Run 4. Outer Step 3. Inner Step 141.

config.json

@@ -268,15 +268,14 @@
     "AutoModelForCausalLM": "distributed/optimized-gpt2-500m--modeling_gpt_optimized.GPTOptim"
   },
   "block_list": [
-    5484827,
-    5484829,
-    5484832,
-    5484834,
-    5484836,
-    5484838,
-    5484840,
-    5484842,
-    5484844
+    5484847,
+    5484849,
+    5484852,
+    5484855,
+    5484858,
+    5484860,
+    5484863,
+    5484865
   ],
   "block_size": 1024,
   "bos_token_id": 50256,