Run 8. Outer Step 43. Inner Step 67.

config.json

@@ -264,17 +264,17 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6369839,
-    6369857,
-    6369869,
-    6369885
+    6369922,
+    6369939,
+    6369953,
+    6369969
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 55,
+  "inner_step": 67,
   "intermediate_size": 5632,
   "last_allreduce_block": 6369452,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:15d96ab0f21c9a6ff8391bb6f5a16358990365c1fc54cf3832679b3e1c20f4c3
+oid sha256:0259e89fd25d04374bbb420f035832db43ee7d29c73d0a7fd50f1c1ef1f5e2aa
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4317584909f6040bae8dd9beac0086b411e7c07e193de0be39b72f3168cb9ff1
+oid sha256:3908a83eb056b9de99d20f2ba3554c8702bc8069fa4a52572b2658a869c535f5
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a04dd13d23cebfb5b9ed2adf15fed8913835fbf3e470e27f01c76183f3ba3555
+oid sha256:38f86e8eb1233583770796b92d88f5328c8b329e0de7c820d393683f33bfa10f
 size 4400216536