Run 8. Outer Step 40. Inner Step 141.

config.json

@@ -264,15 +264,16 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6362709,
-    6362722
+    6362748,
+    6362761,
+    6362774
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 133,
+  "inner_step": 140,
   "intermediate_size": 5632,
   "last_allreduce_block": 6361535,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:14de7532406107d74f918a870ceabde5a6ae429ffa1877de1653fd4e0a7617e2
+oid sha256:66e0dd7a7ce37dea36a21d27e877b63abd87152b0a8a8ced348b9e6d1d4b218b
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:baafdec3869cf04eed2fd0af99ed48b0974345ac01defbf7d792346933d7aeb6
+oid sha256:816baf35454c04ac91d61ac87e2f1f226fb1dc0edf62042ba9ec549553d7c091
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1bc54486294a103f1ca31c9f6b8b8d632f0a9ebf039396c55ab8da5a27dae3e6
+oid sha256:387d083f7fc7d1948eaaa4a5abee7cd14d6f92576304d39b7bc85fcd6035054c
 size 4400216536