Run 11. Outer Step 330. Inner Step 9.

config.json

@@ -264,8 +264,8 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6714219,
-    6714258
+    6714299,
+    6714335
   ],
   "bos_token_id": 1,
   "dtype": "float32",
@@ -274,7 +274,7 @@
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 0,
+  "inner_step": 8,
   "intermediate_size": 5632,
   "last_allreduce_block": 6713550,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1e164cbe91becc890fcc2dc06a3023b85422f27cec39b90aa4ae116d46f8d5c7
+oid sha256:5d952fdc860cdfef374a857ebf55b84be74c9b886fc423da2d8c956bac16bd52
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7115b33f13c41c1939c5bb6f7bee641af7429caf013ec63f818644e47046a113
+oid sha256:3aa76b663664d6abaa97155f2822bfc1a8c871f2122510476c422258ddcffe24
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:edd70380b2f9b824cd976b7d84a82e49f3e9edea81671dc6f78fb760d6a22469
+oid sha256:432f50bfac05c522f479849262baa7c750856918e3574480ae37c01696728c7a
 size 4400216536