Run 6. Outer Step 35. Inner Step 27.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6152313,
-    6152349
+    6152433,
+    6152470
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 20,
+  "inner_step": 27,
   "intermediate_size": 5632,
   "last_allreduce_block": 6152019,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d06fa4387e9cddc71cee0f774f1247f44fbcf4512a6af0db9097e72bdeeda99f
+oid sha256:929e3ee5280ef2b11496b60ad433933082f96f576671a8ba34bf1817a6133d41
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5ffbc8ee162034e14377fc1f3f5cd08e174cc67c641069fc65945c400b6f2257
+oid sha256:90eb0d4942657ecd9a1e4d1c43bb52d2b9961a743800eadc9d05458ee0412039
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e2a2133d030d40160fd604e20daf6cd53dfd3e8972dbd27ea3a7ef64cbda4310
+oid sha256:7dcc18afd69549f5785407c2b1a820eaa57aa0c6ef19329c81f1ad204ad13add
 size 4400216536