Run 4. Outer Step 78. Inner Step 23.

config.json

@@ -268,15 +268,15 @@
     "AutoModelForCausalLM": "distributed/optimized-gpt2-500m--modeling_gpt_optimized.GPTOptim"
   },
   "block_list": [
-    5666631,
-    5666649
+    5666669,
+    5666688
   ],
   "block_size": 1024,
   "bos_token_id": 50256,
   "embd_pdrop": 0.1,
   "eos_token_id": 50256,
   "initializer_range": 0.02,
-  "inner_step": 22,
+  "inner_step": 23,
   "inner_steps": 0,
   "last_allreduce_block": 5665748,
   "layer_norm_epsilon": 1e-05,

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:943193f9abbce456e7a22105148fa40b9e4eea06ce6eb2575b2c2023eeb427cc
+oid sha256:197677610a200295aa5f551ee2e324e145449d9c6b886d971d647fc7a03be415
 size 8081782026

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cc61dbb75957788a945b23fe4f9f30dbc78054acb5ce132f34255e22e8b54677
+oid sha256:168c0fa445f22c13e844ebca66e5d6df7798773416a5f607a9380bbbcd9de423
 size 4040701744