epoch 22427 | block 8073904 | steps 175 | loss 1.2035 | sim_abs 0.471 sq_acc 0.14

config.json

@@ -9,9 +9,9 @@
   "eos_token_id": 151645,
   "head_dim": 128,
   "hidden_act": "silu",
-  "hidden_size": 1024,
+  "hidden_size": 2048,
   "initializer_range": 0.02,
-  "intermediate_size": 3072,
+  "intermediate_size": 6144,
   "layer_types": [
     "full_attention",
     "full_attention",

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e51a36b8086001015380655b26428901576fa31d0fd58b9e2c7e3d8f39bdc219
-size 1192135096
+oid sha256:978bfa5dbfc4bde12f50636f9e20cef4ef34580067264e41ef10a6ef78f259b3
+size 3441185608