diff --git "a/trainer_state.json" "b/trainer_state.json"
new file mode 100644--- /dev/null
+++ "b/trainer_state.json"
@@ -0,0 +1,87734 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 2.309685764109434,
+  "eval_steps": 500,
+  "global_step": 12500,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.00018477670889584369,
+      "grad_norm": 0.24088887870311737,
+      "learning_rate": 0.0,
+      "loss": 2.3987152576446533,
+      "step": 1
+    },
+    {
+      "epoch": 0.00036955341779168737,
+      "grad_norm": 0.26547858119010925,
+      "learning_rate": 4.098360655737705e-08,
+      "loss": 2.774164915084839,
+      "step": 2
+    },
+    {
+      "epoch": 0.000554330126687531,
+      "grad_norm": 0.24729517102241516,
+      "learning_rate": 8.19672131147541e-08,
+      "loss": 2.3681344985961914,
+      "step": 3
+    },
+    {
+      "epoch": 0.0007391068355833747,
+      "grad_norm": 0.2252364456653595,
+      "learning_rate": 1.2295081967213116e-07,
+      "loss": 2.347365617752075,
+      "step": 4
+    },
+    {
+      "epoch": 0.0009238835444792183,
+      "grad_norm": 0.24495361745357513,
+      "learning_rate": 1.639344262295082e-07,
+      "loss": 2.149761199951172,
+      "step": 5
+    },
+    {
+      "epoch": 0.001108660253375062,
+      "grad_norm": 0.27319467067718506,
+      "learning_rate": 2.0491803278688524e-07,
+      "loss": 2.494878053665161,
+      "step": 6
+    },
+    {
+      "epoch": 0.0012934369622709058,
+      "grad_norm": 0.2361554354429245,
+      "learning_rate": 2.459016393442623e-07,
+      "loss": 2.5770766735076904,
+      "step": 7
+    },
+    {
+      "epoch": 0.0014782136711667495,
+      "grad_norm": 0.22133229672908783,
+      "learning_rate": 2.8688524590163937e-07,
+      "loss": 2.042956829071045,
+      "step": 8
+    },
+    {
+      "epoch": 0.0016629903800625932,
+      "grad_norm": 0.22019384801387787,
+      "learning_rate": 3.278688524590164e-07,
+      "loss": 2.4631993770599365,
+      "step": 9
+    },
+    {
+      "epoch": 0.0018477670889584367,
+      "grad_norm": 0.2294536978006363,
+      "learning_rate": 3.6885245901639347e-07,
+      "loss": 2.508697986602783,
+      "step": 10
+    },
+    {
+      "epoch": 0.0020325437978542804,
+      "grad_norm": 0.31911879777908325,
+      "learning_rate": 4.0983606557377047e-07,
+      "loss": 3.188476085662842,
+      "step": 11
+    },
+    {
+      "epoch": 0.002217320506750124,
+      "grad_norm": 0.2536254823207855,
+      "learning_rate": 4.508196721311476e-07,
+      "loss": 2.5951364040374756,
+      "step": 12
+    },
+    {
+      "epoch": 0.002402097215645968,
+      "grad_norm": 0.2997930347919464,
+      "learning_rate": 4.918032786885246e-07,
+      "loss": 2.9771904945373535,
+      "step": 13
+    },
+    {
+      "epoch": 0.0025868739245418115,
+      "grad_norm": 0.21778813004493713,
+      "learning_rate": 5.327868852459017e-07,
+      "loss": 2.44155216217041,
+      "step": 14
+    },
+    {
+      "epoch": 0.0027716506334376553,
+      "grad_norm": 0.3283197283744812,
+      "learning_rate": 5.737704918032787e-07,
+      "loss": 2.663536787033081,
+      "step": 15
+    },
+    {
+      "epoch": 0.002956427342333499,
+      "grad_norm": 0.25381243228912354,
+      "learning_rate": 6.147540983606558e-07,
+      "loss": 2.3754961490631104,
+      "step": 16
+    },
+    {
+      "epoch": 0.0031412040512293427,
+      "grad_norm": 0.33151787519454956,
+      "learning_rate": 6.557377049180328e-07,
+      "loss": 3.3958041667938232,
+      "step": 17
+    },
+    {
+      "epoch": 0.0033259807601251864,
+      "grad_norm": 0.3099863827228546,
+      "learning_rate": 6.967213114754098e-07,
+      "loss": 2.711893320083618,
+      "step": 18
+    },
+    {
+      "epoch": 0.00351075746902103,
+      "grad_norm": 0.2153325229883194,
+      "learning_rate": 7.377049180327869e-07,
+      "loss": 2.202052116394043,
+      "step": 19
+    },
+    {
+      "epoch": 0.0036955341779168734,
+      "grad_norm": 0.24825315177440643,
+      "learning_rate": 7.78688524590164e-07,
+      "loss": 2.1632490158081055,
+      "step": 20
+    },
+    {
+      "epoch": 0.003880310886812717,
+      "grad_norm": 0.27885496616363525,
+      "learning_rate": 8.196721311475409e-07,
+      "loss": 2.8247857093811035,
+      "step": 21
+    },
+    {
+      "epoch": 0.004065087595708561,
+      "grad_norm": 0.3095180094242096,
+      "learning_rate": 8.606557377049181e-07,
+      "loss": 2.9461660385131836,
+      "step": 22
+    },
+    {
+      "epoch": 0.004249864304604405,
+      "grad_norm": 0.2433432936668396,
+      "learning_rate": 9.016393442622952e-07,
+      "loss": 2.6200363636016846,
+      "step": 23
+    },
+    {
+      "epoch": 0.004434641013500248,
+      "grad_norm": 0.29434219002723694,
+      "learning_rate": 9.426229508196721e-07,
+      "loss": 2.5439352989196777,
+      "step": 24
+    },
+    {
+      "epoch": 0.004619417722396092,
+      "grad_norm": 0.2591114342212677,
+      "learning_rate": 9.836065573770493e-07,
+      "loss": 2.057875394821167,
+      "step": 25
+    },
+    {
+      "epoch": 0.004804194431291936,
+      "grad_norm": 0.2714301645755768,
+      "learning_rate": 1.0245901639344263e-06,
+      "loss": 2.739349365234375,
+      "step": 26
+    },
+    {
+      "epoch": 0.004988971140187779,
+      "grad_norm": 0.24641598761081696,
+      "learning_rate": 1.0655737704918034e-06,
+      "loss": 2.5039243698120117,
+      "step": 27
+    },
+    {
+      "epoch": 0.005173747849083623,
+      "grad_norm": 0.32515525817871094,
+      "learning_rate": 1.1065573770491804e-06,
+      "loss": 2.549954652786255,
+      "step": 28
+    },
+    {
+      "epoch": 0.005358524557979466,
+      "grad_norm": 0.3026675879955292,
+      "learning_rate": 1.1475409836065575e-06,
+      "loss": 2.81745982170105,
+      "step": 29
+    },
+    {
+      "epoch": 0.0055433012668753105,
+      "grad_norm": 0.2552269995212555,
+      "learning_rate": 1.1885245901639345e-06,
+      "loss": 2.684337615966797,
+      "step": 30
+    },
+    {
+      "epoch": 0.005728077975771154,
+      "grad_norm": 0.26018139719963074,
+      "learning_rate": 1.2295081967213116e-06,
+      "loss": 2.580073833465576,
+      "step": 31
+    },
+    {
+      "epoch": 0.005912854684666998,
+      "grad_norm": 0.25323620438575745,
+      "learning_rate": 1.2704918032786886e-06,
+      "loss": 2.737957000732422,
+      "step": 32
+    },
+    {
+      "epoch": 0.006097631393562841,
+      "grad_norm": 0.2035834640264511,
+      "learning_rate": 1.3114754098360657e-06,
+      "loss": 2.101224422454834,
+      "step": 33
+    },
+    {
+      "epoch": 0.006282408102458685,
+      "grad_norm": 0.2545967102050781,
+      "learning_rate": 1.352459016393443e-06,
+      "loss": 2.7195825576782227,
+      "step": 34
+    },
+    {
+      "epoch": 0.006467184811354529,
+      "grad_norm": 0.22219978272914886,
+      "learning_rate": 1.3934426229508196e-06,
+      "loss": 2.2762818336486816,
+      "step": 35
+    },
+    {
+      "epoch": 0.006651961520250373,
+      "grad_norm": 0.21565257012844086,
+      "learning_rate": 1.4344262295081968e-06,
+      "loss": 2.105567216873169,
+      "step": 36
+    },
+    {
+      "epoch": 0.006836738229146216,
+      "grad_norm": 0.21315789222717285,
+      "learning_rate": 1.4754098360655739e-06,
+      "loss": 2.218881607055664,
+      "step": 37
+    },
+    {
+      "epoch": 0.00702151493804206,
+      "grad_norm": 0.23275326192378998,
+      "learning_rate": 1.516393442622951e-06,
+      "loss": 2.6363465785980225,
+      "step": 38
+    },
+    {
+      "epoch": 0.0072062916469379035,
+      "grad_norm": 0.20184484124183655,
+      "learning_rate": 1.557377049180328e-06,
+      "loss": 2.000232458114624,
+      "step": 39
+    },
+    {
+      "epoch": 0.007391068355833747,
+      "grad_norm": 0.18502052128314972,
+      "learning_rate": 1.5983606557377053e-06,
+      "loss": 2.02783465385437,
+      "step": 40
+    },
+    {
+      "epoch": 0.007575845064729591,
+      "grad_norm": 0.23034077882766724,
+      "learning_rate": 1.6393442622950819e-06,
+      "loss": 2.4156503677368164,
+      "step": 41
+    },
+    {
+      "epoch": 0.007760621773625434,
+      "grad_norm": 0.1947338730096817,
+      "learning_rate": 1.6803278688524592e-06,
+      "loss": 2.017721652984619,
+      "step": 42
+    },
+    {
+      "epoch": 0.007945398482521277,
+      "grad_norm": 0.2304108589887619,
+      "learning_rate": 1.7213114754098362e-06,
+      "loss": 2.479938268661499,
+      "step": 43
+    },
+    {
+      "epoch": 0.008130175191417122,
+      "grad_norm": 0.20530247688293457,
+      "learning_rate": 1.7622950819672133e-06,
+      "loss": 2.1011605262756348,
+      "step": 44
+    },
+    {
+      "epoch": 0.008314951900312966,
+      "grad_norm": 0.2010030895471573,
+      "learning_rate": 1.8032786885245903e-06,
+      "loss": 2.2112722396850586,
+      "step": 45
+    },
+    {
+      "epoch": 0.00849972860920881,
+      "grad_norm": 0.23062516748905182,
+      "learning_rate": 1.8442622950819674e-06,
+      "loss": 2.625047445297241,
+      "step": 46
+    },
+    {
+      "epoch": 0.008684505318104652,
+      "grad_norm": 0.1795029640197754,
+      "learning_rate": 1.8852459016393442e-06,
+      "loss": 2.0575997829437256,
+      "step": 47
+    },
+    {
+      "epoch": 0.008869282027000496,
+      "grad_norm": 0.19284705817699432,
+      "learning_rate": 1.9262295081967215e-06,
+      "loss": 2.186389923095703,
+      "step": 48
+    },
+    {
+      "epoch": 0.00905405873589634,
+      "grad_norm": 0.18980354070663452,
+      "learning_rate": 1.9672131147540985e-06,
+      "loss": 2.1369142532348633,
+      "step": 49
+    },
+    {
+      "epoch": 0.009238835444792185,
+      "grad_norm": 0.20028269290924072,
+      "learning_rate": 2.0081967213114756e-06,
+      "loss": 2.149282217025757,
+      "step": 50
+    },
+    {
+      "epoch": 0.009423612153688027,
+      "grad_norm": 0.1844315528869629,
+      "learning_rate": 2.0491803278688526e-06,
+      "loss": 2.1714837551116943,
+      "step": 51
+    },
+    {
+      "epoch": 0.009608388862583871,
+      "grad_norm": 0.19009949266910553,
+      "learning_rate": 2.0901639344262297e-06,
+      "loss": 2.0276408195495605,
+      "step": 52
+    },
+    {
+      "epoch": 0.009793165571479715,
+      "grad_norm": 0.1857149451971054,
+      "learning_rate": 2.1311475409836067e-06,
+      "loss": 2.414680004119873,
+      "step": 53
+    },
+    {
+      "epoch": 0.009977942280375558,
+      "grad_norm": 0.14500652253627777,
+      "learning_rate": 2.1721311475409838e-06,
+      "loss": 1.8302123546600342,
+      "step": 54
+    },
+    {
+      "epoch": 0.010162718989271402,
+      "grad_norm": 0.1605122685432434,
+      "learning_rate": 2.213114754098361e-06,
+      "loss": 2.0301051139831543,
+      "step": 55
+    },
+    {
+      "epoch": 0.010347495698167246,
+      "grad_norm": 0.13292397558689117,
+      "learning_rate": 2.254098360655738e-06,
+      "loss": 1.6478054523468018,
+      "step": 56
+    },
+    {
+      "epoch": 0.01053227240706309,
+      "grad_norm": 0.19711221754550934,
+      "learning_rate": 2.295081967213115e-06,
+      "loss": 2.2585537433624268,
+      "step": 57
+    },
+    {
+      "epoch": 0.010717049115958933,
+      "grad_norm": 0.1681194305419922,
+      "learning_rate": 2.336065573770492e-06,
+      "loss": 1.8417537212371826,
+      "step": 58
+    },
+    {
+      "epoch": 0.010901825824854777,
+      "grad_norm": 0.15966543555259705,
+      "learning_rate": 2.377049180327869e-06,
+      "loss": 1.9968725442886353,
+      "step": 59
+    },
+    {
+      "epoch": 0.011086602533750621,
+      "grad_norm": 0.15611667931079865,
+      "learning_rate": 2.418032786885246e-06,
+      "loss": 1.7798278331756592,
+      "step": 60
+    },
+    {
+      "epoch": 0.011271379242646465,
+      "grad_norm": 0.1719726324081421,
+      "learning_rate": 2.459016393442623e-06,
+      "loss": 2.1844446659088135,
+      "step": 61
+    },
+    {
+      "epoch": 0.011456155951542308,
+      "grad_norm": 0.13560648262500763,
+      "learning_rate": 2.5e-06,
+      "loss": 1.4112403392791748,
+      "step": 62
+    },
+    {
+      "epoch": 0.011640932660438152,
+      "grad_norm": 0.10778555274009705,
+      "learning_rate": 2.5409836065573773e-06,
+      "loss": 1.4861712455749512,
+      "step": 63
+    },
+    {
+      "epoch": 0.011825709369333996,
+      "grad_norm": 0.12593482434749603,
+      "learning_rate": 2.5819672131147543e-06,
+      "loss": 1.7662166357040405,
+      "step": 64
+    },
+    {
+      "epoch": 0.012010486078229838,
+      "grad_norm": 0.0996285229921341,
+      "learning_rate": 2.6229508196721314e-06,
+      "loss": 1.5829087495803833,
+      "step": 65
+    },
+    {
+      "epoch": 0.012195262787125682,
+      "grad_norm": 0.12871770560741425,
+      "learning_rate": 2.6639344262295084e-06,
+      "loss": 1.5366804599761963,
+      "step": 66
+    },
+    {
+      "epoch": 0.012380039496021527,
+      "grad_norm": 0.11756619065999985,
+      "learning_rate": 2.704918032786886e-06,
+      "loss": 1.3947206735610962,
+      "step": 67
+    },
+    {
+      "epoch": 0.01256481620491737,
+      "grad_norm": 0.15036584436893463,
+      "learning_rate": 2.745901639344263e-06,
+      "loss": 1.607935905456543,
+      "step": 68
+    },
+    {
+      "epoch": 0.012749592913813213,
+      "grad_norm": 0.09538834542036057,
+      "learning_rate": 2.786885245901639e-06,
+      "loss": 1.2980877161026,
+      "step": 69
+    },
+    {
+      "epoch": 0.012934369622709057,
+      "grad_norm": 0.12562216818332672,
+      "learning_rate": 2.8278688524590166e-06,
+      "loss": 1.7359843254089355,
+      "step": 70
+    },
+    {
+      "epoch": 0.013119146331604901,
+      "grad_norm": 0.09023502469062805,
+      "learning_rate": 2.8688524590163937e-06,
+      "loss": 1.2565981149673462,
+      "step": 71
+    },
+    {
+      "epoch": 0.013303923040500746,
+      "grad_norm": 0.11920010298490524,
+      "learning_rate": 2.9098360655737707e-06,
+      "loss": 1.6668967008590698,
+      "step": 72
+    },
+    {
+      "epoch": 0.013488699749396588,
+      "grad_norm": 0.10211700946092606,
+      "learning_rate": 2.9508196721311478e-06,
+      "loss": 1.5361316204071045,
+      "step": 73
+    },
+    {
+      "epoch": 0.013673476458292432,
+      "grad_norm": 0.1129099503159523,
+      "learning_rate": 2.991803278688525e-06,
+      "loss": 1.5233663320541382,
+      "step": 74
+    },
+    {
+      "epoch": 0.013858253167188276,
+      "grad_norm": 0.09841630607843399,
+      "learning_rate": 3.032786885245902e-06,
+      "loss": 1.3280178308486938,
+      "step": 75
+    },
+    {
+      "epoch": 0.01404302987608412,
+      "grad_norm": 0.1030346006155014,
+      "learning_rate": 3.073770491803279e-06,
+      "loss": 1.3855637311935425,
+      "step": 76
+    },
+    {
+      "epoch": 0.014227806584979963,
+      "grad_norm": 0.1166791021823883,
+      "learning_rate": 3.114754098360656e-06,
+      "loss": 1.692766547203064,
+      "step": 77
+    },
+    {
+      "epoch": 0.014412583293875807,
+      "grad_norm": 0.1157117560505867,
+      "learning_rate": 3.155737704918033e-06,
+      "loss": 1.5444836616516113,
+      "step": 78
+    },
+    {
+      "epoch": 0.014597360002771651,
+      "grad_norm": 0.1203937903046608,
+      "learning_rate": 3.1967213114754105e-06,
+      "loss": 1.7095307111740112,
+      "step": 79
+    },
+    {
+      "epoch": 0.014782136711667494,
+      "grad_norm": 0.09563681483268738,
+      "learning_rate": 3.2377049180327876e-06,
+      "loss": 1.3926582336425781,
+      "step": 80
+    },
+    {
+      "epoch": 0.014966913420563338,
+      "grad_norm": 0.13222035765647888,
+      "learning_rate": 3.2786885245901638e-06,
+      "loss": 1.6481196880340576,
+      "step": 81
+    },
+    {
+      "epoch": 0.015151690129459182,
+      "grad_norm": 0.12444092333316803,
+      "learning_rate": 3.3196721311475413e-06,
+      "loss": 1.6188586950302124,
+      "step": 82
+    },
+    {
+      "epoch": 0.015336466838355026,
+      "grad_norm": 0.1225326806306839,
+      "learning_rate": 3.3606557377049183e-06,
+      "loss": 1.6079766750335693,
+      "step": 83
+    },
+    {
+      "epoch": 0.015521243547250868,
+      "grad_norm": 0.07850661873817444,
+      "learning_rate": 3.4016393442622954e-06,
+      "loss": 1.0474170446395874,
+      "step": 84
+    },
+    {
+      "epoch": 0.015706020256146713,
+      "grad_norm": 0.10204868763685226,
+      "learning_rate": 3.4426229508196724e-06,
+      "loss": 1.6754392385482788,
+      "step": 85
+    },
+    {
+      "epoch": 0.015890796965042555,
+      "grad_norm": 0.12254143506288528,
+      "learning_rate": 3.4836065573770495e-06,
+      "loss": 1.6609466075897217,
+      "step": 86
+    },
+    {
+      "epoch": 0.0160755736739384,
+      "grad_norm": 0.10189526528120041,
+      "learning_rate": 3.5245901639344265e-06,
+      "loss": 1.5539140701293945,
+      "step": 87
+    },
+    {
+      "epoch": 0.016260350382834243,
+      "grad_norm": 0.09892205893993378,
+      "learning_rate": 3.5655737704918036e-06,
+      "loss": 1.3632971048355103,
+      "step": 88
+    },
+    {
+      "epoch": 0.016445127091730086,
+      "grad_norm": 0.11935164034366608,
+      "learning_rate": 3.6065573770491806e-06,
+      "loss": 1.5281620025634766,
+      "step": 89
+    },
+    {
+      "epoch": 0.01662990380062593,
+      "grad_norm": 0.10507043451070786,
+      "learning_rate": 3.6475409836065577e-06,
+      "loss": 1.451995849609375,
+      "step": 90
+    },
+    {
+      "epoch": 0.016814680509521774,
+      "grad_norm": 0.12459581345319748,
+      "learning_rate": 3.6885245901639347e-06,
+      "loss": 1.6090208292007446,
+      "step": 91
+    },
+    {
+      "epoch": 0.01699945721841762,
+      "grad_norm": 0.1009344607591629,
+      "learning_rate": 3.729508196721312e-06,
+      "loss": 1.2886296510696411,
+      "step": 92
+    },
+    {
+      "epoch": 0.017184233927313462,
+      "grad_norm": 0.12125498056411743,
+      "learning_rate": 3.7704918032786884e-06,
+      "loss": 1.5595990419387817,
+      "step": 93
+    },
+    {
+      "epoch": 0.017369010636209305,
+      "grad_norm": 0.08220856636762619,
+      "learning_rate": 3.811475409836066e-06,
+      "loss": 1.2803837060928345,
+      "step": 94
+    },
+    {
+      "epoch": 0.01755378734510515,
+      "grad_norm": 0.09604591131210327,
+      "learning_rate": 3.852459016393443e-06,
+      "loss": 1.0359008312225342,
+      "step": 95
+    },
+    {
+      "epoch": 0.017738564054000993,
+      "grad_norm": 0.0831838995218277,
+      "learning_rate": 3.8934426229508196e-06,
+      "loss": 1.4928193092346191,
+      "step": 96
+    },
+    {
+      "epoch": 0.017923340762896835,
+      "grad_norm": 0.10466645658016205,
+      "learning_rate": 3.934426229508197e-06,
+      "loss": 1.3826165199279785,
+      "step": 97
+    },
+    {
+      "epoch": 0.01810811747179268,
+      "grad_norm": 0.0696515217423439,
+      "learning_rate": 3.975409836065574e-06,
+      "loss": 1.0134645700454712,
+      "step": 98
+    },
+    {
+      "epoch": 0.018292894180688524,
+      "grad_norm": 0.11665759235620499,
+      "learning_rate": 4.016393442622951e-06,
+      "loss": 1.7774734497070312,
+      "step": 99
+    },
+    {
+      "epoch": 0.01847767088958437,
+      "grad_norm": 0.09961281716823578,
+      "learning_rate": 4.057377049180329e-06,
+      "loss": 1.40458345413208,
+      "step": 100
+    },
+    {
+      "epoch": 0.018662447598480212,
+      "grad_norm": 0.12503457069396973,
+      "learning_rate": 4.098360655737705e-06,
+      "loss": 1.4400181770324707,
+      "step": 101
+    },
+    {
+      "epoch": 0.018847224307376054,
+      "grad_norm": 0.0715487003326416,
+      "learning_rate": 4.139344262295083e-06,
+      "loss": 1.164671778678894,
+      "step": 102
+    },
+    {
+      "epoch": 0.0190320010162719,
+      "grad_norm": 0.11996988952159882,
+      "learning_rate": 4.180327868852459e-06,
+      "loss": 1.4990315437316895,
+      "step": 103
+    },
+    {
+      "epoch": 0.019216777725167743,
+      "grad_norm": 0.10172359645366669,
+      "learning_rate": 4.221311475409837e-06,
+      "loss": 1.3712670803070068,
+      "step": 104
+    },
+    {
+      "epoch": 0.019401554434063585,
+      "grad_norm": 0.11445247381925583,
+      "learning_rate": 4.2622950819672135e-06,
+      "loss": 1.4764546155929565,
+      "step": 105
+    },
+    {
+      "epoch": 0.01958633114295943,
+      "grad_norm": 0.14201143383979797,
+      "learning_rate": 4.30327868852459e-06,
+      "loss": 1.818518042564392,
+      "step": 106
+    },
+    {
+      "epoch": 0.019771107851855273,
+      "grad_norm": 0.09214181452989578,
+      "learning_rate": 4.3442622950819676e-06,
+      "loss": 1.3146964311599731,
+      "step": 107
+    },
+    {
+      "epoch": 0.019955884560751116,
+      "grad_norm": 0.1036999523639679,
+      "learning_rate": 4.385245901639344e-06,
+      "loss": 1.4357385635375977,
+      "step": 108
+    },
+    {
+      "epoch": 0.02014066126964696,
+      "grad_norm": 0.10278178751468658,
+      "learning_rate": 4.426229508196722e-06,
+      "loss": 1.4627935886383057,
+      "step": 109
+    },
+    {
+      "epoch": 0.020325437978542804,
+      "grad_norm": 0.08426320552825928,
+      "learning_rate": 4.467213114754098e-06,
+      "loss": 1.5069490671157837,
+      "step": 110
+    },
+    {
+      "epoch": 0.02051021468743865,
+      "grad_norm": 0.07356536388397217,
+      "learning_rate": 4.508196721311476e-06,
+      "loss": 0.9656306505203247,
+      "step": 111
+    },
+    {
+      "epoch": 0.020694991396334492,
+      "grad_norm": 0.08690712600946426,
+      "learning_rate": 4.549180327868853e-06,
+      "loss": 1.2329204082489014,
+      "step": 112
+    },
+    {
+      "epoch": 0.020879768105230335,
+      "grad_norm": 0.08951961249113083,
+      "learning_rate": 4.59016393442623e-06,
+      "loss": 1.258447289466858,
+      "step": 113
+    },
+    {
+      "epoch": 0.02106454481412618,
+      "grad_norm": 0.09533683955669403,
+      "learning_rate": 4.631147540983607e-06,
+      "loss": 1.3724256753921509,
+      "step": 114
+    },
+    {
+      "epoch": 0.021249321523022023,
+      "grad_norm": 0.09054508060216904,
+      "learning_rate": 4.672131147540984e-06,
+      "loss": 1.235846996307373,
+      "step": 115
+    },
+    {
+      "epoch": 0.021434098231917866,
+      "grad_norm": 0.09722615778446198,
+      "learning_rate": 4.7131147540983615e-06,
+      "loss": 1.3113802671432495,
+      "step": 116
+    },
+    {
+      "epoch": 0.02161887494081371,
+      "grad_norm": 0.08708129078149796,
+      "learning_rate": 4.754098360655738e-06,
+      "loss": 1.0961401462554932,
+      "step": 117
+    },
+    {
+      "epoch": 0.021803651649709554,
+      "grad_norm": 0.08968407660722733,
+      "learning_rate": 4.795081967213115e-06,
+      "loss": 1.1457524299621582,
+      "step": 118
+    },
+    {
+      "epoch": 0.021988428358605396,
+      "grad_norm": 0.09171068668365479,
+      "learning_rate": 4.836065573770492e-06,
+      "loss": 1.076693058013916,
+      "step": 119
+    },
+    {
+      "epoch": 0.022173205067501242,
+      "grad_norm": 0.09295544773340225,
+      "learning_rate": 4.877049180327869e-06,
+      "loss": 1.3223167657852173,
+      "step": 120
+    },
+    {
+      "epoch": 0.022357981776397085,
+      "grad_norm": 0.0667370930314064,
+      "learning_rate": 4.918032786885246e-06,
+      "loss": 0.8422390222549438,
+      "step": 121
+    },
+    {
+      "epoch": 0.02254275848529293,
+      "grad_norm": 0.08461110293865204,
+      "learning_rate": 4.959016393442623e-06,
+      "loss": 1.0604937076568604,
+      "step": 122
+    },
+    {
+      "epoch": 0.022727535194188773,
+      "grad_norm": 0.11348158866167068,
+      "learning_rate": 5e-06,
+      "loss": 1.3220497369766235,
+      "step": 123
+    },
+    {
+      "epoch": 0.022912311903084615,
+      "grad_norm": 0.08554375171661377,
+      "learning_rate": 5.040983606557377e-06,
+      "loss": 1.2320774793624878,
+      "step": 124
+    },
+    {
+      "epoch": 0.02309708861198046,
+      "grad_norm": 0.09483008086681366,
+      "learning_rate": 5.0819672131147545e-06,
+      "loss": 1.144835352897644,
+      "step": 125
+    },
+    {
+      "epoch": 0.023281865320876304,
+      "grad_norm": 0.12047784775495529,
+      "learning_rate": 5.122950819672131e-06,
+      "loss": 1.6951477527618408,
+      "step": 126
+    },
+    {
+      "epoch": 0.023466642029772146,
+      "grad_norm": 0.10329974442720413,
+      "learning_rate": 5.163934426229509e-06,
+      "loss": 1.4667521715164185,
+      "step": 127
+    },
+    {
+      "epoch": 0.023651418738667992,
+      "grad_norm": 0.09008090943098068,
+      "learning_rate": 5.204918032786885e-06,
+      "loss": 1.2631990909576416,
+      "step": 128
+    },
+    {
+      "epoch": 0.023836195447563834,
+      "grad_norm": 0.08008470386266708,
+      "learning_rate": 5.245901639344263e-06,
+      "loss": 1.1619493961334229,
+      "step": 129
+    },
+    {
+      "epoch": 0.024020972156459677,
+      "grad_norm": 0.1004214957356453,
+      "learning_rate": 5.286885245901639e-06,
+      "loss": 1.3743982315063477,
+      "step": 130
+    },
+    {
+      "epoch": 0.024205748865355523,
+      "grad_norm": 0.08813057094812393,
+      "learning_rate": 5.327868852459017e-06,
+      "loss": 0.9727039337158203,
+      "step": 131
+    },
+    {
+      "epoch": 0.024390525574251365,
+      "grad_norm": 0.095633365213871,
+      "learning_rate": 5.3688524590163935e-06,
+      "loss": 1.322685718536377,
+      "step": 132
+    },
+    {
+      "epoch": 0.02457530228314721,
+      "grad_norm": 0.0931473970413208,
+      "learning_rate": 5.409836065573772e-06,
+      "loss": 1.4433943033218384,
+      "step": 133
+    },
+    {
+      "epoch": 0.024760078992043053,
+      "grad_norm": 0.08528053015470505,
+      "learning_rate": 5.4508196721311476e-06,
+      "loss": 1.325724482536316,
+      "step": 134
+    },
+    {
+      "epoch": 0.024944855700938896,
+      "grad_norm": 0.07085525244474411,
+      "learning_rate": 5.491803278688526e-06,
+      "loss": 0.9489492177963257,
+      "step": 135
+    },
+    {
+      "epoch": 0.02512963240983474,
+      "grad_norm": 0.08872570842504501,
+      "learning_rate": 5.5327868852459025e-06,
+      "loss": 1.2950146198272705,
+      "step": 136
+    },
+    {
+      "epoch": 0.025314409118730584,
+      "grad_norm": 0.07972602546215057,
+      "learning_rate": 5.573770491803278e-06,
+      "loss": 1.0334540605545044,
+      "step": 137
+    },
+    {
+      "epoch": 0.025499185827626426,
+      "grad_norm": 0.08055080473423004,
+      "learning_rate": 5.614754098360657e-06,
+      "loss": 0.9743032455444336,
+      "step": 138
+    },
+    {
+      "epoch": 0.025683962536522272,
+      "grad_norm": 0.07908285409212112,
+      "learning_rate": 5.655737704918033e-06,
+      "loss": 1.0162171125411987,
+      "step": 139
+    },
+    {
+      "epoch": 0.025868739245418115,
+      "grad_norm": 0.10497123003005981,
+      "learning_rate": 5.696721311475411e-06,
+      "loss": 1.3711857795715332,
+      "step": 140
+    },
+    {
+      "epoch": 0.026053515954313957,
+      "grad_norm": 0.09259134531021118,
+      "learning_rate": 5.737704918032787e-06,
+      "loss": 1.1905478239059448,
+      "step": 141
+    },
+    {
+      "epoch": 0.026238292663209803,
+      "grad_norm": 0.09423007816076279,
+      "learning_rate": 5.778688524590165e-06,
+      "loss": 1.2282381057739258,
+      "step": 142
+    },
+    {
+      "epoch": 0.026423069372105645,
+      "grad_norm": 0.08443727344274521,
+      "learning_rate": 5.8196721311475415e-06,
+      "loss": 1.3001261949539185,
+      "step": 143
+    },
+    {
+      "epoch": 0.02660784608100149,
+      "grad_norm": 0.0933670923113823,
+      "learning_rate": 5.860655737704919e-06,
+      "loss": 1.2991963624954224,
+      "step": 144
+    },
+    {
+      "epoch": 0.026792622789897334,
+      "grad_norm": 0.09587407857179642,
+      "learning_rate": 5.9016393442622956e-06,
+      "loss": 1.064162015914917,
+      "step": 145
+    },
+    {
+      "epoch": 0.026977399498793176,
+      "grad_norm": 0.08887308090925217,
+      "learning_rate": 5.942622950819673e-06,
+      "loss": 1.1303232908248901,
+      "step": 146
+    },
+    {
+      "epoch": 0.027162176207689022,
+      "grad_norm": 0.0891450047492981,
+      "learning_rate": 5.98360655737705e-06,
+      "loss": 1.1807233095169067,
+      "step": 147
+    },
+    {
+      "epoch": 0.027346952916584864,
+      "grad_norm": 0.09064659476280212,
+      "learning_rate": 6.024590163934426e-06,
+      "loss": 1.0990560054779053,
+      "step": 148
+    },
+    {
+      "epoch": 0.027531729625480707,
+      "grad_norm": 0.10074954479932785,
+      "learning_rate": 6.065573770491804e-06,
+      "loss": 1.231015920639038,
+      "step": 149
+    },
+    {
+      "epoch": 0.027716506334376553,
+      "grad_norm": 0.07731477916240692,
+      "learning_rate": 6.10655737704918e-06,
+      "loss": 1.0035730600357056,
+      "step": 150
+    },
+    {
+      "epoch": 0.027901283043272395,
+      "grad_norm": 0.08103454858064651,
+      "learning_rate": 6.147540983606558e-06,
+      "loss": 1.036755919456482,
+      "step": 151
+    },
+    {
+      "epoch": 0.02808605975216824,
+      "grad_norm": 0.10394132882356644,
+      "learning_rate": 6.1885245901639345e-06,
+      "loss": 1.3168418407440186,
+      "step": 152
+    },
+    {
+      "epoch": 0.028270836461064083,
+      "grad_norm": 0.1187523603439331,
+      "learning_rate": 6.229508196721312e-06,
+      "loss": 1.3754808902740479,
+      "step": 153
+    },
+    {
+      "epoch": 0.028455613169959926,
+      "grad_norm": 0.09438347071409225,
+      "learning_rate": 6.270491803278689e-06,
+      "loss": 1.065092921257019,
+      "step": 154
+    },
+    {
+      "epoch": 0.02864038987885577,
+      "grad_norm": 0.08473348617553711,
+      "learning_rate": 6.311475409836066e-06,
+      "loss": 1.0317045450210571,
+      "step": 155
+    },
+    {
+      "epoch": 0.028825166587751614,
+      "grad_norm": 0.10343526303768158,
+      "learning_rate": 6.352459016393443e-06,
+      "loss": 1.0830442905426025,
+      "step": 156
+    },
+    {
+      "epoch": 0.029009943296647456,
+      "grad_norm": 0.11212706565856934,
+      "learning_rate": 6.393442622950821e-06,
+      "loss": 1.4527738094329834,
+      "step": 157
+    },
+    {
+      "epoch": 0.029194720005543302,
+      "grad_norm": 0.08572731912136078,
+      "learning_rate": 6.434426229508197e-06,
+      "loss": 1.1567916870117188,
+      "step": 158
+    },
+    {
+      "epoch": 0.029379496714439145,
+      "grad_norm": 0.05398239567875862,
+      "learning_rate": 6.475409836065575e-06,
+      "loss": 0.6827751398086548,
+      "step": 159
+    },
+    {
+      "epoch": 0.029564273423334987,
+      "grad_norm": 0.11699340492486954,
+      "learning_rate": 6.516393442622952e-06,
+      "loss": 1.2860791683197021,
+      "step": 160
+    },
+    {
+      "epoch": 0.029749050132230833,
+      "grad_norm": 0.07042679190635681,
+      "learning_rate": 6.5573770491803276e-06,
+      "loss": 0.7918217182159424,
+      "step": 161
+    },
+    {
+      "epoch": 0.029933826841126675,
+      "grad_norm": 0.08320360630750656,
+      "learning_rate": 6.598360655737706e-06,
+      "loss": 1.0839710235595703,
+      "step": 162
+    },
+    {
+      "epoch": 0.03011860355002252,
+      "grad_norm": 0.0856919214129448,
+      "learning_rate": 6.6393442622950825e-06,
+      "loss": 0.9883152842521667,
+      "step": 163
+    },
+    {
+      "epoch": 0.030303380258918364,
+      "grad_norm": 0.08802906423807144,
+      "learning_rate": 6.68032786885246e-06,
+      "loss": 1.0608097314834595,
+      "step": 164
+    },
+    {
+      "epoch": 0.030488156967814206,
+      "grad_norm": 0.08420740067958832,
+      "learning_rate": 6.721311475409837e-06,
+      "loss": 0.9704433083534241,
+      "step": 165
+    },
+    {
+      "epoch": 0.030672933676710052,
+      "grad_norm": 0.08119208365678787,
+      "learning_rate": 6.762295081967214e-06,
+      "loss": 0.8476821184158325,
+      "step": 166
+    },
+    {
+      "epoch": 0.030857710385605894,
+      "grad_norm": 0.08200537413358688,
+      "learning_rate": 6.803278688524591e-06,
+      "loss": 0.9476600289344788,
+      "step": 167
+    },
+    {
+      "epoch": 0.031042487094501737,
+      "grad_norm": 0.08968322724103928,
+      "learning_rate": 6.844262295081968e-06,
+      "loss": 1.2163679599761963,
+      "step": 168
+    },
+    {
+      "epoch": 0.031227263803397583,
+      "grad_norm": 0.08660093694925308,
+      "learning_rate": 6.885245901639345e-06,
+      "loss": 1.174856424331665,
+      "step": 169
+    },
+    {
+      "epoch": 0.031412040512293425,
+      "grad_norm": 0.09091655910015106,
+      "learning_rate": 6.926229508196722e-06,
+      "loss": 0.9161083102226257,
+      "step": 170
+    },
+    {
+      "epoch": 0.03159681722118927,
+      "grad_norm": 0.10828382521867752,
+      "learning_rate": 6.967213114754099e-06,
+      "loss": 1.1203913688659668,
+      "step": 171
+    },
+    {
+      "epoch": 0.03178159393008511,
+      "grad_norm": 0.07517366856336594,
+      "learning_rate": 7.0081967213114756e-06,
+      "loss": 1.1747320890426636,
+      "step": 172
+    },
+    {
+      "epoch": 0.03196637063898096,
+      "grad_norm": 0.07769443094730377,
+      "learning_rate": 7.049180327868853e-06,
+      "loss": 0.934011697769165,
+      "step": 173
+    },
+    {
+      "epoch": 0.0321511473478768,
+      "grad_norm": 0.104559026658535,
+      "learning_rate": 7.09016393442623e-06,
+      "loss": 1.1921355724334717,
+      "step": 174
+    },
+    {
+      "epoch": 0.032335924056772644,
+      "grad_norm": 0.08976680040359497,
+      "learning_rate": 7.131147540983607e-06,
+      "loss": 1.234793782234192,
+      "step": 175
+    },
+    {
+      "epoch": 0.03252070076566849,
+      "grad_norm": 0.09020117670297623,
+      "learning_rate": 7.172131147540984e-06,
+      "loss": 1.1587923765182495,
+      "step": 176
+    },
+    {
+      "epoch": 0.03270547747456433,
+      "grad_norm": 0.08177059888839722,
+      "learning_rate": 7.213114754098361e-06,
+      "loss": 1.0700960159301758,
+      "step": 177
+    },
+    {
+      "epoch": 0.03289025418346017,
+      "grad_norm": 0.0836954414844513,
+      "learning_rate": 7.254098360655738e-06,
+      "loss": 0.9924188852310181,
+      "step": 178
+    },
+    {
+      "epoch": 0.03307503089235602,
+      "grad_norm": 0.10337381064891815,
+      "learning_rate": 7.295081967213115e-06,
+      "loss": 1.2393605709075928,
+      "step": 179
+    },
+    {
+      "epoch": 0.03325980760125186,
+      "grad_norm": 0.08602118492126465,
+      "learning_rate": 7.336065573770492e-06,
+      "loss": 1.0827878713607788,
+      "step": 180
+    },
+    {
+      "epoch": 0.033444584310147706,
+      "grad_norm": 0.09046392887830734,
+      "learning_rate": 7.3770491803278695e-06,
+      "loss": 1.1079829931259155,
+      "step": 181
+    },
+    {
+      "epoch": 0.03362936101904355,
+      "grad_norm": 0.10092524439096451,
+      "learning_rate": 7.418032786885246e-06,
+      "loss": 1.2582985162734985,
+      "step": 182
+    },
+    {
+      "epoch": 0.03381413772793939,
+      "grad_norm": 0.0789152979850769,
+      "learning_rate": 7.459016393442624e-06,
+      "loss": 0.8313584923744202,
+      "step": 183
+    },
+    {
+      "epoch": 0.03399891443683524,
+      "grad_norm": 0.09583103656768799,
+      "learning_rate": 7.500000000000001e-06,
+      "loss": 1.1705000400543213,
+      "step": 184
+    },
+    {
+      "epoch": 0.03418369114573108,
+      "grad_norm": 0.09844133257865906,
+      "learning_rate": 7.540983606557377e-06,
+      "loss": 1.3607006072998047,
+      "step": 185
+    },
+    {
+      "epoch": 0.034368467854626925,
+      "grad_norm": 0.08308165520429611,
+      "learning_rate": 7.581967213114755e-06,
+      "loss": 1.0205916166305542,
+      "step": 186
+    },
+    {
+      "epoch": 0.03455324456352277,
+      "grad_norm": 0.1008264496922493,
+      "learning_rate": 7.622950819672132e-06,
+      "loss": 1.3429181575775146,
+      "step": 187
+    },
+    {
+      "epoch": 0.03473802127241861,
+      "grad_norm": 0.09739381819963455,
+      "learning_rate": 7.66393442622951e-06,
+      "loss": 1.2232327461242676,
+      "step": 188
+    },
+    {
+      "epoch": 0.03492279798131446,
+      "grad_norm": 0.0783327966928482,
+      "learning_rate": 7.704918032786886e-06,
+      "loss": 0.9063292741775513,
+      "step": 189
+    },
+    {
+      "epoch": 0.0351075746902103,
+      "grad_norm": 0.07952532172203064,
+      "learning_rate": 7.745901639344263e-06,
+      "loss": 0.9290217161178589,
+      "step": 190
+    },
+    {
+      "epoch": 0.035292351399106144,
+      "grad_norm": 0.1293192207813263,
+      "learning_rate": 7.786885245901639e-06,
+      "loss": 1.3529701232910156,
+      "step": 191
+    },
+    {
+      "epoch": 0.035477128108001986,
+      "grad_norm": 0.09185554087162018,
+      "learning_rate": 7.827868852459017e-06,
+      "loss": 1.1313979625701904,
+      "step": 192
+    },
+    {
+      "epoch": 0.03566190481689783,
+      "grad_norm": 0.10453785955905914,
+      "learning_rate": 7.868852459016394e-06,
+      "loss": 1.2551578283309937,
+      "step": 193
+    },
+    {
+      "epoch": 0.03584668152579367,
+      "grad_norm": 0.11565221101045609,
+      "learning_rate": 7.909836065573772e-06,
+      "loss": 1.2458629608154297,
+      "step": 194
+    },
+    {
+      "epoch": 0.03603145823468952,
+      "grad_norm": 0.07788601517677307,
+      "learning_rate": 7.950819672131147e-06,
+      "loss": 0.9804476499557495,
+      "step": 195
+    },
+    {
+      "epoch": 0.03621623494358536,
+      "grad_norm": 0.10067404806613922,
+      "learning_rate": 7.991803278688526e-06,
+      "loss": 1.265161156654358,
+      "step": 196
+    },
+    {
+      "epoch": 0.036401011652481205,
+      "grad_norm": 0.09044502675533295,
+      "learning_rate": 8.032786885245902e-06,
+      "loss": 1.0315583944320679,
+      "step": 197
+    },
+    {
+      "epoch": 0.03658578836137705,
+      "grad_norm": 0.11177962273359299,
+      "learning_rate": 8.073770491803279e-06,
+      "loss": 1.254334807395935,
+      "step": 198
+    },
+    {
+      "epoch": 0.03677056507027289,
+      "grad_norm": 0.0948624461889267,
+      "learning_rate": 8.114754098360657e-06,
+      "loss": 1.1573119163513184,
+      "step": 199
+    },
+    {
+      "epoch": 0.03695534177916874,
+      "grad_norm": 0.09116200357675552,
+      "learning_rate": 8.155737704918034e-06,
+      "loss": 1.2316014766693115,
+      "step": 200
+    },
+    {
+      "epoch": 0.03714011848806458,
+      "grad_norm": 0.09280700981616974,
+      "learning_rate": 8.19672131147541e-06,
+      "loss": 1.0697439908981323,
+      "step": 201
+    },
+    {
+      "epoch": 0.037324895196960424,
+      "grad_norm": 0.1117481216788292,
+      "learning_rate": 8.237704918032787e-06,
+      "loss": 1.4836028814315796,
+      "step": 202
+    },
+    {
+      "epoch": 0.037509671905856266,
+      "grad_norm": 0.0852770209312439,
+      "learning_rate": 8.278688524590165e-06,
+      "loss": 0.7765272855758667,
+      "step": 203
+    },
+    {
+      "epoch": 0.03769444861475211,
+      "grad_norm": 0.10650324076414108,
+      "learning_rate": 8.319672131147542e-06,
+      "loss": 1.1163196563720703,
+      "step": 204
+    },
+    {
+      "epoch": 0.03787922532364795,
+      "grad_norm": 0.08654922991991043,
+      "learning_rate": 8.360655737704919e-06,
+      "loss": 1.166925311088562,
+      "step": 205
+    },
+    {
+      "epoch": 0.0380640020325438,
+      "grad_norm": 0.10339689999818802,
+      "learning_rate": 8.401639344262295e-06,
+      "loss": 1.0431673526763916,
+      "step": 206
+    },
+    {
+      "epoch": 0.03824877874143964,
+      "grad_norm": 0.076447993516922,
+      "learning_rate": 8.442622950819674e-06,
+      "loss": 1.0487338304519653,
+      "step": 207
+    },
+    {
+      "epoch": 0.038433555450335485,
+      "grad_norm": 0.09971610456705093,
+      "learning_rate": 8.48360655737705e-06,
+      "loss": 1.163187861442566,
+      "step": 208
+    },
+    {
+      "epoch": 0.03861833215923133,
+      "grad_norm": 0.07643406838178635,
+      "learning_rate": 8.524590163934427e-06,
+      "loss": 1.0120989084243774,
+      "step": 209
+    },
+    {
+      "epoch": 0.03880310886812717,
+      "grad_norm": 0.1098799780011177,
+      "learning_rate": 8.565573770491804e-06,
+      "loss": 1.110826849937439,
+      "step": 210
+    },
+    {
+      "epoch": 0.03898788557702302,
+      "grad_norm": 0.08974554389715195,
+      "learning_rate": 8.60655737704918e-06,
+      "loss": 0.9144413471221924,
+      "step": 211
+    },
+    {
+      "epoch": 0.03917266228591886,
+      "grad_norm": 0.09564737975597382,
+      "learning_rate": 8.647540983606559e-06,
+      "loss": 0.9425402283668518,
+      "step": 212
+    },
+    {
+      "epoch": 0.039357438994814704,
+      "grad_norm": 0.11915887147188187,
+      "learning_rate": 8.688524590163935e-06,
+      "loss": 0.995085597038269,
+      "step": 213
+    },
+    {
+      "epoch": 0.03954221570371055,
+      "grad_norm": 0.09983936697244644,
+      "learning_rate": 8.729508196721312e-06,
+      "loss": 1.0563819408416748,
+      "step": 214
+    },
+    {
+      "epoch": 0.03972699241260639,
+      "grad_norm": 0.08968392759561539,
+      "learning_rate": 8.770491803278688e-06,
+      "loss": 1.0094102621078491,
+      "step": 215
+    },
+    {
+      "epoch": 0.03991176912150223,
+      "grad_norm": 0.07635963708162308,
+      "learning_rate": 8.811475409836067e-06,
+      "loss": 0.7993847727775574,
+      "step": 216
+    },
+    {
+      "epoch": 0.04009654583039808,
+      "grad_norm": 0.10572884231805801,
+      "learning_rate": 8.852459016393443e-06,
+      "loss": 1.058998465538025,
+      "step": 217
+    },
+    {
+      "epoch": 0.04028132253929392,
+      "grad_norm": 0.09346319735050201,
+      "learning_rate": 8.893442622950822e-06,
+      "loss": 1.100991129875183,
+      "step": 218
+    },
+    {
+      "epoch": 0.040466099248189766,
+      "grad_norm": 0.10200077295303345,
+      "learning_rate": 8.934426229508197e-06,
+      "loss": 0.9690842628479004,
+      "step": 219
+    },
+    {
+      "epoch": 0.04065087595708561,
+      "grad_norm": 0.0913805440068245,
+      "learning_rate": 8.975409836065575e-06,
+      "loss": 0.8409448862075806,
+      "step": 220
+    },
+    {
+      "epoch": 0.04083565266598145,
+      "grad_norm": 0.0992816761136055,
+      "learning_rate": 9.016393442622952e-06,
+      "loss": 1.1589744091033936,
+      "step": 221
+    },
+    {
+      "epoch": 0.0410204293748773,
+      "grad_norm": 0.07575351744890213,
+      "learning_rate": 9.057377049180328e-06,
+      "loss": 0.8102637529373169,
+      "step": 222
+    },
+    {
+      "epoch": 0.04120520608377314,
+      "grad_norm": 0.11256787180900574,
+      "learning_rate": 9.098360655737707e-06,
+      "loss": 1.1053478717803955,
+      "step": 223
+    },
+    {
+      "epoch": 0.041389982792668985,
+      "grad_norm": 0.08245761692523956,
+      "learning_rate": 9.139344262295083e-06,
+      "loss": 0.6602897644042969,
+      "step": 224
+    },
+    {
+      "epoch": 0.04157475950156483,
+      "grad_norm": 0.08066370338201523,
+      "learning_rate": 9.18032786885246e-06,
+      "loss": 0.7633033990859985,
+      "step": 225
+    },
+    {
+      "epoch": 0.04175953621046067,
+      "grad_norm": 0.08782163262367249,
+      "learning_rate": 9.221311475409836e-06,
+      "loss": 0.929959237575531,
+      "step": 226
+    },
+    {
+      "epoch": 0.04194431291935651,
+      "grad_norm": 0.09314026683568954,
+      "learning_rate": 9.262295081967215e-06,
+      "loss": 1.0352487564086914,
+      "step": 227
+    },
+    {
+      "epoch": 0.04212908962825236,
+      "grad_norm": 0.10643976181745529,
+      "learning_rate": 9.303278688524591e-06,
+      "loss": 1.229055404663086,
+      "step": 228
+    },
+    {
+      "epoch": 0.042313866337148204,
+      "grad_norm": 0.07235404849052429,
+      "learning_rate": 9.344262295081968e-06,
+      "loss": 0.8788920640945435,
+      "step": 229
+    },
+    {
+      "epoch": 0.042498643046044046,
+      "grad_norm": 0.09235186874866486,
+      "learning_rate": 9.385245901639345e-06,
+      "loss": 1.0391452312469482,
+      "step": 230
+    },
+    {
+      "epoch": 0.04268341975493989,
+      "grad_norm": 0.13859771192073822,
+      "learning_rate": 9.426229508196723e-06,
+      "loss": 1.4094034433364868,
+      "step": 231
+    },
+    {
+      "epoch": 0.04286819646383573,
+      "grad_norm": 0.07954560965299606,
+      "learning_rate": 9.4672131147541e-06,
+      "loss": 1.129581093788147,
+      "step": 232
+    },
+    {
+      "epoch": 0.04305297317273158,
+      "grad_norm": 0.10096707195043564,
+      "learning_rate": 9.508196721311476e-06,
+      "loss": 1.051155924797058,
+      "step": 233
+    },
+    {
+      "epoch": 0.04323774988162742,
+      "grad_norm": 0.08780834078788757,
+      "learning_rate": 9.549180327868853e-06,
+      "loss": 1.0105705261230469,
+      "step": 234
+    },
+    {
+      "epoch": 0.043422526590523265,
+      "grad_norm": 0.07152073830366135,
+      "learning_rate": 9.59016393442623e-06,
+      "loss": 0.9030419588088989,
+      "step": 235
+    },
+    {
+      "epoch": 0.04360730329941911,
+      "grad_norm": 0.11264440417289734,
+      "learning_rate": 9.631147540983608e-06,
+      "loss": 1.0321972370147705,
+      "step": 236
+    },
+    {
+      "epoch": 0.04379208000831495,
+      "grad_norm": 0.10329741984605789,
+      "learning_rate": 9.672131147540984e-06,
+      "loss": 1.207244634628296,
+      "step": 237
+    },
+    {
+      "epoch": 0.04397685671721079,
+      "grad_norm": 0.0821845754981041,
+      "learning_rate": 9.713114754098361e-06,
+      "loss": 0.9656891822814941,
+      "step": 238
+    },
+    {
+      "epoch": 0.04416163342610664,
+      "grad_norm": 0.08063480257987976,
+      "learning_rate": 9.754098360655738e-06,
+      "loss": 0.986838161945343,
+      "step": 239
+    },
+    {
+      "epoch": 0.044346410135002484,
+      "grad_norm": 0.08364249020814896,
+      "learning_rate": 9.795081967213116e-06,
+      "loss": 0.9730472564697266,
+      "step": 240
+    },
+    {
+      "epoch": 0.04453118684389833,
+      "grad_norm": 0.09396041929721832,
+      "learning_rate": 9.836065573770493e-06,
+      "loss": 1.0492497682571411,
+      "step": 241
+    },
+    {
+      "epoch": 0.04471596355279417,
+      "grad_norm": 0.09696823358535767,
+      "learning_rate": 9.87704918032787e-06,
+      "loss": 1.0710127353668213,
+      "step": 242
+    },
+    {
+      "epoch": 0.04490074026169001,
+      "grad_norm": 0.0735907331109047,
+      "learning_rate": 9.918032786885246e-06,
+      "loss": 0.7238403558731079,
+      "step": 243
+    },
+    {
+      "epoch": 0.04508551697058586,
+      "grad_norm": 0.09278254956007004,
+      "learning_rate": 9.959016393442624e-06,
+      "loss": 1.0645323991775513,
+      "step": 244
+    },
+    {
+      "epoch": 0.0452702936794817,
+      "grad_norm": 0.10433805733919144,
+      "learning_rate": 1e-05,
+      "loss": 1.2725396156311035,
+      "step": 245
+    },
+    {
+      "epoch": 0.045455070388377546,
+      "grad_norm": 0.10844039171934128,
+      "learning_rate": 1.0040983606557377e-05,
+      "loss": 1.019277811050415,
+      "step": 246
+    },
+    {
+      "epoch": 0.04563984709727339,
+      "grad_norm": 0.09526235610246658,
+      "learning_rate": 1.0081967213114754e-05,
+      "loss": 1.0928999185562134,
+      "step": 247
+    },
+    {
+      "epoch": 0.04582462380616923,
+      "grad_norm": 0.08871227502822876,
+      "learning_rate": 1.0122950819672132e-05,
+      "loss": 0.94351726770401,
+      "step": 248
+    },
+    {
+      "epoch": 0.04600940051506507,
+      "grad_norm": 0.0853639468550682,
+      "learning_rate": 1.0163934426229509e-05,
+      "loss": 0.9936844706535339,
+      "step": 249
+    },
+    {
+      "epoch": 0.04619417722396092,
+      "grad_norm": 0.11534149944782257,
+      "learning_rate": 1.0204918032786886e-05,
+      "loss": 1.150606393814087,
+      "step": 250
+    },
+    {
+      "epoch": 0.046378953932856765,
+      "grad_norm": 0.0720873549580574,
+      "learning_rate": 1.0245901639344262e-05,
+      "loss": 0.6555285453796387,
+      "step": 251
+    },
+    {
+      "epoch": 0.04656373064175261,
+      "grad_norm": 0.10066215693950653,
+      "learning_rate": 1.028688524590164e-05,
+      "loss": 0.9825627207756042,
+      "step": 252
+    },
+    {
+      "epoch": 0.04674850735064845,
+      "grad_norm": 0.09775615483522415,
+      "learning_rate": 1.0327868852459017e-05,
+      "loss": 0.9665984511375427,
+      "step": 253
+    },
+    {
+      "epoch": 0.04693328405954429,
+      "grad_norm": 0.10551930218935013,
+      "learning_rate": 1.0368852459016394e-05,
+      "loss": 1.1738957166671753,
+      "step": 254
+    },
+    {
+      "epoch": 0.04711806076844014,
+      "grad_norm": 0.1370166391134262,
+      "learning_rate": 1.040983606557377e-05,
+      "loss": 1.2341063022613525,
+      "step": 255
+    },
+    {
+      "epoch": 0.047302837477335984,
+      "grad_norm": 0.11037618666887283,
+      "learning_rate": 1.0450819672131149e-05,
+      "loss": 1.14421546459198,
+      "step": 256
+    },
+    {
+      "epoch": 0.047487614186231826,
+      "grad_norm": 0.08367924392223358,
+      "learning_rate": 1.0491803278688525e-05,
+      "loss": 1.0374960899353027,
+      "step": 257
+    },
+    {
+      "epoch": 0.04767239089512767,
+      "grad_norm": 0.08623643964529037,
+      "learning_rate": 1.0532786885245902e-05,
+      "loss": 0.9188487529754639,
+      "step": 258
+    },
+    {
+      "epoch": 0.04785716760402351,
+      "grad_norm": 0.09963801503181458,
+      "learning_rate": 1.0573770491803279e-05,
+      "loss": 1.2390835285186768,
+      "step": 259
+    },
+    {
+      "epoch": 0.04804194431291935,
+      "grad_norm": 0.08543514460325241,
+      "learning_rate": 1.0614754098360655e-05,
+      "loss": 1.0762650966644287,
+      "step": 260
+    },
+    {
+      "epoch": 0.0482267210218152,
+      "grad_norm": 0.09559163451194763,
+      "learning_rate": 1.0655737704918034e-05,
+      "loss": 0.8684812784194946,
+      "step": 261
+    },
+    {
+      "epoch": 0.048411497730711045,
+      "grad_norm": 0.10531015694141388,
+      "learning_rate": 1.069672131147541e-05,
+      "loss": 1.0792323350906372,
+      "step": 262
+    },
+    {
+      "epoch": 0.04859627443960689,
+      "grad_norm": 0.09568508714437485,
+      "learning_rate": 1.0737704918032787e-05,
+      "loss": 1.1282249689102173,
+      "step": 263
+    },
+    {
+      "epoch": 0.04878105114850273,
+      "grad_norm": 0.09946364909410477,
+      "learning_rate": 1.0778688524590164e-05,
+      "loss": 1.0437533855438232,
+      "step": 264
+    },
+    {
+      "epoch": 0.04896582785739857,
+      "grad_norm": 0.12145375460386276,
+      "learning_rate": 1.0819672131147544e-05,
+      "loss": 1.2372792959213257,
+      "step": 265
+    },
+    {
+      "epoch": 0.04915060456629442,
+      "grad_norm": 0.09334026277065277,
+      "learning_rate": 1.0860655737704918e-05,
+      "loss": 1.0724656581878662,
+      "step": 266
+    },
+    {
+      "epoch": 0.049335381275190264,
+      "grad_norm": 0.09644033759832382,
+      "learning_rate": 1.0901639344262295e-05,
+      "loss": 1.2204649448394775,
+      "step": 267
+    },
+    {
+      "epoch": 0.049520157984086106,
+      "grad_norm": 0.10595440119504929,
+      "learning_rate": 1.0942622950819672e-05,
+      "loss": 1.0160824060440063,
+      "step": 268
+    },
+    {
+      "epoch": 0.04970493469298195,
+      "grad_norm": 0.09714332222938538,
+      "learning_rate": 1.0983606557377052e-05,
+      "loss": 0.906075656414032,
+      "step": 269
+    },
+    {
+      "epoch": 0.04988971140187779,
+      "grad_norm": 0.09888976812362671,
+      "learning_rate": 1.1024590163934428e-05,
+      "loss": 1.0426760911941528,
+      "step": 270
+    },
+    {
+      "epoch": 0.050074488110773634,
+      "grad_norm": 0.09720077365636826,
+      "learning_rate": 1.1065573770491805e-05,
+      "loss": 1.1333513259887695,
+      "step": 271
+    },
+    {
+      "epoch": 0.05025926481966948,
+      "grad_norm": 0.09125541895627975,
+      "learning_rate": 1.110655737704918e-05,
+      "loss": 1.1542598009109497,
+      "step": 272
+    },
+    {
+      "epoch": 0.050444041528565325,
+      "grad_norm": 0.08100289106369019,
+      "learning_rate": 1.1147540983606557e-05,
+      "loss": 0.8822868466377258,
+      "step": 273
+    },
+    {
+      "epoch": 0.05062881823746117,
+      "grad_norm": 0.08017222583293915,
+      "learning_rate": 1.1188524590163937e-05,
+      "loss": 0.8326126337051392,
+      "step": 274
+    },
+    {
+      "epoch": 0.05081359494635701,
+      "grad_norm": 0.09766320139169693,
+      "learning_rate": 1.1229508196721313e-05,
+      "loss": 1.1107693910598755,
+      "step": 275
+    },
+    {
+      "epoch": 0.05099837165525285,
+      "grad_norm": 0.09009626507759094,
+      "learning_rate": 1.127049180327869e-05,
+      "loss": 0.8500745296478271,
+      "step": 276
+    },
+    {
+      "epoch": 0.0511831483641487,
+      "grad_norm": 0.10108991712331772,
+      "learning_rate": 1.1311475409836066e-05,
+      "loss": 0.9838616847991943,
+      "step": 277
+    },
+    {
+      "epoch": 0.051367925073044544,
+      "grad_norm": 0.08185333013534546,
+      "learning_rate": 1.1352459016393445e-05,
+      "loss": 0.8202808499336243,
+      "step": 278
+    },
+    {
+      "epoch": 0.05155270178194039,
+      "grad_norm": 0.11285862326622009,
+      "learning_rate": 1.1393442622950821e-05,
+      "loss": 1.48050856590271,
+      "step": 279
+    },
+    {
+      "epoch": 0.05173747849083623,
+      "grad_norm": 0.09318527579307556,
+      "learning_rate": 1.1434426229508198e-05,
+      "loss": 0.8346209526062012,
+      "step": 280
+    },
+    {
+      "epoch": 0.05192225519973207,
+      "grad_norm": 0.09572022408246994,
+      "learning_rate": 1.1475409836065575e-05,
+      "loss": 1.0783284902572632,
+      "step": 281
+    },
+    {
+      "epoch": 0.052107031908627914,
+      "grad_norm": 0.11212638020515442,
+      "learning_rate": 1.1516393442622951e-05,
+      "loss": 1.0902286767959595,
+      "step": 282
+    },
+    {
+      "epoch": 0.05229180861752376,
+      "grad_norm": 0.10433069616556168,
+      "learning_rate": 1.155737704918033e-05,
+      "loss": 1.058199167251587,
+      "step": 283
+    },
+    {
+      "epoch": 0.052476585326419606,
+      "grad_norm": 0.10224845260381699,
+      "learning_rate": 1.1598360655737706e-05,
+      "loss": 1.081488013267517,
+      "step": 284
+    },
+    {
+      "epoch": 0.05266136203531545,
+      "grad_norm": 0.10507450252771378,
+      "learning_rate": 1.1639344262295083e-05,
+      "loss": 0.9051607847213745,
+      "step": 285
+    },
+    {
+      "epoch": 0.05284613874421129,
+      "grad_norm": 0.0947372242808342,
+      "learning_rate": 1.168032786885246e-05,
+      "loss": 1.0995267629623413,
+      "step": 286
+    },
+    {
+      "epoch": 0.05303091545310713,
+      "grad_norm": 0.09245672821998596,
+      "learning_rate": 1.1721311475409838e-05,
+      "loss": 1.012171745300293,
+      "step": 287
+    },
+    {
+      "epoch": 0.05321569216200298,
+      "grad_norm": 0.12127245962619781,
+      "learning_rate": 1.1762295081967215e-05,
+      "loss": 1.309299349784851,
+      "step": 288
+    },
+    {
+      "epoch": 0.053400468870898825,
+      "grad_norm": 0.1081591546535492,
+      "learning_rate": 1.1803278688524591e-05,
+      "loss": 1.0298875570297241,
+      "step": 289
+    },
+    {
+      "epoch": 0.05358524557979467,
+      "grad_norm": 0.11109253019094467,
+      "learning_rate": 1.1844262295081968e-05,
+      "loss": 1.058588981628418,
+      "step": 290
+    },
+    {
+      "epoch": 0.05377002228869051,
+      "grad_norm": 0.08653238415718079,
+      "learning_rate": 1.1885245901639346e-05,
+      "loss": 0.898544430732727,
+      "step": 291
+    },
+    {
+      "epoch": 0.05395479899758635,
+      "grad_norm": 0.0926504135131836,
+      "learning_rate": 1.1926229508196723e-05,
+      "loss": 0.7896566987037659,
+      "step": 292
+    },
+    {
+      "epoch": 0.054139575706482194,
+      "grad_norm": 0.08921337872743607,
+      "learning_rate": 1.19672131147541e-05,
+      "loss": 0.9710261225700378,
+      "step": 293
+    },
+    {
+      "epoch": 0.054324352415378044,
+      "grad_norm": 0.07718883454799652,
+      "learning_rate": 1.2008196721311476e-05,
+      "loss": 0.8338017463684082,
+      "step": 294
+    },
+    {
+      "epoch": 0.054509129124273886,
+      "grad_norm": 0.0848095566034317,
+      "learning_rate": 1.2049180327868853e-05,
+      "loss": 0.6920614838600159,
+      "step": 295
+    },
+    {
+      "epoch": 0.05469390583316973,
+      "grad_norm": 0.08996455371379852,
+      "learning_rate": 1.2090163934426231e-05,
+      "loss": 0.7501096129417419,
+      "step": 296
+    },
+    {
+      "epoch": 0.05487868254206557,
+      "grad_norm": 0.07516958564519882,
+      "learning_rate": 1.2131147540983608e-05,
+      "loss": 0.8861922025680542,
+      "step": 297
+    },
+    {
+      "epoch": 0.055063459250961413,
+      "grad_norm": 0.10512320697307587,
+      "learning_rate": 1.2172131147540984e-05,
+      "loss": 1.018561840057373,
+      "step": 298
+    },
+    {
+      "epoch": 0.05524823595985726,
+      "grad_norm": 0.0865112841129303,
+      "learning_rate": 1.221311475409836e-05,
+      "loss": 0.7376396059989929,
+      "step": 299
+    },
+    {
+      "epoch": 0.055433012668753105,
+      "grad_norm": 0.12389017641544342,
+      "learning_rate": 1.2254098360655739e-05,
+      "loss": 1.332137107849121,
+      "step": 300
+    },
+    {
+      "epoch": 0.05561778937764895,
+      "grad_norm": 0.11509191244840622,
+      "learning_rate": 1.2295081967213116e-05,
+      "loss": 1.004392385482788,
+      "step": 301
+    },
+    {
+      "epoch": 0.05580256608654479,
+      "grad_norm": 0.13411563634872437,
+      "learning_rate": 1.2336065573770492e-05,
+      "loss": 1.276947021484375,
+      "step": 302
+    },
+    {
+      "epoch": 0.05598734279544063,
+      "grad_norm": 0.09792132675647736,
+      "learning_rate": 1.2377049180327869e-05,
+      "loss": 0.8487666249275208,
+      "step": 303
+    },
+    {
+      "epoch": 0.05617211950433648,
+      "grad_norm": 0.09597836434841156,
+      "learning_rate": 1.2418032786885247e-05,
+      "loss": 0.9482805728912354,
+      "step": 304
+    },
+    {
+      "epoch": 0.056356896213232324,
+      "grad_norm": 0.11644294112920761,
+      "learning_rate": 1.2459016393442624e-05,
+      "loss": 0.9525696039199829,
+      "step": 305
+    },
+    {
+      "epoch": 0.05654167292212817,
+      "grad_norm": 0.10617950558662415,
+      "learning_rate": 1.25e-05,
+      "loss": 1.0335408449172974,
+      "step": 306
+    },
+    {
+      "epoch": 0.05672644963102401,
+      "grad_norm": 0.09923581779003143,
+      "learning_rate": 1.2540983606557377e-05,
+      "loss": 1.0804893970489502,
+      "step": 307
+    },
+    {
+      "epoch": 0.05691122633991985,
+      "grad_norm": 0.10484209656715393,
+      "learning_rate": 1.2581967213114754e-05,
+      "loss": 0.920568585395813,
+      "step": 308
+    },
+    {
+      "epoch": 0.057096003048815694,
+      "grad_norm": 0.09422818571329117,
+      "learning_rate": 1.2622950819672132e-05,
+      "loss": 1.0048713684082031,
+      "step": 309
+    },
+    {
+      "epoch": 0.05728077975771154,
+      "grad_norm": 0.09801265597343445,
+      "learning_rate": 1.2663934426229509e-05,
+      "loss": 0.9483872652053833,
+      "step": 310
+    },
+    {
+      "epoch": 0.057465556466607386,
+      "grad_norm": 0.10625987499952316,
+      "learning_rate": 1.2704918032786885e-05,
+      "loss": 1.1098862886428833,
+      "step": 311
+    },
+    {
+      "epoch": 0.05765033317550323,
+      "grad_norm": 0.10191453993320465,
+      "learning_rate": 1.2745901639344262e-05,
+      "loss": 0.9445469975471497,
+      "step": 312
+    },
+    {
+      "epoch": 0.05783510988439907,
+      "grad_norm": 0.09489865601062775,
+      "learning_rate": 1.2786885245901642e-05,
+      "loss": 0.9424755573272705,
+      "step": 313
+    },
+    {
+      "epoch": 0.05801988659329491,
+      "grad_norm": 0.07801543921232224,
+      "learning_rate": 1.2827868852459017e-05,
+      "loss": 0.9401955008506775,
+      "step": 314
+    },
+    {
+      "epoch": 0.05820466330219076,
+      "grad_norm": 0.09698277711868286,
+      "learning_rate": 1.2868852459016394e-05,
+      "loss": 0.9096693396568298,
+      "step": 315
+    },
+    {
+      "epoch": 0.058389440011086605,
+      "grad_norm": 0.07716673612594604,
+      "learning_rate": 1.290983606557377e-05,
+      "loss": 0.7786237597465515,
+      "step": 316
+    },
+    {
+      "epoch": 0.05857421671998245,
+      "grad_norm": 0.09627088904380798,
+      "learning_rate": 1.295081967213115e-05,
+      "loss": 0.9308719635009766,
+      "step": 317
+    },
+    {
+      "epoch": 0.05875899342887829,
+      "grad_norm": 0.09469778835773468,
+      "learning_rate": 1.2991803278688527e-05,
+      "loss": 1.0299229621887207,
+      "step": 318
+    },
+    {
+      "epoch": 0.05894377013777413,
+      "grad_norm": 0.08667682856321335,
+      "learning_rate": 1.3032786885245904e-05,
+      "loss": 0.785006582736969,
+      "step": 319
+    },
+    {
+      "epoch": 0.059128546846669974,
+      "grad_norm": 0.1045043021440506,
+      "learning_rate": 1.3073770491803278e-05,
+      "loss": 0.8180931806564331,
+      "step": 320
+    },
+    {
+      "epoch": 0.059313323555565824,
+      "grad_norm": 0.1012943759560585,
+      "learning_rate": 1.3114754098360655e-05,
+      "loss": 1.0428085327148438,
+      "step": 321
+    },
+    {
+      "epoch": 0.059498100264461666,
+      "grad_norm": 0.08716757595539093,
+      "learning_rate": 1.3155737704918035e-05,
+      "loss": 1.0261026620864868,
+      "step": 322
+    },
+    {
+      "epoch": 0.05968287697335751,
+      "grad_norm": 0.08290330320596695,
+      "learning_rate": 1.3196721311475412e-05,
+      "loss": 0.8196086287498474,
+      "step": 323
+    },
+    {
+      "epoch": 0.05986765368225335,
+      "grad_norm": 0.07775544375181198,
+      "learning_rate": 1.3237704918032788e-05,
+      "loss": 0.7242082357406616,
+      "step": 324
+    },
+    {
+      "epoch": 0.06005243039114919,
+      "grad_norm": 0.05980847030878067,
+      "learning_rate": 1.3278688524590165e-05,
+      "loss": 0.7295750975608826,
+      "step": 325
+    },
+    {
+      "epoch": 0.06023720710004504,
+      "grad_norm": 0.0982968881726265,
+      "learning_rate": 1.3319672131147543e-05,
+      "loss": 0.873098611831665,
+      "step": 326
+    },
+    {
+      "epoch": 0.060421983808940885,
+      "grad_norm": 0.0912838950753212,
+      "learning_rate": 1.336065573770492e-05,
+      "loss": 1.3055800199508667,
+      "step": 327
+    },
+    {
+      "epoch": 0.06060676051783673,
+      "grad_norm": 0.09126565605401993,
+      "learning_rate": 1.3401639344262297e-05,
+      "loss": 0.836475670337677,
+      "step": 328
+    },
+    {
+      "epoch": 0.06079153722673257,
+      "grad_norm": 0.1270003318786621,
+      "learning_rate": 1.3442622950819673e-05,
+      "loss": 1.2076267004013062,
+      "step": 329
+    },
+    {
+      "epoch": 0.06097631393562841,
+      "grad_norm": 0.09601800888776779,
+      "learning_rate": 1.3483606557377052e-05,
+      "loss": 1.0199816226959229,
+      "step": 330
+    },
+    {
+      "epoch": 0.061161090644524255,
+      "grad_norm": 0.1017669290304184,
+      "learning_rate": 1.3524590163934428e-05,
+      "loss": 1.0680336952209473,
+      "step": 331
+    },
+    {
+      "epoch": 0.061345867353420104,
+      "grad_norm": 0.11380743980407715,
+      "learning_rate": 1.3565573770491805e-05,
+      "loss": 1.0062092542648315,
+      "step": 332
+    },
+    {
+      "epoch": 0.061530644062315946,
+      "grad_norm": 0.10115383565425873,
+      "learning_rate": 1.3606557377049181e-05,
+      "loss": 1.1867700815200806,
+      "step": 333
+    },
+    {
+      "epoch": 0.06171542077121179,
+      "grad_norm": 0.09494657814502716,
+      "learning_rate": 1.3647540983606558e-05,
+      "loss": 0.7801775336265564,
+      "step": 334
+    },
+    {
+      "epoch": 0.06190019748010763,
+      "grad_norm": 0.12234895676374435,
+      "learning_rate": 1.3688524590163936e-05,
+      "loss": 1.0539796352386475,
+      "step": 335
+    },
+    {
+      "epoch": 0.062084974189003474,
+      "grad_norm": 0.1199754998087883,
+      "learning_rate": 1.3729508196721313e-05,
+      "loss": 1.2007956504821777,
+      "step": 336
+    },
+    {
+      "epoch": 0.06226975089789932,
+      "grad_norm": 0.10975956916809082,
+      "learning_rate": 1.377049180327869e-05,
+      "loss": 1.0453523397445679,
+      "step": 337
+    },
+    {
+      "epoch": 0.062454527606795165,
+      "grad_norm": 0.09918422996997833,
+      "learning_rate": 1.3811475409836066e-05,
+      "loss": 0.8010137677192688,
+      "step": 338
+    },
+    {
+      "epoch": 0.06263930431569101,
+      "grad_norm": 0.0994090810418129,
+      "learning_rate": 1.3852459016393445e-05,
+      "loss": 1.0801807641983032,
+      "step": 339
+    },
+    {
+      "epoch": 0.06282408102458685,
+      "grad_norm": 0.10293493419885635,
+      "learning_rate": 1.3893442622950821e-05,
+      "loss": 0.9230149388313293,
+      "step": 340
+    },
+    {
+      "epoch": 0.06300885773348269,
+      "grad_norm": 0.10307420045137405,
+      "learning_rate": 1.3934426229508198e-05,
+      "loss": 1.0578651428222656,
+      "step": 341
+    },
+    {
+      "epoch": 0.06319363444237854,
+      "grad_norm": 0.1045430526137352,
+      "learning_rate": 1.3975409836065574e-05,
+      "loss": 0.790934681892395,
+      "step": 342
+    },
+    {
+      "epoch": 0.06337841115127438,
+      "grad_norm": 0.10155732929706573,
+      "learning_rate": 1.4016393442622951e-05,
+      "loss": 1.1352696418762207,
+      "step": 343
+    },
+    {
+      "epoch": 0.06356318786017022,
+      "grad_norm": 0.09721534699201584,
+      "learning_rate": 1.405737704918033e-05,
+      "loss": 0.9279108047485352,
+      "step": 344
+    },
+    {
+      "epoch": 0.06374796456906606,
+      "grad_norm": 0.11629458516836166,
+      "learning_rate": 1.4098360655737706e-05,
+      "loss": 1.0785913467407227,
+      "step": 345
+    },
+    {
+      "epoch": 0.06393274127796192,
+      "grad_norm": 0.10066460072994232,
+      "learning_rate": 1.4139344262295083e-05,
+      "loss": 1.1896709203720093,
+      "step": 346
+    },
+    {
+      "epoch": 0.06411751798685776,
+      "grad_norm": 0.09405656158924103,
+      "learning_rate": 1.418032786885246e-05,
+      "loss": 0.8420297503471375,
+      "step": 347
+    },
+    {
+      "epoch": 0.0643022946957536,
+      "grad_norm": 0.08271870762109756,
+      "learning_rate": 1.4221311475409838e-05,
+      "loss": 0.7494404315948486,
+      "step": 348
+    },
+    {
+      "epoch": 0.06448707140464945,
+      "grad_norm": 0.1078755334019661,
+      "learning_rate": 1.4262295081967214e-05,
+      "loss": 0.9479129314422607,
+      "step": 349
+    },
+    {
+      "epoch": 0.06467184811354529,
+      "grad_norm": 0.0918903723359108,
+      "learning_rate": 1.4303278688524591e-05,
+      "loss": 0.9387383460998535,
+      "step": 350
+    },
+    {
+      "epoch": 0.06485662482244113,
+      "grad_norm": 0.11810861527919769,
+      "learning_rate": 1.4344262295081968e-05,
+      "loss": 0.9701591730117798,
+      "step": 351
+    },
+    {
+      "epoch": 0.06504140153133697,
+      "grad_norm": 0.09874974936246872,
+      "learning_rate": 1.4385245901639346e-05,
+      "loss": 0.9196026921272278,
+      "step": 352
+    },
+    {
+      "epoch": 0.06522617824023282,
+      "grad_norm": 0.0841999500989914,
+      "learning_rate": 1.4426229508196722e-05,
+      "loss": 0.6813482642173767,
+      "step": 353
+    },
+    {
+      "epoch": 0.06541095494912866,
+      "grad_norm": 0.09054264426231384,
+      "learning_rate": 1.4467213114754099e-05,
+      "loss": 1.0393775701522827,
+      "step": 354
+    },
+    {
+      "epoch": 0.0655957316580245,
+      "grad_norm": 0.09485882520675659,
+      "learning_rate": 1.4508196721311476e-05,
+      "loss": 1.008347988128662,
+      "step": 355
+    },
+    {
+      "epoch": 0.06578050836692034,
+      "grad_norm": 0.09545883536338806,
+      "learning_rate": 1.4549180327868852e-05,
+      "loss": 0.8867791295051575,
+      "step": 356
+    },
+    {
+      "epoch": 0.0659652850758162,
+      "grad_norm": 0.10870155692100525,
+      "learning_rate": 1.459016393442623e-05,
+      "loss": 1.0850865840911865,
+      "step": 357
+    },
+    {
+      "epoch": 0.06615006178471204,
+      "grad_norm": 0.0992053747177124,
+      "learning_rate": 1.4631147540983607e-05,
+      "loss": 1.008838415145874,
+      "step": 358
+    },
+    {
+      "epoch": 0.06633483849360788,
+      "grad_norm": 0.08941731601953506,
+      "learning_rate": 1.4672131147540984e-05,
+      "loss": 0.9069108963012695,
+      "step": 359
+    },
+    {
+      "epoch": 0.06651961520250373,
+      "grad_norm": 0.11634092032909393,
+      "learning_rate": 1.471311475409836e-05,
+      "loss": 1.202878713607788,
+      "step": 360
+    },
+    {
+      "epoch": 0.06670439191139957,
+      "grad_norm": 0.10910794138908386,
+      "learning_rate": 1.4754098360655739e-05,
+      "loss": 1.082908034324646,
+      "step": 361
+    },
+    {
+      "epoch": 0.06688916862029541,
+      "grad_norm": 0.0834878534078598,
+      "learning_rate": 1.4795081967213116e-05,
+      "loss": 0.7075738906860352,
+      "step": 362
+    },
+    {
+      "epoch": 0.06707394532919125,
+      "grad_norm": 0.10349691659212112,
+      "learning_rate": 1.4836065573770492e-05,
+      "loss": 0.9434449672698975,
+      "step": 363
+    },
+    {
+      "epoch": 0.0672587220380871,
+      "grad_norm": 0.11296708881855011,
+      "learning_rate": 1.4877049180327869e-05,
+      "loss": 0.933619499206543,
+      "step": 364
+    },
+    {
+      "epoch": 0.06744349874698294,
+      "grad_norm": 0.10705320537090302,
+      "learning_rate": 1.4918032786885249e-05,
+      "loss": 1.2247308492660522,
+      "step": 365
+    },
+    {
+      "epoch": 0.06762827545587878,
+      "grad_norm": 0.09186027944087982,
+      "learning_rate": 1.4959016393442625e-05,
+      "loss": 0.9711430072784424,
+      "step": 366
+    },
+    {
+      "epoch": 0.06781305216477464,
+      "grad_norm": 0.1063535287976265,
+      "learning_rate": 1.5000000000000002e-05,
+      "loss": 0.7582070231437683,
+      "step": 367
+    },
+    {
+      "epoch": 0.06799782887367048,
+      "grad_norm": 0.12384825944900513,
+      "learning_rate": 1.5040983606557377e-05,
+      "loss": 0.9878946542739868,
+      "step": 368
+    },
+    {
+      "epoch": 0.06818260558256632,
+      "grad_norm": 0.11601697653532028,
+      "learning_rate": 1.5081967213114754e-05,
+      "loss": 1.1344435214996338,
+      "step": 369
+    },
+    {
+      "epoch": 0.06836738229146216,
+      "grad_norm": 0.10092558711767197,
+      "learning_rate": 1.5122950819672134e-05,
+      "loss": 0.8472614288330078,
+      "step": 370
+    },
+    {
+      "epoch": 0.068552159000358,
+      "grad_norm": 0.08755794912576675,
+      "learning_rate": 1.516393442622951e-05,
+      "loss": 0.9642510414123535,
+      "step": 371
+    },
+    {
+      "epoch": 0.06873693570925385,
+      "grad_norm": 0.11546262353658676,
+      "learning_rate": 1.5204918032786887e-05,
+      "loss": 0.9715655446052551,
+      "step": 372
+    },
+    {
+      "epoch": 0.06892171241814969,
+      "grad_norm": 0.10162407904863358,
+      "learning_rate": 1.5245901639344264e-05,
+      "loss": 0.8278041481971741,
+      "step": 373
+    },
+    {
+      "epoch": 0.06910648912704553,
+      "grad_norm": 0.12836207449436188,
+      "learning_rate": 1.528688524590164e-05,
+      "loss": 1.1721863746643066,
+      "step": 374
+    },
+    {
+      "epoch": 0.06929126583594138,
+      "grad_norm": 0.08836661279201508,
+      "learning_rate": 1.532786885245902e-05,
+      "loss": 0.8702605962753296,
+      "step": 375
+    },
+    {
+      "epoch": 0.06947604254483722,
+      "grad_norm": 0.09650567173957825,
+      "learning_rate": 1.5368852459016393e-05,
+      "loss": 0.8430268168449402,
+      "step": 376
+    },
+    {
+      "epoch": 0.06966081925373306,
+      "grad_norm": 0.12295356392860413,
+      "learning_rate": 1.5409836065573772e-05,
+      "loss": 1.495065689086914,
+      "step": 377
+    },
+    {
+      "epoch": 0.06984559596262892,
+      "grad_norm": 0.09706033766269684,
+      "learning_rate": 1.545081967213115e-05,
+      "loss": 0.7906158566474915,
+      "step": 378
+    },
+    {
+      "epoch": 0.07003037267152476,
+      "grad_norm": 0.11473716050386429,
+      "learning_rate": 1.5491803278688525e-05,
+      "loss": 0.9313616752624512,
+      "step": 379
+    },
+    {
+      "epoch": 0.0702151493804206,
+      "grad_norm": 0.11317595094442368,
+      "learning_rate": 1.5532786885245903e-05,
+      "loss": 0.9224214553833008,
+      "step": 380
+    },
+    {
+      "epoch": 0.07039992608931644,
+      "grad_norm": 0.08347756415605545,
+      "learning_rate": 1.5573770491803278e-05,
+      "loss": 0.9982295632362366,
+      "step": 381
+    },
+    {
+      "epoch": 0.07058470279821229,
+      "grad_norm": 0.09798528254032135,
+      "learning_rate": 1.5614754098360657e-05,
+      "loss": 1.0946242809295654,
+      "step": 382
+    },
+    {
+      "epoch": 0.07076947950710813,
+      "grad_norm": 0.10663064569234848,
+      "learning_rate": 1.5655737704918035e-05,
+      "loss": 1.1035512685775757,
+      "step": 383
+    },
+    {
+      "epoch": 0.07095425621600397,
+      "grad_norm": 0.0784713551402092,
+      "learning_rate": 1.569672131147541e-05,
+      "loss": 0.8944029808044434,
+      "step": 384
+    },
+    {
+      "epoch": 0.07113903292489981,
+      "grad_norm": 0.11879897117614746,
+      "learning_rate": 1.5737704918032788e-05,
+      "loss": 0.9249335527420044,
+      "step": 385
+    },
+    {
+      "epoch": 0.07132380963379566,
+      "grad_norm": 0.11596395075321198,
+      "learning_rate": 1.5778688524590163e-05,
+      "loss": 1.006790041923523,
+      "step": 386
+    },
+    {
+      "epoch": 0.0715085863426915,
+      "grad_norm": 0.10372721403837204,
+      "learning_rate": 1.5819672131147545e-05,
+      "loss": 0.950377881526947,
+      "step": 387
+    },
+    {
+      "epoch": 0.07169336305158734,
+      "grad_norm": 0.10973094403743744,
+      "learning_rate": 1.586065573770492e-05,
+      "loss": 0.9215264916419983,
+      "step": 388
+    },
+    {
+      "epoch": 0.0718781397604832,
+      "grad_norm": 0.08272566646337509,
+      "learning_rate": 1.5901639344262295e-05,
+      "loss": 0.7860650420188904,
+      "step": 389
+    },
+    {
+      "epoch": 0.07206291646937904,
+      "grad_norm": 0.09537763893604279,
+      "learning_rate": 1.5942622950819673e-05,
+      "loss": 0.8267325758934021,
+      "step": 390
+    },
+    {
+      "epoch": 0.07224769317827488,
+      "grad_norm": 0.1512487381696701,
+      "learning_rate": 1.598360655737705e-05,
+      "loss": 1.1345775127410889,
+      "step": 391
+    },
+    {
+      "epoch": 0.07243246988717073,
+      "grad_norm": 0.07760065793991089,
+      "learning_rate": 1.602459016393443e-05,
+      "loss": 0.6036292314529419,
+      "step": 392
+    },
+    {
+      "epoch": 0.07261724659606657,
+      "grad_norm": 0.08124257624149323,
+      "learning_rate": 1.6065573770491805e-05,
+      "loss": 0.7405913472175598,
+      "step": 393
+    },
+    {
+      "epoch": 0.07280202330496241,
+      "grad_norm": 0.10059768706560135,
+      "learning_rate": 1.610655737704918e-05,
+      "loss": 0.9785237908363342,
+      "step": 394
+    },
+    {
+      "epoch": 0.07298680001385825,
+      "grad_norm": 0.0916321724653244,
+      "learning_rate": 1.6147540983606558e-05,
+      "loss": 0.7635613679885864,
+      "step": 395
+    },
+    {
+      "epoch": 0.0731715767227541,
+      "grad_norm": 0.08234703540802002,
+      "learning_rate": 1.6188524590163936e-05,
+      "loss": 0.6982128620147705,
+      "step": 396
+    },
+    {
+      "epoch": 0.07335635343164994,
+      "grad_norm": 0.10206922143697739,
+      "learning_rate": 1.6229508196721314e-05,
+      "loss": 0.7990150451660156,
+      "step": 397
+    },
+    {
+      "epoch": 0.07354113014054578,
+      "grad_norm": 0.08356337994337082,
+      "learning_rate": 1.627049180327869e-05,
+      "loss": 0.7303667068481445,
+      "step": 398
+    },
+    {
+      "epoch": 0.07372590684944162,
+      "grad_norm": 0.11013100296258926,
+      "learning_rate": 1.6311475409836068e-05,
+      "loss": 1.070306658744812,
+      "step": 399
+    },
+    {
+      "epoch": 0.07391068355833748,
+      "grad_norm": 0.09661299735307693,
+      "learning_rate": 1.6352459016393446e-05,
+      "loss": 0.8590985536575317,
+      "step": 400
+    },
+    {
+      "epoch": 0.07409546026723332,
+      "grad_norm": 0.090263731777668,
+      "learning_rate": 1.639344262295082e-05,
+      "loss": 0.674292266368866,
+      "step": 401
+    },
+    {
+      "epoch": 0.07428023697612916,
+      "grad_norm": 0.08033633232116699,
+      "learning_rate": 1.64344262295082e-05,
+      "loss": 0.6512205600738525,
+      "step": 402
+    },
+    {
+      "epoch": 0.074465013685025,
+      "grad_norm": 0.10023355484008789,
+      "learning_rate": 1.6475409836065574e-05,
+      "loss": 0.8848332762718201,
+      "step": 403
+    },
+    {
+      "epoch": 0.07464979039392085,
+      "grad_norm": 0.09321942925453186,
+      "learning_rate": 1.6516393442622953e-05,
+      "loss": 0.8359254598617554,
+      "step": 404
+    },
+    {
+      "epoch": 0.07483456710281669,
+      "grad_norm": 0.07962282747030258,
+      "learning_rate": 1.655737704918033e-05,
+      "loss": 0.9046615362167358,
+      "step": 405
+    },
+    {
+      "epoch": 0.07501934381171253,
+      "grad_norm": 0.10793166607618332,
+      "learning_rate": 1.6598360655737706e-05,
+      "loss": 0.9817122220993042,
+      "step": 406
+    },
+    {
+      "epoch": 0.07520412052060838,
+      "grad_norm": 0.10675039142370224,
+      "learning_rate": 1.6639344262295084e-05,
+      "loss": 1.2107510566711426,
+      "step": 407
+    },
+    {
+      "epoch": 0.07538889722950422,
+      "grad_norm": 0.0928160548210144,
+      "learning_rate": 1.668032786885246e-05,
+      "loss": 0.8065657019615173,
+      "step": 408
+    },
+    {
+      "epoch": 0.07557367393840006,
+      "grad_norm": 0.09683706611394882,
+      "learning_rate": 1.6721311475409837e-05,
+      "loss": 1.064256191253662,
+      "step": 409
+    },
+    {
+      "epoch": 0.0757584506472959,
+      "grad_norm": 0.09184283018112183,
+      "learning_rate": 1.6762295081967216e-05,
+      "loss": 0.8598893284797668,
+      "step": 410
+    },
+    {
+      "epoch": 0.07594322735619176,
+      "grad_norm": 0.09558923542499542,
+      "learning_rate": 1.680327868852459e-05,
+      "loss": 0.8903302550315857,
+      "step": 411
+    },
+    {
+      "epoch": 0.0761280040650876,
+      "grad_norm": 0.09565886855125427,
+      "learning_rate": 1.684426229508197e-05,
+      "loss": 0.9265789985656738,
+      "step": 412
+    },
+    {
+      "epoch": 0.07631278077398344,
+      "grad_norm": 0.10494910180568695,
+      "learning_rate": 1.6885245901639347e-05,
+      "loss": 0.8625717163085938,
+      "step": 413
+    },
+    {
+      "epoch": 0.07649755748287929,
+      "grad_norm": 0.10598883777856827,
+      "learning_rate": 1.6926229508196722e-05,
+      "loss": 1.1451170444488525,
+      "step": 414
+    },
+    {
+      "epoch": 0.07668233419177513,
+      "grad_norm": 0.11120012402534485,
+      "learning_rate": 1.69672131147541e-05,
+      "loss": 0.9379380345344543,
+      "step": 415
+    },
+    {
+      "epoch": 0.07686711090067097,
+      "grad_norm": 0.09714861214160919,
+      "learning_rate": 1.7008196721311476e-05,
+      "loss": 0.8064665794372559,
+      "step": 416
+    },
+    {
+      "epoch": 0.07705188760956681,
+      "grad_norm": 0.11614526808261871,
+      "learning_rate": 1.7049180327868854e-05,
+      "loss": 1.0065346956253052,
+      "step": 417
+    },
+    {
+      "epoch": 0.07723666431846266,
+      "grad_norm": 0.09795574098825455,
+      "learning_rate": 1.7090163934426232e-05,
+      "loss": 0.8045728206634521,
+      "step": 418
+    },
+    {
+      "epoch": 0.0774214410273585,
+      "grad_norm": 0.08873660117387772,
+      "learning_rate": 1.7131147540983607e-05,
+      "loss": 0.8565447330474854,
+      "step": 419
+    },
+    {
+      "epoch": 0.07760621773625434,
+      "grad_norm": 0.09851158410310745,
+      "learning_rate": 1.7172131147540985e-05,
+      "loss": 0.7614431977272034,
+      "step": 420
+    },
+    {
+      "epoch": 0.07779099444515018,
+      "grad_norm": 0.09649550169706345,
+      "learning_rate": 1.721311475409836e-05,
+      "loss": 0.9361590147018433,
+      "step": 421
+    },
+    {
+      "epoch": 0.07797577115404604,
+      "grad_norm": 0.09242745488882065,
+      "learning_rate": 1.725409836065574e-05,
+      "loss": 0.8737956881523132,
+      "step": 422
+    },
+    {
+      "epoch": 0.07816054786294188,
+      "grad_norm": 0.09545590728521347,
+      "learning_rate": 1.7295081967213117e-05,
+      "loss": 0.8091181516647339,
+      "step": 423
+    },
+    {
+      "epoch": 0.07834532457183772,
+      "grad_norm": 0.10765133798122406,
+      "learning_rate": 1.7336065573770492e-05,
+      "loss": 0.9091676473617554,
+      "step": 424
+    },
+    {
+      "epoch": 0.07853010128073357,
+      "grad_norm": 0.09113151580095291,
+      "learning_rate": 1.737704918032787e-05,
+      "loss": 0.6701531410217285,
+      "step": 425
+    },
+    {
+      "epoch": 0.07871487798962941,
+      "grad_norm": 0.11152313649654388,
+      "learning_rate": 1.741803278688525e-05,
+      "loss": 1.0032432079315186,
+      "step": 426
+    },
+    {
+      "epoch": 0.07889965469852525,
+      "grad_norm": 0.0958375558257103,
+      "learning_rate": 1.7459016393442624e-05,
+      "loss": 0.7796164155006409,
+      "step": 427
+    },
+    {
+      "epoch": 0.0790844314074211,
+      "grad_norm": 0.071872279047966,
+      "learning_rate": 1.7500000000000002e-05,
+      "loss": 0.6129750609397888,
+      "step": 428
+    },
+    {
+      "epoch": 0.07926920811631694,
+      "grad_norm": 0.08849525451660156,
+      "learning_rate": 1.7540983606557377e-05,
+      "loss": 0.619393527507782,
+      "step": 429
+    },
+    {
+      "epoch": 0.07945398482521278,
+      "grad_norm": 0.07459349185228348,
+      "learning_rate": 1.7581967213114755e-05,
+      "loss": 0.6974170207977295,
+      "step": 430
+    },
+    {
+      "epoch": 0.07963876153410862,
+      "grad_norm": 0.0954682007431984,
+      "learning_rate": 1.7622950819672133e-05,
+      "loss": 0.860471785068512,
+      "step": 431
+    },
+    {
+      "epoch": 0.07982353824300446,
+      "grad_norm": 0.10465925931930542,
+      "learning_rate": 1.766393442622951e-05,
+      "loss": 1.0079864263534546,
+      "step": 432
+    },
+    {
+      "epoch": 0.08000831495190032,
+      "grad_norm": 0.09779639542102814,
+      "learning_rate": 1.7704918032786887e-05,
+      "loss": 0.7794288396835327,
+      "step": 433
+    },
+    {
+      "epoch": 0.08019309166079616,
+      "grad_norm": 0.0917540118098259,
+      "learning_rate": 1.774590163934426e-05,
+      "loss": 0.8439017534255981,
+      "step": 434
+    },
+    {
+      "epoch": 0.080377868369692,
+      "grad_norm": 0.10367224365472794,
+      "learning_rate": 1.7786885245901643e-05,
+      "loss": 0.9272810816764832,
+      "step": 435
+    },
+    {
+      "epoch": 0.08056264507858785,
+      "grad_norm": 0.09312202036380768,
+      "learning_rate": 1.7827868852459018e-05,
+      "loss": 0.9261062145233154,
+      "step": 436
+    },
+    {
+      "epoch": 0.08074742178748369,
+      "grad_norm": 0.0932997316122055,
+      "learning_rate": 1.7868852459016393e-05,
+      "loss": 0.7352979183197021,
+      "step": 437
+    },
+    {
+      "epoch": 0.08093219849637953,
+      "grad_norm": 0.10954531282186508,
+      "learning_rate": 1.790983606557377e-05,
+      "loss": 1.0063031911849976,
+      "step": 438
+    },
+    {
+      "epoch": 0.08111697520527537,
+      "grad_norm": 0.09387508779764175,
+      "learning_rate": 1.795081967213115e-05,
+      "loss": 0.7922593355178833,
+      "step": 439
+    },
+    {
+      "epoch": 0.08130175191417122,
+      "grad_norm": 0.09354770928621292,
+      "learning_rate": 1.7991803278688528e-05,
+      "loss": 0.9488433003425598,
+      "step": 440
+    },
+    {
+      "epoch": 0.08148652862306706,
+      "grad_norm": 0.13175411522388458,
+      "learning_rate": 1.8032786885245903e-05,
+      "loss": 1.0685322284698486,
+      "step": 441
+    },
+    {
+      "epoch": 0.0816713053319629,
+      "grad_norm": 0.09272784739732742,
+      "learning_rate": 1.8073770491803278e-05,
+      "loss": 0.8308841586112976,
+      "step": 442
+    },
+    {
+      "epoch": 0.08185608204085874,
+      "grad_norm": 0.09840014576911926,
+      "learning_rate": 1.8114754098360656e-05,
+      "loss": 0.7484462261199951,
+      "step": 443
+    },
+    {
+      "epoch": 0.0820408587497546,
+      "grad_norm": 0.10059419274330139,
+      "learning_rate": 1.8155737704918035e-05,
+      "loss": 1.1569838523864746,
+      "step": 444
+    },
+    {
+      "epoch": 0.08222563545865044,
+      "grad_norm": 0.09600666910409927,
+      "learning_rate": 1.8196721311475413e-05,
+      "loss": 0.8261542320251465,
+      "step": 445
+    },
+    {
+      "epoch": 0.08241041216754628,
+      "grad_norm": 0.09666614979505539,
+      "learning_rate": 1.8237704918032788e-05,
+      "loss": 0.8323838710784912,
+      "step": 446
+    },
+    {
+      "epoch": 0.08259518887644213,
+      "grad_norm": 0.09458190947771072,
+      "learning_rate": 1.8278688524590166e-05,
+      "loss": 0.9338691234588623,
+      "step": 447
+    },
+    {
+      "epoch": 0.08277996558533797,
+      "grad_norm": 0.09368739277124405,
+      "learning_rate": 1.8319672131147545e-05,
+      "loss": 0.9827497005462646,
+      "step": 448
+    },
+    {
+      "epoch": 0.08296474229423381,
+      "grad_norm": 0.08596470952033997,
+      "learning_rate": 1.836065573770492e-05,
+      "loss": 0.9741113185882568,
+      "step": 449
+    },
+    {
+      "epoch": 0.08314951900312965,
+      "grad_norm": 0.08872201293706894,
+      "learning_rate": 1.8401639344262298e-05,
+      "loss": 0.9058973789215088,
+      "step": 450
+    },
+    {
+      "epoch": 0.0833342957120255,
+      "grad_norm": 0.09660264849662781,
+      "learning_rate": 1.8442622950819673e-05,
+      "loss": 0.9430114030838013,
+      "step": 451
+    },
+    {
+      "epoch": 0.08351907242092134,
+      "grad_norm": 0.11228955537080765,
+      "learning_rate": 1.848360655737705e-05,
+      "loss": 0.8239207863807678,
+      "step": 452
+    },
+    {
+      "epoch": 0.08370384912981718,
+      "grad_norm": 0.10609623044729233,
+      "learning_rate": 1.852459016393443e-05,
+      "loss": 0.9952499270439148,
+      "step": 453
+    },
+    {
+      "epoch": 0.08388862583871302,
+      "grad_norm": 0.11035417765378952,
+      "learning_rate": 1.8565573770491804e-05,
+      "loss": 1.1380780935287476,
+      "step": 454
+    },
+    {
+      "epoch": 0.08407340254760888,
+      "grad_norm": 0.11164045333862305,
+      "learning_rate": 1.8606557377049183e-05,
+      "loss": 1.0310348272323608,
+      "step": 455
+    },
+    {
+      "epoch": 0.08425817925650472,
+      "grad_norm": 0.11842917650938034,
+      "learning_rate": 1.8647540983606558e-05,
+      "loss": 0.9357023239135742,
+      "step": 456
+    },
+    {
+      "epoch": 0.08444295596540057,
+      "grad_norm": 0.09763655066490173,
+      "learning_rate": 1.8688524590163936e-05,
+      "loss": 0.9334539175033569,
+      "step": 457
+    },
+    {
+      "epoch": 0.08462773267429641,
+      "grad_norm": 0.11949948966503143,
+      "learning_rate": 1.8729508196721314e-05,
+      "loss": 0.9747587442398071,
+      "step": 458
+    },
+    {
+      "epoch": 0.08481250938319225,
+      "grad_norm": 0.10351543128490448,
+      "learning_rate": 1.877049180327869e-05,
+      "loss": 1.0134328603744507,
+      "step": 459
+    },
+    {
+      "epoch": 0.08499728609208809,
+      "grad_norm": 0.08718964457511902,
+      "learning_rate": 1.8811475409836068e-05,
+      "loss": 0.6342071890830994,
+      "step": 460
+    },
+    {
+      "epoch": 0.08518206280098393,
+      "grad_norm": 0.09610489755868912,
+      "learning_rate": 1.8852459016393446e-05,
+      "loss": 0.9932312369346619,
+      "step": 461
+    },
+    {
+      "epoch": 0.08536683950987978,
+      "grad_norm": 0.08185546100139618,
+      "learning_rate": 1.889344262295082e-05,
+      "loss": 0.7839753031730652,
+      "step": 462
+    },
+    {
+      "epoch": 0.08555161621877562,
+      "grad_norm": 0.11200262606143951,
+      "learning_rate": 1.89344262295082e-05,
+      "loss": 1.0270265340805054,
+      "step": 463
+    },
+    {
+      "epoch": 0.08573639292767146,
+      "grad_norm": 0.11818201094865799,
+      "learning_rate": 1.8975409836065574e-05,
+      "loss": 1.0113353729248047,
+      "step": 464
+    },
+    {
+      "epoch": 0.0859211696365673,
+      "grad_norm": 0.10922921448945999,
+      "learning_rate": 1.9016393442622952e-05,
+      "loss": 0.9178203344345093,
+      "step": 465
+    },
+    {
+      "epoch": 0.08610594634546316,
+      "grad_norm": 0.09575849026441574,
+      "learning_rate": 1.905737704918033e-05,
+      "loss": 0.7755801677703857,
+      "step": 466
+    },
+    {
+      "epoch": 0.086290723054359,
+      "grad_norm": 0.11132930964231491,
+      "learning_rate": 1.9098360655737706e-05,
+      "loss": 1.046008586883545,
+      "step": 467
+    },
+    {
+      "epoch": 0.08647549976325485,
+      "grad_norm": 0.07992382347583771,
+      "learning_rate": 1.9139344262295084e-05,
+      "loss": 0.8655605912208557,
+      "step": 468
+    },
+    {
+      "epoch": 0.08666027647215069,
+      "grad_norm": 0.09868017584085464,
+      "learning_rate": 1.918032786885246e-05,
+      "loss": 0.8974450826644897,
+      "step": 469
+    },
+    {
+      "epoch": 0.08684505318104653,
+      "grad_norm": 0.09519588947296143,
+      "learning_rate": 1.9221311475409837e-05,
+      "loss": 0.8987129926681519,
+      "step": 470
+    },
+    {
+      "epoch": 0.08702982988994237,
+      "grad_norm": 0.111813485622406,
+      "learning_rate": 1.9262295081967216e-05,
+      "loss": 0.9828987717628479,
+      "step": 471
+    },
+    {
+      "epoch": 0.08721460659883822,
+      "grad_norm": 0.08673518896102905,
+      "learning_rate": 1.930327868852459e-05,
+      "loss": 0.8034600615501404,
+      "step": 472
+    },
+    {
+      "epoch": 0.08739938330773406,
+      "grad_norm": 0.0696590393781662,
+      "learning_rate": 1.934426229508197e-05,
+      "loss": 0.6808267831802368,
+      "step": 473
+    },
+    {
+      "epoch": 0.0875841600166299,
+      "grad_norm": 0.08259183168411255,
+      "learning_rate": 1.9385245901639347e-05,
+      "loss": 0.8313323855400085,
+      "step": 474
+    },
+    {
+      "epoch": 0.08776893672552574,
+      "grad_norm": 0.10918860882520676,
+      "learning_rate": 1.9426229508196722e-05,
+      "loss": 1.0069092512130737,
+      "step": 475
+    },
+    {
+      "epoch": 0.08795371343442158,
+      "grad_norm": 0.09052850306034088,
+      "learning_rate": 1.94672131147541e-05,
+      "loss": 0.7818104028701782,
+      "step": 476
+    },
+    {
+      "epoch": 0.08813849014331744,
+      "grad_norm": 0.10562017560005188,
+      "learning_rate": 1.9508196721311475e-05,
+      "loss": 0.8447665572166443,
+      "step": 477
+    },
+    {
+      "epoch": 0.08832326685221328,
+      "grad_norm": 0.10511931777000427,
+      "learning_rate": 1.9549180327868854e-05,
+      "loss": 1.037174940109253,
+      "step": 478
+    },
+    {
+      "epoch": 0.08850804356110913,
+      "grad_norm": 0.11579558998346329,
+      "learning_rate": 1.9590163934426232e-05,
+      "loss": 0.9202028512954712,
+      "step": 479
+    },
+    {
+      "epoch": 0.08869282027000497,
+      "grad_norm": 0.10364022850990295,
+      "learning_rate": 1.9631147540983607e-05,
+      "loss": 0.9401568174362183,
+      "step": 480
+    },
+    {
+      "epoch": 0.08887759697890081,
+      "grad_norm": 0.08251364529132843,
+      "learning_rate": 1.9672131147540985e-05,
+      "loss": 0.5896936655044556,
+      "step": 481
+    },
+    {
+      "epoch": 0.08906237368779665,
+      "grad_norm": 0.10294211655855179,
+      "learning_rate": 1.971311475409836e-05,
+      "loss": 0.7742730379104614,
+      "step": 482
+    },
+    {
+      "epoch": 0.0892471503966925,
+      "grad_norm": 0.11383319646120071,
+      "learning_rate": 1.975409836065574e-05,
+      "loss": 1.1207690238952637,
+      "step": 483
+    },
+    {
+      "epoch": 0.08943192710558834,
+      "grad_norm": 0.09466154128313065,
+      "learning_rate": 1.9795081967213117e-05,
+      "loss": 0.7100986838340759,
+      "step": 484
+    },
+    {
+      "epoch": 0.08961670381448418,
+      "grad_norm": 0.10002315789461136,
+      "learning_rate": 1.9836065573770492e-05,
+      "loss": 0.967641294002533,
+      "step": 485
+    },
+    {
+      "epoch": 0.08980148052338002,
+      "grad_norm": 0.1255611926317215,
+      "learning_rate": 1.987704918032787e-05,
+      "loss": 0.9620874524116516,
+      "step": 486
+    },
+    {
+      "epoch": 0.08998625723227587,
+      "grad_norm": 0.09591948240995407,
+      "learning_rate": 1.991803278688525e-05,
+      "loss": 0.9446707367897034,
+      "step": 487
+    },
+    {
+      "epoch": 0.09017103394117172,
+      "grad_norm": 0.11456209421157837,
+      "learning_rate": 1.9959016393442627e-05,
+      "loss": 1.0979769229888916,
+      "step": 488
+    },
+    {
+      "epoch": 0.09035581065006756,
+      "grad_norm": 0.10334254056215286,
+      "learning_rate": 2e-05,
+      "loss": 0.9240891337394714,
+      "step": 489
+    },
+    {
+      "epoch": 0.0905405873589634,
+      "grad_norm": 0.09890230000019073,
+      "learning_rate": 1.9999999801015645e-05,
+      "loss": 0.8223688006401062,
+      "step": 490
+    },
+    {
+      "epoch": 0.09072536406785925,
+      "grad_norm": 0.10173583775758743,
+      "learning_rate": 1.9999999204062582e-05,
+      "loss": 0.8781738877296448,
+      "step": 491
+    },
+    {
+      "epoch": 0.09091014077675509,
+      "grad_norm": 0.09750431776046753,
+      "learning_rate": 1.9999998209140837e-05,
+      "loss": 0.8199716806411743,
+      "step": 492
+    },
+    {
+      "epoch": 0.09109491748565093,
+      "grad_norm": 0.09942717105150223,
+      "learning_rate": 1.999999681625045e-05,
+      "loss": 0.7402327656745911,
+      "step": 493
+    },
+    {
+      "epoch": 0.09127969419454678,
+      "grad_norm": 0.09399393945932388,
+      "learning_rate": 1.999999502539147e-05,
+      "loss": 0.9684867262840271,
+      "step": 494
+    },
+    {
+      "epoch": 0.09146447090344262,
+      "grad_norm": 0.08668413758277893,
+      "learning_rate": 1.999999283656398e-05,
+      "loss": 0.6834291219711304,
+      "step": 495
+    },
+    {
+      "epoch": 0.09164924761233846,
+      "grad_norm": 0.10017100721597672,
+      "learning_rate": 1.999999024976806e-05,
+      "loss": 0.9483546018600464,
+      "step": 496
+    },
+    {
+      "epoch": 0.0918340243212343,
+      "grad_norm": 0.0832497626543045,
+      "learning_rate": 1.9999987265003815e-05,
+      "loss": 0.5636377930641174,
+      "step": 497
+    },
+    {
+      "epoch": 0.09201880103013015,
+      "grad_norm": 0.10710781812667847,
+      "learning_rate": 1.999998388227136e-05,
+      "loss": 0.8883796334266663,
+      "step": 498
+    },
+    {
+      "epoch": 0.092203577739026,
+      "grad_norm": 0.10211720317602158,
+      "learning_rate": 1.9999980101570835e-05,
+      "loss": 0.7937446236610413,
+      "step": 499
+    },
+    {
+      "epoch": 0.09238835444792184,
+      "grad_norm": 0.08369703590869904,
+      "learning_rate": 1.9999975922902386e-05,
+      "loss": 0.7668294310569763,
+      "step": 500
+    },
+    {
+      "epoch": 0.09238835444792184,
+      "eval_loss": 0.9341711401939392,
+      "eval_runtime": 170.5358,
+      "eval_samples_per_second": 106.893,
+      "eval_steps_per_second": 13.364,
+      "step": 500
+    },
+    {
+      "epoch": 0.09257313115681769,
+      "grad_norm": 0.10618746280670166,
+      "learning_rate": 1.999997134626618e-05,
+      "loss": 0.7023143768310547,
+      "step": 501
+    },
+    {
+      "epoch": 0.09275790786571353,
+      "grad_norm": 0.09422959387302399,
+      "learning_rate": 1.9999966371662403e-05,
+      "loss": 0.9204212427139282,
+      "step": 502
+    },
+    {
+      "epoch": 0.09294268457460937,
+      "grad_norm": 0.09210536628961563,
+      "learning_rate": 1.999996099909125e-05,
+      "loss": 0.8752090334892273,
+      "step": 503
+    },
+    {
+      "epoch": 0.09312746128350521,
+      "grad_norm": 0.10762644559144974,
+      "learning_rate": 1.9999955228552934e-05,
+      "loss": 0.8156858682632446,
+      "step": 504
+    },
+    {
+      "epoch": 0.09331223799240106,
+      "grad_norm": 0.12836356461048126,
+      "learning_rate": 1.999994906004769e-05,
+      "loss": 1.0994911193847656,
+      "step": 505
+    },
+    {
+      "epoch": 0.0934970147012969,
+      "grad_norm": 0.12129420787096024,
+      "learning_rate": 1.9999942493575754e-05,
+      "loss": 0.8530201315879822,
+      "step": 506
+    },
+    {
+      "epoch": 0.09368179141019274,
+      "grad_norm": 0.0979141965508461,
+      "learning_rate": 1.9999935529137393e-05,
+      "loss": 0.7191640138626099,
+      "step": 507
+    },
+    {
+      "epoch": 0.09386656811908858,
+      "grad_norm": 0.08052355796098709,
+      "learning_rate": 1.9999928166732884e-05,
+      "loss": 0.9695467948913574,
+      "step": 508
+    },
+    {
+      "epoch": 0.09405134482798443,
+      "grad_norm": 0.09615960717201233,
+      "learning_rate": 1.999992040636252e-05,
+      "loss": 0.7721450328826904,
+      "step": 509
+    },
+    {
+      "epoch": 0.09423612153688028,
+      "grad_norm": 0.12196368724107742,
+      "learning_rate": 1.9999912248026613e-05,
+      "loss": 0.9920752644538879,
+      "step": 510
+    },
+    {
+      "epoch": 0.09442089824577612,
+      "grad_norm": 0.08245757967233658,
+      "learning_rate": 1.9999903691725478e-05,
+      "loss": 0.8075022101402283,
+      "step": 511
+    },
+    {
+      "epoch": 0.09460567495467197,
+      "grad_norm": 0.11245324462652206,
+      "learning_rate": 1.9999894737459466e-05,
+      "loss": 0.8487539291381836,
+      "step": 512
+    },
+    {
+      "epoch": 0.09479045166356781,
+      "grad_norm": 0.08481521904468536,
+      "learning_rate": 1.9999885385228928e-05,
+      "loss": 0.6565818786621094,
+      "step": 513
+    },
+    {
+      "epoch": 0.09497522837246365,
+      "grad_norm": 0.11278005689382553,
+      "learning_rate": 1.9999875635034237e-05,
+      "loss": 0.8271149396896362,
+      "step": 514
+    },
+    {
+      "epoch": 0.0951600050813595,
+      "grad_norm": 0.09750741720199585,
+      "learning_rate": 1.9999865486875784e-05,
+      "loss": 0.8503895401954651,
+      "step": 515
+    },
+    {
+      "epoch": 0.09534478179025534,
+      "grad_norm": 0.11001479625701904,
+      "learning_rate": 1.9999854940753964e-05,
+      "loss": 0.9437558054924011,
+      "step": 516
+    },
+    {
+      "epoch": 0.09552955849915118,
+      "grad_norm": 0.12122728675603867,
+      "learning_rate": 1.999984399666921e-05,
+      "loss": 0.9913941025733948,
+      "step": 517
+    },
+    {
+      "epoch": 0.09571433520804702,
+      "grad_norm": 0.11051741242408752,
+      "learning_rate": 1.9999832654621945e-05,
+      "loss": 0.9222496747970581,
+      "step": 518
+    },
+    {
+      "epoch": 0.09589911191694286,
+      "grad_norm": 0.08907787501811981,
+      "learning_rate": 1.999982091461263e-05,
+      "loss": 0.6398655772209167,
+      "step": 519
+    },
+    {
+      "epoch": 0.0960838886258387,
+      "grad_norm": 0.10980657488107681,
+      "learning_rate": 1.9999808776641724e-05,
+      "loss": 1.0253318548202515,
+      "step": 520
+    },
+    {
+      "epoch": 0.09626866533473456,
+      "grad_norm": 0.09272947907447815,
+      "learning_rate": 1.9999796240709718e-05,
+      "loss": 0.8119353652000427,
+      "step": 521
+    },
+    {
+      "epoch": 0.0964534420436304,
+      "grad_norm": 0.07884709537029266,
+      "learning_rate": 1.9999783306817104e-05,
+      "loss": 0.6862602829933167,
+      "step": 522
+    },
+    {
+      "epoch": 0.09663821875252625,
+      "grad_norm": 0.08118434995412827,
+      "learning_rate": 1.99997699749644e-05,
+      "loss": 0.580864429473877,
+      "step": 523
+    },
+    {
+      "epoch": 0.09682299546142209,
+      "grad_norm": 0.09141118079423904,
+      "learning_rate": 1.999975624515214e-05,
+      "loss": 0.6712226271629333,
+      "step": 524
+    },
+    {
+      "epoch": 0.09700777217031793,
+      "grad_norm": 0.11130113899707794,
+      "learning_rate": 1.9999742117380863e-05,
+      "loss": 0.8245023488998413,
+      "step": 525
+    },
+    {
+      "epoch": 0.09719254887921377,
+      "grad_norm": 0.08998782932758331,
+      "learning_rate": 1.9999727591651136e-05,
+      "loss": 0.7681167125701904,
+      "step": 526
+    },
+    {
+      "epoch": 0.09737732558810962,
+      "grad_norm": 0.10016212612390518,
+      "learning_rate": 1.9999712667963535e-05,
+      "loss": 0.8970088958740234,
+      "step": 527
+    },
+    {
+      "epoch": 0.09756210229700546,
+      "grad_norm": 0.0988573282957077,
+      "learning_rate": 1.9999697346318653e-05,
+      "loss": 1.0120849609375,
+      "step": 528
+    },
+    {
+      "epoch": 0.0977468790059013,
+      "grad_norm": 0.0811084657907486,
+      "learning_rate": 1.9999681626717105e-05,
+      "loss": 0.6222402453422546,
+      "step": 529
+    },
+    {
+      "epoch": 0.09793165571479714,
+      "grad_norm": 0.11052072793245316,
+      "learning_rate": 1.9999665509159513e-05,
+      "loss": 0.8718100786209106,
+      "step": 530
+    },
+    {
+      "epoch": 0.09811643242369299,
+      "grad_norm": 0.10513053089380264,
+      "learning_rate": 1.999964899364652e-05,
+      "loss": 0.8752185702323914,
+      "step": 531
+    },
+    {
+      "epoch": 0.09830120913258884,
+      "grad_norm": 0.09590096026659012,
+      "learning_rate": 1.999963208017878e-05,
+      "loss": 0.9732754230499268,
+      "step": 532
+    },
+    {
+      "epoch": 0.09848598584148469,
+      "grad_norm": 0.07648955285549164,
+      "learning_rate": 1.9999614768756968e-05,
+      "loss": 0.5848802924156189,
+      "step": 533
+    },
+    {
+      "epoch": 0.09867076255038053,
+      "grad_norm": 0.09366374462842941,
+      "learning_rate": 1.9999597059381773e-05,
+      "loss": 0.7161018252372742,
+      "step": 534
+    },
+    {
+      "epoch": 0.09885553925927637,
+      "grad_norm": 0.10417844355106354,
+      "learning_rate": 1.9999578952053896e-05,
+      "loss": 0.7374823689460754,
+      "step": 535
+    },
+    {
+      "epoch": 0.09904031596817221,
+      "grad_norm": 0.07650736719369888,
+      "learning_rate": 1.999956044677407e-05,
+      "loss": 0.678923487663269,
+      "step": 536
+    },
+    {
+      "epoch": 0.09922509267706806,
+      "grad_norm": 0.07849035412073135,
+      "learning_rate": 1.9999541543543017e-05,
+      "loss": 0.73483806848526,
+      "step": 537
+    },
+    {
+      "epoch": 0.0994098693859639,
+      "grad_norm": 0.09365969151258469,
+      "learning_rate": 1.9999522242361494e-05,
+      "loss": 0.6670161485671997,
+      "step": 538
+    },
+    {
+      "epoch": 0.09959464609485974,
+      "grad_norm": 0.08298808336257935,
+      "learning_rate": 1.9999502543230272e-05,
+      "loss": 0.7895097136497498,
+      "step": 539
+    },
+    {
+      "epoch": 0.09977942280375558,
+      "grad_norm": 0.09531105309724808,
+      "learning_rate": 1.9999482446150137e-05,
+      "loss": 0.7203987240791321,
+      "step": 540
+    },
+    {
+      "epoch": 0.09996419951265142,
+      "grad_norm": 0.10739698261022568,
+      "learning_rate": 1.999946195112188e-05,
+      "loss": 0.8619695901870728,
+      "step": 541
+    },
+    {
+      "epoch": 0.10014897622154727,
+      "grad_norm": 0.10465580970048904,
+      "learning_rate": 1.9999441058146324e-05,
+      "loss": 1.1077197790145874,
+      "step": 542
+    },
+    {
+      "epoch": 0.10033375293044312,
+      "grad_norm": 0.11346356570720673,
+      "learning_rate": 1.9999419767224296e-05,
+      "loss": 1.1599786281585693,
+      "step": 543
+    },
+    {
+      "epoch": 0.10051852963933897,
+      "grad_norm": 0.09236248582601547,
+      "learning_rate": 1.9999398078356648e-05,
+      "loss": 0.8175798654556274,
+      "step": 544
+    },
+    {
+      "epoch": 0.10070330634823481,
+      "grad_norm": 0.07506538927555084,
+      "learning_rate": 1.9999375991544237e-05,
+      "loss": 0.7683030962944031,
+      "step": 545
+    },
+    {
+      "epoch": 0.10088808305713065,
+      "grad_norm": 0.08747687190771103,
+      "learning_rate": 1.999935350678795e-05,
+      "loss": 0.7463568449020386,
+      "step": 546
+    },
+    {
+      "epoch": 0.1010728597660265,
+      "grad_norm": 0.11351469159126282,
+      "learning_rate": 1.9999330624088677e-05,
+      "loss": 0.9395483136177063,
+      "step": 547
+    },
+    {
+      "epoch": 0.10125763647492234,
+      "grad_norm": 0.09075150638818741,
+      "learning_rate": 1.9999307343447326e-05,
+      "loss": 0.854822039604187,
+      "step": 548
+    },
+    {
+      "epoch": 0.10144241318381818,
+      "grad_norm": 0.08667241036891937,
+      "learning_rate": 1.9999283664864828e-05,
+      "loss": 0.698087215423584,
+      "step": 549
+    },
+    {
+      "epoch": 0.10162718989271402,
+      "grad_norm": 0.07823988050222397,
+      "learning_rate": 1.9999259588342124e-05,
+      "loss": 0.7376258969306946,
+      "step": 550
+    },
+    {
+      "epoch": 0.10181196660160986,
+      "grad_norm": 0.10926726460456848,
+      "learning_rate": 1.999923511388017e-05,
+      "loss": 1.0011591911315918,
+      "step": 551
+    },
+    {
+      "epoch": 0.1019967433105057,
+      "grad_norm": 0.1054510846734047,
+      "learning_rate": 1.9999210241479946e-05,
+      "loss": 1.009000301361084,
+      "step": 552
+    },
+    {
+      "epoch": 0.10218152001940155,
+      "grad_norm": 0.08677765727043152,
+      "learning_rate": 1.9999184971142433e-05,
+      "loss": 0.6511209011077881,
+      "step": 553
+    },
+    {
+      "epoch": 0.1023662967282974,
+      "grad_norm": 0.09379676729440689,
+      "learning_rate": 1.9999159302868646e-05,
+      "loss": 0.9610671997070312,
+      "step": 554
+    },
+    {
+      "epoch": 0.10255107343719325,
+      "grad_norm": 0.09060139954090118,
+      "learning_rate": 1.99991332366596e-05,
+      "loss": 0.883156955242157,
+      "step": 555
+    },
+    {
+      "epoch": 0.10273585014608909,
+      "grad_norm": 0.10240011662244797,
+      "learning_rate": 1.9999106772516334e-05,
+      "loss": 1.0079379081726074,
+      "step": 556
+    },
+    {
+      "epoch": 0.10292062685498493,
+      "grad_norm": 0.09460246562957764,
+      "learning_rate": 1.9999079910439905e-05,
+      "loss": 0.8006080985069275,
+      "step": 557
+    },
+    {
+      "epoch": 0.10310540356388077,
+      "grad_norm": 0.09683685004711151,
+      "learning_rate": 1.9999052650431374e-05,
+      "loss": 0.8120759129524231,
+      "step": 558
+    },
+    {
+      "epoch": 0.10329018027277662,
+      "grad_norm": 0.1001666709780693,
+      "learning_rate": 1.9999024992491837e-05,
+      "loss": 0.951696515083313,
+      "step": 559
+    },
+    {
+      "epoch": 0.10347495698167246,
+      "grad_norm": 0.08484689146280289,
+      "learning_rate": 1.999899693662238e-05,
+      "loss": 0.6899352073669434,
+      "step": 560
+    },
+    {
+      "epoch": 0.1036597336905683,
+      "grad_norm": 0.10029439628124237,
+      "learning_rate": 1.9998968482824134e-05,
+      "loss": 0.9168360829353333,
+      "step": 561
+    },
+    {
+      "epoch": 0.10384451039946414,
+      "grad_norm": 0.09970587491989136,
+      "learning_rate": 1.999893963109822e-05,
+      "loss": 0.9419733285903931,
+      "step": 562
+    },
+    {
+      "epoch": 0.10402928710835999,
+      "grad_norm": 0.0891055092215538,
+      "learning_rate": 1.9998910381445794e-05,
+      "loss": 0.762864351272583,
+      "step": 563
+    },
+    {
+      "epoch": 0.10421406381725583,
+      "grad_norm": 0.0846485048532486,
+      "learning_rate": 1.999888073386802e-05,
+      "loss": 0.7737445831298828,
+      "step": 564
+    },
+    {
+      "epoch": 0.10439884052615168,
+      "grad_norm": 0.08326343446969986,
+      "learning_rate": 1.999885068836607e-05,
+      "loss": 0.7202712893486023,
+      "step": 565
+    },
+    {
+      "epoch": 0.10458361723504753,
+      "grad_norm": 0.08514825999736786,
+      "learning_rate": 1.999882024494115e-05,
+      "loss": 0.8478882312774658,
+      "step": 566
+    },
+    {
+      "epoch": 0.10476839394394337,
+      "grad_norm": 0.07370934635400772,
+      "learning_rate": 1.9998789403594464e-05,
+      "loss": 0.680758535861969,
+      "step": 567
+    },
+    {
+      "epoch": 0.10495317065283921,
+      "grad_norm": 0.09160866588354111,
+      "learning_rate": 1.9998758164327242e-05,
+      "loss": 0.8851611018180847,
+      "step": 568
+    },
+    {
+      "epoch": 0.10513794736173505,
+      "grad_norm": 0.08800017088651657,
+      "learning_rate": 1.999872652714073e-05,
+      "loss": 0.7214294075965881,
+      "step": 569
+    },
+    {
+      "epoch": 0.1053227240706309,
+      "grad_norm": 0.07336652278900146,
+      "learning_rate": 1.999869449203618e-05,
+      "loss": 0.6500799655914307,
+      "step": 570
+    },
+    {
+      "epoch": 0.10550750077952674,
+      "grad_norm": 0.09790507704019547,
+      "learning_rate": 1.9998662059014874e-05,
+      "loss": 0.9606900811195374,
+      "step": 571
+    },
+    {
+      "epoch": 0.10569227748842258,
+      "grad_norm": 0.08473934978246689,
+      "learning_rate": 1.99986292280781e-05,
+      "loss": 0.7611656785011292,
+      "step": 572
+    },
+    {
+      "epoch": 0.10587705419731842,
+      "grad_norm": 0.08579279482364655,
+      "learning_rate": 1.999859599922716e-05,
+      "loss": 0.6954261660575867,
+      "step": 573
+    },
+    {
+      "epoch": 0.10606183090621427,
+      "grad_norm": 0.08276309818029404,
+      "learning_rate": 1.9998562372463387e-05,
+      "loss": 0.6657392978668213,
+      "step": 574
+    },
+    {
+      "epoch": 0.10624660761511011,
+      "grad_norm": 0.07595104724168777,
+      "learning_rate": 1.9998528347788108e-05,
+      "loss": 0.7012154459953308,
+      "step": 575
+    },
+    {
+      "epoch": 0.10643138432400596,
+      "grad_norm": 0.09763680398464203,
+      "learning_rate": 1.9998493925202686e-05,
+      "loss": 0.8681825399398804,
+      "step": 576
+    },
+    {
+      "epoch": 0.10661616103290181,
+      "grad_norm": 0.09107891470193863,
+      "learning_rate": 1.9998459104708485e-05,
+      "loss": 0.8562954664230347,
+      "step": 577
+    },
+    {
+      "epoch": 0.10680093774179765,
+      "grad_norm": 0.10249120742082596,
+      "learning_rate": 1.999842388630689e-05,
+      "loss": 0.8481846451759338,
+      "step": 578
+    },
+    {
+      "epoch": 0.10698571445069349,
+      "grad_norm": 0.09755781292915344,
+      "learning_rate": 1.999838826999931e-05,
+      "loss": 0.7242237329483032,
+      "step": 579
+    },
+    {
+      "epoch": 0.10717049115958933,
+      "grad_norm": 0.06296950578689575,
+      "learning_rate": 1.9998352255787155e-05,
+      "loss": 0.6511966586112976,
+      "step": 580
+    },
+    {
+      "epoch": 0.10735526786848518,
+      "grad_norm": 0.08668170869350433,
+      "learning_rate": 1.9998315843671862e-05,
+      "loss": 0.8875470161437988,
+      "step": 581
+    },
+    {
+      "epoch": 0.10754004457738102,
+      "grad_norm": 0.10093273967504501,
+      "learning_rate": 1.9998279033654883e-05,
+      "loss": 0.8163881301879883,
+      "step": 582
+    },
+    {
+      "epoch": 0.10772482128627686,
+      "grad_norm": 0.08768948167562485,
+      "learning_rate": 1.9998241825737675e-05,
+      "loss": 0.7841170430183411,
+      "step": 583
+    },
+    {
+      "epoch": 0.1079095979951727,
+      "grad_norm": 0.10083579272031784,
+      "learning_rate": 1.9998204219921722e-05,
+      "loss": 0.8083724975585938,
+      "step": 584
+    },
+    {
+      "epoch": 0.10809437470406855,
+      "grad_norm": 0.0848889872431755,
+      "learning_rate": 1.9998166216208522e-05,
+      "loss": 0.6563320159912109,
+      "step": 585
+    },
+    {
+      "epoch": 0.10827915141296439,
+      "grad_norm": 0.08785545080900192,
+      "learning_rate": 1.999812781459959e-05,
+      "loss": 0.9830499291419983,
+      "step": 586
+    },
+    {
+      "epoch": 0.10846392812186025,
+      "grad_norm": 0.11273134499788284,
+      "learning_rate": 1.9998089015096445e-05,
+      "loss": 1.1327345371246338,
+      "step": 587
+    },
+    {
+      "epoch": 0.10864870483075609,
+      "grad_norm": 0.10496936738491058,
+      "learning_rate": 1.999804981770064e-05,
+      "loss": 0.9502683281898499,
+      "step": 588
+    },
+    {
+      "epoch": 0.10883348153965193,
+      "grad_norm": 0.07698635756969452,
+      "learning_rate": 1.9998010222413736e-05,
+      "loss": 0.5978910326957703,
+      "step": 589
+    },
+    {
+      "epoch": 0.10901825824854777,
+      "grad_norm": 0.11628872156143188,
+      "learning_rate": 1.9997970229237302e-05,
+      "loss": 0.9122211337089539,
+      "step": 590
+    },
+    {
+      "epoch": 0.10920303495744361,
+      "grad_norm": 0.10752473771572113,
+      "learning_rate": 1.9997929838172935e-05,
+      "loss": 1.009599208831787,
+      "step": 591
+    },
+    {
+      "epoch": 0.10938781166633946,
+      "grad_norm": 0.10253801196813583,
+      "learning_rate": 1.9997889049222233e-05,
+      "loss": 0.8574459552764893,
+      "step": 592
+    },
+    {
+      "epoch": 0.1095725883752353,
+      "grad_norm": 0.09937529265880585,
+      "learning_rate": 1.999784786238683e-05,
+      "loss": 0.8006525039672852,
+      "step": 593
+    },
+    {
+      "epoch": 0.10975736508413114,
+      "grad_norm": 0.10417422652244568,
+      "learning_rate": 1.9997806277668364e-05,
+      "loss": 1.0326251983642578,
+      "step": 594
+    },
+    {
+      "epoch": 0.10994214179302698,
+      "grad_norm": 0.08065392822027206,
+      "learning_rate": 1.9997764295068486e-05,
+      "loss": 0.7957016825675964,
+      "step": 595
+    },
+    {
+      "epoch": 0.11012691850192283,
+      "grad_norm": 0.12417735159397125,
+      "learning_rate": 1.9997721914588867e-05,
+      "loss": 1.0323731899261475,
+      "step": 596
+    },
+    {
+      "epoch": 0.11031169521081868,
+      "grad_norm": 0.08042848110198975,
+      "learning_rate": 1.9997679136231195e-05,
+      "loss": 0.8618655204772949,
+      "step": 597
+    },
+    {
+      "epoch": 0.11049647191971453,
+      "grad_norm": 0.12250402569770813,
+      "learning_rate": 1.999763595999717e-05,
+      "loss": 1.1520699262619019,
+      "step": 598
+    },
+    {
+      "epoch": 0.11068124862861037,
+      "grad_norm": 0.08132418990135193,
+      "learning_rate": 1.9997592385888517e-05,
+      "loss": 0.7422507405281067,
+      "step": 599
+    },
+    {
+      "epoch": 0.11086602533750621,
+      "grad_norm": 0.10508530586957932,
+      "learning_rate": 1.9997548413906964e-05,
+      "loss": 0.7894071340560913,
+      "step": 600
+    },
+    {
+      "epoch": 0.11105080204640205,
+      "grad_norm": 0.10218667984008789,
+      "learning_rate": 1.999750404405426e-05,
+      "loss": 0.8501331210136414,
+      "step": 601
+    },
+    {
+      "epoch": 0.1112355787552979,
+      "grad_norm": 0.10211113095283508,
+      "learning_rate": 1.9997459276332174e-05,
+      "loss": 0.9509809017181396,
+      "step": 602
+    },
+    {
+      "epoch": 0.11142035546419374,
+      "grad_norm": 0.10265897959470749,
+      "learning_rate": 1.9997414110742488e-05,
+      "loss": 1.0141488313674927,
+      "step": 603
+    },
+    {
+      "epoch": 0.11160513217308958,
+      "grad_norm": 0.10459209978580475,
+      "learning_rate": 1.9997368547286996e-05,
+      "loss": 0.9121615886688232,
+      "step": 604
+    },
+    {
+      "epoch": 0.11178990888198542,
+      "grad_norm": 0.09054961055517197,
+      "learning_rate": 1.9997322585967516e-05,
+      "loss": 0.808859646320343,
+      "step": 605
+    },
+    {
+      "epoch": 0.11197468559088126,
+      "grad_norm": 0.09328276664018631,
+      "learning_rate": 1.9997276226785872e-05,
+      "loss": 0.8714438080787659,
+      "step": 606
+    },
+    {
+      "epoch": 0.11215946229977711,
+      "grad_norm": 0.10548422485589981,
+      "learning_rate": 1.9997229469743915e-05,
+      "loss": 0.9935821294784546,
+      "step": 607
+    },
+    {
+      "epoch": 0.11234423900867296,
+      "grad_norm": 0.09083138406276703,
+      "learning_rate": 1.99971823148435e-05,
+      "loss": 0.7940509915351868,
+      "step": 608
+    },
+    {
+      "epoch": 0.1125290157175688,
+      "grad_norm": 0.11800063401460648,
+      "learning_rate": 1.999713476208651e-05,
+      "loss": 1.1958283185958862,
+      "step": 609
+    },
+    {
+      "epoch": 0.11271379242646465,
+      "grad_norm": 0.10174321383237839,
+      "learning_rate": 1.999708681147483e-05,
+      "loss": 0.7750235199928284,
+      "step": 610
+    },
+    {
+      "epoch": 0.11289856913536049,
+      "grad_norm": 0.07584797590970993,
+      "learning_rate": 1.9997038463010373e-05,
+      "loss": 0.632562518119812,
+      "step": 611
+    },
+    {
+      "epoch": 0.11308334584425633,
+      "grad_norm": 0.08101744204759598,
+      "learning_rate": 1.999698971669506e-05,
+      "loss": 0.5663021206855774,
+      "step": 612
+    },
+    {
+      "epoch": 0.11326812255315218,
+      "grad_norm": 0.09835753589868546,
+      "learning_rate": 1.999694057253083e-05,
+      "loss": 0.905450165271759,
+      "step": 613
+    },
+    {
+      "epoch": 0.11345289926204802,
+      "grad_norm": 0.09858648478984833,
+      "learning_rate": 1.999689103051965e-05,
+      "loss": 0.92292320728302,
+      "step": 614
+    },
+    {
+      "epoch": 0.11363767597094386,
+      "grad_norm": 0.06762873381376266,
+      "learning_rate": 1.9996841090663476e-05,
+      "loss": 0.5619035363197327,
+      "step": 615
+    },
+    {
+      "epoch": 0.1138224526798397,
+      "grad_norm": 0.09497879445552826,
+      "learning_rate": 1.9996790752964305e-05,
+      "loss": 0.7997409701347351,
+      "step": 616
+    },
+    {
+      "epoch": 0.11400722938873555,
+      "grad_norm": 0.09728559106588364,
+      "learning_rate": 1.9996740017424143e-05,
+      "loss": 1.0197670459747314,
+      "step": 617
+    },
+    {
+      "epoch": 0.11419200609763139,
+      "grad_norm": 0.09417632222175598,
+      "learning_rate": 1.9996688884044995e-05,
+      "loss": 0.8190154433250427,
+      "step": 618
+    },
+    {
+      "epoch": 0.11437678280652724,
+      "grad_norm": 0.08123410493135452,
+      "learning_rate": 1.999663735282891e-05,
+      "loss": 0.7777723670005798,
+      "step": 619
+    },
+    {
+      "epoch": 0.11456155951542309,
+      "grad_norm": 0.08742178231477737,
+      "learning_rate": 1.9996585423777936e-05,
+      "loss": 0.7551705837249756,
+      "step": 620
+    },
+    {
+      "epoch": 0.11474633622431893,
+      "grad_norm": 0.07352913916110992,
+      "learning_rate": 1.9996533096894133e-05,
+      "loss": 0.6663444638252258,
+      "step": 621
+    },
+    {
+      "epoch": 0.11493111293321477,
+      "grad_norm": 0.07812623679637909,
+      "learning_rate": 1.999648037217959e-05,
+      "loss": 0.7678573131561279,
+      "step": 622
+    },
+    {
+      "epoch": 0.11511588964211061,
+      "grad_norm": 0.0896257683634758,
+      "learning_rate": 1.9996427249636403e-05,
+      "loss": 0.7776379585266113,
+      "step": 623
+    },
+    {
+      "epoch": 0.11530066635100646,
+      "grad_norm": 0.09168458729982376,
+      "learning_rate": 1.9996373729266687e-05,
+      "loss": 0.828106701374054,
+      "step": 624
+    },
+    {
+      "epoch": 0.1154854430599023,
+      "grad_norm": 0.09804865717887878,
+      "learning_rate": 1.999631981107257e-05,
+      "loss": 0.8594550490379333,
+      "step": 625
+    },
+    {
+      "epoch": 0.11567021976879814,
+      "grad_norm": 0.11177453398704529,
+      "learning_rate": 1.99962654950562e-05,
+      "loss": 0.9018521904945374,
+      "step": 626
+    },
+    {
+      "epoch": 0.11585499647769398,
+      "grad_norm": 0.10924191772937775,
+      "learning_rate": 1.9996210781219738e-05,
+      "loss": 0.9099810719490051,
+      "step": 627
+    },
+    {
+      "epoch": 0.11603977318658983,
+      "grad_norm": 0.08882026374340057,
+      "learning_rate": 1.999615566956536e-05,
+      "loss": 0.7561041116714478,
+      "step": 628
+    },
+    {
+      "epoch": 0.11622454989548567,
+      "grad_norm": 0.1086808294057846,
+      "learning_rate": 1.999610016009526e-05,
+      "loss": 1.036689043045044,
+      "step": 629
+    },
+    {
+      "epoch": 0.11640932660438152,
+      "grad_norm": 0.08189629763364792,
+      "learning_rate": 1.9996044252811647e-05,
+      "loss": 0.7450594305992126,
+      "step": 630
+    },
+    {
+      "epoch": 0.11659410331327737,
+      "grad_norm": 0.08234315365552902,
+      "learning_rate": 1.9995987947716746e-05,
+      "loss": 0.6694872379302979,
+      "step": 631
+    },
+    {
+      "epoch": 0.11677888002217321,
+      "grad_norm": 0.07986690104007721,
+      "learning_rate": 1.99959312448128e-05,
+      "loss": 0.6215049028396606,
+      "step": 632
+    },
+    {
+      "epoch": 0.11696365673106905,
+      "grad_norm": 0.08140669018030167,
+      "learning_rate": 1.9995874144102065e-05,
+      "loss": 0.6296094655990601,
+      "step": 633
+    },
+    {
+      "epoch": 0.1171484334399649,
+      "grad_norm": 0.07857182621955872,
+      "learning_rate": 1.9995816645586808e-05,
+      "loss": 0.7098954916000366,
+      "step": 634
+    },
+    {
+      "epoch": 0.11733321014886074,
+      "grad_norm": 0.10621404647827148,
+      "learning_rate": 1.9995758749269324e-05,
+      "loss": 1.011143445968628,
+      "step": 635
+    },
+    {
+      "epoch": 0.11751798685775658,
+      "grad_norm": 0.09262366592884064,
+      "learning_rate": 1.9995700455151913e-05,
+      "loss": 0.7535731792449951,
+      "step": 636
+    },
+    {
+      "epoch": 0.11770276356665242,
+      "grad_norm": 0.07685394585132599,
+      "learning_rate": 1.99956417632369e-05,
+      "loss": 0.7163308262825012,
+      "step": 637
+    },
+    {
+      "epoch": 0.11788754027554826,
+      "grad_norm": 0.10388977080583572,
+      "learning_rate": 1.9995582673526613e-05,
+      "loss": 0.8714351654052734,
+      "step": 638
+    },
+    {
+      "epoch": 0.1180723169844441,
+      "grad_norm": 0.1180369183421135,
+      "learning_rate": 1.999552318602341e-05,
+      "loss": 1.1385008096694946,
+      "step": 639
+    },
+    {
+      "epoch": 0.11825709369333995,
+      "grad_norm": 0.08246862888336182,
+      "learning_rate": 1.9995463300729653e-05,
+      "loss": 0.6757149696350098,
+      "step": 640
+    },
+    {
+      "epoch": 0.1184418704022358,
+      "grad_norm": 0.116151362657547,
+      "learning_rate": 1.999540301764773e-05,
+      "loss": 1.0220239162445068,
+      "step": 641
+    },
+    {
+      "epoch": 0.11862664711113165,
+      "grad_norm": 0.09925840049982071,
+      "learning_rate": 1.9995342336780042e-05,
+      "loss": 0.8448605537414551,
+      "step": 642
+    },
+    {
+      "epoch": 0.11881142382002749,
+      "grad_norm": 0.08795686811208725,
+      "learning_rate": 1.9995281258128994e-05,
+      "loss": 0.9142518043518066,
+      "step": 643
+    },
+    {
+      "epoch": 0.11899620052892333,
+      "grad_norm": 0.07408778369426727,
+      "learning_rate": 1.999521978169703e-05,
+      "loss": 0.8021790385246277,
+      "step": 644
+    },
+    {
+      "epoch": 0.11918097723781917,
+      "grad_norm": 0.08842435479164124,
+      "learning_rate": 1.9995157907486587e-05,
+      "loss": 0.994310736656189,
+      "step": 645
+    },
+    {
+      "epoch": 0.11936575394671502,
+      "grad_norm": 0.10104726999998093,
+      "learning_rate": 1.999509563550013e-05,
+      "loss": 1.126815915107727,
+      "step": 646
+    },
+    {
+      "epoch": 0.11955053065561086,
+      "grad_norm": 0.1172916516661644,
+      "learning_rate": 1.9995032965740137e-05,
+      "loss": 1.0974340438842773,
+      "step": 647
+    },
+    {
+      "epoch": 0.1197353073645067,
+      "grad_norm": 0.08660288900136948,
+      "learning_rate": 1.9994969898209102e-05,
+      "loss": 0.7137119770050049,
+      "step": 648
+    },
+    {
+      "epoch": 0.11992008407340254,
+      "grad_norm": 0.09413591772317886,
+      "learning_rate": 1.9994906432909537e-05,
+      "loss": 0.8359218239784241,
+      "step": 649
+    },
+    {
+      "epoch": 0.12010486078229839,
+      "grad_norm": 0.07111218571662903,
+      "learning_rate": 1.9994842569843965e-05,
+      "loss": 0.6207714676856995,
+      "step": 650
+    },
+    {
+      "epoch": 0.12028963749119423,
+      "grad_norm": 0.07730361819267273,
+      "learning_rate": 1.999477830901493e-05,
+      "loss": 0.6430050134658813,
+      "step": 651
+    },
+    {
+      "epoch": 0.12047441420009009,
+      "grad_norm": 0.09931548684835434,
+      "learning_rate": 1.9994713650424985e-05,
+      "loss": 0.8501662611961365,
+      "step": 652
+    },
+    {
+      "epoch": 0.12065919090898593,
+      "grad_norm": 0.12040199339389801,
+      "learning_rate": 1.9994648594076706e-05,
+      "loss": 0.983227014541626,
+      "step": 653
+    },
+    {
+      "epoch": 0.12084396761788177,
+      "grad_norm": 0.10506908595561981,
+      "learning_rate": 1.9994583139972686e-05,
+      "loss": 0.8017892241477966,
+      "step": 654
+    },
+    {
+      "epoch": 0.12102874432677761,
+      "grad_norm": 0.0854715034365654,
+      "learning_rate": 1.9994517288115522e-05,
+      "loss": 0.7763564586639404,
+      "step": 655
+    },
+    {
+      "epoch": 0.12121352103567345,
+      "grad_norm": 0.10104908049106598,
+      "learning_rate": 1.999445103850784e-05,
+      "loss": 0.8201025128364563,
+      "step": 656
+    },
+    {
+      "epoch": 0.1213982977445693,
+      "grad_norm": 0.1063561663031578,
+      "learning_rate": 1.9994384391152276e-05,
+      "loss": 0.9748373031616211,
+      "step": 657
+    },
+    {
+      "epoch": 0.12158307445346514,
+      "grad_norm": 0.08973393589258194,
+      "learning_rate": 1.999431734605148e-05,
+      "loss": 0.7709097862243652,
+      "step": 658
+    },
+    {
+      "epoch": 0.12176785116236098,
+      "grad_norm": 0.09718851745128632,
+      "learning_rate": 1.9994249903208125e-05,
+      "loss": 0.8377055525779724,
+      "step": 659
+    },
+    {
+      "epoch": 0.12195262787125682,
+      "grad_norm": 0.10766126215457916,
+      "learning_rate": 1.999418206262489e-05,
+      "loss": 0.9289681315422058,
+      "step": 660
+    },
+    {
+      "epoch": 0.12213740458015267,
+      "grad_norm": 0.09482572227716446,
+      "learning_rate": 1.9994113824304476e-05,
+      "loss": 0.8877840638160706,
+      "step": 661
+    },
+    {
+      "epoch": 0.12232218128904851,
+      "grad_norm": 0.06976597756147385,
+      "learning_rate": 1.99940451882496e-05,
+      "loss": 0.5023065209388733,
+      "step": 662
+    },
+    {
+      "epoch": 0.12250695799794437,
+      "grad_norm": 0.07548683881759644,
+      "learning_rate": 1.9993976154462997e-05,
+      "loss": 0.7584120631217957,
+      "step": 663
+    },
+    {
+      "epoch": 0.12269173470684021,
+      "grad_norm": 0.09401997923851013,
+      "learning_rate": 1.9993906722947406e-05,
+      "loss": 0.8495917320251465,
+      "step": 664
+    },
+    {
+      "epoch": 0.12287651141573605,
+      "grad_norm": 0.0940614566206932,
+      "learning_rate": 1.9993836893705594e-05,
+      "loss": 0.8613463640213013,
+      "step": 665
+    },
+    {
+      "epoch": 0.12306128812463189,
+      "grad_norm": 0.0905088260769844,
+      "learning_rate": 1.999376666674034e-05,
+      "loss": 0.7595023512840271,
+      "step": 666
+    },
+    {
+      "epoch": 0.12324606483352774,
+      "grad_norm": 0.08580617606639862,
+      "learning_rate": 1.9993696042054437e-05,
+      "loss": 0.9611132144927979,
+      "step": 667
+    },
+    {
+      "epoch": 0.12343084154242358,
+      "grad_norm": 0.09921999275684357,
+      "learning_rate": 1.9993625019650703e-05,
+      "loss": 0.7061740756034851,
+      "step": 668
+    },
+    {
+      "epoch": 0.12361561825131942,
+      "grad_norm": 0.09604513645172119,
+      "learning_rate": 1.999355359953196e-05,
+      "loss": 0.8366731405258179,
+      "step": 669
+    },
+    {
+      "epoch": 0.12380039496021526,
+      "grad_norm": 0.08084668219089508,
+      "learning_rate": 1.9993481781701044e-05,
+      "loss": 0.6480671167373657,
+      "step": 670
+    },
+    {
+      "epoch": 0.1239851716691111,
+      "grad_norm": 0.07487687468528748,
+      "learning_rate": 1.9993409566160822e-05,
+      "loss": 0.6911617517471313,
+      "step": 671
+    },
+    {
+      "epoch": 0.12416994837800695,
+      "grad_norm": 0.09577896445989609,
+      "learning_rate": 1.9993336952914165e-05,
+      "loss": 0.9893839359283447,
+      "step": 672
+    },
+    {
+      "epoch": 0.12435472508690279,
+      "grad_norm": 0.10856965184211731,
+      "learning_rate": 1.999326394196396e-05,
+      "loss": 0.9420531392097473,
+      "step": 673
+    },
+    {
+      "epoch": 0.12453950179579865,
+      "grad_norm": 0.1150006502866745,
+      "learning_rate": 1.9993190533313116e-05,
+      "loss": 0.9741981029510498,
+      "step": 674
+    },
+    {
+      "epoch": 0.12472427850469449,
+      "grad_norm": 0.10523250699043274,
+      "learning_rate": 1.9993116726964554e-05,
+      "loss": 0.9235258102416992,
+      "step": 675
+    },
+    {
+      "epoch": 0.12490905521359033,
+      "grad_norm": 0.07580921053886414,
+      "learning_rate": 1.9993042522921212e-05,
+      "loss": 0.635983943939209,
+      "step": 676
+    },
+    {
+      "epoch": 0.12509383192248616,
+      "grad_norm": 0.0988108292222023,
+      "learning_rate": 1.999296792118604e-05,
+      "loss": 0.740143358707428,
+      "step": 677
+    },
+    {
+      "epoch": 0.12527860863138202,
+      "grad_norm": 0.10186348855495453,
+      "learning_rate": 1.9992892921762007e-05,
+      "loss": 1.0258514881134033,
+      "step": 678
+    },
+    {
+      "epoch": 0.12546338534027784,
+      "grad_norm": 0.09436734020709991,
+      "learning_rate": 1.9992817524652102e-05,
+      "loss": 0.8242838978767395,
+      "step": 679
+    },
+    {
+      "epoch": 0.1256481620491737,
+      "grad_norm": 0.08851488679647446,
+      "learning_rate": 1.9992741729859323e-05,
+      "loss": 0.8003968000411987,
+      "step": 680
+    },
+    {
+      "epoch": 0.12583293875806956,
+      "grad_norm": 0.10243381559848785,
+      "learning_rate": 1.9992665537386687e-05,
+      "loss": 0.7095505595207214,
+      "step": 681
+    },
+    {
+      "epoch": 0.12601771546696539,
+      "grad_norm": 0.08683772385120392,
+      "learning_rate": 1.9992588947237226e-05,
+      "loss": 0.7240039110183716,
+      "step": 682
+    },
+    {
+      "epoch": 0.12620249217586124,
+      "grad_norm": 0.07817398011684418,
+      "learning_rate": 1.9992511959413984e-05,
+      "loss": 0.8571678996086121,
+      "step": 683
+    },
+    {
+      "epoch": 0.12638726888475707,
+      "grad_norm": 0.0839422419667244,
+      "learning_rate": 1.9992434573920033e-05,
+      "loss": 0.757088840007782,
+      "step": 684
+    },
+    {
+      "epoch": 0.12657204559365293,
+      "grad_norm": 0.09364355355501175,
+      "learning_rate": 1.9992356790758445e-05,
+      "loss": 0.8351529240608215,
+      "step": 685
+    },
+    {
+      "epoch": 0.12675682230254876,
+      "grad_norm": 0.10530338436365128,
+      "learning_rate": 1.999227860993232e-05,
+      "loss": 0.9548841118812561,
+      "step": 686
+    },
+    {
+      "epoch": 0.1269415990114446,
+      "grad_norm": 0.1037643700838089,
+      "learning_rate": 1.9992200031444768e-05,
+      "loss": 0.7979400753974915,
+      "step": 687
+    },
+    {
+      "epoch": 0.12712637572034044,
+      "grad_norm": 0.10997983813285828,
+      "learning_rate": 1.9992121055298917e-05,
+      "loss": 1.0404939651489258,
+      "step": 688
+    },
+    {
+      "epoch": 0.1273111524292363,
+      "grad_norm": 0.09578070789575577,
+      "learning_rate": 1.9992041681497908e-05,
+      "loss": 0.8999356031417847,
+      "step": 689
+    },
+    {
+      "epoch": 0.12749592913813212,
+      "grad_norm": 0.08665809035301208,
+      "learning_rate": 1.99919619100449e-05,
+      "loss": 0.7991875410079956,
+      "step": 690
+    },
+    {
+      "epoch": 0.12768070584702798,
+      "grad_norm": 0.1182815432548523,
+      "learning_rate": 1.9991881740943072e-05,
+      "loss": 1.1467589139938354,
+      "step": 691
+    },
+    {
+      "epoch": 0.12786548255592384,
+      "grad_norm": 0.08033980429172516,
+      "learning_rate": 1.9991801174195612e-05,
+      "loss": 0.7506182193756104,
+      "step": 692
+    },
+    {
+      "epoch": 0.12805025926481967,
+      "grad_norm": 0.0881318673491478,
+      "learning_rate": 1.9991720209805723e-05,
+      "loss": 0.7702957987785339,
+      "step": 693
+    },
+    {
+      "epoch": 0.12823503597371552,
+      "grad_norm": 0.09789463877677917,
+      "learning_rate": 1.999163884777663e-05,
+      "loss": 0.9726911187171936,
+      "step": 694
+    },
+    {
+      "epoch": 0.12841981268261135,
+      "grad_norm": 0.08305973559617996,
+      "learning_rate": 1.999155708811157e-05,
+      "loss": 0.6882860064506531,
+      "step": 695
+    },
+    {
+      "epoch": 0.1286045893915072,
+      "grad_norm": 0.10566031187772751,
+      "learning_rate": 1.99914749308138e-05,
+      "loss": 0.9091855883598328,
+      "step": 696
+    },
+    {
+      "epoch": 0.12878936610040304,
+      "grad_norm": 0.11838914453983307,
+      "learning_rate": 1.9991392375886586e-05,
+      "loss": 0.9343292713165283,
+      "step": 697
+    },
+    {
+      "epoch": 0.1289741428092989,
+      "grad_norm": 0.10054321587085724,
+      "learning_rate": 1.9991309423333214e-05,
+      "loss": 0.8488895297050476,
+      "step": 698
+    },
+    {
+      "epoch": 0.12915891951819472,
+      "grad_norm": 0.0989433005452156,
+      "learning_rate": 1.9991226073156986e-05,
+      "loss": 0.9436942934989929,
+      "step": 699
+    },
+    {
+      "epoch": 0.12934369622709058,
+      "grad_norm": 0.07221207022666931,
+      "learning_rate": 1.999114232536122e-05,
+      "loss": 0.6067855358123779,
+      "step": 700
+    },
+    {
+      "epoch": 0.1295284729359864,
+      "grad_norm": 0.07408981025218964,
+      "learning_rate": 1.9991058179949247e-05,
+      "loss": 0.7271761894226074,
+      "step": 701
+    },
+    {
+      "epoch": 0.12971324964488226,
+      "grad_norm": 0.08090857416391373,
+      "learning_rate": 1.9990973636924417e-05,
+      "loss": 0.7468402981758118,
+      "step": 702
+    },
+    {
+      "epoch": 0.12989802635377812,
+      "grad_norm": 0.10384667664766312,
+      "learning_rate": 1.999088869629009e-05,
+      "loss": 0.8260988593101501,
+      "step": 703
+    },
+    {
+      "epoch": 0.13008280306267395,
+      "grad_norm": 0.06383131444454193,
+      "learning_rate": 1.9990803358049653e-05,
+      "loss": 0.6380683183670044,
+      "step": 704
+    },
+    {
+      "epoch": 0.1302675797715698,
+      "grad_norm": 0.08272639662027359,
+      "learning_rate": 1.99907176222065e-05,
+      "loss": 0.761116623878479,
+      "step": 705
+    },
+    {
+      "epoch": 0.13045235648046563,
+      "grad_norm": 0.10247909277677536,
+      "learning_rate": 1.9990631488764044e-05,
+      "loss": 0.8150011897087097,
+      "step": 706
+    },
+    {
+      "epoch": 0.1306371331893615,
+      "grad_norm": 0.09713143110275269,
+      "learning_rate": 1.9990544957725708e-05,
+      "loss": 0.6454431414604187,
+      "step": 707
+    },
+    {
+      "epoch": 0.13082190989825732,
+      "grad_norm": 0.10591935366392136,
+      "learning_rate": 1.999045802909494e-05,
+      "loss": 1.0341289043426514,
+      "step": 708
+    },
+    {
+      "epoch": 0.13100668660715317,
+      "grad_norm": 0.10145984590053558,
+      "learning_rate": 1.9990370702875203e-05,
+      "loss": 0.7613344192504883,
+      "step": 709
+    },
+    {
+      "epoch": 0.131191463316049,
+      "grad_norm": 0.08258189260959625,
+      "learning_rate": 1.9990282979069962e-05,
+      "loss": 0.701318085193634,
+      "step": 710
+    },
+    {
+      "epoch": 0.13137624002494486,
+      "grad_norm": 0.07917267829179764,
+      "learning_rate": 1.9990194857682717e-05,
+      "loss": 0.7271844744682312,
+      "step": 711
+    },
+    {
+      "epoch": 0.13156101673384069,
+      "grad_norm": 0.07668077200651169,
+      "learning_rate": 1.9990106338716973e-05,
+      "loss": 0.7700219750404358,
+      "step": 712
+    },
+    {
+      "epoch": 0.13174579344273654,
+      "grad_norm": 0.06670837849378586,
+      "learning_rate": 1.9990017422176247e-05,
+      "loss": 0.6176334619522095,
+      "step": 713
+    },
+    {
+      "epoch": 0.1319305701516324,
+      "grad_norm": 0.08646373450756073,
+      "learning_rate": 1.9989928108064087e-05,
+      "loss": 0.7595674395561218,
+      "step": 714
+    },
+    {
+      "epoch": 0.13211534686052823,
+      "grad_norm": 0.10018078237771988,
+      "learning_rate": 1.998983839638404e-05,
+      "loss": 1.067365288734436,
+      "step": 715
+    },
+    {
+      "epoch": 0.13230012356942408,
+      "grad_norm": 0.06973787397146225,
+      "learning_rate": 1.998974828713968e-05,
+      "loss": 0.7161954641342163,
+      "step": 716
+    },
+    {
+      "epoch": 0.1324849002783199,
+      "grad_norm": 0.08027666807174683,
+      "learning_rate": 1.9989657780334593e-05,
+      "loss": 0.696490466594696,
+      "step": 717
+    },
+    {
+      "epoch": 0.13266967698721577,
+      "grad_norm": 0.0808442011475563,
+      "learning_rate": 1.998956687597238e-05,
+      "loss": 0.8137856721878052,
+      "step": 718
+    },
+    {
+      "epoch": 0.1328544536961116,
+      "grad_norm": 0.10365045815706253,
+      "learning_rate": 1.9989475574056655e-05,
+      "loss": 0.9946999549865723,
+      "step": 719
+    },
+    {
+      "epoch": 0.13303923040500745,
+      "grad_norm": 0.09060733020305634,
+      "learning_rate": 1.998938387459106e-05,
+      "loss": 0.9365242719650269,
+      "step": 720
+    },
+    {
+      "epoch": 0.13322400711390328,
+      "grad_norm": 0.09630218148231506,
+      "learning_rate": 1.9989291777579238e-05,
+      "loss": 1.0065200328826904,
+      "step": 721
+    },
+    {
+      "epoch": 0.13340878382279914,
+      "grad_norm": 0.08935556560754776,
+      "learning_rate": 1.9989199283024857e-05,
+      "loss": 0.8397243618965149,
+      "step": 722
+    },
+    {
+      "epoch": 0.133593560531695,
+      "grad_norm": 0.08932442218065262,
+      "learning_rate": 1.9989106390931595e-05,
+      "loss": 0.8106871843338013,
+      "step": 723
+    },
+    {
+      "epoch": 0.13377833724059082,
+      "grad_norm": 0.10723939538002014,
+      "learning_rate": 1.998901310130315e-05,
+      "loss": 0.9284294247627258,
+      "step": 724
+    },
+    {
+      "epoch": 0.13396311394948668,
+      "grad_norm": 0.09080146253108978,
+      "learning_rate": 1.9988919414143234e-05,
+      "loss": 0.8117637634277344,
+      "step": 725
+    },
+    {
+      "epoch": 0.1341478906583825,
+      "grad_norm": 0.08735419064760208,
+      "learning_rate": 1.998882532945558e-05,
+      "loss": 0.6929842829704285,
+      "step": 726
+    },
+    {
+      "epoch": 0.13433266736727836,
+      "grad_norm": 0.09440413117408752,
+      "learning_rate": 1.9988730847243926e-05,
+      "loss": 0.7941557765007019,
+      "step": 727
+    },
+    {
+      "epoch": 0.1345174440761742,
+      "grad_norm": 0.08626824617385864,
+      "learning_rate": 1.9988635967512037e-05,
+      "loss": 0.7169809937477112,
+      "step": 728
+    },
+    {
+      "epoch": 0.13470222078507005,
+      "grad_norm": 0.07833532989025116,
+      "learning_rate": 1.998854069026369e-05,
+      "loss": 0.6908170580863953,
+      "step": 729
+    },
+    {
+      "epoch": 0.13488699749396588,
+      "grad_norm": 0.08950688689947128,
+      "learning_rate": 1.9988445015502668e-05,
+      "loss": 0.8975874185562134,
+      "step": 730
+    },
+    {
+      "epoch": 0.13507177420286173,
+      "grad_norm": 0.09731578081846237,
+      "learning_rate": 1.9988348943232787e-05,
+      "loss": 0.8549961447715759,
+      "step": 731
+    },
+    {
+      "epoch": 0.13525655091175756,
+      "grad_norm": 0.0867985412478447,
+      "learning_rate": 1.9988252473457867e-05,
+      "loss": 0.7790268659591675,
+      "step": 732
+    },
+    {
+      "epoch": 0.13544132762065342,
+      "grad_norm": 0.08507269620895386,
+      "learning_rate": 1.9988155606181747e-05,
+      "loss": 0.7599582672119141,
+      "step": 733
+    },
+    {
+      "epoch": 0.13562610432954927,
+      "grad_norm": 0.07925692200660706,
+      "learning_rate": 1.9988058341408282e-05,
+      "loss": 0.6674377918243408,
+      "step": 734
+    },
+    {
+      "epoch": 0.1358108810384451,
+      "grad_norm": 0.10991337895393372,
+      "learning_rate": 1.9987960679141344e-05,
+      "loss": 0.9170887470245361,
+      "step": 735
+    },
+    {
+      "epoch": 0.13599565774734096,
+      "grad_norm": 0.07741792500019073,
+      "learning_rate": 1.998786261938482e-05,
+      "loss": 0.7736765146255493,
+      "step": 736
+    },
+    {
+      "epoch": 0.1361804344562368,
+      "grad_norm": 0.07393886893987656,
+      "learning_rate": 1.9987764162142615e-05,
+      "loss": 0.6246984004974365,
+      "step": 737
+    },
+    {
+      "epoch": 0.13636521116513264,
+      "grad_norm": 0.0793522372841835,
+      "learning_rate": 1.998766530741864e-05,
+      "loss": 0.9042505621910095,
+      "step": 738
+    },
+    {
+      "epoch": 0.13654998787402847,
+      "grad_norm": 0.08039207756519318,
+      "learning_rate": 1.9987566055216833e-05,
+      "loss": 0.6424958109855652,
+      "step": 739
+    },
+    {
+      "epoch": 0.13673476458292433,
+      "grad_norm": 0.08686236292123795,
+      "learning_rate": 1.998746640554115e-05,
+      "loss": 0.8035511374473572,
+      "step": 740
+    },
+    {
+      "epoch": 0.13691954129182016,
+      "grad_norm": 0.08280868828296661,
+      "learning_rate": 1.9987366358395542e-05,
+      "loss": 0.7081146240234375,
+      "step": 741
+    },
+    {
+      "epoch": 0.137104318000716,
+      "grad_norm": 0.08056240528821945,
+      "learning_rate": 1.9987265913784007e-05,
+      "loss": 0.7108740210533142,
+      "step": 742
+    },
+    {
+      "epoch": 0.13728909470961184,
+      "grad_norm": 0.08866320550441742,
+      "learning_rate": 1.998716507171053e-05,
+      "loss": 0.9253249764442444,
+      "step": 743
+    },
+    {
+      "epoch": 0.1374738714185077,
+      "grad_norm": 0.09651792794466019,
+      "learning_rate": 1.998706383217913e-05,
+      "loss": 0.9384243488311768,
+      "step": 744
+    },
+    {
+      "epoch": 0.13765864812740355,
+      "grad_norm": 0.0859675332903862,
+      "learning_rate": 1.9986962195193836e-05,
+      "loss": 0.9224919676780701,
+      "step": 745
+    },
+    {
+      "epoch": 0.13784342483629938,
+      "grad_norm": 0.09163744002580643,
+      "learning_rate": 1.998686016075869e-05,
+      "loss": 0.6864213347434998,
+      "step": 746
+    },
+    {
+      "epoch": 0.13802820154519524,
+      "grad_norm": 0.09888351708650589,
+      "learning_rate": 1.9986757728877755e-05,
+      "loss": 0.9802375435829163,
+      "step": 747
+    },
+    {
+      "epoch": 0.13821297825409107,
+      "grad_norm": 0.0809028223156929,
+      "learning_rate": 1.998665489955511e-05,
+      "loss": 0.8272873759269714,
+      "step": 748
+    },
+    {
+      "epoch": 0.13839775496298692,
+      "grad_norm": 0.08693183958530426,
+      "learning_rate": 1.998655167279484e-05,
+      "loss": 0.7850380539894104,
+      "step": 749
+    },
+    {
+      "epoch": 0.13858253167188275,
+      "grad_norm": 0.10577927529811859,
+      "learning_rate": 1.998644804860106e-05,
+      "loss": 1.0953820943832397,
+      "step": 750
+    },
+    {
+      "epoch": 0.1387673083807786,
+      "grad_norm": 0.08052216470241547,
+      "learning_rate": 1.998634402697789e-05,
+      "loss": 0.7538807988166809,
+      "step": 751
+    },
+    {
+      "epoch": 0.13895208508967444,
+      "grad_norm": 0.08013401925563812,
+      "learning_rate": 1.9986239607929473e-05,
+      "loss": 0.6019425988197327,
+      "step": 752
+    },
+    {
+      "epoch": 0.1391368617985703,
+      "grad_norm": 0.08231046795845032,
+      "learning_rate": 1.998613479145996e-05,
+      "loss": 0.7123339772224426,
+      "step": 753
+    },
+    {
+      "epoch": 0.13932163850746612,
+      "grad_norm": 0.10204365849494934,
+      "learning_rate": 1.9986029577573526e-05,
+      "loss": 0.8958173394203186,
+      "step": 754
+    },
+    {
+      "epoch": 0.13950641521636198,
+      "grad_norm": 0.08089638501405716,
+      "learning_rate": 1.9985923966274357e-05,
+      "loss": 0.9935266375541687,
+      "step": 755
+    },
+    {
+      "epoch": 0.13969119192525783,
+      "grad_norm": 0.07984032481908798,
+      "learning_rate": 1.9985817957566655e-05,
+      "loss": 0.6228787899017334,
+      "step": 756
+    },
+    {
+      "epoch": 0.13987596863415366,
+      "grad_norm": 0.08934484422206879,
+      "learning_rate": 1.998571155145464e-05,
+      "loss": 0.7877615690231323,
+      "step": 757
+    },
+    {
+      "epoch": 0.14006074534304952,
+      "grad_norm": 0.08587730675935745,
+      "learning_rate": 1.9985604747942552e-05,
+      "loss": 0.7033259272575378,
+      "step": 758
+    },
+    {
+      "epoch": 0.14024552205194535,
+      "grad_norm": 0.0903143361210823,
+      "learning_rate": 1.998549754703463e-05,
+      "loss": 0.7459292411804199,
+      "step": 759
+    },
+    {
+      "epoch": 0.1404302987608412,
+      "grad_norm": 0.08646641671657562,
+      "learning_rate": 1.9985389948735146e-05,
+      "loss": 0.8067314624786377,
+      "step": 760
+    },
+    {
+      "epoch": 0.14061507546973703,
+      "grad_norm": 0.10522181540727615,
+      "learning_rate": 1.9985281953048385e-05,
+      "loss": 1.0474854707717896,
+      "step": 761
+    },
+    {
+      "epoch": 0.1407998521786329,
+      "grad_norm": 0.07542385160923004,
+      "learning_rate": 1.9985173559978637e-05,
+      "loss": 0.6246185898780823,
+      "step": 762
+    },
+    {
+      "epoch": 0.14098462888752872,
+      "grad_norm": 0.09156143665313721,
+      "learning_rate": 1.998506476953023e-05,
+      "loss": 1.0200754404067993,
+      "step": 763
+    },
+    {
+      "epoch": 0.14116940559642457,
+      "grad_norm": 0.08457624912261963,
+      "learning_rate": 1.9984955581707476e-05,
+      "loss": 0.6566670536994934,
+      "step": 764
+    },
+    {
+      "epoch": 0.1413541823053204,
+      "grad_norm": 0.08702805638313293,
+      "learning_rate": 1.9984845996514735e-05,
+      "loss": 0.7731756567955017,
+      "step": 765
+    },
+    {
+      "epoch": 0.14153895901421626,
+      "grad_norm": 0.0885612964630127,
+      "learning_rate": 1.998473601395636e-05,
+      "loss": 0.7161411046981812,
+      "step": 766
+    },
+    {
+      "epoch": 0.14172373572311212,
+      "grad_norm": 0.08405031263828278,
+      "learning_rate": 1.9984625634036728e-05,
+      "loss": 0.6718830466270447,
+      "step": 767
+    },
+    {
+      "epoch": 0.14190851243200794,
+      "grad_norm": 0.09604194760322571,
+      "learning_rate": 1.9984514856760233e-05,
+      "loss": 0.8609301447868347,
+      "step": 768
+    },
+    {
+      "epoch": 0.1420932891409038,
+      "grad_norm": 0.08894237875938416,
+      "learning_rate": 1.998440368213129e-05,
+      "loss": 0.6825015544891357,
+      "step": 769
+    },
+    {
+      "epoch": 0.14227806584979963,
+      "grad_norm": 0.0985831692814827,
+      "learning_rate": 1.998429211015431e-05,
+      "loss": 0.8550534248352051,
+      "step": 770
+    },
+    {
+      "epoch": 0.14246284255869548,
+      "grad_norm": 0.07364708185195923,
+      "learning_rate": 1.9984180140833745e-05,
+      "loss": 0.58270263671875,
+      "step": 771
+    },
+    {
+      "epoch": 0.1426476192675913,
+      "grad_norm": 0.09174038469791412,
+      "learning_rate": 1.9984067774174047e-05,
+      "loss": 0.9174992442131042,
+      "step": 772
+    },
+    {
+      "epoch": 0.14283239597648717,
+      "grad_norm": 0.08195028454065323,
+      "learning_rate": 1.9983955010179687e-05,
+      "loss": 0.8114473223686218,
+      "step": 773
+    },
+    {
+      "epoch": 0.143017172685383,
+      "grad_norm": 0.09834912419319153,
+      "learning_rate": 1.998384184885515e-05,
+      "loss": 0.7728997468948364,
+      "step": 774
+    },
+    {
+      "epoch": 0.14320194939427885,
+      "grad_norm": 0.09782921522855759,
+      "learning_rate": 1.998372829020495e-05,
+      "loss": 0.8147768378257751,
+      "step": 775
+    },
+    {
+      "epoch": 0.14338672610317468,
+      "grad_norm": 0.0865607038140297,
+      "learning_rate": 1.9983614334233595e-05,
+      "loss": 0.7355035543441772,
+      "step": 776
+    },
+    {
+      "epoch": 0.14357150281207054,
+      "grad_norm": 0.10707329958677292,
+      "learning_rate": 1.9983499980945624e-05,
+      "loss": 0.9970985651016235,
+      "step": 777
+    },
+    {
+      "epoch": 0.1437562795209664,
+      "grad_norm": 0.11169784516096115,
+      "learning_rate": 1.998338523034559e-05,
+      "loss": 0.9548088908195496,
+      "step": 778
+    },
+    {
+      "epoch": 0.14394105622986222,
+      "grad_norm": 0.089739590883255,
+      "learning_rate": 1.9983270082438054e-05,
+      "loss": 0.8539899587631226,
+      "step": 779
+    },
+    {
+      "epoch": 0.14412583293875808,
+      "grad_norm": 0.11042316257953644,
+      "learning_rate": 1.9983154537227607e-05,
+      "loss": 1.1233160495758057,
+      "step": 780
+    },
+    {
+      "epoch": 0.1443106096476539,
+      "grad_norm": 0.09637823700904846,
+      "learning_rate": 1.998303859471884e-05,
+      "loss": 1.0442636013031006,
+      "step": 781
+    },
+    {
+      "epoch": 0.14449538635654977,
+      "grad_norm": 0.09303180873394012,
+      "learning_rate": 1.9982922254916373e-05,
+      "loss": 0.850719153881073,
+      "step": 782
+    },
+    {
+      "epoch": 0.1446801630654456,
+      "grad_norm": 0.10702165216207504,
+      "learning_rate": 1.998280551782483e-05,
+      "loss": 0.9073002338409424,
+      "step": 783
+    },
+    {
+      "epoch": 0.14486493977434145,
+      "grad_norm": 0.10565286874771118,
+      "learning_rate": 1.998268838344886e-05,
+      "loss": 0.9817302823066711,
+      "step": 784
+    },
+    {
+      "epoch": 0.14504971648323728,
+      "grad_norm": 0.10369947552680969,
+      "learning_rate": 1.9982570851793125e-05,
+      "loss": 0.865040123462677,
+      "step": 785
+    },
+    {
+      "epoch": 0.14523449319213314,
+      "grad_norm": 0.09121627360582352,
+      "learning_rate": 1.9982452922862297e-05,
+      "loss": 0.7408377528190613,
+      "step": 786
+    },
+    {
+      "epoch": 0.14541926990102896,
+      "grad_norm": 0.09499744325876236,
+      "learning_rate": 1.998233459666108e-05,
+      "loss": 0.903713047504425,
+      "step": 787
+    },
+    {
+      "epoch": 0.14560404660992482,
+      "grad_norm": 0.08999454230070114,
+      "learning_rate": 1.9982215873194174e-05,
+      "loss": 0.9278289079666138,
+      "step": 788
+    },
+    {
+      "epoch": 0.14578882331882068,
+      "grad_norm": 0.09898703545331955,
+      "learning_rate": 1.998209675246631e-05,
+      "loss": 0.8522279262542725,
+      "step": 789
+    },
+    {
+      "epoch": 0.1459736000277165,
+      "grad_norm": 0.08116642385721207,
+      "learning_rate": 1.9981977234482216e-05,
+      "loss": 0.7823371887207031,
+      "step": 790
+    },
+    {
+      "epoch": 0.14615837673661236,
+      "grad_norm": 0.09841936081647873,
+      "learning_rate": 1.998185731924667e-05,
+      "loss": 0.6668987274169922,
+      "step": 791
+    },
+    {
+      "epoch": 0.1463431534455082,
+      "grad_norm": 0.08227173984050751,
+      "learning_rate": 1.9981737006764422e-05,
+      "loss": 0.7551202178001404,
+      "step": 792
+    },
+    {
+      "epoch": 0.14652793015440405,
+      "grad_norm": 0.09930627793073654,
+      "learning_rate": 1.9981616297040274e-05,
+      "loss": 1.0937387943267822,
+      "step": 793
+    },
+    {
+      "epoch": 0.14671270686329987,
+      "grad_norm": 0.09635364264249802,
+      "learning_rate": 1.9981495190079023e-05,
+      "loss": 1.0252056121826172,
+      "step": 794
+    },
+    {
+      "epoch": 0.14689748357219573,
+      "grad_norm": 0.07074606418609619,
+      "learning_rate": 1.9981373685885496e-05,
+      "loss": 0.6450613141059875,
+      "step": 795
+    },
+    {
+      "epoch": 0.14708226028109156,
+      "grad_norm": 0.10457006096839905,
+      "learning_rate": 1.998125178446452e-05,
+      "loss": 0.872199535369873,
+      "step": 796
+    },
+    {
+      "epoch": 0.14726703698998742,
+      "grad_norm": 0.10501401871442795,
+      "learning_rate": 1.9981129485820955e-05,
+      "loss": 0.9675683379173279,
+      "step": 797
+    },
+    {
+      "epoch": 0.14745181369888324,
+      "grad_norm": 0.08505741506814957,
+      "learning_rate": 1.9981006789959658e-05,
+      "loss": 0.7211896181106567,
+      "step": 798
+    },
+    {
+      "epoch": 0.1476365904077791,
+      "grad_norm": 0.08668606728315353,
+      "learning_rate": 1.998088369688552e-05,
+      "loss": 0.7685105204582214,
+      "step": 799
+    },
+    {
+      "epoch": 0.14782136711667496,
+      "grad_norm": 0.08549778908491135,
+      "learning_rate": 1.998076020660344e-05,
+      "loss": 0.7868371605873108,
+      "step": 800
+    },
+    {
+      "epoch": 0.14800614382557079,
+      "grad_norm": 0.10425841063261032,
+      "learning_rate": 1.9980636319118326e-05,
+      "loss": 0.8326320648193359,
+      "step": 801
+    },
+    {
+      "epoch": 0.14819092053446664,
+      "grad_norm": 0.08408709615468979,
+      "learning_rate": 1.998051203443511e-05,
+      "loss": 0.7171183824539185,
+      "step": 802
+    },
+    {
+      "epoch": 0.14837569724336247,
+      "grad_norm": 0.09104572981595993,
+      "learning_rate": 1.9980387352558742e-05,
+      "loss": 0.843257486820221,
+      "step": 803
+    },
+    {
+      "epoch": 0.14856047395225833,
+      "grad_norm": 0.08411456644535065,
+      "learning_rate": 1.9980262273494184e-05,
+      "loss": 0.6456289887428284,
+      "step": 804
+    },
+    {
+      "epoch": 0.14874525066115415,
+      "grad_norm": 0.08256927132606506,
+      "learning_rate": 1.998013679724641e-05,
+      "loss": 0.7349569201469421,
+      "step": 805
+    },
+    {
+      "epoch": 0.14893002737005,
+      "grad_norm": 0.07136604189872742,
+      "learning_rate": 1.9980010923820417e-05,
+      "loss": 0.7609940767288208,
+      "step": 806
+    },
+    {
+      "epoch": 0.14911480407894584,
+      "grad_norm": 0.09291189163923264,
+      "learning_rate": 1.997988465322121e-05,
+      "loss": 0.7991480231285095,
+      "step": 807
+    },
+    {
+      "epoch": 0.1492995807878417,
+      "grad_norm": 0.08440721780061722,
+      "learning_rate": 1.9979757985453818e-05,
+      "loss": 0.7707111835479736,
+      "step": 808
+    },
+    {
+      "epoch": 0.14948435749673752,
+      "grad_norm": 0.0729835107922554,
+      "learning_rate": 1.997963092052328e-05,
+      "loss": 0.622437059879303,
+      "step": 809
+    },
+    {
+      "epoch": 0.14966913420563338,
+      "grad_norm": 0.08329617232084274,
+      "learning_rate": 1.9979503458434654e-05,
+      "loss": 0.8455030918121338,
+      "step": 810
+    },
+    {
+      "epoch": 0.14985391091452924,
+      "grad_norm": 0.07677850127220154,
+      "learning_rate": 1.9979375599193013e-05,
+      "loss": 0.6293231844902039,
+      "step": 811
+    },
+    {
+      "epoch": 0.15003868762342507,
+      "grad_norm": 0.10512515902519226,
+      "learning_rate": 1.9979247342803445e-05,
+      "loss": 0.9506365656852722,
+      "step": 812
+    },
+    {
+      "epoch": 0.15022346433232092,
+      "grad_norm": 0.0830494686961174,
+      "learning_rate": 1.9979118689271054e-05,
+      "loss": 0.8180676698684692,
+      "step": 813
+    },
+    {
+      "epoch": 0.15040824104121675,
+      "grad_norm": 0.09016073495149612,
+      "learning_rate": 1.9978989638600958e-05,
+      "loss": 0.9344583749771118,
+      "step": 814
+    },
+    {
+      "epoch": 0.1505930177501126,
+      "grad_norm": 0.09691261500120163,
+      "learning_rate": 1.9978860190798298e-05,
+      "loss": 1.0068974494934082,
+      "step": 815
+    },
+    {
+      "epoch": 0.15077779445900844,
+      "grad_norm": 0.08613571524620056,
+      "learning_rate": 1.997873034586822e-05,
+      "loss": 0.7329363226890564,
+      "step": 816
+    },
+    {
+      "epoch": 0.1509625711679043,
+      "grad_norm": 0.08310612291097641,
+      "learning_rate": 1.9978600103815894e-05,
+      "loss": 0.7454736232757568,
+      "step": 817
+    },
+    {
+      "epoch": 0.15114734787680012,
+      "grad_norm": 0.07982125133275986,
+      "learning_rate": 1.99784694646465e-05,
+      "loss": 0.6723255515098572,
+      "step": 818
+    },
+    {
+      "epoch": 0.15133212458569598,
+      "grad_norm": 0.10597433149814606,
+      "learning_rate": 1.997833842836524e-05,
+      "loss": 0.8811939358711243,
+      "step": 819
+    },
+    {
+      "epoch": 0.1515169012945918,
+      "grad_norm": 0.09027368575334549,
+      "learning_rate": 1.9978206994977332e-05,
+      "loss": 1.095210313796997,
+      "step": 820
+    },
+    {
+      "epoch": 0.15170167800348766,
+      "grad_norm": 0.0823710560798645,
+      "learning_rate": 1.9978075164488004e-05,
+      "loss": 0.6737566590309143,
+      "step": 821
+    },
+    {
+      "epoch": 0.15188645471238352,
+      "grad_norm": 0.0979158878326416,
+      "learning_rate": 1.99779429369025e-05,
+      "loss": 0.9108914732933044,
+      "step": 822
+    },
+    {
+      "epoch": 0.15207123142127935,
+      "grad_norm": 0.09988109767436981,
+      "learning_rate": 1.9977810312226086e-05,
+      "loss": 0.911587655544281,
+      "step": 823
+    },
+    {
+      "epoch": 0.1522560081301752,
+      "grad_norm": 0.08708114922046661,
+      "learning_rate": 1.9977677290464034e-05,
+      "loss": 0.6712893843650818,
+      "step": 824
+    },
+    {
+      "epoch": 0.15244078483907103,
+      "grad_norm": 0.07156742364168167,
+      "learning_rate": 1.9977543871621647e-05,
+      "loss": 0.5517778396606445,
+      "step": 825
+    },
+    {
+      "epoch": 0.1526255615479669,
+      "grad_norm": 0.08961985260248184,
+      "learning_rate": 1.9977410055704228e-05,
+      "loss": 0.7994911670684814,
+      "step": 826
+    },
+    {
+      "epoch": 0.15281033825686272,
+      "grad_norm": 0.08305425941944122,
+      "learning_rate": 1.9977275842717102e-05,
+      "loss": 0.6371324062347412,
+      "step": 827
+    },
+    {
+      "epoch": 0.15299511496575857,
+      "grad_norm": 0.08506402373313904,
+      "learning_rate": 1.9977141232665613e-05,
+      "loss": 0.8960465788841248,
+      "step": 828
+    },
+    {
+      "epoch": 0.1531798916746544,
+      "grad_norm": 0.0903603583574295,
+      "learning_rate": 1.9977006225555118e-05,
+      "loss": 0.7395355105400085,
+      "step": 829
+    },
+    {
+      "epoch": 0.15336466838355026,
+      "grad_norm": 0.10823410004377365,
+      "learning_rate": 1.997687082139099e-05,
+      "loss": 1.0822867155075073,
+      "step": 830
+    },
+    {
+      "epoch": 0.15354944509244609,
+      "grad_norm": 0.11097127199172974,
+      "learning_rate": 1.9976735020178616e-05,
+      "loss": 0.9120482206344604,
+      "step": 831
+    },
+    {
+      "epoch": 0.15373422180134194,
+      "grad_norm": 0.07994866371154785,
+      "learning_rate": 1.9976598821923403e-05,
+      "loss": 0.775039553642273,
+      "step": 832
+    },
+    {
+      "epoch": 0.1539189985102378,
+      "grad_norm": 0.11645234376192093,
+      "learning_rate": 1.9976462226630767e-05,
+      "loss": 1.08674955368042,
+      "step": 833
+    },
+    {
+      "epoch": 0.15410377521913363,
+      "grad_norm": 0.09166614711284637,
+      "learning_rate": 1.9976325234306148e-05,
+      "loss": 0.9463396072387695,
+      "step": 834
+    },
+    {
+      "epoch": 0.15428855192802948,
+      "grad_norm": 0.078475721180439,
+      "learning_rate": 1.9976187844954997e-05,
+      "loss": 0.7562021613121033,
+      "step": 835
+    },
+    {
+      "epoch": 0.1544733286369253,
+      "grad_norm": 0.0811050683259964,
+      "learning_rate": 1.997605005858278e-05,
+      "loss": 0.9685558080673218,
+      "step": 836
+    },
+    {
+      "epoch": 0.15465810534582117,
+      "grad_norm": 0.07300540059804916,
+      "learning_rate": 1.9975911875194983e-05,
+      "loss": 0.6694080829620361,
+      "step": 837
+    },
+    {
+      "epoch": 0.154842882054717,
+      "grad_norm": 0.09105053544044495,
+      "learning_rate": 1.9975773294797104e-05,
+      "loss": 0.771217405796051,
+      "step": 838
+    },
+    {
+      "epoch": 0.15502765876361285,
+      "grad_norm": 0.09635568410158157,
+      "learning_rate": 1.9975634317394655e-05,
+      "loss": 0.9028376340866089,
+      "step": 839
+    },
+    {
+      "epoch": 0.15521243547250868,
+      "grad_norm": 0.07771394401788712,
+      "learning_rate": 1.9975494942993173e-05,
+      "loss": 0.9490246176719666,
+      "step": 840
+    },
+    {
+      "epoch": 0.15539721218140454,
+      "grad_norm": 0.08951511979103088,
+      "learning_rate": 1.9975355171598205e-05,
+      "loss": 0.7538551092147827,
+      "step": 841
+    },
+    {
+      "epoch": 0.15558198889030037,
+      "grad_norm": 0.10040956735610962,
+      "learning_rate": 1.9975215003215306e-05,
+      "loss": 0.8540251851081848,
+      "step": 842
+    },
+    {
+      "epoch": 0.15576676559919622,
+      "grad_norm": 0.08941560238599777,
+      "learning_rate": 1.9975074437850057e-05,
+      "loss": 0.8490448594093323,
+      "step": 843
+    },
+    {
+      "epoch": 0.15595154230809208,
+      "grad_norm": 0.0840606689453125,
+      "learning_rate": 1.9974933475508055e-05,
+      "loss": 0.8591848611831665,
+      "step": 844
+    },
+    {
+      "epoch": 0.1561363190169879,
+      "grad_norm": 0.09096793085336685,
+      "learning_rate": 1.9974792116194908e-05,
+      "loss": 0.8079205751419067,
+      "step": 845
+    },
+    {
+      "epoch": 0.15632109572588376,
+      "grad_norm": 0.10489457100629807,
+      "learning_rate": 1.9974650359916243e-05,
+      "loss": 0.9832424521446228,
+      "step": 846
+    },
+    {
+      "epoch": 0.1565058724347796,
+      "grad_norm": 0.08821387588977814,
+      "learning_rate": 1.99745082066777e-05,
+      "loss": 0.7868931293487549,
+      "step": 847
+    },
+    {
+      "epoch": 0.15669064914367545,
+      "grad_norm": 0.07660951465368271,
+      "learning_rate": 1.9974365656484934e-05,
+      "loss": 0.8489773273468018,
+      "step": 848
+    },
+    {
+      "epoch": 0.15687542585257128,
+      "grad_norm": 0.09838790446519852,
+      "learning_rate": 1.9974222709343625e-05,
+      "loss": 0.8385222554206848,
+      "step": 849
+    },
+    {
+      "epoch": 0.15706020256146713,
+      "grad_norm": 0.08230140805244446,
+      "learning_rate": 1.9974079365259453e-05,
+      "loss": 0.791317343711853,
+      "step": 850
+    },
+    {
+      "epoch": 0.15724497927036296,
+      "grad_norm": 0.08971503376960754,
+      "learning_rate": 1.997393562423813e-05,
+      "loss": 0.8988771438598633,
+      "step": 851
+    },
+    {
+      "epoch": 0.15742975597925882,
+      "grad_norm": 0.07249333709478378,
+      "learning_rate": 1.9973791486285373e-05,
+      "loss": 0.639558732509613,
+      "step": 852
+    },
+    {
+      "epoch": 0.15761453268815465,
+      "grad_norm": 0.08529103547334671,
+      "learning_rate": 1.997364695140692e-05,
+      "loss": 0.7391307353973389,
+      "step": 853
+    },
+    {
+      "epoch": 0.1577993093970505,
+      "grad_norm": 0.06635551154613495,
+      "learning_rate": 1.9973502019608518e-05,
+      "loss": 0.5126902461051941,
+      "step": 854
+    },
+    {
+      "epoch": 0.15798408610594636,
+      "grad_norm": 0.07860208302736282,
+      "learning_rate": 1.9973356690895943e-05,
+      "loss": 0.7455308437347412,
+      "step": 855
+    },
+    {
+      "epoch": 0.1581688628148422,
+      "grad_norm": 0.0684715062379837,
+      "learning_rate": 1.997321096527497e-05,
+      "loss": 0.5100698471069336,
+      "step": 856
+    },
+    {
+      "epoch": 0.15835363952373804,
+      "grad_norm": 0.07221705466508865,
+      "learning_rate": 1.9973064842751408e-05,
+      "loss": 0.6271705031394958,
+      "step": 857
+    },
+    {
+      "epoch": 0.15853841623263387,
+      "grad_norm": 0.09156036376953125,
+      "learning_rate": 1.9972918323331062e-05,
+      "loss": 0.872652530670166,
+      "step": 858
+    },
+    {
+      "epoch": 0.15872319294152973,
+      "grad_norm": 0.0856616422533989,
+      "learning_rate": 1.9972771407019772e-05,
+      "loss": 0.6149677038192749,
+      "step": 859
+    },
+    {
+      "epoch": 0.15890796965042556,
+      "grad_norm": 0.10809344798326492,
+      "learning_rate": 1.997262409382338e-05,
+      "loss": 0.968105673789978,
+      "step": 860
+    },
+    {
+      "epoch": 0.1590927463593214,
+      "grad_norm": 0.09980929642915726,
+      "learning_rate": 1.9972476383747748e-05,
+      "loss": 0.8662238717079163,
+      "step": 861
+    },
+    {
+      "epoch": 0.15927752306821724,
+      "grad_norm": 0.07973527908325195,
+      "learning_rate": 1.9972328276798758e-05,
+      "loss": 0.6740208864212036,
+      "step": 862
+    },
+    {
+      "epoch": 0.1594622997771131,
+      "grad_norm": 0.09533673524856567,
+      "learning_rate": 1.99721797729823e-05,
+      "loss": 0.964790940284729,
+      "step": 863
+    },
+    {
+      "epoch": 0.15964707648600893,
+      "grad_norm": 0.08445615321397781,
+      "learning_rate": 1.9972030872304287e-05,
+      "loss": 0.6526170969009399,
+      "step": 864
+    },
+    {
+      "epoch": 0.15983185319490478,
+      "grad_norm": 0.09407380223274231,
+      "learning_rate": 1.997188157477064e-05,
+      "loss": 0.820464551448822,
+      "step": 865
+    },
+    {
+      "epoch": 0.16001662990380064,
+      "grad_norm": 0.08107048273086548,
+      "learning_rate": 1.997173188038731e-05,
+      "loss": 0.8346737623214722,
+      "step": 866
+    },
+    {
+      "epoch": 0.16020140661269647,
+      "grad_norm": 0.10146121680736542,
+      "learning_rate": 1.9971581789160246e-05,
+      "loss": 0.831204354763031,
+      "step": 867
+    },
+    {
+      "epoch": 0.16038618332159232,
+      "grad_norm": 0.09238161146640778,
+      "learning_rate": 1.9971431301095423e-05,
+      "loss": 1.003567099571228,
+      "step": 868
+    },
+    {
+      "epoch": 0.16057096003048815,
+      "grad_norm": 0.10330084711313248,
+      "learning_rate": 1.9971280416198832e-05,
+      "loss": 0.8877651691436768,
+      "step": 869
+    },
+    {
+      "epoch": 0.160755736739384,
+      "grad_norm": 0.08259479701519012,
+      "learning_rate": 1.9971129134476474e-05,
+      "loss": 0.6704717874526978,
+      "step": 870
+    },
+    {
+      "epoch": 0.16094051344827984,
+      "grad_norm": 0.07004322111606598,
+      "learning_rate": 1.9970977455934376e-05,
+      "loss": 0.526638388633728,
+      "step": 871
+    },
+    {
+      "epoch": 0.1611252901571757,
+      "grad_norm": 0.07713456451892853,
+      "learning_rate": 1.9970825380578568e-05,
+      "loss": 0.5882245898246765,
+      "step": 872
+    },
+    {
+      "epoch": 0.16131006686607152,
+      "grad_norm": 0.06343498080968857,
+      "learning_rate": 1.9970672908415106e-05,
+      "loss": 0.6268212199211121,
+      "step": 873
+    },
+    {
+      "epoch": 0.16149484357496738,
+      "grad_norm": 0.08529190719127655,
+      "learning_rate": 1.9970520039450057e-05,
+      "loss": 0.8552349209785461,
+      "step": 874
+    },
+    {
+      "epoch": 0.1616796202838632,
+      "grad_norm": 0.07656506448984146,
+      "learning_rate": 1.9970366773689504e-05,
+      "loss": 0.685907781124115,
+      "step": 875
+    },
+    {
+      "epoch": 0.16186439699275906,
+      "grad_norm": 0.09757979214191437,
+      "learning_rate": 1.9970213111139545e-05,
+      "loss": 0.9193124771118164,
+      "step": 876
+    },
+    {
+      "epoch": 0.16204917370165492,
+      "grad_norm": 0.0972999557852745,
+      "learning_rate": 1.99700590518063e-05,
+      "loss": 0.8101493120193481,
+      "step": 877
+    },
+    {
+      "epoch": 0.16223395041055075,
+      "grad_norm": 0.08974293619394302,
+      "learning_rate": 1.9969904595695894e-05,
+      "loss": 0.7346316576004028,
+      "step": 878
+    },
+    {
+      "epoch": 0.1624187271194466,
+      "grad_norm": 0.10032976418733597,
+      "learning_rate": 1.9969749742814474e-05,
+      "loss": 0.8234612345695496,
+      "step": 879
+    },
+    {
+      "epoch": 0.16260350382834243,
+      "grad_norm": 0.10190098732709885,
+      "learning_rate": 1.9969594493168213e-05,
+      "loss": 0.8721520900726318,
+      "step": 880
+    },
+    {
+      "epoch": 0.1627882805372383,
+      "grad_norm": 0.10501670837402344,
+      "learning_rate": 1.996943884676328e-05,
+      "loss": 1.0961534976959229,
+      "step": 881
+    },
+    {
+      "epoch": 0.16297305724613412,
+      "grad_norm": 0.07484227418899536,
+      "learning_rate": 1.9969282803605866e-05,
+      "loss": 0.571873128414154,
+      "step": 882
+    },
+    {
+      "epoch": 0.16315783395502997,
+      "grad_norm": 0.09870273619890213,
+      "learning_rate": 1.9969126363702188e-05,
+      "loss": 0.8259404301643372,
+      "step": 883
+    },
+    {
+      "epoch": 0.1633426106639258,
+      "grad_norm": 0.09730734676122665,
+      "learning_rate": 1.9968969527058476e-05,
+      "loss": 0.8662014007568359,
+      "step": 884
+    },
+    {
+      "epoch": 0.16352738737282166,
+      "grad_norm": 0.09543541073799133,
+      "learning_rate": 1.996881229368096e-05,
+      "loss": 0.8927724957466125,
+      "step": 885
+    },
+    {
+      "epoch": 0.1637121640817175,
+      "grad_norm": 0.0955570712685585,
+      "learning_rate": 1.9968654663575906e-05,
+      "loss": 0.8467931151390076,
+      "step": 886
+    },
+    {
+      "epoch": 0.16389694079061334,
+      "grad_norm": 0.10068543255329132,
+      "learning_rate": 1.9968496636749584e-05,
+      "loss": 0.9493212699890137,
+      "step": 887
+    },
+    {
+      "epoch": 0.1640817174995092,
+      "grad_norm": 0.08250802755355835,
+      "learning_rate": 1.996833821320828e-05,
+      "loss": 0.625404417514801,
+      "step": 888
+    },
+    {
+      "epoch": 0.16426649420840503,
+      "grad_norm": 0.09056300669908524,
+      "learning_rate": 1.9968179392958305e-05,
+      "loss": 0.9785575270652771,
+      "step": 889
+    },
+    {
+      "epoch": 0.16445127091730088,
+      "grad_norm": 0.09318284690380096,
+      "learning_rate": 1.9968020176005976e-05,
+      "loss": 0.8643733859062195,
+      "step": 890
+    },
+    {
+      "epoch": 0.1646360476261967,
+      "grad_norm": 0.0878918394446373,
+      "learning_rate": 1.996786056235763e-05,
+      "loss": 0.8458439111709595,
+      "step": 891
+    },
+    {
+      "epoch": 0.16482082433509257,
+      "grad_norm": 0.07812018692493439,
+      "learning_rate": 1.996770055201962e-05,
+      "loss": 0.7509803175926208,
+      "step": 892
+    },
+    {
+      "epoch": 0.1650056010439884,
+      "grad_norm": 0.051492493599653244,
+      "learning_rate": 1.9967540144998313e-05,
+      "loss": 0.3646559417247772,
+      "step": 893
+    },
+    {
+      "epoch": 0.16519037775288425,
+      "grad_norm": 0.08322598040103912,
+      "learning_rate": 1.9967379341300092e-05,
+      "loss": 0.7500286102294922,
+      "step": 894
+    },
+    {
+      "epoch": 0.16537515446178008,
+      "grad_norm": 0.1015838161110878,
+      "learning_rate": 1.9967218140931358e-05,
+      "loss": 0.8413242697715759,
+      "step": 895
+    },
+    {
+      "epoch": 0.16555993117067594,
+      "grad_norm": 0.08555304259061813,
+      "learning_rate": 1.996705654389852e-05,
+      "loss": 0.7918609380722046,
+      "step": 896
+    },
+    {
+      "epoch": 0.16574470787957177,
+      "grad_norm": 0.08763028681278229,
+      "learning_rate": 1.996689455020802e-05,
+      "loss": 0.8354541063308716,
+      "step": 897
+    },
+    {
+      "epoch": 0.16592948458846762,
+      "grad_norm": 0.09521177411079407,
+      "learning_rate": 1.99667321598663e-05,
+      "loss": 0.9694790244102478,
+      "step": 898
+    },
+    {
+      "epoch": 0.16611426129736348,
+      "grad_norm": 0.09489469975233078,
+      "learning_rate": 1.996656937287982e-05,
+      "loss": 0.6468320488929749,
+      "step": 899
+    },
+    {
+      "epoch": 0.1662990380062593,
+      "grad_norm": 0.09139697998762131,
+      "learning_rate": 1.9966406189255057e-05,
+      "loss": 0.8143627643585205,
+      "step": 900
+    },
+    {
+      "epoch": 0.16648381471515517,
+      "grad_norm": 0.08560251444578171,
+      "learning_rate": 1.9966242608998515e-05,
+      "loss": 0.5542747974395752,
+      "step": 901
+    },
+    {
+      "epoch": 0.166668591424051,
+      "grad_norm": 0.07455048710107803,
+      "learning_rate": 1.9966078632116695e-05,
+      "loss": 0.7415421605110168,
+      "step": 902
+    },
+    {
+      "epoch": 0.16685336813294685,
+      "grad_norm": 0.06992721557617188,
+      "learning_rate": 1.9965914258616123e-05,
+      "loss": 0.5292272567749023,
+      "step": 903
+    },
+    {
+      "epoch": 0.16703814484184268,
+      "grad_norm": 0.08455928415060043,
+      "learning_rate": 1.9965749488503343e-05,
+      "loss": 0.6594451665878296,
+      "step": 904
+    },
+    {
+      "epoch": 0.16722292155073853,
+      "grad_norm": 0.09297055006027222,
+      "learning_rate": 1.9965584321784917e-05,
+      "loss": 1.0128505229949951,
+      "step": 905
+    },
+    {
+      "epoch": 0.16740769825963436,
+      "grad_norm": 0.07890793681144714,
+      "learning_rate": 1.996541875846741e-05,
+      "loss": 0.5768525004386902,
+      "step": 906
+    },
+    {
+      "epoch": 0.16759247496853022,
+      "grad_norm": 0.09260081499814987,
+      "learning_rate": 1.9965252798557413e-05,
+      "loss": 0.7528817057609558,
+      "step": 907
+    },
+    {
+      "epoch": 0.16777725167742605,
+      "grad_norm": 0.09680453687906265,
+      "learning_rate": 1.9965086442061533e-05,
+      "loss": 0.7937643527984619,
+      "step": 908
+    },
+    {
+      "epoch": 0.1679620283863219,
+      "grad_norm": 0.09023380279541016,
+      "learning_rate": 1.9964919688986392e-05,
+      "loss": 0.7089190483093262,
+      "step": 909
+    },
+    {
+      "epoch": 0.16814680509521776,
+      "grad_norm": 0.09799093753099442,
+      "learning_rate": 1.9964752539338618e-05,
+      "loss": 0.8649925589561462,
+      "step": 910
+    },
+    {
+      "epoch": 0.1683315818041136,
+      "grad_norm": 0.10270999372005463,
+      "learning_rate": 1.996458499312487e-05,
+      "loss": 0.8653252720832825,
+      "step": 911
+    },
+    {
+      "epoch": 0.16851635851300945,
+      "grad_norm": 0.09714650362730026,
+      "learning_rate": 1.9964417050351817e-05,
+      "loss": 0.8030729293823242,
+      "step": 912
+    },
+    {
+      "epoch": 0.16870113522190527,
+      "grad_norm": 0.08536910265684128,
+      "learning_rate": 1.996424871102614e-05,
+      "loss": 0.6893182992935181,
+      "step": 913
+    },
+    {
+      "epoch": 0.16888591193080113,
+      "grad_norm": 0.08386935293674469,
+      "learning_rate": 1.996407997515454e-05,
+      "loss": 0.7112575173377991,
+      "step": 914
+    },
+    {
+      "epoch": 0.16907068863969696,
+      "grad_norm": 0.10440012812614441,
+      "learning_rate": 1.9963910842743726e-05,
+      "loss": 0.8684526681900024,
+      "step": 915
+    },
+    {
+      "epoch": 0.16925546534859282,
+      "grad_norm": 0.09515652805566788,
+      "learning_rate": 1.9963741313800437e-05,
+      "loss": 0.7283082008361816,
+      "step": 916
+    },
+    {
+      "epoch": 0.16944024205748864,
+      "grad_norm": 0.09991753101348877,
+      "learning_rate": 1.9963571388331417e-05,
+      "loss": 0.8834851384162903,
+      "step": 917
+    },
+    {
+      "epoch": 0.1696250187663845,
+      "grad_norm": 0.11581186950206757,
+      "learning_rate": 1.9963401066343424e-05,
+      "loss": 1.0167608261108398,
+      "step": 918
+    },
+    {
+      "epoch": 0.16980979547528033,
+      "grad_norm": 0.06342756003141403,
+      "learning_rate": 1.9963230347843242e-05,
+      "loss": 0.6235218048095703,
+      "step": 919
+    },
+    {
+      "epoch": 0.16999457218417618,
+      "grad_norm": 0.09533628076314926,
+      "learning_rate": 1.996305923283766e-05,
+      "loss": 0.7711799144744873,
+      "step": 920
+    },
+    {
+      "epoch": 0.17017934889307204,
+      "grad_norm": 0.0671616718173027,
+      "learning_rate": 1.9962887721333498e-05,
+      "loss": 0.5659441947937012,
+      "step": 921
+    },
+    {
+      "epoch": 0.17036412560196787,
+      "grad_norm": 0.07848536968231201,
+      "learning_rate": 1.996271581333757e-05,
+      "loss": 0.8277614116668701,
+      "step": 922
+    },
+    {
+      "epoch": 0.17054890231086373,
+      "grad_norm": 0.09858408570289612,
+      "learning_rate": 1.9962543508856722e-05,
+      "loss": 0.943729817867279,
+      "step": 923
+    },
+    {
+      "epoch": 0.17073367901975955,
+      "grad_norm": 0.10257252305746078,
+      "learning_rate": 1.996237080789781e-05,
+      "loss": 0.9582602977752686,
+      "step": 924
+    },
+    {
+      "epoch": 0.1709184557286554,
+      "grad_norm": 0.09687380492687225,
+      "learning_rate": 1.996219771046771e-05,
+      "loss": 0.8321186900138855,
+      "step": 925
+    },
+    {
+      "epoch": 0.17110323243755124,
+      "grad_norm": 0.0945492833852768,
+      "learning_rate": 1.996202421657331e-05,
+      "loss": 1.0206397771835327,
+      "step": 926
+    },
+    {
+      "epoch": 0.1712880091464471,
+      "grad_norm": 0.10808293521404266,
+      "learning_rate": 1.996185032622151e-05,
+      "loss": 1.0324662923812866,
+      "step": 927
+    },
+    {
+      "epoch": 0.17147278585534292,
+      "grad_norm": 0.09793483465909958,
+      "learning_rate": 1.9961676039419236e-05,
+      "loss": 0.8650661110877991,
+      "step": 928
+    },
+    {
+      "epoch": 0.17165756256423878,
+      "grad_norm": 0.08973977714776993,
+      "learning_rate": 1.9961501356173422e-05,
+      "loss": 0.8832427859306335,
+      "step": 929
+    },
+    {
+      "epoch": 0.1718423392731346,
+      "grad_norm": 0.07093001157045364,
+      "learning_rate": 1.996132627649102e-05,
+      "loss": 0.6482492685317993,
+      "step": 930
+    },
+    {
+      "epoch": 0.17202711598203047,
+      "grad_norm": 0.07376673072576523,
+      "learning_rate": 1.9961150800378997e-05,
+      "loss": 0.5817755460739136,
+      "step": 931
+    },
+    {
+      "epoch": 0.17221189269092632,
+      "grad_norm": 0.09312041848897934,
+      "learning_rate": 1.9960974927844332e-05,
+      "loss": 0.7770845890045166,
+      "step": 932
+    },
+    {
+      "epoch": 0.17239666939982215,
+      "grad_norm": 0.08325351029634476,
+      "learning_rate": 1.9960798658894033e-05,
+      "loss": 0.6577749848365784,
+      "step": 933
+    },
+    {
+      "epoch": 0.172581446108718,
+      "grad_norm": 0.10464484989643097,
+      "learning_rate": 1.996062199353511e-05,
+      "loss": 1.0084058046340942,
+      "step": 934
+    },
+    {
+      "epoch": 0.17276622281761383,
+      "grad_norm": 0.09137419611215591,
+      "learning_rate": 1.9960444931774596e-05,
+      "loss": 0.9034083485603333,
+      "step": 935
+    },
+    {
+      "epoch": 0.1729509995265097,
+      "grad_norm": 0.0853210985660553,
+      "learning_rate": 1.9960267473619535e-05,
+      "loss": 0.6832973957061768,
+      "step": 936
+    },
+    {
+      "epoch": 0.17313577623540552,
+      "grad_norm": 0.06843896955251694,
+      "learning_rate": 1.9960089619076986e-05,
+      "loss": 0.49686911702156067,
+      "step": 937
+    },
+    {
+      "epoch": 0.17332055294430138,
+      "grad_norm": 0.08093714714050293,
+      "learning_rate": 1.9959911368154036e-05,
+      "loss": 0.7712295055389404,
+      "step": 938
+    },
+    {
+      "epoch": 0.1735053296531972,
+      "grad_norm": 0.08600125461816788,
+      "learning_rate": 1.9959732720857773e-05,
+      "loss": 0.7024419903755188,
+      "step": 939
+    },
+    {
+      "epoch": 0.17369010636209306,
+      "grad_norm": 0.08981095999479294,
+      "learning_rate": 1.995955367719531e-05,
+      "loss": 0.739615261554718,
+      "step": 940
+    },
+    {
+      "epoch": 0.1738748830709889,
+      "grad_norm": 0.09242704510688782,
+      "learning_rate": 1.9959374237173768e-05,
+      "loss": 0.867473304271698,
+      "step": 941
+    },
+    {
+      "epoch": 0.17405965977988475,
+      "grad_norm": 0.09307640045881271,
+      "learning_rate": 1.995919440080029e-05,
+      "loss": 0.8205432295799255,
+      "step": 942
+    },
+    {
+      "epoch": 0.1742444364887806,
+      "grad_norm": 0.09234365820884705,
+      "learning_rate": 1.995901416808203e-05,
+      "loss": 0.6995620727539062,
+      "step": 943
+    },
+    {
+      "epoch": 0.17442921319767643,
+      "grad_norm": 0.0816473513841629,
+      "learning_rate": 1.995883353902617e-05,
+      "loss": 0.7264127731323242,
+      "step": 944
+    },
+    {
+      "epoch": 0.1746139899065723,
+      "grad_norm": 0.09935896098613739,
+      "learning_rate": 1.9958652513639893e-05,
+      "loss": 0.8626465201377869,
+      "step": 945
+    },
+    {
+      "epoch": 0.17479876661546812,
+      "grad_norm": 0.08586036413908005,
+      "learning_rate": 1.9958471091930396e-05,
+      "loss": 0.8120777010917664,
+      "step": 946
+    },
+    {
+      "epoch": 0.17498354332436397,
+      "grad_norm": 0.0693439394235611,
+      "learning_rate": 1.9958289273904907e-05,
+      "loss": 0.6296210289001465,
+      "step": 947
+    },
+    {
+      "epoch": 0.1751683200332598,
+      "grad_norm": 0.09171350300312042,
+      "learning_rate": 1.9958107059570665e-05,
+      "loss": 0.7480406165122986,
+      "step": 948
+    },
+    {
+      "epoch": 0.17535309674215566,
+      "grad_norm": 0.09481046348810196,
+      "learning_rate": 1.9957924448934912e-05,
+      "loss": 0.931344211101532,
+      "step": 949
+    },
+    {
+      "epoch": 0.17553787345105148,
+      "grad_norm": 0.09654638916254044,
+      "learning_rate": 1.9957741442004922e-05,
+      "loss": 0.8118683695793152,
+      "step": 950
+    },
+    {
+      "epoch": 0.17572265015994734,
+      "grad_norm": 0.07205606251955032,
+      "learning_rate": 1.995755803878798e-05,
+      "loss": 0.46986880898475647,
+      "step": 951
+    },
+    {
+      "epoch": 0.17590742686884317,
+      "grad_norm": 0.09873572736978531,
+      "learning_rate": 1.9957374239291373e-05,
+      "loss": 0.8671227693557739,
+      "step": 952
+    },
+    {
+      "epoch": 0.17609220357773903,
+      "grad_norm": 0.0714307501912117,
+      "learning_rate": 1.995719004352243e-05,
+      "loss": 0.6845585703849792,
+      "step": 953
+    },
+    {
+      "epoch": 0.17627698028663488,
+      "grad_norm": 0.09012128412723541,
+      "learning_rate": 1.9957005451488476e-05,
+      "loss": 0.8618735671043396,
+      "step": 954
+    },
+    {
+      "epoch": 0.1764617569955307,
+      "grad_norm": 0.07841545343399048,
+      "learning_rate": 1.9956820463196857e-05,
+      "loss": 0.7780154943466187,
+      "step": 955
+    },
+    {
+      "epoch": 0.17664653370442657,
+      "grad_norm": 0.08329493552446365,
+      "learning_rate": 1.9956635078654928e-05,
+      "loss": 0.7111560106277466,
+      "step": 956
+    },
+    {
+      "epoch": 0.1768313104133224,
+      "grad_norm": 0.07888112962245941,
+      "learning_rate": 1.995644929787008e-05,
+      "loss": 0.6423460841178894,
+      "step": 957
+    },
+    {
+      "epoch": 0.17701608712221825,
+      "grad_norm": 0.08623760938644409,
+      "learning_rate": 1.9956263120849697e-05,
+      "loss": 0.7237339615821838,
+      "step": 958
+    },
+    {
+      "epoch": 0.17720086383111408,
+      "grad_norm": 0.09325414150953293,
+      "learning_rate": 1.9956076547601188e-05,
+      "loss": 0.584494948387146,
+      "step": 959
+    },
+    {
+      "epoch": 0.17738564054000994,
+      "grad_norm": 0.07906820625066757,
+      "learning_rate": 1.9955889578131984e-05,
+      "loss": 0.6621897220611572,
+      "step": 960
+    },
+    {
+      "epoch": 0.17757041724890577,
+      "grad_norm": 0.1097625195980072,
+      "learning_rate": 1.9955702212449522e-05,
+      "loss": 0.8541625142097473,
+      "step": 961
+    },
+    {
+      "epoch": 0.17775519395780162,
+      "grad_norm": 0.10267429798841476,
+      "learning_rate": 1.995551445056126e-05,
+      "loss": 0.9353813529014587,
+      "step": 962
+    },
+    {
+      "epoch": 0.17793997066669745,
+      "grad_norm": 0.0709155723452568,
+      "learning_rate": 1.995532629247467e-05,
+      "loss": 0.56894850730896,
+      "step": 963
+    },
+    {
+      "epoch": 0.1781247473755933,
+      "grad_norm": 0.08225613087415695,
+      "learning_rate": 1.9955137738197243e-05,
+      "loss": 0.7326880693435669,
+      "step": 964
+    },
+    {
+      "epoch": 0.17830952408448916,
+      "grad_norm": 0.08972861617803574,
+      "learning_rate": 1.9954948787736476e-05,
+      "loss": 0.6604665517807007,
+      "step": 965
+    },
+    {
+      "epoch": 0.178494300793385,
+      "grad_norm": 0.08534478396177292,
+      "learning_rate": 1.995475944109989e-05,
+      "loss": 0.648709774017334,
+      "step": 966
+    },
+    {
+      "epoch": 0.17867907750228085,
+      "grad_norm": 0.1054343581199646,
+      "learning_rate": 1.9954569698295024e-05,
+      "loss": 0.9679998159408569,
+      "step": 967
+    },
+    {
+      "epoch": 0.17886385421117668,
+      "grad_norm": 0.10303540527820587,
+      "learning_rate": 1.995437955932943e-05,
+      "loss": 0.9443056583404541,
+      "step": 968
+    },
+    {
+      "epoch": 0.17904863092007253,
+      "grad_norm": 0.0820276066660881,
+      "learning_rate": 1.9954189024210674e-05,
+      "loss": 0.6332961916923523,
+      "step": 969
+    },
+    {
+      "epoch": 0.17923340762896836,
+      "grad_norm": 0.07548929005861282,
+      "learning_rate": 1.995399809294633e-05,
+      "loss": 0.6359805464744568,
+      "step": 970
+    },
+    {
+      "epoch": 0.17941818433786422,
+      "grad_norm": 0.09777320176362991,
+      "learning_rate": 1.9953806765544012e-05,
+      "loss": 0.9533307552337646,
+      "step": 971
+    },
+    {
+      "epoch": 0.17960296104676005,
+      "grad_norm": 0.097019262611866,
+      "learning_rate": 1.9953615042011326e-05,
+      "loss": 1.0277851819992065,
+      "step": 972
+    },
+    {
+      "epoch": 0.1797877377556559,
+      "grad_norm": 0.07848110049962997,
+      "learning_rate": 1.9953422922355895e-05,
+      "loss": 0.5935329794883728,
+      "step": 973
+    },
+    {
+      "epoch": 0.17997251446455173,
+      "grad_norm": 0.12135414034128189,
+      "learning_rate": 1.995323040658538e-05,
+      "loss": 1.195263147354126,
+      "step": 974
+    },
+    {
+      "epoch": 0.1801572911734476,
+      "grad_norm": 0.11152930557727814,
+      "learning_rate": 1.995303749470743e-05,
+      "loss": 0.8123299479484558,
+      "step": 975
+    },
+    {
+      "epoch": 0.18034206788234344,
+      "grad_norm": 0.1028800904750824,
+      "learning_rate": 1.9952844186729728e-05,
+      "loss": 0.8166159391403198,
+      "step": 976
+    },
+    {
+      "epoch": 0.18052684459123927,
+      "grad_norm": 0.09579476714134216,
+      "learning_rate": 1.9952650482659966e-05,
+      "loss": 0.936848521232605,
+      "step": 977
+    },
+    {
+      "epoch": 0.18071162130013513,
+      "grad_norm": 0.09917067736387253,
+      "learning_rate": 1.995245638250585e-05,
+      "loss": 0.8639838099479675,
+      "step": 978
+    },
+    {
+      "epoch": 0.18089639800903096,
+      "grad_norm": 0.0719900131225586,
+      "learning_rate": 1.995226188627511e-05,
+      "loss": 0.7680509686470032,
+      "step": 979
+    },
+    {
+      "epoch": 0.1810811747179268,
+      "grad_norm": 0.08661803603172302,
+      "learning_rate": 1.9952066993975486e-05,
+      "loss": 0.7090547680854797,
+      "step": 980
+    },
+    {
+      "epoch": 0.18126595142682264,
+      "grad_norm": 0.08709144592285156,
+      "learning_rate": 1.9951871705614727e-05,
+      "loss": 0.7234505414962769,
+      "step": 981
+    },
+    {
+      "epoch": 0.1814507281357185,
+      "grad_norm": 0.08482590317726135,
+      "learning_rate": 1.995167602120061e-05,
+      "loss": 0.7665219306945801,
+      "step": 982
+    },
+    {
+      "epoch": 0.18163550484461433,
+      "grad_norm": 0.08609596639871597,
+      "learning_rate": 1.9951479940740923e-05,
+      "loss": 0.7475874423980713,
+      "step": 983
+    },
+    {
+      "epoch": 0.18182028155351018,
+      "grad_norm": 0.07693618535995483,
+      "learning_rate": 1.9951283464243468e-05,
+      "loss": 0.7607953548431396,
+      "step": 984
+    },
+    {
+      "epoch": 0.182005058262406,
+      "grad_norm": 0.10553596913814545,
+      "learning_rate": 1.995108659171607e-05,
+      "loss": 0.9523313045501709,
+      "step": 985
+    },
+    {
+      "epoch": 0.18218983497130187,
+      "grad_norm": 0.10550583153963089,
+      "learning_rate": 1.995088932316655e-05,
+      "loss": 0.8637052178382874,
+      "step": 986
+    },
+    {
+      "epoch": 0.18237461168019772,
+      "grad_norm": 0.0804867073893547,
+      "learning_rate": 1.995069165860277e-05,
+      "loss": 0.6479719877243042,
+      "step": 987
+    },
+    {
+      "epoch": 0.18255938838909355,
+      "grad_norm": 0.07370677590370178,
+      "learning_rate": 1.99504935980326e-05,
+      "loss": 0.49580657482147217,
+      "step": 988
+    },
+    {
+      "epoch": 0.1827441650979894,
+      "grad_norm": 0.09654896706342697,
+      "learning_rate": 1.995029514146391e-05,
+      "loss": 0.7312811017036438,
+      "step": 989
+    },
+    {
+      "epoch": 0.18292894180688524,
+      "grad_norm": 0.09291725605726242,
+      "learning_rate": 1.9950096288904605e-05,
+      "loss": 0.9061948657035828,
+      "step": 990
+    },
+    {
+      "epoch": 0.1831137185157811,
+      "grad_norm": 0.08796926587820053,
+      "learning_rate": 1.9949897040362596e-05,
+      "loss": 0.6325365304946899,
+      "step": 991
+    },
+    {
+      "epoch": 0.18329849522467692,
+      "grad_norm": 0.1115405261516571,
+      "learning_rate": 1.9949697395845816e-05,
+      "loss": 1.12819242477417,
+      "step": 992
+    },
+    {
+      "epoch": 0.18348327193357278,
+      "grad_norm": 0.09811253100633621,
+      "learning_rate": 1.9949497355362205e-05,
+      "loss": 0.9766569137573242,
+      "step": 993
+    },
+    {
+      "epoch": 0.1836680486424686,
+      "grad_norm": 0.07640735805034637,
+      "learning_rate": 1.994929691891973e-05,
+      "loss": 0.7131111025810242,
+      "step": 994
+    },
+    {
+      "epoch": 0.18385282535136446,
+      "grad_norm": 0.0764615386724472,
+      "learning_rate": 1.9949096086526368e-05,
+      "loss": 0.6240501403808594,
+      "step": 995
+    },
+    {
+      "epoch": 0.1840376020602603,
+      "grad_norm": 0.07657036185264587,
+      "learning_rate": 1.9948894858190108e-05,
+      "loss": 0.8184218406677246,
+      "step": 996
+    },
+    {
+      "epoch": 0.18422237876915615,
+      "grad_norm": 0.09979189932346344,
+      "learning_rate": 1.994869323391895e-05,
+      "loss": 0.7589877247810364,
+      "step": 997
+    },
+    {
+      "epoch": 0.184407155478052,
+      "grad_norm": 0.0920339897274971,
+      "learning_rate": 1.9948491213720937e-05,
+      "loss": 0.8375788927078247,
+      "step": 998
+    },
+    {
+      "epoch": 0.18459193218694783,
+      "grad_norm": 0.09007628262042999,
+      "learning_rate": 1.9948288797604093e-05,
+      "loss": 0.8215615749359131,
+      "step": 999
+    },
+    {
+      "epoch": 0.1847767088958437,
+      "grad_norm": 0.0851169154047966,
+      "learning_rate": 1.994808598557648e-05,
+      "loss": 0.7080106139183044,
+      "step": 1000
+    },
+    {
+      "epoch": 0.1847767088958437,
+      "eval_loss": 0.8302240371704102,
+      "eval_runtime": 157.4667,
+      "eval_samples_per_second": 115.764,
+      "eval_steps_per_second": 14.473,
+      "step": 1000
+    },
+    {
+      "epoch": 0.18496148560473952,
+      "grad_norm": 0.09749092161655426,
+      "learning_rate": 1.994788277764617e-05,
+      "loss": 0.7249320149421692,
+      "step": 1001
+    },
+    {
+      "epoch": 0.18514626231363537,
+      "grad_norm": 0.07457061111927032,
+      "learning_rate": 1.9947679173821245e-05,
+      "loss": 0.6512501835823059,
+      "step": 1002
+    },
+    {
+      "epoch": 0.1853310390225312,
+      "grad_norm": 0.11633574962615967,
+      "learning_rate": 1.9947475174109814e-05,
+      "loss": 0.9869779348373413,
+      "step": 1003
+    },
+    {
+      "epoch": 0.18551581573142706,
+      "grad_norm": 0.08418001234531403,
+      "learning_rate": 1.9947270778519995e-05,
+      "loss": 0.8138560056686401,
+      "step": 1004
+    },
+    {
+      "epoch": 0.1857005924403229,
+      "grad_norm": 0.10566221177577972,
+      "learning_rate": 1.9947065987059916e-05,
+      "loss": 0.6288236975669861,
+      "step": 1005
+    },
+    {
+      "epoch": 0.18588536914921874,
+      "grad_norm": 0.09031148254871368,
+      "learning_rate": 1.9946860799737732e-05,
+      "loss": 0.7053165435791016,
+      "step": 1006
+    },
+    {
+      "epoch": 0.18607014585811457,
+      "grad_norm": 0.09639808535575867,
+      "learning_rate": 1.994665521656161e-05,
+      "loss": 0.9204103350639343,
+      "step": 1007
+    },
+    {
+      "epoch": 0.18625492256701043,
+      "grad_norm": 0.08621752262115479,
+      "learning_rate": 1.9946449237539728e-05,
+      "loss": 0.8180477619171143,
+      "step": 1008
+    },
+    {
+      "epoch": 0.18643969927590628,
+      "grad_norm": 0.07304370403289795,
+      "learning_rate": 1.9946242862680282e-05,
+      "loss": 0.5348410606384277,
+      "step": 1009
+    },
+    {
+      "epoch": 0.1866244759848021,
+      "grad_norm": 0.07953565567731857,
+      "learning_rate": 1.994603609199149e-05,
+      "loss": 0.7202300429344177,
+      "step": 1010
+    },
+    {
+      "epoch": 0.18680925269369797,
+      "grad_norm": 0.08353704959154129,
+      "learning_rate": 1.994582892548158e-05,
+      "loss": 0.6676353216171265,
+      "step": 1011
+    },
+    {
+      "epoch": 0.1869940294025938,
+      "grad_norm": 0.08431074023246765,
+      "learning_rate": 1.9945621363158795e-05,
+      "loss": 0.7750869393348694,
+      "step": 1012
+    },
+    {
+      "epoch": 0.18717880611148965,
+      "grad_norm": 0.10428814589977264,
+      "learning_rate": 1.9945413405031392e-05,
+      "loss": 0.9942725896835327,
+      "step": 1013
+    },
+    {
+      "epoch": 0.18736358282038548,
+      "grad_norm": 0.0732867419719696,
+      "learning_rate": 1.9945205051107654e-05,
+      "loss": 0.6770198345184326,
+      "step": 1014
+    },
+    {
+      "epoch": 0.18754835952928134,
+      "grad_norm": 0.09832040220499039,
+      "learning_rate": 1.994499630139587e-05,
+      "loss": 0.9014858603477478,
+      "step": 1015
+    },
+    {
+      "epoch": 0.18773313623817717,
+      "grad_norm": 0.06784018129110336,
+      "learning_rate": 1.9944787155904346e-05,
+      "loss": 0.5552687048912048,
+      "step": 1016
+    },
+    {
+      "epoch": 0.18791791294707302,
+      "grad_norm": 0.06917358934879303,
+      "learning_rate": 1.9944577614641404e-05,
+      "loss": 0.7413119673728943,
+      "step": 1017
+    },
+    {
+      "epoch": 0.18810268965596885,
+      "grad_norm": 0.09127135574817657,
+      "learning_rate": 1.9944367677615392e-05,
+      "loss": 0.9209888577461243,
+      "step": 1018
+    },
+    {
+      "epoch": 0.1882874663648647,
+      "grad_norm": 0.09378290921449661,
+      "learning_rate": 1.9944157344834655e-05,
+      "loss": 0.7302212715148926,
+      "step": 1019
+    },
+    {
+      "epoch": 0.18847224307376056,
+      "grad_norm": 0.08918961882591248,
+      "learning_rate": 1.9943946616307562e-05,
+      "loss": 0.9352380633354187,
+      "step": 1020
+    },
+    {
+      "epoch": 0.1886570197826564,
+      "grad_norm": 0.0958271324634552,
+      "learning_rate": 1.9943735492042512e-05,
+      "loss": 0.6923654675483704,
+      "step": 1021
+    },
+    {
+      "epoch": 0.18884179649155225,
+      "grad_norm": 0.08914941549301147,
+      "learning_rate": 1.9943523972047894e-05,
+      "loss": 0.701963484287262,
+      "step": 1022
+    },
+    {
+      "epoch": 0.18902657320044808,
+      "grad_norm": 0.10291727632284164,
+      "learning_rate": 1.9943312056332135e-05,
+      "loss": 0.9576240181922913,
+      "step": 1023
+    },
+    {
+      "epoch": 0.18921134990934393,
+      "grad_norm": 0.09569457173347473,
+      "learning_rate": 1.9943099744903663e-05,
+      "loss": 0.9132493734359741,
+      "step": 1024
+    },
+    {
+      "epoch": 0.18939612661823976,
+      "grad_norm": 0.08394474536180496,
+      "learning_rate": 1.9942887037770927e-05,
+      "loss": 0.7519565224647522,
+      "step": 1025
+    },
+    {
+      "epoch": 0.18958090332713562,
+      "grad_norm": 0.08643844723701477,
+      "learning_rate": 1.9942673934942398e-05,
+      "loss": 0.8622266054153442,
+      "step": 1026
+    },
+    {
+      "epoch": 0.18976568003603145,
+      "grad_norm": 0.08506625890731812,
+      "learning_rate": 1.994246043642655e-05,
+      "loss": 0.7522600889205933,
+      "step": 1027
+    },
+    {
+      "epoch": 0.1899504567449273,
+      "grad_norm": 0.0753428116440773,
+      "learning_rate": 1.9942246542231888e-05,
+      "loss": 0.6824458837509155,
+      "step": 1028
+    },
+    {
+      "epoch": 0.19013523345382313,
+      "grad_norm": 0.09744856506586075,
+      "learning_rate": 1.994203225236691e-05,
+      "loss": 0.7293679714202881,
+      "step": 1029
+    },
+    {
+      "epoch": 0.190320010162719,
+      "grad_norm": 0.08699744939804077,
+      "learning_rate": 1.994181756684016e-05,
+      "loss": 0.8544273972511292,
+      "step": 1030
+    },
+    {
+      "epoch": 0.19050478687161485,
+      "grad_norm": 0.08195915818214417,
+      "learning_rate": 1.9941602485660172e-05,
+      "loss": 0.6181380748748779,
+      "step": 1031
+    },
+    {
+      "epoch": 0.19068956358051067,
+      "grad_norm": 0.09370932728052139,
+      "learning_rate": 1.994138700883551e-05,
+      "loss": 0.7301265597343445,
+      "step": 1032
+    },
+    {
+      "epoch": 0.19087434028940653,
+      "grad_norm": 0.08087928593158722,
+      "learning_rate": 1.9941171136374746e-05,
+      "loss": 0.6871247291564941,
+      "step": 1033
+    },
+    {
+      "epoch": 0.19105911699830236,
+      "grad_norm": 0.07140730321407318,
+      "learning_rate": 1.9940954868286476e-05,
+      "loss": 0.576732873916626,
+      "step": 1034
+    },
+    {
+      "epoch": 0.19124389370719821,
+      "grad_norm": 0.08278313279151917,
+      "learning_rate": 1.9940738204579298e-05,
+      "loss": 0.7809289693832397,
+      "step": 1035
+    },
+    {
+      "epoch": 0.19142867041609404,
+      "grad_norm": 0.09478002786636353,
+      "learning_rate": 1.9940521145261845e-05,
+      "loss": 0.7151646018028259,
+      "step": 1036
+    },
+    {
+      "epoch": 0.1916134471249899,
+      "grad_norm": 0.08096028864383698,
+      "learning_rate": 1.994030369034275e-05,
+      "loss": 0.8550668954849243,
+      "step": 1037
+    },
+    {
+      "epoch": 0.19179822383388573,
+      "grad_norm": 0.08005808293819427,
+      "learning_rate": 1.994008583983066e-05,
+      "loss": 0.8426173329353333,
+      "step": 1038
+    },
+    {
+      "epoch": 0.19198300054278158,
+      "grad_norm": 0.08567973971366882,
+      "learning_rate": 1.993986759373426e-05,
+      "loss": 0.8091012239456177,
+      "step": 1039
+    },
+    {
+      "epoch": 0.1921677772516774,
+      "grad_norm": 0.06659490615129471,
+      "learning_rate": 1.9939648952062227e-05,
+      "loss": 0.5663833618164062,
+      "step": 1040
+    },
+    {
+      "epoch": 0.19235255396057327,
+      "grad_norm": 0.11582151055335999,
+      "learning_rate": 1.9939429914823258e-05,
+      "loss": 1.0861891508102417,
+      "step": 1041
+    },
+    {
+      "epoch": 0.19253733066946913,
+      "grad_norm": 0.07196705043315887,
+      "learning_rate": 1.9939210482026082e-05,
+      "loss": 0.6811832785606384,
+      "step": 1042
+    },
+    {
+      "epoch": 0.19272210737836495,
+      "grad_norm": 0.08960779756307602,
+      "learning_rate": 1.9938990653679418e-05,
+      "loss": 0.7905018329620361,
+      "step": 1043
+    },
+    {
+      "epoch": 0.1929068840872608,
+      "grad_norm": 0.07718110829591751,
+      "learning_rate": 1.9938770429792026e-05,
+      "loss": 0.753892183303833,
+      "step": 1044
+    },
+    {
+      "epoch": 0.19309166079615664,
+      "grad_norm": 0.08389970660209656,
+      "learning_rate": 1.993854981037266e-05,
+      "loss": 0.8010688424110413,
+      "step": 1045
+    },
+    {
+      "epoch": 0.1932764375050525,
+      "grad_norm": 0.0901460349559784,
+      "learning_rate": 1.993832879543011e-05,
+      "loss": 0.7262868881225586,
+      "step": 1046
+    },
+    {
+      "epoch": 0.19346121421394832,
+      "grad_norm": 0.06715024262666702,
+      "learning_rate": 1.9938107384973165e-05,
+      "loss": 0.6049861907958984,
+      "step": 1047
+    },
+    {
+      "epoch": 0.19364599092284418,
+      "grad_norm": 0.0782829076051712,
+      "learning_rate": 1.993788557901064e-05,
+      "loss": 0.7502110004425049,
+      "step": 1048
+    },
+    {
+      "epoch": 0.19383076763174,
+      "grad_norm": 0.09568478912115097,
+      "learning_rate": 1.993766337755136e-05,
+      "loss": 0.8624519109725952,
+      "step": 1049
+    },
+    {
+      "epoch": 0.19401554434063586,
+      "grad_norm": 0.07993607223033905,
+      "learning_rate": 1.9937440780604164e-05,
+      "loss": 0.7470861077308655,
+      "step": 1050
+    },
+    {
+      "epoch": 0.1942003210495317,
+      "grad_norm": 0.08586437255144119,
+      "learning_rate": 1.993721778817792e-05,
+      "loss": 0.7969268560409546,
+      "step": 1051
+    },
+    {
+      "epoch": 0.19438509775842755,
+      "grad_norm": 0.07363275438547134,
+      "learning_rate": 1.99369944002815e-05,
+      "loss": 0.5416469573974609,
+      "step": 1052
+    },
+    {
+      "epoch": 0.1945698744673234,
+      "grad_norm": 0.0870773121714592,
+      "learning_rate": 1.9936770616923786e-05,
+      "loss": 0.6686387658119202,
+      "step": 1053
+    },
+    {
+      "epoch": 0.19475465117621923,
+      "grad_norm": 0.08845312148332596,
+      "learning_rate": 1.9936546438113694e-05,
+      "loss": 0.7606138586997986,
+      "step": 1054
+    },
+    {
+      "epoch": 0.1949394278851151,
+      "grad_norm": 0.0819728672504425,
+      "learning_rate": 1.9936321863860136e-05,
+      "loss": 0.6012722849845886,
+      "step": 1055
+    },
+    {
+      "epoch": 0.19512420459401092,
+      "grad_norm": 0.10822150856256485,
+      "learning_rate": 1.9936096894172058e-05,
+      "loss": 0.9842246770858765,
+      "step": 1056
+    },
+    {
+      "epoch": 0.19530898130290678,
+      "grad_norm": 0.07973014563322067,
+      "learning_rate": 1.9935871529058413e-05,
+      "loss": 0.6289697289466858,
+      "step": 1057
+    },
+    {
+      "epoch": 0.1954937580118026,
+      "grad_norm": 0.0844748392701149,
+      "learning_rate": 1.993564576852816e-05,
+      "loss": 0.7360936403274536,
+      "step": 1058
+    },
+    {
+      "epoch": 0.19567853472069846,
+      "grad_norm": 0.08219747990369797,
+      "learning_rate": 1.9935419612590295e-05,
+      "loss": 0.6736936569213867,
+      "step": 1059
+    },
+    {
+      "epoch": 0.1958633114295943,
+      "grad_norm": 0.07414291799068451,
+      "learning_rate": 1.993519306125381e-05,
+      "loss": 0.7290785312652588,
+      "step": 1060
+    },
+    {
+      "epoch": 0.19604808813849015,
+      "grad_norm": 0.08525729924440384,
+      "learning_rate": 1.9934966114527726e-05,
+      "loss": 0.6029162406921387,
+      "step": 1061
+    },
+    {
+      "epoch": 0.19623286484738597,
+      "grad_norm": 0.09205019474029541,
+      "learning_rate": 1.9934738772421072e-05,
+      "loss": 0.9196493029594421,
+      "step": 1062
+    },
+    {
+      "epoch": 0.19641764155628183,
+      "grad_norm": 0.10401707142591476,
+      "learning_rate": 1.99345110349429e-05,
+      "loss": 0.8627897500991821,
+      "step": 1063
+    },
+    {
+      "epoch": 0.1966024182651777,
+      "grad_norm": 0.08633103966712952,
+      "learning_rate": 1.9934282902102266e-05,
+      "loss": 0.7805629372596741,
+      "step": 1064
+    },
+    {
+      "epoch": 0.19678719497407351,
+      "grad_norm": 0.08859745413064957,
+      "learning_rate": 1.9934054373908255e-05,
+      "loss": 0.7532527446746826,
+      "step": 1065
+    },
+    {
+      "epoch": 0.19697197168296937,
+      "grad_norm": 0.08352278918027878,
+      "learning_rate": 1.993382545036996e-05,
+      "loss": 0.6543923020362854,
+      "step": 1066
+    },
+    {
+      "epoch": 0.1971567483918652,
+      "grad_norm": 0.1249319389462471,
+      "learning_rate": 1.993359613149649e-05,
+      "loss": 1.1770665645599365,
+      "step": 1067
+    },
+    {
+      "epoch": 0.19734152510076106,
+      "grad_norm": 0.07279996573925018,
+      "learning_rate": 1.993336641729697e-05,
+      "loss": 0.5936124324798584,
+      "step": 1068
+    },
+    {
+      "epoch": 0.19752630180965688,
+      "grad_norm": 0.08983556926250458,
+      "learning_rate": 1.9933136307780547e-05,
+      "loss": 0.7313957214355469,
+      "step": 1069
+    },
+    {
+      "epoch": 0.19771107851855274,
+      "grad_norm": 0.08589496463537216,
+      "learning_rate": 1.9932905802956375e-05,
+      "loss": 0.7616296410560608,
+      "step": 1070
+    },
+    {
+      "epoch": 0.19789585522744857,
+      "grad_norm": 0.0885387435555458,
+      "learning_rate": 1.993267490283363e-05,
+      "loss": 0.7941570281982422,
+      "step": 1071
+    },
+    {
+      "epoch": 0.19808063193634443,
+      "grad_norm": 0.09348790347576141,
+      "learning_rate": 1.9932443607421496e-05,
+      "loss": 0.8178659677505493,
+      "step": 1072
+    },
+    {
+      "epoch": 0.19826540864524025,
+      "grad_norm": 0.07949327677488327,
+      "learning_rate": 1.9932211916729182e-05,
+      "loss": 0.7278982400894165,
+      "step": 1073
+    },
+    {
+      "epoch": 0.1984501853541361,
+      "grad_norm": 0.07637959718704224,
+      "learning_rate": 1.9931979830765907e-05,
+      "loss": 0.6828699707984924,
+      "step": 1074
+    },
+    {
+      "epoch": 0.19863496206303197,
+      "grad_norm": 0.08116207271814346,
+      "learning_rate": 1.993174734954091e-05,
+      "loss": 0.641601026058197,
+      "step": 1075
+    },
+    {
+      "epoch": 0.1988197387719278,
+      "grad_norm": 0.08993934839963913,
+      "learning_rate": 1.993151447306344e-05,
+      "loss": 0.9200141429901123,
+      "step": 1076
+    },
+    {
+      "epoch": 0.19900451548082365,
+      "grad_norm": 0.0704822912812233,
+      "learning_rate": 1.9931281201342765e-05,
+      "loss": 0.5704006552696228,
+      "step": 1077
+    },
+    {
+      "epoch": 0.19918929218971948,
+      "grad_norm": 0.08818235993385315,
+      "learning_rate": 1.993104753438817e-05,
+      "loss": 0.8348625302314758,
+      "step": 1078
+    },
+    {
+      "epoch": 0.19937406889861534,
+      "grad_norm": 0.09258076548576355,
+      "learning_rate": 1.9930813472208953e-05,
+      "loss": 0.8007818460464478,
+      "step": 1079
+    },
+    {
+      "epoch": 0.19955884560751116,
+      "grad_norm": 0.08599089831113815,
+      "learning_rate": 1.993057901481443e-05,
+      "loss": 0.7286479473114014,
+      "step": 1080
+    },
+    {
+      "epoch": 0.19974362231640702,
+      "grad_norm": 0.07952600717544556,
+      "learning_rate": 1.9930344162213933e-05,
+      "loss": 0.7580991387367249,
+      "step": 1081
+    },
+    {
+      "epoch": 0.19992839902530285,
+      "grad_norm": 0.07922924309968948,
+      "learning_rate": 1.9930108914416803e-05,
+      "loss": 0.6698630452156067,
+      "step": 1082
+    },
+    {
+      "epoch": 0.2001131757341987,
+      "grad_norm": 0.10020700097084045,
+      "learning_rate": 1.9929873271432406e-05,
+      "loss": 0.821386456489563,
+      "step": 1083
+    },
+    {
+      "epoch": 0.20029795244309453,
+      "grad_norm": 0.103725366294384,
+      "learning_rate": 1.9929637233270117e-05,
+      "loss": 1.2106066942214966,
+      "step": 1084
+    },
+    {
+      "epoch": 0.2004827291519904,
+      "grad_norm": 0.08130776882171631,
+      "learning_rate": 1.9929400799939338e-05,
+      "loss": 0.8309373259544373,
+      "step": 1085
+    },
+    {
+      "epoch": 0.20066750586088625,
+      "grad_norm": 0.09061729907989502,
+      "learning_rate": 1.992916397144947e-05,
+      "loss": 0.6868097186088562,
+      "step": 1086
+    },
+    {
+      "epoch": 0.20085228256978208,
+      "grad_norm": 0.08802130818367004,
+      "learning_rate": 1.992892674780994e-05,
+      "loss": 0.754677414894104,
+      "step": 1087
+    },
+    {
+      "epoch": 0.20103705927867793,
+      "grad_norm": 0.09083602577447891,
+      "learning_rate": 1.9928689129030187e-05,
+      "loss": 0.8705667853355408,
+      "step": 1088
+    },
+    {
+      "epoch": 0.20122183598757376,
+      "grad_norm": 0.0779944658279419,
+      "learning_rate": 1.992845111511967e-05,
+      "loss": 0.8392444849014282,
+      "step": 1089
+    },
+    {
+      "epoch": 0.20140661269646962,
+      "grad_norm": 0.07750675082206726,
+      "learning_rate": 1.9928212706087864e-05,
+      "loss": 0.6429112553596497,
+      "step": 1090
+    },
+    {
+      "epoch": 0.20159138940536545,
+      "grad_norm": 0.09703640639781952,
+      "learning_rate": 1.992797390194425e-05,
+      "loss": 0.6411582827568054,
+      "step": 1091
+    },
+    {
+      "epoch": 0.2017761661142613,
+      "grad_norm": 0.07213166356086731,
+      "learning_rate": 1.9927734702698335e-05,
+      "loss": 0.5872079133987427,
+      "step": 1092
+    },
+    {
+      "epoch": 0.20196094282315713,
+      "grad_norm": 0.07832180708646774,
+      "learning_rate": 1.9927495108359642e-05,
+      "loss": 0.6529865860939026,
+      "step": 1093
+    },
+    {
+      "epoch": 0.202145719532053,
+      "grad_norm": 0.08114868402481079,
+      "learning_rate": 1.9927255118937702e-05,
+      "loss": 0.6691939830780029,
+      "step": 1094
+    },
+    {
+      "epoch": 0.20233049624094882,
+      "grad_norm": 0.09954454749822617,
+      "learning_rate": 1.9927014734442064e-05,
+      "loss": 0.8835906982421875,
+      "step": 1095
+    },
+    {
+      "epoch": 0.20251527294984467,
+      "grad_norm": 0.06392431259155273,
+      "learning_rate": 1.9926773954882298e-05,
+      "loss": 0.501159131526947,
+      "step": 1096
+    },
+    {
+      "epoch": 0.20270004965874053,
+      "grad_norm": 0.07308457046747208,
+      "learning_rate": 1.9926532780267988e-05,
+      "loss": 0.5708874464035034,
+      "step": 1097
+    },
+    {
+      "epoch": 0.20288482636763636,
+      "grad_norm": 0.07481972128152847,
+      "learning_rate": 1.992629121060873e-05,
+      "loss": 0.5472757816314697,
+      "step": 1098
+    },
+    {
+      "epoch": 0.2030696030765322,
+      "grad_norm": 0.08071167767047882,
+      "learning_rate": 1.9926049245914135e-05,
+      "loss": 0.77153080701828,
+      "step": 1099
+    },
+    {
+      "epoch": 0.20325437978542804,
+      "grad_norm": 0.0896330252289772,
+      "learning_rate": 1.9925806886193836e-05,
+      "loss": 0.8954538702964783,
+      "step": 1100
+    },
+    {
+      "epoch": 0.2034391564943239,
+      "grad_norm": 0.069943867623806,
+      "learning_rate": 1.9925564131457476e-05,
+      "loss": 0.6015023589134216,
+      "step": 1101
+    },
+    {
+      "epoch": 0.20362393320321973,
+      "grad_norm": 0.11448749899864197,
+      "learning_rate": 1.9925320981714715e-05,
+      "loss": 0.9205179214477539,
+      "step": 1102
+    },
+    {
+      "epoch": 0.20380870991211558,
+      "grad_norm": 0.09403878450393677,
+      "learning_rate": 1.9925077436975235e-05,
+      "loss": 0.7833645343780518,
+      "step": 1103
+    },
+    {
+      "epoch": 0.2039934866210114,
+      "grad_norm": 0.08931637555360794,
+      "learning_rate": 1.992483349724872e-05,
+      "loss": 0.7928817868232727,
+      "step": 1104
+    },
+    {
+      "epoch": 0.20417826332990727,
+      "grad_norm": 0.07081054151058197,
+      "learning_rate": 1.9924589162544886e-05,
+      "loss": 0.5713711977005005,
+      "step": 1105
+    },
+    {
+      "epoch": 0.2043630400388031,
+      "grad_norm": 0.11387964338064194,
+      "learning_rate": 1.992434443287345e-05,
+      "loss": 1.0558032989501953,
+      "step": 1106
+    },
+    {
+      "epoch": 0.20454781674769895,
+      "grad_norm": 0.09888028353452682,
+      "learning_rate": 1.9924099308244158e-05,
+      "loss": 0.9759566783905029,
+      "step": 1107
+    },
+    {
+      "epoch": 0.2047325934565948,
+      "grad_norm": 0.08901600539684296,
+      "learning_rate": 1.9923853788666762e-05,
+      "loss": 0.7663286924362183,
+      "step": 1108
+    },
+    {
+      "epoch": 0.20491737016549064,
+      "grad_norm": 0.07079759985208511,
+      "learning_rate": 1.992360787415103e-05,
+      "loss": 0.679031252861023,
+      "step": 1109
+    },
+    {
+      "epoch": 0.2051021468743865,
+      "grad_norm": 0.07839877158403397,
+      "learning_rate": 1.9923361564706755e-05,
+      "loss": 0.7949055433273315,
+      "step": 1110
+    },
+    {
+      "epoch": 0.20528692358328232,
+      "grad_norm": 0.09051861613988876,
+      "learning_rate": 1.9923114860343735e-05,
+      "loss": 0.7728940844535828,
+      "step": 1111
+    },
+    {
+      "epoch": 0.20547170029217818,
+      "grad_norm": 0.06782103329896927,
+      "learning_rate": 1.992286776107179e-05,
+      "loss": 0.8745223879814148,
+      "step": 1112
+    },
+    {
+      "epoch": 0.205656477001074,
+      "grad_norm": 0.08042112737894058,
+      "learning_rate": 1.992262026690075e-05,
+      "loss": 0.823594868183136,
+      "step": 1113
+    },
+    {
+      "epoch": 0.20584125370996986,
+      "grad_norm": 0.09936164319515228,
+      "learning_rate": 1.992237237784047e-05,
+      "loss": 0.8101600408554077,
+      "step": 1114
+    },
+    {
+      "epoch": 0.2060260304188657,
+      "grad_norm": 0.09016161412000656,
+      "learning_rate": 1.992212409390081e-05,
+      "loss": 0.7377327680587769,
+      "step": 1115
+    },
+    {
+      "epoch": 0.20621080712776155,
+      "grad_norm": 0.08577019721269608,
+      "learning_rate": 1.9921875415091655e-05,
+      "loss": 0.6838337779045105,
+      "step": 1116
+    },
+    {
+      "epoch": 0.20639558383665738,
+      "grad_norm": 0.07404208183288574,
+      "learning_rate": 1.9921626341422898e-05,
+      "loss": 0.6607319712638855,
+      "step": 1117
+    },
+    {
+      "epoch": 0.20658036054555323,
+      "grad_norm": 0.06708002835512161,
+      "learning_rate": 1.9921376872904457e-05,
+      "loss": 0.5383575558662415,
+      "step": 1118
+    },
+    {
+      "epoch": 0.2067651372544491,
+      "grad_norm": 0.07707026600837708,
+      "learning_rate": 1.9921127009546256e-05,
+      "loss": 0.6438384056091309,
+      "step": 1119
+    },
+    {
+      "epoch": 0.20694991396334492,
+      "grad_norm": 0.09694302827119827,
+      "learning_rate": 1.9920876751358237e-05,
+      "loss": 0.8988054990768433,
+      "step": 1120
+    },
+    {
+      "epoch": 0.20713469067224077,
+      "grad_norm": 0.07617320120334625,
+      "learning_rate": 1.9920626098350362e-05,
+      "loss": 0.5821647644042969,
+      "step": 1121
+    },
+    {
+      "epoch": 0.2073194673811366,
+      "grad_norm": 0.07221636176109314,
+      "learning_rate": 1.9920375050532605e-05,
+      "loss": 0.7280129790306091,
+      "step": 1122
+    },
+    {
+      "epoch": 0.20750424409003246,
+      "grad_norm": 0.0678236186504364,
+      "learning_rate": 1.9920123607914962e-05,
+      "loss": 0.5645017027854919,
+      "step": 1123
+    },
+    {
+      "epoch": 0.2076890207989283,
+      "grad_norm": 0.06640082597732544,
+      "learning_rate": 1.991987177050743e-05,
+      "loss": 0.6989132165908813,
+      "step": 1124
+    },
+    {
+      "epoch": 0.20787379750782414,
+      "grad_norm": 0.08389496803283691,
+      "learning_rate": 1.991961953832004e-05,
+      "loss": 0.7181524634361267,
+      "step": 1125
+    },
+    {
+      "epoch": 0.20805857421671997,
+      "grad_norm": 0.0670672282576561,
+      "learning_rate": 1.9919366911362828e-05,
+      "loss": 0.661719799041748,
+      "step": 1126
+    },
+    {
+      "epoch": 0.20824335092561583,
+      "grad_norm": 0.06571565568447113,
+      "learning_rate": 1.9919113889645846e-05,
+      "loss": 0.48099377751350403,
+      "step": 1127
+    },
+    {
+      "epoch": 0.20842812763451166,
+      "grad_norm": 0.08513090759515762,
+      "learning_rate": 1.991886047317916e-05,
+      "loss": 0.7070115208625793,
+      "step": 1128
+    },
+    {
+      "epoch": 0.2086129043434075,
+      "grad_norm": 0.08598559349775314,
+      "learning_rate": 1.9918606661972863e-05,
+      "loss": 0.9339227676391602,
+      "step": 1129
+    },
+    {
+      "epoch": 0.20879768105230337,
+      "grad_norm": 0.0697142630815506,
+      "learning_rate": 1.9918352456037054e-05,
+      "loss": 0.5696187019348145,
+      "step": 1130
+    },
+    {
+      "epoch": 0.2089824577611992,
+      "grad_norm": 0.09361305087804794,
+      "learning_rate": 1.9918097855381843e-05,
+      "loss": 0.8069785833358765,
+      "step": 1131
+    },
+    {
+      "epoch": 0.20916723447009505,
+      "grad_norm": 0.10314858704805374,
+      "learning_rate": 1.9917842860017372e-05,
+      "loss": 0.9178709387779236,
+      "step": 1132
+    },
+    {
+      "epoch": 0.20935201117899088,
+      "grad_norm": 0.0890069231390953,
+      "learning_rate": 1.991758746995378e-05,
+      "loss": 0.7417526245117188,
+      "step": 1133
+    },
+    {
+      "epoch": 0.20953678788788674,
+      "grad_norm": 0.07984063774347305,
+      "learning_rate": 1.991733168520124e-05,
+      "loss": 0.6990677118301392,
+      "step": 1134
+    },
+    {
+      "epoch": 0.20972156459678257,
+      "grad_norm": 0.0774579867720604,
+      "learning_rate": 1.991707550576992e-05,
+      "loss": 0.7703189253807068,
+      "step": 1135
+    },
+    {
+      "epoch": 0.20990634130567842,
+      "grad_norm": 0.07212287187576294,
+      "learning_rate": 1.9916818931670026e-05,
+      "loss": 0.6072457432746887,
+      "step": 1136
+    },
+    {
+      "epoch": 0.21009111801457425,
+      "grad_norm": 0.06705975532531738,
+      "learning_rate": 1.9916561962911762e-05,
+      "loss": 0.5408006310462952,
+      "step": 1137
+    },
+    {
+      "epoch": 0.2102758947234701,
+      "grad_norm": 0.0907805860042572,
+      "learning_rate": 1.9916304599505358e-05,
+      "loss": 0.8637043833732605,
+      "step": 1138
+    },
+    {
+      "epoch": 0.21046067143236594,
+      "grad_norm": 0.0981602668762207,
+      "learning_rate": 1.9916046841461056e-05,
+      "loss": 0.7083920240402222,
+      "step": 1139
+    },
+    {
+      "epoch": 0.2106454481412618,
+      "grad_norm": 0.0859125480055809,
+      "learning_rate": 1.9915788688789107e-05,
+      "loss": 0.754231870174408,
+      "step": 1140
+    },
+    {
+      "epoch": 0.21083022485015765,
+      "grad_norm": 0.06962268799543381,
+      "learning_rate": 1.9915530141499796e-05,
+      "loss": 0.7630135416984558,
+      "step": 1141
+    },
+    {
+      "epoch": 0.21101500155905348,
+      "grad_norm": 0.09127385914325714,
+      "learning_rate": 1.991527119960341e-05,
+      "loss": 1.0107409954071045,
+      "step": 1142
+    },
+    {
+      "epoch": 0.21119977826794933,
+      "grad_norm": 0.0875440314412117,
+      "learning_rate": 1.9915011863110244e-05,
+      "loss": 0.6957036256790161,
+      "step": 1143
+    },
+    {
+      "epoch": 0.21138455497684516,
+      "grad_norm": 0.0832233801484108,
+      "learning_rate": 1.9914752132030634e-05,
+      "loss": 0.8316786289215088,
+      "step": 1144
+    },
+    {
+      "epoch": 0.21156933168574102,
+      "grad_norm": 0.09219091385602951,
+      "learning_rate": 1.99144920063749e-05,
+      "loss": 0.9146633148193359,
+      "step": 1145
+    },
+    {
+      "epoch": 0.21175410839463685,
+      "grad_norm": 0.06797627359628677,
+      "learning_rate": 1.991423148615341e-05,
+      "loss": 0.5604722499847412,
+      "step": 1146
+    },
+    {
+      "epoch": 0.2119388851035327,
+      "grad_norm": 0.09596192091703415,
+      "learning_rate": 1.9913970571376517e-05,
+      "loss": 0.9451921582221985,
+      "step": 1147
+    },
+    {
+      "epoch": 0.21212366181242853,
+      "grad_norm": 0.08437191694974899,
+      "learning_rate": 1.9913709262054616e-05,
+      "loss": 0.8336598873138428,
+      "step": 1148
+    },
+    {
+      "epoch": 0.2123084385213244,
+      "grad_norm": 0.07678723335266113,
+      "learning_rate": 1.9913447558198104e-05,
+      "loss": 0.7418199181556702,
+      "step": 1149
+    },
+    {
+      "epoch": 0.21249321523022022,
+      "grad_norm": 0.08348348736763,
+      "learning_rate": 1.9913185459817392e-05,
+      "loss": 0.7916473150253296,
+      "step": 1150
+    },
+    {
+      "epoch": 0.21267799193911607,
+      "grad_norm": 0.08356853574514389,
+      "learning_rate": 1.9912922966922913e-05,
+      "loss": 0.716545045375824,
+      "step": 1151
+    },
+    {
+      "epoch": 0.21286276864801193,
+      "grad_norm": 0.055216237902641296,
+      "learning_rate": 1.9912660079525115e-05,
+      "loss": 0.5315919518470764,
+      "step": 1152
+    },
+    {
+      "epoch": 0.21304754535690776,
+      "grad_norm": 0.09753018617630005,
+      "learning_rate": 1.991239679763446e-05,
+      "loss": 1.0574451684951782,
+      "step": 1153
+    },
+    {
+      "epoch": 0.21323232206580361,
+      "grad_norm": 0.08376552909612656,
+      "learning_rate": 1.9912133121261422e-05,
+      "loss": 0.9052149057388306,
+      "step": 1154
+    },
+    {
+      "epoch": 0.21341709877469944,
+      "grad_norm": 0.09207002073526382,
+      "learning_rate": 1.9911869050416495e-05,
+      "loss": 0.9631213545799255,
+      "step": 1155
+    },
+    {
+      "epoch": 0.2136018754835953,
+      "grad_norm": 0.10031726956367493,
+      "learning_rate": 1.9911604585110192e-05,
+      "loss": 0.6098602414131165,
+      "step": 1156
+    },
+    {
+      "epoch": 0.21378665219249113,
+      "grad_norm": 0.07222917675971985,
+      "learning_rate": 1.9911339725353036e-05,
+      "loss": 0.5439106225967407,
+      "step": 1157
+    },
+    {
+      "epoch": 0.21397142890138698,
+      "grad_norm": 0.08820630609989166,
+      "learning_rate": 1.991107447115557e-05,
+      "loss": 0.6557695269584656,
+      "step": 1158
+    },
+    {
+      "epoch": 0.2141562056102828,
+      "grad_norm": 0.09099892526865005,
+      "learning_rate": 1.9910808822528346e-05,
+      "loss": 0.7740167379379272,
+      "step": 1159
+    },
+    {
+      "epoch": 0.21434098231917867,
+      "grad_norm": 0.08491285890340805,
+      "learning_rate": 1.9910542779481938e-05,
+      "loss": 0.7722455859184265,
+      "step": 1160
+    },
+    {
+      "epoch": 0.2145257590280745,
+      "grad_norm": 0.09214689582586288,
+      "learning_rate": 1.991027634202693e-05,
+      "loss": 0.9850207567214966,
+      "step": 1161
+    },
+    {
+      "epoch": 0.21471053573697035,
+      "grad_norm": 0.08727172762155533,
+      "learning_rate": 1.991000951017393e-05,
+      "loss": 0.7745745778083801,
+      "step": 1162
+    },
+    {
+      "epoch": 0.2148953124458662,
+      "grad_norm": 0.07708032429218292,
+      "learning_rate": 1.990974228393356e-05,
+      "loss": 0.6668936610221863,
+      "step": 1163
+    },
+    {
+      "epoch": 0.21508008915476204,
+      "grad_norm": 0.08658210188150406,
+      "learning_rate": 1.990947466331645e-05,
+      "loss": 0.8688307404518127,
+      "step": 1164
+    },
+    {
+      "epoch": 0.2152648658636579,
+      "grad_norm": 0.07693911343812943,
+      "learning_rate": 1.9909206648333247e-05,
+      "loss": 0.7023448944091797,
+      "step": 1165
+    },
+    {
+      "epoch": 0.21544964257255372,
+      "grad_norm": 0.0952480137348175,
+      "learning_rate": 1.9908938238994624e-05,
+      "loss": 0.5236302614212036,
+      "step": 1166
+    },
+    {
+      "epoch": 0.21563441928144958,
+      "grad_norm": 0.09324135631322861,
+      "learning_rate": 1.9908669435311258e-05,
+      "loss": 0.7592065334320068,
+      "step": 1167
+    },
+    {
+      "epoch": 0.2158191959903454,
+      "grad_norm": 0.06865952908992767,
+      "learning_rate": 1.990840023729385e-05,
+      "loss": 0.6358137130737305,
+      "step": 1168
+    },
+    {
+      "epoch": 0.21600397269924126,
+      "grad_norm": 0.09976091235876083,
+      "learning_rate": 1.9908130644953118e-05,
+      "loss": 0.8514857888221741,
+      "step": 1169
+    },
+    {
+      "epoch": 0.2161887494081371,
+      "grad_norm": 0.07364201545715332,
+      "learning_rate": 1.9907860658299777e-05,
+      "loss": 0.6873587965965271,
+      "step": 1170
+    },
+    {
+      "epoch": 0.21637352611703295,
+      "grad_norm": 0.0919695496559143,
+      "learning_rate": 1.9907590277344582e-05,
+      "loss": 0.8332082033157349,
+      "step": 1171
+    },
+    {
+      "epoch": 0.21655830282592878,
+      "grad_norm": 0.06787417829036713,
+      "learning_rate": 1.990731950209829e-05,
+      "loss": 0.6495833992958069,
+      "step": 1172
+    },
+    {
+      "epoch": 0.21674307953482463,
+      "grad_norm": 0.09035515785217285,
+      "learning_rate": 1.990704833257168e-05,
+      "loss": 0.8606963157653809,
+      "step": 1173
+    },
+    {
+      "epoch": 0.2169278562437205,
+      "grad_norm": 0.08666759729385376,
+      "learning_rate": 1.990677676877554e-05,
+      "loss": 0.9564822316169739,
+      "step": 1174
+    },
+    {
+      "epoch": 0.21711263295261632,
+      "grad_norm": 0.10453042387962341,
+      "learning_rate": 1.9906504810720676e-05,
+      "loss": 0.8247703909873962,
+      "step": 1175
+    },
+    {
+      "epoch": 0.21729740966151218,
+      "grad_norm": 0.08272422850131989,
+      "learning_rate": 1.990623245841792e-05,
+      "loss": 0.8222265839576721,
+      "step": 1176
+    },
+    {
+      "epoch": 0.217482186370408,
+      "grad_norm": 0.07431092113256454,
+      "learning_rate": 1.9905959711878104e-05,
+      "loss": 0.644834041595459,
+      "step": 1177
+    },
+    {
+      "epoch": 0.21766696307930386,
+      "grad_norm": 0.07192020118236542,
+      "learning_rate": 1.990568657111208e-05,
+      "loss": 0.6560988426208496,
+      "step": 1178
+    },
+    {
+      "epoch": 0.2178517397881997,
+      "grad_norm": 0.09463713318109512,
+      "learning_rate": 1.9905413036130722e-05,
+      "loss": 0.6308455467224121,
+      "step": 1179
+    },
+    {
+      "epoch": 0.21803651649709554,
+      "grad_norm": 0.07202714681625366,
+      "learning_rate": 1.9905139106944916e-05,
+      "loss": 0.6653580665588379,
+      "step": 1180
+    },
+    {
+      "epoch": 0.21822129320599137,
+      "grad_norm": 0.08728264272212982,
+      "learning_rate": 1.990486478356556e-05,
+      "loss": 1.002651572227478,
+      "step": 1181
+    },
+    {
+      "epoch": 0.21840606991488723,
+      "grad_norm": 0.06476552039384842,
+      "learning_rate": 1.9904590066003577e-05,
+      "loss": 0.5150159001350403,
+      "step": 1182
+    },
+    {
+      "epoch": 0.21859084662378306,
+      "grad_norm": 0.09379825741052628,
+      "learning_rate": 1.99043149542699e-05,
+      "loss": 0.8470251560211182,
+      "step": 1183
+    },
+    {
+      "epoch": 0.21877562333267891,
+      "grad_norm": 0.08273567259311676,
+      "learning_rate": 1.990403944837547e-05,
+      "loss": 0.7435149550437927,
+      "step": 1184
+    },
+    {
+      "epoch": 0.21896040004157477,
+      "grad_norm": 0.09383412450551987,
+      "learning_rate": 1.9903763548331257e-05,
+      "loss": 0.8953707218170166,
+      "step": 1185
+    },
+    {
+      "epoch": 0.2191451767504706,
+      "grad_norm": 0.07706382870674133,
+      "learning_rate": 1.9903487254148236e-05,
+      "loss": 0.7261871099472046,
+      "step": 1186
+    },
+    {
+      "epoch": 0.21932995345936646,
+      "grad_norm": 0.08325329422950745,
+      "learning_rate": 1.9903210565837413e-05,
+      "loss": 0.7809126377105713,
+      "step": 1187
+    },
+    {
+      "epoch": 0.21951473016826228,
+      "grad_norm": 0.08461137115955353,
+      "learning_rate": 1.9902933483409786e-05,
+      "loss": 0.7430332899093628,
+      "step": 1188
+    },
+    {
+      "epoch": 0.21969950687715814,
+      "grad_norm": 0.08576197177171707,
+      "learning_rate": 1.9902656006876394e-05,
+      "loss": 0.9017677307128906,
+      "step": 1189
+    },
+    {
+      "epoch": 0.21988428358605397,
+      "grad_norm": 0.08884377777576447,
+      "learning_rate": 1.990237813624827e-05,
+      "loss": 0.8662840127944946,
+      "step": 1190
+    },
+    {
+      "epoch": 0.22006906029494983,
+      "grad_norm": 0.0905468612909317,
+      "learning_rate": 1.990209987153648e-05,
+      "loss": 0.7434231042861938,
+      "step": 1191
+    },
+    {
+      "epoch": 0.22025383700384565,
+      "grad_norm": 0.09583505243062973,
+      "learning_rate": 1.990182121275209e-05,
+      "loss": 0.8754289150238037,
+      "step": 1192
+    },
+    {
+      "epoch": 0.2204386137127415,
+      "grad_norm": 0.08617255091667175,
+      "learning_rate": 1.99015421599062e-05,
+      "loss": 0.8593115210533142,
+      "step": 1193
+    },
+    {
+      "epoch": 0.22062339042163737,
+      "grad_norm": 0.07539169490337372,
+      "learning_rate": 1.990126271300991e-05,
+      "loss": 0.7073256969451904,
+      "step": 1194
+    },
+    {
+      "epoch": 0.2208081671305332,
+      "grad_norm": 0.07064154744148254,
+      "learning_rate": 1.990098287207434e-05,
+      "loss": 0.7071460485458374,
+      "step": 1195
+    },
+    {
+      "epoch": 0.22099294383942905,
+      "grad_norm": 0.09236112982034683,
+      "learning_rate": 1.9900702637110627e-05,
+      "loss": 0.9311996102333069,
+      "step": 1196
+    },
+    {
+      "epoch": 0.22117772054832488,
+      "grad_norm": 0.09491878002882004,
+      "learning_rate": 1.9900422008129924e-05,
+      "loss": 0.7254270315170288,
+      "step": 1197
+    },
+    {
+      "epoch": 0.22136249725722074,
+      "grad_norm": 0.10193610191345215,
+      "learning_rate": 1.99001409851434e-05,
+      "loss": 0.7491152286529541,
+      "step": 1198
+    },
+    {
+      "epoch": 0.22154727396611656,
+      "grad_norm": 0.08911536633968353,
+      "learning_rate": 1.9899859568162237e-05,
+      "loss": 0.7793245315551758,
+      "step": 1199
+    },
+    {
+      "epoch": 0.22173205067501242,
+      "grad_norm": 0.08352331072092056,
+      "learning_rate": 1.9899577757197638e-05,
+      "loss": 0.6871762871742249,
+      "step": 1200
+    },
+    {
+      "epoch": 0.22191682738390825,
+      "grad_norm": 0.09086652100086212,
+      "learning_rate": 1.9899295552260817e-05,
+      "loss": 0.8809306621551514,
+      "step": 1201
+    },
+    {
+      "epoch": 0.2221016040928041,
+      "grad_norm": 0.10989069938659668,
+      "learning_rate": 1.9899012953363002e-05,
+      "loss": 1.0556919574737549,
+      "step": 1202
+    },
+    {
+      "epoch": 0.22228638080169993,
+      "grad_norm": 0.0815066546201706,
+      "learning_rate": 1.9898729960515442e-05,
+      "loss": 0.5446941256523132,
+      "step": 1203
+    },
+    {
+      "epoch": 0.2224711575105958,
+      "grad_norm": 0.07634031027555466,
+      "learning_rate": 1.98984465737294e-05,
+      "loss": 0.5923195481300354,
+      "step": 1204
+    },
+    {
+      "epoch": 0.22265593421949165,
+      "grad_norm": 0.08047515153884888,
+      "learning_rate": 1.989816279301615e-05,
+      "loss": 0.8424436450004578,
+      "step": 1205
+    },
+    {
+      "epoch": 0.22284071092838748,
+      "grad_norm": 0.08787591010332108,
+      "learning_rate": 1.989787861838699e-05,
+      "loss": 0.7214845418930054,
+      "step": 1206
+    },
+    {
+      "epoch": 0.22302548763728333,
+      "grad_norm": 0.05372117832303047,
+      "learning_rate": 1.9897594049853226e-05,
+      "loss": 0.4613834619522095,
+      "step": 1207
+    },
+    {
+      "epoch": 0.22321026434617916,
+      "grad_norm": 0.07950277626514435,
+      "learning_rate": 1.9897309087426185e-05,
+      "loss": 0.7548415064811707,
+      "step": 1208
+    },
+    {
+      "epoch": 0.22339504105507502,
+      "grad_norm": 0.06759131699800491,
+      "learning_rate": 1.9897023731117206e-05,
+      "loss": 0.43362218141555786,
+      "step": 1209
+    },
+    {
+      "epoch": 0.22357981776397085,
+      "grad_norm": 0.071576789021492,
+      "learning_rate": 1.9896737980937648e-05,
+      "loss": 0.7462440729141235,
+      "step": 1210
+    },
+    {
+      "epoch": 0.2237645944728667,
+      "grad_norm": 0.07904816418886185,
+      "learning_rate": 1.9896451836898883e-05,
+      "loss": 0.7481318116188049,
+      "step": 1211
+    },
+    {
+      "epoch": 0.22394937118176253,
+      "grad_norm": 0.08989887684583664,
+      "learning_rate": 1.9896165299012292e-05,
+      "loss": 0.7053769826889038,
+      "step": 1212
+    },
+    {
+      "epoch": 0.2241341478906584,
+      "grad_norm": 0.09380374103784561,
+      "learning_rate": 1.989587836728929e-05,
+      "loss": 0.8070808053016663,
+      "step": 1213
+    },
+    {
+      "epoch": 0.22431892459955421,
+      "grad_norm": 0.09103138744831085,
+      "learning_rate": 1.9895591041741284e-05,
+      "loss": 0.6746754050254822,
+      "step": 1214
+    },
+    {
+      "epoch": 0.22450370130845007,
+      "grad_norm": 0.06641924381256104,
+      "learning_rate": 1.9895303322379714e-05,
+      "loss": 0.6270115971565247,
+      "step": 1215
+    },
+    {
+      "epoch": 0.22468847801734593,
+      "grad_norm": 0.08196838200092316,
+      "learning_rate": 1.989501520921603e-05,
+      "loss": 0.6588491797447205,
+      "step": 1216
+    },
+    {
+      "epoch": 0.22487325472624176,
+      "grad_norm": 0.07861845195293427,
+      "learning_rate": 1.98947267022617e-05,
+      "loss": 0.6215094327926636,
+      "step": 1217
+    },
+    {
+      "epoch": 0.2250580314351376,
+      "grad_norm": 0.09896759688854218,
+      "learning_rate": 1.9894437801528205e-05,
+      "loss": 0.903312087059021,
+      "step": 1218
+    },
+    {
+      "epoch": 0.22524280814403344,
+      "grad_norm": 0.07655292004346848,
+      "learning_rate": 1.989414850702704e-05,
+      "loss": 0.7730190753936768,
+      "step": 1219
+    },
+    {
+      "epoch": 0.2254275848529293,
+      "grad_norm": 0.09886181354522705,
+      "learning_rate": 1.989385881876972e-05,
+      "loss": 0.6895635724067688,
+      "step": 1220
+    },
+    {
+      "epoch": 0.22561236156182513,
+      "grad_norm": 0.08377520740032196,
+      "learning_rate": 1.989356873676777e-05,
+      "loss": 0.780552089214325,
+      "step": 1221
+    },
+    {
+      "epoch": 0.22579713827072098,
+      "grad_norm": 0.08539623767137527,
+      "learning_rate": 1.9893278261032737e-05,
+      "loss": 0.7185485363006592,
+      "step": 1222
+    },
+    {
+      "epoch": 0.2259819149796168,
+      "grad_norm": 0.09074624627828598,
+      "learning_rate": 1.9892987391576188e-05,
+      "loss": 0.7275176048278809,
+      "step": 1223
+    },
+    {
+      "epoch": 0.22616669168851267,
+      "grad_norm": 0.08140923827886581,
+      "learning_rate": 1.9892696128409686e-05,
+      "loss": 0.6939892172813416,
+      "step": 1224
+    },
+    {
+      "epoch": 0.2263514683974085,
+      "grad_norm": 0.07564108073711395,
+      "learning_rate": 1.9892404471544828e-05,
+      "loss": 0.6892415285110474,
+      "step": 1225
+    },
+    {
+      "epoch": 0.22653624510630435,
+      "grad_norm": 0.0782395526766777,
+      "learning_rate": 1.9892112420993225e-05,
+      "loss": 0.7155357599258423,
+      "step": 1226
+    },
+    {
+      "epoch": 0.2267210218152002,
+      "grad_norm": 0.08511853218078613,
+      "learning_rate": 1.9891819976766492e-05,
+      "loss": 0.832256019115448,
+      "step": 1227
+    },
+    {
+      "epoch": 0.22690579852409604,
+      "grad_norm": 0.08317041397094727,
+      "learning_rate": 1.9891527138876274e-05,
+      "loss": 0.7731190919876099,
+      "step": 1228
+    },
+    {
+      "epoch": 0.2270905752329919,
+      "grad_norm": 0.10014408081769943,
+      "learning_rate": 1.9891233907334223e-05,
+      "loss": 0.8443605899810791,
+      "step": 1229
+    },
+    {
+      "epoch": 0.22727535194188772,
+      "grad_norm": 0.098563052713871,
+      "learning_rate": 1.9890940282152007e-05,
+      "loss": 0.8996736407279968,
+      "step": 1230
+    },
+    {
+      "epoch": 0.22746012865078358,
+      "grad_norm": 0.07454513013362885,
+      "learning_rate": 1.9890646263341315e-05,
+      "loss": 0.5073458552360535,
+      "step": 1231
+    },
+    {
+      "epoch": 0.2276449053596794,
+      "grad_norm": 0.07696285098791122,
+      "learning_rate": 1.989035185091384e-05,
+      "loss": 0.5916829705238342,
+      "step": 1232
+    },
+    {
+      "epoch": 0.22782968206857526,
+      "grad_norm": 0.0965103730559349,
+      "learning_rate": 1.9890057044881308e-05,
+      "loss": 0.8592946529388428,
+      "step": 1233
+    },
+    {
+      "epoch": 0.2280144587774711,
+      "grad_norm": 0.08271915465593338,
+      "learning_rate": 1.988976184525545e-05,
+      "loss": 0.7643226981163025,
+      "step": 1234
+    },
+    {
+      "epoch": 0.22819923548636695,
+      "grad_norm": 0.09926889091730118,
+      "learning_rate": 1.988946625204801e-05,
+      "loss": 0.9657240509986877,
+      "step": 1235
+    },
+    {
+      "epoch": 0.22838401219526278,
+      "grad_norm": 0.06959125399589539,
+      "learning_rate": 1.988917026527075e-05,
+      "loss": 0.6401278376579285,
+      "step": 1236
+    },
+    {
+      "epoch": 0.22856878890415863,
+      "grad_norm": 0.06192828342318535,
+      "learning_rate": 1.9888873884935457e-05,
+      "loss": 0.46463993191719055,
+      "step": 1237
+    },
+    {
+      "epoch": 0.2287535656130545,
+      "grad_norm": 0.07837715744972229,
+      "learning_rate": 1.988857711105392e-05,
+      "loss": 0.6322407722473145,
+      "step": 1238
+    },
+    {
+      "epoch": 0.22893834232195032,
+      "grad_norm": 0.10930605977773666,
+      "learning_rate": 1.9888279943637946e-05,
+      "loss": 0.9277044534683228,
+      "step": 1239
+    },
+    {
+      "epoch": 0.22912311903084617,
+      "grad_norm": 0.09522504359483719,
+      "learning_rate": 1.9887982382699373e-05,
+      "loss": 0.8586084246635437,
+      "step": 1240
+    },
+    {
+      "epoch": 0.229307895739742,
+      "grad_norm": 0.07182016968727112,
+      "learning_rate": 1.9887684428250038e-05,
+      "loss": 0.6435913443565369,
+      "step": 1241
+    },
+    {
+      "epoch": 0.22949267244863786,
+      "grad_norm": 0.07749020308256149,
+      "learning_rate": 1.9887386080301793e-05,
+      "loss": 0.983945369720459,
+      "step": 1242
+    },
+    {
+      "epoch": 0.2296774491575337,
+      "grad_norm": 0.08700563758611679,
+      "learning_rate": 1.988708733886652e-05,
+      "loss": 0.8135854005813599,
+      "step": 1243
+    },
+    {
+      "epoch": 0.22986222586642954,
+      "grad_norm": 0.08946280181407928,
+      "learning_rate": 1.98867882039561e-05,
+      "loss": 0.8678815364837646,
+      "step": 1244
+    },
+    {
+      "epoch": 0.23004700257532537,
+      "grad_norm": 0.07762499898672104,
+      "learning_rate": 1.988648867558244e-05,
+      "loss": 0.7090401649475098,
+      "step": 1245
+    },
+    {
+      "epoch": 0.23023177928422123,
+      "grad_norm": 0.09532805532217026,
+      "learning_rate": 1.9886188753757466e-05,
+      "loss": 0.9154309034347534,
+      "step": 1246
+    },
+    {
+      "epoch": 0.23041655599311706,
+      "grad_norm": 0.0796472430229187,
+      "learning_rate": 1.9885888438493106e-05,
+      "loss": 0.6643787026405334,
+      "step": 1247
+    },
+    {
+      "epoch": 0.2306013327020129,
+      "grad_norm": 0.07897227257490158,
+      "learning_rate": 1.988558772980132e-05,
+      "loss": 0.6329892873764038,
+      "step": 1248
+    },
+    {
+      "epoch": 0.23078610941090877,
+      "grad_norm": 0.09313155710697174,
+      "learning_rate": 1.9885286627694066e-05,
+      "loss": 0.832964301109314,
+      "step": 1249
+    },
+    {
+      "epoch": 0.2309708861198046,
+      "grad_norm": 0.06968510150909424,
+      "learning_rate": 1.9884985132183333e-05,
+      "loss": 0.679764449596405,
+      "step": 1250
+    },
+    {
+      "epoch": 0.23115566282870045,
+      "grad_norm": 0.08463939279317856,
+      "learning_rate": 1.9884683243281117e-05,
+      "loss": 0.8374265432357788,
+      "step": 1251
+    },
+    {
+      "epoch": 0.23134043953759628,
+      "grad_norm": 0.08091641962528229,
+      "learning_rate": 1.9884380960999432e-05,
+      "loss": 0.7396032214164734,
+      "step": 1252
+    },
+    {
+      "epoch": 0.23152521624649214,
+      "grad_norm": 0.12453664094209671,
+      "learning_rate": 1.988407828535031e-05,
+      "loss": 1.1132965087890625,
+      "step": 1253
+    },
+    {
+      "epoch": 0.23170999295538797,
+      "grad_norm": 0.10481418669223785,
+      "learning_rate": 1.9883775216345797e-05,
+      "loss": 1.0461211204528809,
+      "step": 1254
+    },
+    {
+      "epoch": 0.23189476966428382,
+      "grad_norm": 0.09625512361526489,
+      "learning_rate": 1.988347175399795e-05,
+      "loss": 0.8646210432052612,
+      "step": 1255
+    },
+    {
+      "epoch": 0.23207954637317965,
+      "grad_norm": 0.0808907076716423,
+      "learning_rate": 1.988316789831885e-05,
+      "loss": 0.8495672345161438,
+      "step": 1256
+    },
+    {
+      "epoch": 0.2322643230820755,
+      "grad_norm": 0.06943518668413162,
+      "learning_rate": 1.9882863649320588e-05,
+      "loss": 0.7596601247787476,
+      "step": 1257
+    },
+    {
+      "epoch": 0.23244909979097134,
+      "grad_norm": 0.069698266685009,
+      "learning_rate": 1.9882559007015275e-05,
+      "loss": 0.5961692929267883,
+      "step": 1258
+    },
+    {
+      "epoch": 0.2326338764998672,
+      "grad_norm": 0.07678410410881042,
+      "learning_rate": 1.988225397141503e-05,
+      "loss": 0.6730903387069702,
+      "step": 1259
+    },
+    {
+      "epoch": 0.23281865320876305,
+      "grad_norm": 0.09135778993368149,
+      "learning_rate": 1.9881948542531994e-05,
+      "loss": 0.7469479441642761,
+      "step": 1260
+    },
+    {
+      "epoch": 0.23300342991765888,
+      "grad_norm": 0.08337856829166412,
+      "learning_rate": 1.988164272037832e-05,
+      "loss": 0.6452245116233826,
+      "step": 1261
+    },
+    {
+      "epoch": 0.23318820662655473,
+      "grad_norm": 0.06979101896286011,
+      "learning_rate": 1.9881336504966187e-05,
+      "loss": 0.6644605398178101,
+      "step": 1262
+    },
+    {
+      "epoch": 0.23337298333545056,
+      "grad_norm": 0.07771389931440353,
+      "learning_rate": 1.9881029896307772e-05,
+      "loss": 0.7592771053314209,
+      "step": 1263
+    },
+    {
+      "epoch": 0.23355776004434642,
+      "grad_norm": 0.0938957929611206,
+      "learning_rate": 1.9880722894415284e-05,
+      "loss": 0.8080681562423706,
+      "step": 1264
+    },
+    {
+      "epoch": 0.23374253675324225,
+      "grad_norm": 0.07659591734409332,
+      "learning_rate": 1.9880415499300936e-05,
+      "loss": 0.6537554264068604,
+      "step": 1265
+    },
+    {
+      "epoch": 0.2339273134621381,
+      "grad_norm": 0.07603617012500763,
+      "learning_rate": 1.988010771097696e-05,
+      "loss": 0.688729465007782,
+      "step": 1266
+    },
+    {
+      "epoch": 0.23411209017103393,
+      "grad_norm": 0.10170614719390869,
+      "learning_rate": 1.987979952945561e-05,
+      "loss": 0.8643448948860168,
+      "step": 1267
+    },
+    {
+      "epoch": 0.2342968668799298,
+      "grad_norm": 0.07562986016273499,
+      "learning_rate": 1.9879490954749152e-05,
+      "loss": 0.8214960098266602,
+      "step": 1268
+    },
+    {
+      "epoch": 0.23448164358882562,
+      "grad_norm": 0.09902802109718323,
+      "learning_rate": 1.9879181986869856e-05,
+      "loss": 0.8390169143676758,
+      "step": 1269
+    },
+    {
+      "epoch": 0.23466642029772147,
+      "grad_norm": 0.07118549942970276,
+      "learning_rate": 1.9878872625830033e-05,
+      "loss": 0.6914301514625549,
+      "step": 1270
+    },
+    {
+      "epoch": 0.23485119700661733,
+      "grad_norm": 0.10551498085260391,
+      "learning_rate": 1.987856287164198e-05,
+      "loss": 1.0575722455978394,
+      "step": 1271
+    },
+    {
+      "epoch": 0.23503597371551316,
+      "grad_norm": 0.08981330692768097,
+      "learning_rate": 1.9878252724318034e-05,
+      "loss": 0.704413890838623,
+      "step": 1272
+    },
+    {
+      "epoch": 0.23522075042440901,
+      "grad_norm": 0.09239045530557632,
+      "learning_rate": 1.9877942183870534e-05,
+      "loss": 0.8672037124633789,
+      "step": 1273
+    },
+    {
+      "epoch": 0.23540552713330484,
+      "grad_norm": 0.07538927346467972,
+      "learning_rate": 1.9877631250311838e-05,
+      "loss": 0.6462569832801819,
+      "step": 1274
+    },
+    {
+      "epoch": 0.2355903038422007,
+      "grad_norm": 0.07566707581281662,
+      "learning_rate": 1.9877319923654327e-05,
+      "loss": 0.650894284248352,
+      "step": 1275
+    },
+    {
+      "epoch": 0.23577508055109653,
+      "grad_norm": 0.08834036439657211,
+      "learning_rate": 1.987700820391038e-05,
+      "loss": 0.8693649768829346,
+      "step": 1276
+    },
+    {
+      "epoch": 0.23595985725999238,
+      "grad_norm": 0.06067048758268356,
+      "learning_rate": 1.9876696091092408e-05,
+      "loss": 0.6727550625801086,
+      "step": 1277
+    },
+    {
+      "epoch": 0.2361446339688882,
+      "grad_norm": 0.09425334632396698,
+      "learning_rate": 1.9876383585212832e-05,
+      "loss": 0.7923711538314819,
+      "step": 1278
+    },
+    {
+      "epoch": 0.23632941067778407,
+      "grad_norm": 0.09646166861057281,
+      "learning_rate": 1.987607068628409e-05,
+      "loss": 0.8077743053436279,
+      "step": 1279
+    },
+    {
+      "epoch": 0.2365141873866799,
+      "grad_norm": 0.06434794515371323,
+      "learning_rate": 1.987575739431863e-05,
+      "loss": 0.6180709004402161,
+      "step": 1280
+    },
+    {
+      "epoch": 0.23669896409557575,
+      "grad_norm": 0.0861670970916748,
+      "learning_rate": 1.9875443709328928e-05,
+      "loss": 0.830324649810791,
+      "step": 1281
+    },
+    {
+      "epoch": 0.2368837408044716,
+      "grad_norm": 0.07235396653413773,
+      "learning_rate": 1.987512963132746e-05,
+      "loss": 0.6347554922103882,
+      "step": 1282
+    },
+    {
+      "epoch": 0.23706851751336744,
+      "grad_norm": 0.08272948861122131,
+      "learning_rate": 1.9874815160326728e-05,
+      "loss": 0.6697772741317749,
+      "step": 1283
+    },
+    {
+      "epoch": 0.2372532942222633,
+      "grad_norm": 0.11427222192287445,
+      "learning_rate": 1.9874500296339245e-05,
+      "loss": 0.8781434893608093,
+      "step": 1284
+    },
+    {
+      "epoch": 0.23743807093115912,
+      "grad_norm": 0.08316230773925781,
+      "learning_rate": 1.987418503937754e-05,
+      "loss": 0.8479765057563782,
+      "step": 1285
+    },
+    {
+      "epoch": 0.23762284764005498,
+      "grad_norm": 0.07936954498291016,
+      "learning_rate": 1.987386938945417e-05,
+      "loss": 0.7314356565475464,
+      "step": 1286
+    },
+    {
+      "epoch": 0.2378076243489508,
+      "grad_norm": 0.0801529586315155,
+      "learning_rate": 1.9873553346581688e-05,
+      "loss": 0.5724437832832336,
+      "step": 1287
+    },
+    {
+      "epoch": 0.23799240105784666,
+      "grad_norm": 0.09593310952186584,
+      "learning_rate": 1.9873236910772674e-05,
+      "loss": 0.8072952628135681,
+      "step": 1288
+    },
+    {
+      "epoch": 0.2381771777667425,
+      "grad_norm": 0.1059904620051384,
+      "learning_rate": 1.987292008203972e-05,
+      "loss": 1.0050170421600342,
+      "step": 1289
+    },
+    {
+      "epoch": 0.23836195447563835,
+      "grad_norm": 0.09045623242855072,
+      "learning_rate": 1.9872602860395433e-05,
+      "loss": 0.779002845287323,
+      "step": 1290
+    },
+    {
+      "epoch": 0.23854673118453418,
+      "grad_norm": 0.09053946286439896,
+      "learning_rate": 1.987228524585244e-05,
+      "loss": 0.7273655533790588,
+      "step": 1291
+    },
+    {
+      "epoch": 0.23873150789343003,
+      "grad_norm": 0.0855286493897438,
+      "learning_rate": 1.987196723842338e-05,
+      "loss": 0.7778965830802917,
+      "step": 1292
+    },
+    {
+      "epoch": 0.2389162846023259,
+      "grad_norm": 0.09738358855247498,
+      "learning_rate": 1.9871648838120913e-05,
+      "loss": 0.9179601073265076,
+      "step": 1293
+    },
+    {
+      "epoch": 0.23910106131122172,
+      "grad_norm": 0.07933405041694641,
+      "learning_rate": 1.9871330044957703e-05,
+      "loss": 0.7287842035293579,
+      "step": 1294
+    },
+    {
+      "epoch": 0.23928583802011757,
+      "grad_norm": 0.09340131282806396,
+      "learning_rate": 1.9871010858946443e-05,
+      "loss": 0.8566576242446899,
+      "step": 1295
+    },
+    {
+      "epoch": 0.2394706147290134,
+      "grad_norm": 0.09495611488819122,
+      "learning_rate": 1.987069128009983e-05,
+      "loss": 0.9072137475013733,
+      "step": 1296
+    },
+    {
+      "epoch": 0.23965539143790926,
+      "grad_norm": 0.09656231105327606,
+      "learning_rate": 1.987037130843059e-05,
+      "loss": 0.7251742482185364,
+      "step": 1297
+    },
+    {
+      "epoch": 0.2398401681468051,
+      "grad_norm": 0.08660931140184402,
+      "learning_rate": 1.987005094395145e-05,
+      "loss": 0.5973469614982605,
+      "step": 1298
+    },
+    {
+      "epoch": 0.24002494485570094,
+      "grad_norm": 0.10160975158214569,
+      "learning_rate": 1.986973018667516e-05,
+      "loss": 0.779219925403595,
+      "step": 1299
+    },
+    {
+      "epoch": 0.24020972156459677,
+      "grad_norm": 0.07078233361244202,
+      "learning_rate": 1.986940903661449e-05,
+      "loss": 0.69890958070755,
+      "step": 1300
+    },
+    {
+      "epoch": 0.24039449827349263,
+      "grad_norm": 0.07332238554954529,
+      "learning_rate": 1.9869087493782217e-05,
+      "loss": 0.7630764245986938,
+      "step": 1301
+    },
+    {
+      "epoch": 0.24057927498238846,
+      "grad_norm": 0.07510337233543396,
+      "learning_rate": 1.9868765558191137e-05,
+      "loss": 0.638870894908905,
+      "step": 1302
+    },
+    {
+      "epoch": 0.24076405169128431,
+      "grad_norm": 0.08256179094314575,
+      "learning_rate": 1.9868443229854068e-05,
+      "loss": 0.7185980081558228,
+      "step": 1303
+    },
+    {
+      "epoch": 0.24094882840018017,
+      "grad_norm": 0.10575845092535019,
+      "learning_rate": 1.9868120508783826e-05,
+      "loss": 0.9325575828552246,
+      "step": 1304
+    },
+    {
+      "epoch": 0.241133605109076,
+      "grad_norm": 0.07245877385139465,
+      "learning_rate": 1.986779739499326e-05,
+      "loss": 0.6992596387863159,
+      "step": 1305
+    },
+    {
+      "epoch": 0.24131838181797186,
+      "grad_norm": 0.08188942819833755,
+      "learning_rate": 1.9867473888495236e-05,
+      "loss": 0.8546136617660522,
+      "step": 1306
+    },
+    {
+      "epoch": 0.24150315852686768,
+      "grad_norm": 0.0791037529706955,
+      "learning_rate": 1.9867149989302623e-05,
+      "loss": 0.6521901488304138,
+      "step": 1307
+    },
+    {
+      "epoch": 0.24168793523576354,
+      "grad_norm": 0.08614641427993774,
+      "learning_rate": 1.986682569742831e-05,
+      "loss": 0.7859422564506531,
+      "step": 1308
+    },
+    {
+      "epoch": 0.24187271194465937,
+      "grad_norm": 0.08477243781089783,
+      "learning_rate": 1.98665010128852e-05,
+      "loss": 0.8153690695762634,
+      "step": 1309
+    },
+    {
+      "epoch": 0.24205748865355523,
+      "grad_norm": 0.0749654546380043,
+      "learning_rate": 1.986617593568622e-05,
+      "loss": 0.6461166739463806,
+      "step": 1310
+    },
+    {
+      "epoch": 0.24224226536245105,
+      "grad_norm": 0.07793160527944565,
+      "learning_rate": 1.9865850465844305e-05,
+      "loss": 0.6098483800888062,
+      "step": 1311
+    },
+    {
+      "epoch": 0.2424270420713469,
+      "grad_norm": 0.07243506610393524,
+      "learning_rate": 1.9865524603372408e-05,
+      "loss": 0.5794659852981567,
+      "step": 1312
+    },
+    {
+      "epoch": 0.24261181878024274,
+      "grad_norm": 0.08559340983629227,
+      "learning_rate": 1.9865198348283497e-05,
+      "loss": 0.6404768824577332,
+      "step": 1313
+    },
+    {
+      "epoch": 0.2427965954891386,
+      "grad_norm": 0.10084764659404755,
+      "learning_rate": 1.9864871700590557e-05,
+      "loss": 0.7237789630889893,
+      "step": 1314
+    },
+    {
+      "epoch": 0.24298137219803445,
+      "grad_norm": 0.0957445353269577,
+      "learning_rate": 1.9864544660306584e-05,
+      "loss": 0.9082088470458984,
+      "step": 1315
+    },
+    {
+      "epoch": 0.24316614890693028,
+      "grad_norm": 0.08300480246543884,
+      "learning_rate": 1.9864217227444594e-05,
+      "loss": 0.8019734025001526,
+      "step": 1316
+    },
+    {
+      "epoch": 0.24335092561582614,
+      "grad_norm": 0.09435844421386719,
+      "learning_rate": 1.9863889402017627e-05,
+      "loss": 0.8119986057281494,
+      "step": 1317
+    },
+    {
+      "epoch": 0.24353570232472196,
+      "grad_norm": 0.08238641917705536,
+      "learning_rate": 1.9863561184038715e-05,
+      "loss": 0.7308359146118164,
+      "step": 1318
+    },
+    {
+      "epoch": 0.24372047903361782,
+      "grad_norm": 0.11390416324138641,
+      "learning_rate": 1.986323257352093e-05,
+      "loss": 0.9338391423225403,
+      "step": 1319
+    },
+    {
+      "epoch": 0.24390525574251365,
+      "grad_norm": 0.07044551521539688,
+      "learning_rate": 1.9862903570477345e-05,
+      "loss": 0.5287854671478271,
+      "step": 1320
+    },
+    {
+      "epoch": 0.2440900324514095,
+      "grad_norm": 0.06873449683189392,
+      "learning_rate": 1.9862574174921056e-05,
+      "loss": 0.6060889959335327,
+      "step": 1321
+    },
+    {
+      "epoch": 0.24427480916030533,
+      "grad_norm": 0.07628993690013885,
+      "learning_rate": 1.9862244386865173e-05,
+      "loss": 0.834665060043335,
+      "step": 1322
+    },
+    {
+      "epoch": 0.2444595858692012,
+      "grad_norm": 0.09126506000757217,
+      "learning_rate": 1.9861914206322815e-05,
+      "loss": 1.0127897262573242,
+      "step": 1323
+    },
+    {
+      "epoch": 0.24464436257809702,
+      "grad_norm": 0.07502689212560654,
+      "learning_rate": 1.9861583633307127e-05,
+      "loss": 0.7499599456787109,
+      "step": 1324
+    },
+    {
+      "epoch": 0.24482913928699288,
+      "grad_norm": 0.08039402216672897,
+      "learning_rate": 1.9861252667831263e-05,
+      "loss": 0.6770073175430298,
+      "step": 1325
+    },
+    {
+      "epoch": 0.24501391599588873,
+      "grad_norm": 0.07558752596378326,
+      "learning_rate": 1.9860921309908395e-05,
+      "loss": 0.720396876335144,
+      "step": 1326
+    },
+    {
+      "epoch": 0.24519869270478456,
+      "grad_norm": 0.07513535767793655,
+      "learning_rate": 1.986058955955171e-05,
+      "loss": 0.6042259931564331,
+      "step": 1327
+    },
+    {
+      "epoch": 0.24538346941368042,
+      "grad_norm": 0.08912438899278641,
+      "learning_rate": 1.9860257416774413e-05,
+      "loss": 0.8705518245697021,
+      "step": 1328
+    },
+    {
+      "epoch": 0.24556824612257624,
+      "grad_norm": 0.09717576205730438,
+      "learning_rate": 1.9859924881589715e-05,
+      "loss": 1.0236485004425049,
+      "step": 1329
+    },
+    {
+      "epoch": 0.2457530228314721,
+      "grad_norm": 0.07261338829994202,
+      "learning_rate": 1.9859591954010855e-05,
+      "loss": 0.5481549501419067,
+      "step": 1330
+    },
+    {
+      "epoch": 0.24593779954036793,
+      "grad_norm": 0.06435700505971909,
+      "learning_rate": 1.9859258634051083e-05,
+      "loss": 0.5956790447235107,
+      "step": 1331
+    },
+    {
+      "epoch": 0.24612257624926379,
+      "grad_norm": 0.07993557304143906,
+      "learning_rate": 1.9858924921723665e-05,
+      "loss": 0.5512259006500244,
+      "step": 1332
+    },
+    {
+      "epoch": 0.24630735295815961,
+      "grad_norm": 0.1006544828414917,
+      "learning_rate": 1.9858590817041875e-05,
+      "loss": 0.8863869309425354,
+      "step": 1333
+    },
+    {
+      "epoch": 0.24649212966705547,
+      "grad_norm": 0.0793013721704483,
+      "learning_rate": 1.9858256320019018e-05,
+      "loss": 0.7920618057250977,
+      "step": 1334
+    },
+    {
+      "epoch": 0.2466769063759513,
+      "grad_norm": 0.0840287134051323,
+      "learning_rate": 1.9857921430668402e-05,
+      "loss": 0.7028228044509888,
+      "step": 1335
+    },
+    {
+      "epoch": 0.24686168308484716,
+      "grad_norm": 0.09260048717260361,
+      "learning_rate": 1.9857586149003354e-05,
+      "loss": 0.7949702739715576,
+      "step": 1336
+    },
+    {
+      "epoch": 0.247046459793743,
+      "grad_norm": 0.08278703689575195,
+      "learning_rate": 1.985725047503722e-05,
+      "loss": 0.8024004697799683,
+      "step": 1337
+    },
+    {
+      "epoch": 0.24723123650263884,
+      "grad_norm": 0.07588304579257965,
+      "learning_rate": 1.985691440878335e-05,
+      "loss": 0.648167610168457,
+      "step": 1338
+    },
+    {
+      "epoch": 0.2474160132115347,
+      "grad_norm": 0.08276861160993576,
+      "learning_rate": 1.985657795025513e-05,
+      "loss": 0.7005817294120789,
+      "step": 1339
+    },
+    {
+      "epoch": 0.24760078992043053,
+      "grad_norm": 0.08604889363050461,
+      "learning_rate": 1.9856241099465944e-05,
+      "loss": 0.8027825951576233,
+      "step": 1340
+    },
+    {
+      "epoch": 0.24778556662932638,
+      "grad_norm": 0.08195369690656662,
+      "learning_rate": 1.9855903856429198e-05,
+      "loss": 0.7094834446907043,
+      "step": 1341
+    },
+    {
+      "epoch": 0.2479703433382222,
+      "grad_norm": 0.07793563604354858,
+      "learning_rate": 1.9855566221158314e-05,
+      "loss": 0.6649020314216614,
+      "step": 1342
+    },
+    {
+      "epoch": 0.24815512004711807,
+      "grad_norm": 0.08001888543367386,
+      "learning_rate": 1.9855228193666724e-05,
+      "loss": 0.7470601797103882,
+      "step": 1343
+    },
+    {
+      "epoch": 0.2483398967560139,
+      "grad_norm": 0.0751085951924324,
+      "learning_rate": 1.985488977396789e-05,
+      "loss": 0.646827220916748,
+      "step": 1344
+    },
+    {
+      "epoch": 0.24852467346490975,
+      "grad_norm": 0.08412483334541321,
+      "learning_rate": 1.9854550962075273e-05,
+      "loss": 0.7207925319671631,
+      "step": 1345
+    },
+    {
+      "epoch": 0.24870945017380558,
+      "grad_norm": 0.09168536216020584,
+      "learning_rate": 1.985421175800236e-05,
+      "loss": 0.8863273859024048,
+      "step": 1346
+    },
+    {
+      "epoch": 0.24889422688270144,
+      "grad_norm": 0.09173490107059479,
+      "learning_rate": 1.985387216176265e-05,
+      "loss": 0.7285597324371338,
+      "step": 1347
+    },
+    {
+      "epoch": 0.2490790035915973,
+      "grad_norm": 0.0815114825963974,
+      "learning_rate": 1.9853532173369653e-05,
+      "loss": 0.8123331665992737,
+      "step": 1348
+    },
+    {
+      "epoch": 0.24926378030049312,
+      "grad_norm": 0.07043108344078064,
+      "learning_rate": 1.9853191792836906e-05,
+      "loss": 0.5145629644393921,
+      "step": 1349
+    },
+    {
+      "epoch": 0.24944855700938898,
+      "grad_norm": 0.0833626538515091,
+      "learning_rate": 1.9852851020177955e-05,
+      "loss": 0.7493253946304321,
+      "step": 1350
+    },
+    {
+      "epoch": 0.2496333337182848,
+      "grad_norm": 0.07964198291301727,
+      "learning_rate": 1.9852509855406354e-05,
+      "loss": 0.7904506325721741,
+      "step": 1351
+    },
+    {
+      "epoch": 0.24981811042718066,
+      "grad_norm": 0.08142036944627762,
+      "learning_rate": 1.9852168298535687e-05,
+      "loss": 0.6080458164215088,
+      "step": 1352
+    },
+    {
+      "epoch": 0.2500028871360765,
+      "grad_norm": 0.0822858139872551,
+      "learning_rate": 1.9851826349579547e-05,
+      "loss": 0.7370697259902954,
+      "step": 1353
+    },
+    {
+      "epoch": 0.2501876638449723,
+      "grad_norm": 0.0878128632903099,
+      "learning_rate": 1.9851484008551537e-05,
+      "loss": 0.8177471160888672,
+      "step": 1354
+    },
+    {
+      "epoch": 0.2503724405538682,
+      "grad_norm": 0.08483421057462692,
+      "learning_rate": 1.9851141275465288e-05,
+      "loss": 0.7663596272468567,
+      "step": 1355
+    },
+    {
+      "epoch": 0.25055721726276403,
+      "grad_norm": 0.08922464400529861,
+      "learning_rate": 1.9850798150334434e-05,
+      "loss": 0.70176100730896,
+      "step": 1356
+    },
+    {
+      "epoch": 0.25074199397165986,
+      "grad_norm": 0.08818759769201279,
+      "learning_rate": 1.9850454633172632e-05,
+      "loss": 0.8136799335479736,
+      "step": 1357
+    },
+    {
+      "epoch": 0.2509267706805557,
+      "grad_norm": 0.09864350408315659,
+      "learning_rate": 1.985011072399356e-05,
+      "loss": 1.0431067943572998,
+      "step": 1358
+    },
+    {
+      "epoch": 0.2511115473894516,
+      "grad_norm": 0.06932670623064041,
+      "learning_rate": 1.9849766422810893e-05,
+      "loss": 0.5578855276107788,
+      "step": 1359
+    },
+    {
+      "epoch": 0.2512963240983474,
+      "grad_norm": 0.09292439371347427,
+      "learning_rate": 1.984942172963834e-05,
+      "loss": 0.7040930986404419,
+      "step": 1360
+    },
+    {
+      "epoch": 0.25148110080724323,
+      "grad_norm": 0.07903002947568893,
+      "learning_rate": 1.9849076644489616e-05,
+      "loss": 0.6327306032180786,
+      "step": 1361
+    },
+    {
+      "epoch": 0.2516658775161391,
+      "grad_norm": 0.07349206507205963,
+      "learning_rate": 1.9848731167378457e-05,
+      "loss": 0.6429340243339539,
+      "step": 1362
+    },
+    {
+      "epoch": 0.25185065422503494,
+      "grad_norm": 0.08471519500017166,
+      "learning_rate": 1.9848385298318607e-05,
+      "loss": 0.754509449005127,
+      "step": 1363
+    },
+    {
+      "epoch": 0.25203543093393077,
+      "grad_norm": 0.07947010546922684,
+      "learning_rate": 1.9848039037323836e-05,
+      "loss": 0.5998097658157349,
+      "step": 1364
+    },
+    {
+      "epoch": 0.2522202076428266,
+      "grad_norm": 0.07180643081665039,
+      "learning_rate": 1.984769238440792e-05,
+      "loss": 0.6718336343765259,
+      "step": 1365
+    },
+    {
+      "epoch": 0.2524049843517225,
+      "grad_norm": 0.08686842024326324,
+      "learning_rate": 1.9847345339584662e-05,
+      "loss": 0.9123610258102417,
+      "step": 1366
+    },
+    {
+      "epoch": 0.2525897610606183,
+      "grad_norm": 0.09164551645517349,
+      "learning_rate": 1.984699790286786e-05,
+      "loss": 0.9346916079521179,
+      "step": 1367
+    },
+    {
+      "epoch": 0.25277453776951414,
+      "grad_norm": 0.06970732659101486,
+      "learning_rate": 1.9846650074271356e-05,
+      "loss": 0.758202075958252,
+      "step": 1368
+    },
+    {
+      "epoch": 0.25295931447840997,
+      "grad_norm": 0.08139359951019287,
+      "learning_rate": 1.984630185380898e-05,
+      "loss": 0.7334830164909363,
+      "step": 1369
+    },
+    {
+      "epoch": 0.25314409118730585,
+      "grad_norm": 0.08255112171173096,
+      "learning_rate": 1.98459532414946e-05,
+      "loss": 0.7164485454559326,
+      "step": 1370
+    },
+    {
+      "epoch": 0.2533288678962017,
+      "grad_norm": 0.09030817449092865,
+      "learning_rate": 1.984560423734208e-05,
+      "loss": 0.7118257880210876,
+      "step": 1371
+    },
+    {
+      "epoch": 0.2535136446050975,
+      "grad_norm": 0.09159182012081146,
+      "learning_rate": 1.9845254841365316e-05,
+      "loss": 0.8373132944107056,
+      "step": 1372
+    },
+    {
+      "epoch": 0.2536984213139934,
+      "grad_norm": 0.08677585422992706,
+      "learning_rate": 1.9844905053578213e-05,
+      "loss": 0.7780888676643372,
+      "step": 1373
+    },
+    {
+      "epoch": 0.2538831980228892,
+      "grad_norm": 0.06799543648958206,
+      "learning_rate": 1.984455487399469e-05,
+      "loss": 0.546689510345459,
+      "step": 1374
+    },
+    {
+      "epoch": 0.25406797473178505,
+      "grad_norm": 0.06946510821580887,
+      "learning_rate": 1.9844204302628683e-05,
+      "loss": 0.5932323932647705,
+      "step": 1375
+    },
+    {
+      "epoch": 0.2542527514406809,
+      "grad_norm": 0.09083466231822968,
+      "learning_rate": 1.984385333949414e-05,
+      "loss": 0.6616789698600769,
+      "step": 1376
+    },
+    {
+      "epoch": 0.25443752814957676,
+      "grad_norm": 0.08521077036857605,
+      "learning_rate": 1.9843501984605033e-05,
+      "loss": 0.8017097115516663,
+      "step": 1377
+    },
+    {
+      "epoch": 0.2546223048584726,
+      "grad_norm": 0.08863421529531479,
+      "learning_rate": 1.9843150237975343e-05,
+      "loss": 0.8838331699371338,
+      "step": 1378
+    },
+    {
+      "epoch": 0.2548070815673684,
+      "grad_norm": 0.1019650399684906,
+      "learning_rate": 1.984279809961907e-05,
+      "loss": 0.7910183072090149,
+      "step": 1379
+    },
+    {
+      "epoch": 0.25499185827626425,
+      "grad_norm": 0.0719834640622139,
+      "learning_rate": 1.9842445569550227e-05,
+      "loss": 0.682668149471283,
+      "step": 1380
+    },
+    {
+      "epoch": 0.25517663498516013,
+      "grad_norm": 0.08507004380226135,
+      "learning_rate": 1.984209264778284e-05,
+      "loss": 0.8330849409103394,
+      "step": 1381
+    },
+    {
+      "epoch": 0.25536141169405596,
+      "grad_norm": 0.10418731719255447,
+      "learning_rate": 1.9841739334330962e-05,
+      "loss": 1.0728949308395386,
+      "step": 1382
+    },
+    {
+      "epoch": 0.2555461884029518,
+      "grad_norm": 0.0746791809797287,
+      "learning_rate": 1.984138562920865e-05,
+      "loss": 0.6407696604728699,
+      "step": 1383
+    },
+    {
+      "epoch": 0.2557309651118477,
+      "grad_norm": 0.09626784175634384,
+      "learning_rate": 1.9841031532429972e-05,
+      "loss": 0.9932002425193787,
+      "step": 1384
+    },
+    {
+      "epoch": 0.2559157418207435,
+      "grad_norm": 0.09764228016138077,
+      "learning_rate": 1.9840677044009035e-05,
+      "loss": 0.7491921782493591,
+      "step": 1385
+    },
+    {
+      "epoch": 0.25610051852963933,
+      "grad_norm": 0.08643902093172073,
+      "learning_rate": 1.9840322163959938e-05,
+      "loss": 0.7618559002876282,
+      "step": 1386
+    },
+    {
+      "epoch": 0.25628529523853516,
+      "grad_norm": 0.08111730217933655,
+      "learning_rate": 1.9839966892296802e-05,
+      "loss": 0.6650518178939819,
+      "step": 1387
+    },
+    {
+      "epoch": 0.25647007194743104,
+      "grad_norm": 0.08415523916482925,
+      "learning_rate": 1.9839611229033774e-05,
+      "loss": 0.8092013001441956,
+      "step": 1388
+    },
+    {
+      "epoch": 0.2566548486563269,
+      "grad_norm": 0.07144782692193985,
+      "learning_rate": 1.9839255174185e-05,
+      "loss": 0.6734938621520996,
+      "step": 1389
+    },
+    {
+      "epoch": 0.2568396253652227,
+      "grad_norm": 0.09223801642656326,
+      "learning_rate": 1.983889872776465e-05,
+      "loss": 0.7030454277992249,
+      "step": 1390
+    },
+    {
+      "epoch": 0.25702440207411853,
+      "grad_norm": 0.09314022213220596,
+      "learning_rate": 1.983854188978692e-05,
+      "loss": 0.8970528841018677,
+      "step": 1391
+    },
+    {
+      "epoch": 0.2572091787830144,
+      "grad_norm": 0.0720200166106224,
+      "learning_rate": 1.9838184660265996e-05,
+      "loss": 0.6767599582672119,
+      "step": 1392
+    },
+    {
+      "epoch": 0.25739395549191024,
+      "grad_norm": 0.08036263287067413,
+      "learning_rate": 1.983782703921611e-05,
+      "loss": 0.8033877611160278,
+      "step": 1393
+    },
+    {
+      "epoch": 0.25757873220080607,
+      "grad_norm": 0.07800677418708801,
+      "learning_rate": 1.983746902665148e-05,
+      "loss": 0.7212039232254028,
+      "step": 1394
+    },
+    {
+      "epoch": 0.25776350890970195,
+      "grad_norm": 0.08257672935724258,
+      "learning_rate": 1.9837110622586364e-05,
+      "loss": 0.7464303374290466,
+      "step": 1395
+    },
+    {
+      "epoch": 0.2579482856185978,
+      "grad_norm": 0.07256592065095901,
+      "learning_rate": 1.983675182703502e-05,
+      "loss": 0.7287595868110657,
+      "step": 1396
+    },
+    {
+      "epoch": 0.2581330623274936,
+      "grad_norm": 0.06713775545358658,
+      "learning_rate": 1.983639264001173e-05,
+      "loss": 0.5811136960983276,
+      "step": 1397
+    },
+    {
+      "epoch": 0.25831783903638944,
+      "grad_norm": 0.08436959981918335,
+      "learning_rate": 1.9836033061530785e-05,
+      "loss": 0.6900782585144043,
+      "step": 1398
+    },
+    {
+      "epoch": 0.2585026157452853,
+      "grad_norm": 0.08242448419332504,
+      "learning_rate": 1.9835673091606498e-05,
+      "loss": 0.7158823609352112,
+      "step": 1399
+    },
+    {
+      "epoch": 0.25868739245418115,
+      "grad_norm": 0.07009007781744003,
+      "learning_rate": 1.9835312730253195e-05,
+      "loss": 0.5768419504165649,
+      "step": 1400
+    },
+    {
+      "epoch": 0.258872169163077,
+      "grad_norm": 0.07849988341331482,
+      "learning_rate": 1.983495197748521e-05,
+      "loss": 0.6357064247131348,
+      "step": 1401
+    },
+    {
+      "epoch": 0.2590569458719728,
+      "grad_norm": 0.10085313767194748,
+      "learning_rate": 1.9834590833316913e-05,
+      "loss": 0.817133903503418,
+      "step": 1402
+    },
+    {
+      "epoch": 0.2592417225808687,
+      "grad_norm": 0.10113980621099472,
+      "learning_rate": 1.983422929776267e-05,
+      "loss": 0.7684735655784607,
+      "step": 1403
+    },
+    {
+      "epoch": 0.2594264992897645,
+      "grad_norm": 0.0733640268445015,
+      "learning_rate": 1.9833867370836865e-05,
+      "loss": 0.6575866937637329,
+      "step": 1404
+    },
+    {
+      "epoch": 0.25961127599866035,
+      "grad_norm": 0.10067889094352722,
+      "learning_rate": 1.9833505052553905e-05,
+      "loss": 0.8692967891693115,
+      "step": 1405
+    },
+    {
+      "epoch": 0.25979605270755624,
+      "grad_norm": 0.07616506516933441,
+      "learning_rate": 1.983314234292821e-05,
+      "loss": 0.5759550333023071,
+      "step": 1406
+    },
+    {
+      "epoch": 0.25998082941645206,
+      "grad_norm": 0.13058625161647797,
+      "learning_rate": 1.9832779241974213e-05,
+      "loss": 1.1444944143295288,
+      "step": 1407
+    },
+    {
+      "epoch": 0.2601656061253479,
+      "grad_norm": 0.09796320647001266,
+      "learning_rate": 1.9832415749706366e-05,
+      "loss": 0.8220914006233215,
+      "step": 1408
+    },
+    {
+      "epoch": 0.2603503828342437,
+      "grad_norm": 0.06864874809980392,
+      "learning_rate": 1.9832051866139133e-05,
+      "loss": 0.6185899972915649,
+      "step": 1409
+    },
+    {
+      "epoch": 0.2605351595431396,
+      "grad_norm": 0.06889761239290237,
+      "learning_rate": 1.9831687591286995e-05,
+      "loss": 0.607519805431366,
+      "step": 1410
+    },
+    {
+      "epoch": 0.26071993625203543,
+      "grad_norm": 0.07183163613080978,
+      "learning_rate": 1.983132292516445e-05,
+      "loss": 0.6053565740585327,
+      "step": 1411
+    },
+    {
+      "epoch": 0.26090471296093126,
+      "grad_norm": 0.07045409828424454,
+      "learning_rate": 1.9830957867786013e-05,
+      "loss": 0.5963341593742371,
+      "step": 1412
+    },
+    {
+      "epoch": 0.2610894896698271,
+      "grad_norm": 0.0631919577717781,
+      "learning_rate": 1.983059241916621e-05,
+      "loss": 0.5690242052078247,
+      "step": 1413
+    },
+    {
+      "epoch": 0.261274266378723,
+      "grad_norm": 0.08845905214548111,
+      "learning_rate": 1.9830226579319585e-05,
+      "loss": 0.7385035157203674,
+      "step": 1414
+    },
+    {
+      "epoch": 0.2614590430876188,
+      "grad_norm": 0.08544179052114487,
+      "learning_rate": 1.9829860348260695e-05,
+      "loss": 0.8613137006759644,
+      "step": 1415
+    },
+    {
+      "epoch": 0.26164381979651463,
+      "grad_norm": 0.06891070306301117,
+      "learning_rate": 1.9829493726004117e-05,
+      "loss": 0.5957195162773132,
+      "step": 1416
+    },
+    {
+      "epoch": 0.2618285965054105,
+      "grad_norm": 0.07848822325468063,
+      "learning_rate": 1.982912671256444e-05,
+      "loss": 0.6115220189094543,
+      "step": 1417
+    },
+    {
+      "epoch": 0.26201337321430634,
+      "grad_norm": 0.10504502058029175,
+      "learning_rate": 1.9828759307956277e-05,
+      "loss": 0.9463704824447632,
+      "step": 1418
+    },
+    {
+      "epoch": 0.2621981499232022,
+      "grad_norm": 0.08608116209506989,
+      "learning_rate": 1.982839151219424e-05,
+      "loss": 0.7963468432426453,
+      "step": 1419
+    },
+    {
+      "epoch": 0.262382926632098,
+      "grad_norm": 0.09126728773117065,
+      "learning_rate": 1.9828023325292968e-05,
+      "loss": 0.7408127784729004,
+      "step": 1420
+    },
+    {
+      "epoch": 0.2625677033409939,
+      "grad_norm": 0.0852249264717102,
+      "learning_rate": 1.982765474726712e-05,
+      "loss": 0.6558241844177246,
+      "step": 1421
+    },
+    {
+      "epoch": 0.2627524800498897,
+      "grad_norm": 0.08563613146543503,
+      "learning_rate": 1.9827285778131355e-05,
+      "loss": 0.8080082535743713,
+      "step": 1422
+    },
+    {
+      "epoch": 0.26293725675878554,
+      "grad_norm": 0.08746327459812164,
+      "learning_rate": 1.9826916417900363e-05,
+      "loss": 0.7995231747627258,
+      "step": 1423
+    },
+    {
+      "epoch": 0.26312203346768137,
+      "grad_norm": 0.08268547058105469,
+      "learning_rate": 1.9826546666588844e-05,
+      "loss": 0.7918660640716553,
+      "step": 1424
+    },
+    {
+      "epoch": 0.26330681017657726,
+      "grad_norm": 0.0886000469326973,
+      "learning_rate": 1.982617652421151e-05,
+      "loss": 0.782829225063324,
+      "step": 1425
+    },
+    {
+      "epoch": 0.2634915868854731,
+      "grad_norm": 0.0858738124370575,
+      "learning_rate": 1.9825805990783095e-05,
+      "loss": 0.8857966065406799,
+      "step": 1426
+    },
+    {
+      "epoch": 0.2636763635943689,
+      "grad_norm": 0.07344409823417664,
+      "learning_rate": 1.982543506631834e-05,
+      "loss": 0.5548909902572632,
+      "step": 1427
+    },
+    {
+      "epoch": 0.2638611403032648,
+      "grad_norm": 0.09202000498771667,
+      "learning_rate": 1.9825063750832007e-05,
+      "loss": 0.8485000729560852,
+      "step": 1428
+    },
+    {
+      "epoch": 0.2640459170121606,
+      "grad_norm": 0.10929467529058456,
+      "learning_rate": 1.9824692044338876e-05,
+      "loss": 0.9773752093315125,
+      "step": 1429
+    },
+    {
+      "epoch": 0.26423069372105645,
+      "grad_norm": 0.08134205639362335,
+      "learning_rate": 1.982431994685374e-05,
+      "loss": 0.710753321647644,
+      "step": 1430
+    },
+    {
+      "epoch": 0.2644154704299523,
+      "grad_norm": 0.07787948101758957,
+      "learning_rate": 1.982394745839141e-05,
+      "loss": 0.6895082592964172,
+      "step": 1431
+    },
+    {
+      "epoch": 0.26460024713884817,
+      "grad_norm": 0.08764622360467911,
+      "learning_rate": 1.9823574578966704e-05,
+      "loss": 0.7310826182365417,
+      "step": 1432
+    },
+    {
+      "epoch": 0.264785023847744,
+      "grad_norm": 0.08674835413694382,
+      "learning_rate": 1.9823201308594465e-05,
+      "loss": 0.7989583015441895,
+      "step": 1433
+    },
+    {
+      "epoch": 0.2649698005566398,
+      "grad_norm": 0.08755107969045639,
+      "learning_rate": 1.9822827647289544e-05,
+      "loss": 0.7573221325874329,
+      "step": 1434
+    },
+    {
+      "epoch": 0.2651545772655357,
+      "grad_norm": 0.08561009168624878,
+      "learning_rate": 1.982245359506682e-05,
+      "loss": 0.7378658652305603,
+      "step": 1435
+    },
+    {
+      "epoch": 0.26533935397443154,
+      "grad_norm": 0.08592981845140457,
+      "learning_rate": 1.9822079151941163e-05,
+      "loss": 0.6005727648735046,
+      "step": 1436
+    },
+    {
+      "epoch": 0.26552413068332736,
+      "grad_norm": 0.0772705152630806,
+      "learning_rate": 1.9821704317927492e-05,
+      "loss": 0.5923016667366028,
+      "step": 1437
+    },
+    {
+      "epoch": 0.2657089073922232,
+      "grad_norm": 0.06057063862681389,
+      "learning_rate": 1.9821329093040717e-05,
+      "loss": 0.6054449081420898,
+      "step": 1438
+    },
+    {
+      "epoch": 0.2658936841011191,
+      "grad_norm": 0.08752863854169846,
+      "learning_rate": 1.982095347729577e-05,
+      "loss": 0.7829182147979736,
+      "step": 1439
+    },
+    {
+      "epoch": 0.2660784608100149,
+      "grad_norm": 0.06969458609819412,
+      "learning_rate": 1.98205774707076e-05,
+      "loss": 0.6038533449172974,
+      "step": 1440
+    },
+    {
+      "epoch": 0.26626323751891073,
+      "grad_norm": 0.0858176127076149,
+      "learning_rate": 1.9820201073291176e-05,
+      "loss": 0.7014481425285339,
+      "step": 1441
+    },
+    {
+      "epoch": 0.26644801422780656,
+      "grad_norm": 0.0728302150964737,
+      "learning_rate": 1.9819824285061466e-05,
+      "loss": 0.636441171169281,
+      "step": 1442
+    },
+    {
+      "epoch": 0.26663279093670245,
+      "grad_norm": 0.08914124220609665,
+      "learning_rate": 1.9819447106033476e-05,
+      "loss": 0.7722464799880981,
+      "step": 1443
+    },
+    {
+      "epoch": 0.2668175676455983,
+      "grad_norm": 0.07109539955854416,
+      "learning_rate": 1.981906953622221e-05,
+      "loss": 0.6806744337081909,
+      "step": 1444
+    },
+    {
+      "epoch": 0.2670023443544941,
+      "grad_norm": 0.07968464493751526,
+      "learning_rate": 1.98186915756427e-05,
+      "loss": 0.7673649191856384,
+      "step": 1445
+    },
+    {
+      "epoch": 0.26718712106339,
+      "grad_norm": 0.08722911030054092,
+      "learning_rate": 1.981831322430998e-05,
+      "loss": 0.6988089084625244,
+      "step": 1446
+    },
+    {
+      "epoch": 0.2673718977722858,
+      "grad_norm": 0.08498848229646683,
+      "learning_rate": 1.981793448223911e-05,
+      "loss": 0.7942920923233032,
+      "step": 1447
+    },
+    {
+      "epoch": 0.26755667448118164,
+      "grad_norm": 0.08321723341941833,
+      "learning_rate": 1.981755534944517e-05,
+      "loss": 0.8039382696151733,
+      "step": 1448
+    },
+    {
+      "epoch": 0.2677414511900775,
+      "grad_norm": 0.061859726905822754,
+      "learning_rate": 1.981717582594324e-05,
+      "loss": 0.5708411335945129,
+      "step": 1449
+    },
+    {
+      "epoch": 0.26792622789897336,
+      "grad_norm": 0.08954576402902603,
+      "learning_rate": 1.9816795911748422e-05,
+      "loss": 0.621968686580658,
+      "step": 1450
+    },
+    {
+      "epoch": 0.2681110046078692,
+      "grad_norm": 0.08501655608415604,
+      "learning_rate": 1.9816415606875844e-05,
+      "loss": 0.8544004559516907,
+      "step": 1451
+    },
+    {
+      "epoch": 0.268295781316765,
+      "grad_norm": 0.06574973464012146,
+      "learning_rate": 1.9816034911340635e-05,
+      "loss": 0.6134265065193176,
+      "step": 1452
+    },
+    {
+      "epoch": 0.26848055802566084,
+      "grad_norm": 0.04690899699926376,
+      "learning_rate": 1.9815653825157944e-05,
+      "loss": 0.4340095818042755,
+      "step": 1453
+    },
+    {
+      "epoch": 0.2686653347345567,
+      "grad_norm": 0.09002692997455597,
+      "learning_rate": 1.9815272348342947e-05,
+      "loss": 0.758969783782959,
+      "step": 1454
+    },
+    {
+      "epoch": 0.26885011144345256,
+      "grad_norm": 0.08969945460557938,
+      "learning_rate": 1.9814890480910815e-05,
+      "loss": 0.7402480840682983,
+      "step": 1455
+    },
+    {
+      "epoch": 0.2690348881523484,
+      "grad_norm": 0.08519411087036133,
+      "learning_rate": 1.9814508222876747e-05,
+      "loss": 0.6333010792732239,
+      "step": 1456
+    },
+    {
+      "epoch": 0.26921966486124427,
+      "grad_norm": 0.08576565235853195,
+      "learning_rate": 1.9814125574255957e-05,
+      "loss": 0.6507075428962708,
+      "step": 1457
+    },
+    {
+      "epoch": 0.2694044415701401,
+      "grad_norm": 0.07842403650283813,
+      "learning_rate": 1.9813742535063677e-05,
+      "loss": 0.7630261182785034,
+      "step": 1458
+    },
+    {
+      "epoch": 0.2695892182790359,
+      "grad_norm": 0.09197118133306503,
+      "learning_rate": 1.9813359105315144e-05,
+      "loss": 0.8912684321403503,
+      "step": 1459
+    },
+    {
+      "epoch": 0.26977399498793175,
+      "grad_norm": 0.07204412668943405,
+      "learning_rate": 1.9812975285025624e-05,
+      "loss": 0.6835379600524902,
+      "step": 1460
+    },
+    {
+      "epoch": 0.26995877169682764,
+      "grad_norm": 0.08579453825950623,
+      "learning_rate": 1.9812591074210385e-05,
+      "loss": 0.6865627765655518,
+      "step": 1461
+    },
+    {
+      "epoch": 0.27014354840572347,
+      "grad_norm": 0.07697734236717224,
+      "learning_rate": 1.9812206472884725e-05,
+      "loss": 0.8023110628128052,
+      "step": 1462
+    },
+    {
+      "epoch": 0.2703283251146193,
+      "grad_norm": 0.08861850947141647,
+      "learning_rate": 1.9811821481063943e-05,
+      "loss": 0.7018006443977356,
+      "step": 1463
+    },
+    {
+      "epoch": 0.2705131018235151,
+      "grad_norm": 0.08721664547920227,
+      "learning_rate": 1.981143609876336e-05,
+      "loss": 0.6645216345787048,
+      "step": 1464
+    },
+    {
+      "epoch": 0.270697878532411,
+      "grad_norm": 0.08017013221979141,
+      "learning_rate": 1.9811050325998323e-05,
+      "loss": 0.4490172564983368,
+      "step": 1465
+    },
+    {
+      "epoch": 0.27088265524130684,
+      "grad_norm": 0.07376329600811005,
+      "learning_rate": 1.9810664162784176e-05,
+      "loss": 0.6234690546989441,
+      "step": 1466
+    },
+    {
+      "epoch": 0.27106743195020266,
+      "grad_norm": 0.07300654798746109,
+      "learning_rate": 1.981027760913629e-05,
+      "loss": 0.6264599561691284,
+      "step": 1467
+    },
+    {
+      "epoch": 0.27125220865909855,
+      "grad_norm": 0.09759058058261871,
+      "learning_rate": 1.980989066507004e-05,
+      "loss": 0.9196485280990601,
+      "step": 1468
+    },
+    {
+      "epoch": 0.2714369853679944,
+      "grad_norm": 0.0837840735912323,
+      "learning_rate": 1.980950333060084e-05,
+      "loss": 0.530738890171051,
+      "step": 1469
+    },
+    {
+      "epoch": 0.2716217620768902,
+      "grad_norm": 0.07600148022174835,
+      "learning_rate": 1.9809115605744097e-05,
+      "loss": 0.5040048360824585,
+      "step": 1470
+    },
+    {
+      "epoch": 0.27180653878578603,
+      "grad_norm": 0.07696036994457245,
+      "learning_rate": 1.9808727490515238e-05,
+      "loss": 0.7642129063606262,
+      "step": 1471
+    },
+    {
+      "epoch": 0.2719913154946819,
+      "grad_norm": 0.08447156101465225,
+      "learning_rate": 1.9808338984929717e-05,
+      "loss": 0.7772355675697327,
+      "step": 1472
+    },
+    {
+      "epoch": 0.27217609220357775,
+      "grad_norm": 0.09380346536636353,
+      "learning_rate": 1.980795008900299e-05,
+      "loss": 0.6633673906326294,
+      "step": 1473
+    },
+    {
+      "epoch": 0.2723608689124736,
+      "grad_norm": 0.08995403349399567,
+      "learning_rate": 1.9807560802750533e-05,
+      "loss": 0.7711108922958374,
+      "step": 1474
+    },
+    {
+      "epoch": 0.2725456456213694,
+      "grad_norm": 0.07373813539743423,
+      "learning_rate": 1.9807171126187838e-05,
+      "loss": 0.5689606666564941,
+      "step": 1475
+    },
+    {
+      "epoch": 0.2727304223302653,
+      "grad_norm": 0.07707108557224274,
+      "learning_rate": 1.980678105933042e-05,
+      "loss": 0.5939176678657532,
+      "step": 1476
+    },
+    {
+      "epoch": 0.2729151990391611,
+      "grad_norm": 0.05576924607157707,
+      "learning_rate": 1.980639060219379e-05,
+      "loss": 0.5002748370170593,
+      "step": 1477
+    },
+    {
+      "epoch": 0.27309997574805694,
+      "grad_norm": 0.09329205006361008,
+      "learning_rate": 1.9805999754793503e-05,
+      "loss": 0.9085617065429688,
+      "step": 1478
+    },
+    {
+      "epoch": 0.27328475245695283,
+      "grad_norm": 0.0745263397693634,
+      "learning_rate": 1.9805608517145098e-05,
+      "loss": 0.7259835600852966,
+      "step": 1479
+    },
+    {
+      "epoch": 0.27346952916584866,
+      "grad_norm": 0.08092562109231949,
+      "learning_rate": 1.9805216889264155e-05,
+      "loss": 0.7348419427871704,
+      "step": 1480
+    },
+    {
+      "epoch": 0.2736543058747445,
+      "grad_norm": 0.08193597197532654,
+      "learning_rate": 1.9804824871166254e-05,
+      "loss": 0.6958684325218201,
+      "step": 1481
+    },
+    {
+      "epoch": 0.2738390825836403,
+      "grad_norm": 0.07525932043790817,
+      "learning_rate": 1.9804432462867002e-05,
+      "loss": 0.8857287764549255,
+      "step": 1482
+    },
+    {
+      "epoch": 0.2740238592925362,
+      "grad_norm": 0.09673633426427841,
+      "learning_rate": 1.9804039664382007e-05,
+      "loss": 0.9581448435783386,
+      "step": 1483
+    },
+    {
+      "epoch": 0.274208636001432,
+      "grad_norm": 0.09613839536905289,
+      "learning_rate": 1.980364647572691e-05,
+      "loss": 0.956735372543335,
+      "step": 1484
+    },
+    {
+      "epoch": 0.27439341271032786,
+      "grad_norm": 0.07544142007827759,
+      "learning_rate": 1.9803252896917356e-05,
+      "loss": 0.7517312169075012,
+      "step": 1485
+    },
+    {
+      "epoch": 0.2745781894192237,
+      "grad_norm": 0.07626946270465851,
+      "learning_rate": 1.9802858927969004e-05,
+      "loss": 0.6393277645111084,
+      "step": 1486
+    },
+    {
+      "epoch": 0.27476296612811957,
+      "grad_norm": 0.07800044864416122,
+      "learning_rate": 1.980246456889754e-05,
+      "loss": 0.6568846106529236,
+      "step": 1487
+    },
+    {
+      "epoch": 0.2749477428370154,
+      "grad_norm": 0.07493487000465393,
+      "learning_rate": 1.9802069819718652e-05,
+      "loss": 0.6556905508041382,
+      "step": 1488
+    },
+    {
+      "epoch": 0.2751325195459112,
+      "grad_norm": 0.07483842968940735,
+      "learning_rate": 1.980167468044805e-05,
+      "loss": 0.8307350873947144,
+      "step": 1489
+    },
+    {
+      "epoch": 0.2753172962548071,
+      "grad_norm": 0.09129715710878372,
+      "learning_rate": 1.9801279151101464e-05,
+      "loss": 1.0061156749725342,
+      "step": 1490
+    },
+    {
+      "epoch": 0.27550207296370294,
+      "grad_norm": 0.08590186387300491,
+      "learning_rate": 1.980088323169463e-05,
+      "loss": 0.8525320887565613,
+      "step": 1491
+    },
+    {
+      "epoch": 0.27568684967259877,
+      "grad_norm": 0.06311880052089691,
+      "learning_rate": 1.9800486922243306e-05,
+      "loss": 0.5494281053543091,
+      "step": 1492
+    },
+    {
+      "epoch": 0.2758716263814946,
+      "grad_norm": 0.07645311206579208,
+      "learning_rate": 1.9800090222763265e-05,
+      "loss": 0.8318729996681213,
+      "step": 1493
+    },
+    {
+      "epoch": 0.2760564030903905,
+      "grad_norm": 0.0779624953866005,
+      "learning_rate": 1.9799693133270294e-05,
+      "loss": 0.7272801399230957,
+      "step": 1494
+    },
+    {
+      "epoch": 0.2762411797992863,
+      "grad_norm": 0.07608146965503693,
+      "learning_rate": 1.9799295653780197e-05,
+      "loss": 0.6888601183891296,
+      "step": 1495
+    },
+    {
+      "epoch": 0.27642595650818214,
+      "grad_norm": 0.07562585175037384,
+      "learning_rate": 1.979889778430879e-05,
+      "loss": 0.6577703952789307,
+      "step": 1496
+    },
+    {
+      "epoch": 0.27661073321707796,
+      "grad_norm": 0.07444547116756439,
+      "learning_rate": 1.979849952487191e-05,
+      "loss": 0.7057503461837769,
+      "step": 1497
+    },
+    {
+      "epoch": 0.27679550992597385,
+      "grad_norm": 0.12092580646276474,
+      "learning_rate": 1.97981008754854e-05,
+      "loss": 0.4695255756378174,
+      "step": 1498
+    },
+    {
+      "epoch": 0.2769802866348697,
+      "grad_norm": 0.06313570588827133,
+      "learning_rate": 1.979770183616513e-05,
+      "loss": 0.5444561839103699,
+      "step": 1499
+    },
+    {
+      "epoch": 0.2771650633437655,
+      "grad_norm": 0.08924681693315506,
+      "learning_rate": 1.9797302406926984e-05,
+      "loss": 0.7740501165390015,
+      "step": 1500
+    },
+    {
+      "epoch": 0.2771650633437655,
+      "eval_loss": 0.7722002267837524,
+      "eval_runtime": 157.6041,
+      "eval_samples_per_second": 115.663,
+      "eval_steps_per_second": 14.46,
+      "step": 1500
+    },
+    {
+      "epoch": 0.2773498400526614,
+      "grad_norm": 0.0823410302400589,
+      "learning_rate": 1.979690258778685e-05,
+      "loss": 0.7805835604667664,
+      "step": 1501
+    },
+    {
+      "epoch": 0.2775346167615572,
+      "grad_norm": 0.08543116599321365,
+      "learning_rate": 1.9796502378760647e-05,
+      "loss": 0.7953980565071106,
+      "step": 1502
+    },
+    {
+      "epoch": 0.27771939347045305,
+      "grad_norm": 0.07848764955997467,
+      "learning_rate": 1.9796101779864296e-05,
+      "loss": 0.7930999994277954,
+      "step": 1503
+    },
+    {
+      "epoch": 0.2779041701793489,
+      "grad_norm": 0.06313935667276382,
+      "learning_rate": 1.9795700791113744e-05,
+      "loss": 0.5610463619232178,
+      "step": 1504
+    },
+    {
+      "epoch": 0.27808894688824476,
+      "grad_norm": 0.08681435137987137,
+      "learning_rate": 1.9795299412524948e-05,
+      "loss": 0.7095720767974854,
+      "step": 1505
+    },
+    {
+      "epoch": 0.2782737235971406,
+      "grad_norm": 0.08366895467042923,
+      "learning_rate": 1.9794897644113876e-05,
+      "loss": 0.7479497194290161,
+      "step": 1506
+    },
+    {
+      "epoch": 0.2784585003060364,
+      "grad_norm": 0.1002199575304985,
+      "learning_rate": 1.9794495485896528e-05,
+      "loss": 0.7468428611755371,
+      "step": 1507
+    },
+    {
+      "epoch": 0.27864327701493224,
+      "grad_norm": 0.047667015343904495,
+      "learning_rate": 1.9794092937888902e-05,
+      "loss": 0.4573146402835846,
+      "step": 1508
+    },
+    {
+      "epoch": 0.27882805372382813,
+      "grad_norm": 0.05945112183690071,
+      "learning_rate": 1.9793690000107017e-05,
+      "loss": 0.639329731464386,
+      "step": 1509
+    },
+    {
+      "epoch": 0.27901283043272396,
+      "grad_norm": 0.06146444007754326,
+      "learning_rate": 1.9793286672566905e-05,
+      "loss": 0.5720182657241821,
+      "step": 1510
+    },
+    {
+      "epoch": 0.2791976071416198,
+      "grad_norm": 0.08685909956693649,
+      "learning_rate": 1.979288295528463e-05,
+      "loss": 0.7960376739501953,
+      "step": 1511
+    },
+    {
+      "epoch": 0.27938238385051567,
+      "grad_norm": 0.05757363140583038,
+      "learning_rate": 1.979247884827625e-05,
+      "loss": 0.5274953842163086,
+      "step": 1512
+    },
+    {
+      "epoch": 0.2795671605594115,
+      "grad_norm": 0.05990239977836609,
+      "learning_rate": 1.9792074351557852e-05,
+      "loss": 0.4350784420967102,
+      "step": 1513
+    },
+    {
+      "epoch": 0.2797519372683073,
+      "grad_norm": 0.09007871150970459,
+      "learning_rate": 1.9791669465145525e-05,
+      "loss": 0.6337308287620544,
+      "step": 1514
+    },
+    {
+      "epoch": 0.27993671397720316,
+      "grad_norm": 0.07639160007238388,
+      "learning_rate": 1.979126418905539e-05,
+      "loss": 0.6822291016578674,
+      "step": 1515
+    },
+    {
+      "epoch": 0.28012149068609904,
+      "grad_norm": 0.0802912637591362,
+      "learning_rate": 1.979085852330357e-05,
+      "loss": 0.747983455657959,
+      "step": 1516
+    },
+    {
+      "epoch": 0.28030626739499487,
+      "grad_norm": 0.0773995965719223,
+      "learning_rate": 1.9790452467906216e-05,
+      "loss": 0.7091318368911743,
+      "step": 1517
+    },
+    {
+      "epoch": 0.2804910441038907,
+      "grad_norm": 0.0977666899561882,
+      "learning_rate": 1.9790046022879482e-05,
+      "loss": 0.8170154690742493,
+      "step": 1518
+    },
+    {
+      "epoch": 0.2806758208127865,
+      "grad_norm": 0.06563309580087662,
+      "learning_rate": 1.9789639188239548e-05,
+      "loss": 0.68996262550354,
+      "step": 1519
+    },
+    {
+      "epoch": 0.2808605975216824,
+      "grad_norm": 0.07695797830820084,
+      "learning_rate": 1.97892319640026e-05,
+      "loss": 0.7316287755966187,
+      "step": 1520
+    },
+    {
+      "epoch": 0.28104537423057824,
+      "grad_norm": 0.0802626758813858,
+      "learning_rate": 1.9788824350184845e-05,
+      "loss": 0.8406566977500916,
+      "step": 1521
+    },
+    {
+      "epoch": 0.28123015093947407,
+      "grad_norm": 0.08003909885883331,
+      "learning_rate": 1.9788416346802508e-05,
+      "loss": 0.7299249768257141,
+      "step": 1522
+    },
+    {
+      "epoch": 0.28141492764836995,
+      "grad_norm": 0.09115131944417953,
+      "learning_rate": 1.9788007953871825e-05,
+      "loss": 1.0389716625213623,
+      "step": 1523
+    },
+    {
+      "epoch": 0.2815997043572658,
+      "grad_norm": 0.08853866904973984,
+      "learning_rate": 1.9787599171409047e-05,
+      "loss": 0.9766581058502197,
+      "step": 1524
+    },
+    {
+      "epoch": 0.2817844810661616,
+      "grad_norm": 0.09646085649728775,
+      "learning_rate": 1.9787189999430443e-05,
+      "loss": 0.8425481915473938,
+      "step": 1525
+    },
+    {
+      "epoch": 0.28196925777505744,
+      "grad_norm": 0.07125802338123322,
+      "learning_rate": 1.97867804379523e-05,
+      "loss": 0.4887961149215698,
+      "step": 1526
+    },
+    {
+      "epoch": 0.2821540344839533,
+      "grad_norm": 0.07870358228683472,
+      "learning_rate": 1.9786370486990912e-05,
+      "loss": 0.772543728351593,
+      "step": 1527
+    },
+    {
+      "epoch": 0.28233881119284915,
+      "grad_norm": 0.09730803221464157,
+      "learning_rate": 1.97859601465626e-05,
+      "loss": 0.7736526727676392,
+      "step": 1528
+    },
+    {
+      "epoch": 0.282523587901745,
+      "grad_norm": 0.0814560204744339,
+      "learning_rate": 1.9785549416683685e-05,
+      "loss": 0.8670487403869629,
+      "step": 1529
+    },
+    {
+      "epoch": 0.2827083646106408,
+      "grad_norm": 0.09567133337259293,
+      "learning_rate": 1.9785138297370522e-05,
+      "loss": 0.920782208442688,
+      "step": 1530
+    },
+    {
+      "epoch": 0.2828931413195367,
+      "grad_norm": 0.09724999219179153,
+      "learning_rate": 1.9784726788639467e-05,
+      "loss": 0.7418619990348816,
+      "step": 1531
+    },
+    {
+      "epoch": 0.2830779180284325,
+      "grad_norm": 0.08737719058990479,
+      "learning_rate": 1.97843148905069e-05,
+      "loss": 0.6391053199768066,
+      "step": 1532
+    },
+    {
+      "epoch": 0.28326269473732835,
+      "grad_norm": 0.07193499058485031,
+      "learning_rate": 1.978390260298921e-05,
+      "loss": 0.6396481394767761,
+      "step": 1533
+    },
+    {
+      "epoch": 0.28344747144622423,
+      "grad_norm": 0.08356016874313354,
+      "learning_rate": 1.9783489926102803e-05,
+      "loss": 0.9004808068275452,
+      "step": 1534
+    },
+    {
+      "epoch": 0.28363224815512006,
+      "grad_norm": 0.07595232129096985,
+      "learning_rate": 1.978307685986411e-05,
+      "loss": 0.6460784077644348,
+      "step": 1535
+    },
+    {
+      "epoch": 0.2838170248640159,
+      "grad_norm": 0.1030508354306221,
+      "learning_rate": 1.9782663404289563e-05,
+      "loss": 0.9966877102851868,
+      "step": 1536
+    },
+    {
+      "epoch": 0.2840018015729117,
+      "grad_norm": 0.07105007767677307,
+      "learning_rate": 1.978224955939562e-05,
+      "loss": 0.8565782904624939,
+      "step": 1537
+    },
+    {
+      "epoch": 0.2841865782818076,
+      "grad_norm": 0.08711280673742294,
+      "learning_rate": 1.978183532519875e-05,
+      "loss": 0.7412756085395813,
+      "step": 1538
+    },
+    {
+      "epoch": 0.28437135499070343,
+      "grad_norm": 0.08922568708658218,
+      "learning_rate": 1.9781420701715438e-05,
+      "loss": 0.7539790272712708,
+      "step": 1539
+    },
+    {
+      "epoch": 0.28455613169959926,
+      "grad_norm": 0.06241748109459877,
+      "learning_rate": 1.9781005688962182e-05,
+      "loss": 0.5449891090393066,
+      "step": 1540
+    },
+    {
+      "epoch": 0.2847409084084951,
+      "grad_norm": 0.0753631517291069,
+      "learning_rate": 1.9780590286955502e-05,
+      "loss": 0.7677814364433289,
+      "step": 1541
+    },
+    {
+      "epoch": 0.28492568511739097,
+      "grad_norm": 0.09720226377248764,
+      "learning_rate": 1.9780174495711927e-05,
+      "loss": 0.8704606294631958,
+      "step": 1542
+    },
+    {
+      "epoch": 0.2851104618262868,
+      "grad_norm": 0.06104160472750664,
+      "learning_rate": 1.9779758315248006e-05,
+      "loss": 0.6052356362342834,
+      "step": 1543
+    },
+    {
+      "epoch": 0.2852952385351826,
+      "grad_norm": 0.0829816535115242,
+      "learning_rate": 1.97793417455803e-05,
+      "loss": 0.9357346892356873,
+      "step": 1544
+    },
+    {
+      "epoch": 0.2854800152440785,
+      "grad_norm": 0.07320324331521988,
+      "learning_rate": 1.9778924786725388e-05,
+      "loss": 0.6604475378990173,
+      "step": 1545
+    },
+    {
+      "epoch": 0.28566479195297434,
+      "grad_norm": 0.06625904887914658,
+      "learning_rate": 1.9778507438699864e-05,
+      "loss": 0.503479540348053,
+      "step": 1546
+    },
+    {
+      "epoch": 0.28584956866187017,
+      "grad_norm": 0.08408404886722565,
+      "learning_rate": 1.977808970152034e-05,
+      "loss": 0.7940577268600464,
+      "step": 1547
+    },
+    {
+      "epoch": 0.286034345370766,
+      "grad_norm": 0.08889124542474747,
+      "learning_rate": 1.977767157520343e-05,
+      "loss": 0.6014382243156433,
+      "step": 1548
+    },
+    {
+      "epoch": 0.2862191220796619,
+      "grad_norm": 0.07590803503990173,
+      "learning_rate": 1.977725305976579e-05,
+      "loss": 0.7175227403640747,
+      "step": 1549
+    },
+    {
+      "epoch": 0.2864038987885577,
+      "grad_norm": 0.08566652983427048,
+      "learning_rate": 1.9776834155224066e-05,
+      "loss": 0.652517557144165,
+      "step": 1550
+    },
+    {
+      "epoch": 0.28658867549745354,
+      "grad_norm": 0.0753151997923851,
+      "learning_rate": 1.9776414861594925e-05,
+      "loss": 0.5912181735038757,
+      "step": 1551
+    },
+    {
+      "epoch": 0.28677345220634937,
+      "grad_norm": 0.08349766582250595,
+      "learning_rate": 1.9775995178895064e-05,
+      "loss": 0.8511011600494385,
+      "step": 1552
+    },
+    {
+      "epoch": 0.28695822891524525,
+      "grad_norm": 0.08739432692527771,
+      "learning_rate": 1.977557510714118e-05,
+      "loss": 0.7831947207450867,
+      "step": 1553
+    },
+    {
+      "epoch": 0.2871430056241411,
+      "grad_norm": 0.10048934072256088,
+      "learning_rate": 1.977515464634999e-05,
+      "loss": 0.769275963306427,
+      "step": 1554
+    },
+    {
+      "epoch": 0.2873277823330369,
+      "grad_norm": 0.06515824794769287,
+      "learning_rate": 1.9774733796538226e-05,
+      "loss": 0.5589236617088318,
+      "step": 1555
+    },
+    {
+      "epoch": 0.2875125590419328,
+      "grad_norm": 0.09635279327630997,
+      "learning_rate": 1.9774312557722638e-05,
+      "loss": 0.8554244637489319,
+      "step": 1556
+    },
+    {
+      "epoch": 0.2876973357508286,
+      "grad_norm": 0.071099191904068,
+      "learning_rate": 1.9773890929919993e-05,
+      "loss": 0.9100094437599182,
+      "step": 1557
+    },
+    {
+      "epoch": 0.28788211245972445,
+      "grad_norm": 0.07915978878736496,
+      "learning_rate": 1.9773468913147066e-05,
+      "loss": 0.708828866481781,
+      "step": 1558
+    },
+    {
+      "epoch": 0.2880668891686203,
+      "grad_norm": 0.0634954422712326,
+      "learning_rate": 1.977304650742065e-05,
+      "loss": 0.6176474094390869,
+      "step": 1559
+    },
+    {
+      "epoch": 0.28825166587751616,
+      "grad_norm": 0.08128131926059723,
+      "learning_rate": 1.977262371275756e-05,
+      "loss": 0.7375856041908264,
+      "step": 1560
+    },
+    {
+      "epoch": 0.288436442586412,
+      "grad_norm": 0.07046988606452942,
+      "learning_rate": 1.9772200529174625e-05,
+      "loss": 0.5920605659484863,
+      "step": 1561
+    },
+    {
+      "epoch": 0.2886212192953078,
+      "grad_norm": 0.081866554915905,
+      "learning_rate": 1.977177695668868e-05,
+      "loss": 0.7324924468994141,
+      "step": 1562
+    },
+    {
+      "epoch": 0.28880599600420365,
+      "grad_norm": 0.06897556036710739,
+      "learning_rate": 1.9771352995316585e-05,
+      "loss": 0.46013137698173523,
+      "step": 1563
+    },
+    {
+      "epoch": 0.28899077271309953,
+      "grad_norm": 0.04982367157936096,
+      "learning_rate": 1.977092864507521e-05,
+      "loss": 0.4955293536186218,
+      "step": 1564
+    },
+    {
+      "epoch": 0.28917554942199536,
+      "grad_norm": 0.057923175394535065,
+      "learning_rate": 1.9770503905981444e-05,
+      "loss": 0.48194465041160583,
+      "step": 1565
+    },
+    {
+      "epoch": 0.2893603261308912,
+      "grad_norm": 0.08413425087928772,
+      "learning_rate": 1.9770078778052192e-05,
+      "loss": 0.6813338994979858,
+      "step": 1566
+    },
+    {
+      "epoch": 0.28954510283978707,
+      "grad_norm": 0.07808249443769455,
+      "learning_rate": 1.976965326130437e-05,
+      "loss": 0.6345247030258179,
+      "step": 1567
+    },
+    {
+      "epoch": 0.2897298795486829,
+      "grad_norm": 0.07906540483236313,
+      "learning_rate": 1.9769227355754913e-05,
+      "loss": 0.693480372428894,
+      "step": 1568
+    },
+    {
+      "epoch": 0.28991465625757873,
+      "grad_norm": 0.12125765532255173,
+      "learning_rate": 1.9768801061420774e-05,
+      "loss": 1.1367865800857544,
+      "step": 1569
+    },
+    {
+      "epoch": 0.29009943296647456,
+      "grad_norm": 0.0932023897767067,
+      "learning_rate": 1.9768374378318915e-05,
+      "loss": 0.7568378448486328,
+      "step": 1570
+    },
+    {
+      "epoch": 0.29028420967537044,
+      "grad_norm": 0.09901861846446991,
+      "learning_rate": 1.9767947306466318e-05,
+      "loss": 0.687638521194458,
+      "step": 1571
+    },
+    {
+      "epoch": 0.29046898638426627,
+      "grad_norm": 0.08295369148254395,
+      "learning_rate": 1.9767519845879975e-05,
+      "loss": 0.6895972490310669,
+      "step": 1572
+    },
+    {
+      "epoch": 0.2906537630931621,
+      "grad_norm": 0.08799974620342255,
+      "learning_rate": 1.97670919965769e-05,
+      "loss": 0.6818599104881287,
+      "step": 1573
+    },
+    {
+      "epoch": 0.2908385398020579,
+      "grad_norm": 0.09332655370235443,
+      "learning_rate": 1.9766663758574122e-05,
+      "loss": 0.9478365778923035,
+      "step": 1574
+    },
+    {
+      "epoch": 0.2910233165109538,
+      "grad_norm": 0.06791740655899048,
+      "learning_rate": 1.9766235131888684e-05,
+      "loss": 0.5521538257598877,
+      "step": 1575
+    },
+    {
+      "epoch": 0.29120809321984964,
+      "grad_norm": 0.07543913275003433,
+      "learning_rate": 1.9765806116537642e-05,
+      "loss": 0.8613795042037964,
+      "step": 1576
+    },
+    {
+      "epoch": 0.29139286992874547,
+      "grad_norm": 0.08647683262825012,
+      "learning_rate": 1.9765376712538067e-05,
+      "loss": 0.7674567699432373,
+      "step": 1577
+    },
+    {
+      "epoch": 0.29157764663764135,
+      "grad_norm": 0.07757703959941864,
+      "learning_rate": 1.9764946919907054e-05,
+      "loss": 0.6646807193756104,
+      "step": 1578
+    },
+    {
+      "epoch": 0.2917624233465372,
+      "grad_norm": 0.061070188879966736,
+      "learning_rate": 1.9764516738661706e-05,
+      "loss": 0.4340011775493622,
+      "step": 1579
+    },
+    {
+      "epoch": 0.291947200055433,
+      "grad_norm": 0.07494571805000305,
+      "learning_rate": 1.9764086168819136e-05,
+      "loss": 0.6426244974136353,
+      "step": 1580
+    },
+    {
+      "epoch": 0.29213197676432884,
+      "grad_norm": 0.08665431290864944,
+      "learning_rate": 1.9763655210396488e-05,
+      "loss": 0.7494552731513977,
+      "step": 1581
+    },
+    {
+      "epoch": 0.2923167534732247,
+      "grad_norm": 0.08033335208892822,
+      "learning_rate": 1.976322386341091e-05,
+      "loss": 0.6891940832138062,
+      "step": 1582
+    },
+    {
+      "epoch": 0.29250153018212055,
+      "grad_norm": 0.07510875910520554,
+      "learning_rate": 1.976279212787956e-05,
+      "loss": 0.6621313095092773,
+      "step": 1583
+    },
+    {
+      "epoch": 0.2926863068910164,
+      "grad_norm": 0.10144571214914322,
+      "learning_rate": 1.9762360003819637e-05,
+      "loss": 1.0374672412872314,
+      "step": 1584
+    },
+    {
+      "epoch": 0.2928710835999122,
+      "grad_norm": 0.07121730595827103,
+      "learning_rate": 1.9761927491248323e-05,
+      "loss": 0.7357268929481506,
+      "step": 1585
+    },
+    {
+      "epoch": 0.2930558603088081,
+      "grad_norm": 0.073287732899189,
+      "learning_rate": 1.9761494590182834e-05,
+      "loss": 0.6488692164421082,
+      "step": 1586
+    },
+    {
+      "epoch": 0.2932406370177039,
+      "grad_norm": 0.062283504754304886,
+      "learning_rate": 1.9761061300640405e-05,
+      "loss": 0.5477706789970398,
+      "step": 1587
+    },
+    {
+      "epoch": 0.29342541372659975,
+      "grad_norm": 0.07306306064128876,
+      "learning_rate": 1.9760627622638272e-05,
+      "loss": 0.7222064137458801,
+      "step": 1588
+    },
+    {
+      "epoch": 0.29361019043549563,
+      "grad_norm": 0.09012686461210251,
+      "learning_rate": 1.9760193556193697e-05,
+      "loss": 0.7955993413925171,
+      "step": 1589
+    },
+    {
+      "epoch": 0.29379496714439146,
+      "grad_norm": 0.09550463408231735,
+      "learning_rate": 1.9759759101323953e-05,
+      "loss": 0.9095275402069092,
+      "step": 1590
+    },
+    {
+      "epoch": 0.2939797438532873,
+      "grad_norm": 0.08157458901405334,
+      "learning_rate": 1.9759324258046336e-05,
+      "loss": 0.7226804494857788,
+      "step": 1591
+    },
+    {
+      "epoch": 0.2941645205621831,
+      "grad_norm": 0.0810418352484703,
+      "learning_rate": 1.9758889026378142e-05,
+      "loss": 0.7138922214508057,
+      "step": 1592
+    },
+    {
+      "epoch": 0.294349297271079,
+      "grad_norm": 0.08949844539165497,
+      "learning_rate": 1.97584534063367e-05,
+      "loss": 0.8396944999694824,
+      "step": 1593
+    },
+    {
+      "epoch": 0.29453407397997483,
+      "grad_norm": 0.07083319872617722,
+      "learning_rate": 1.975801739793934e-05,
+      "loss": 0.6845517158508301,
+      "step": 1594
+    },
+    {
+      "epoch": 0.29471885068887066,
+      "grad_norm": 0.08076249808073044,
+      "learning_rate": 1.9757581001203414e-05,
+      "loss": 0.7636187672615051,
+      "step": 1595
+    },
+    {
+      "epoch": 0.2949036273977665,
+      "grad_norm": 0.073576420545578,
+      "learning_rate": 1.9757144216146296e-05,
+      "loss": 0.6097922921180725,
+      "step": 1596
+    },
+    {
+      "epoch": 0.29508840410666237,
+      "grad_norm": 0.07440821081399918,
+      "learning_rate": 1.975670704278536e-05,
+      "loss": 0.6421791911125183,
+      "step": 1597
+    },
+    {
+      "epoch": 0.2952731808155582,
+      "grad_norm": 0.09239313751459122,
+      "learning_rate": 1.9756269481138015e-05,
+      "loss": 0.9637513756752014,
+      "step": 1598
+    },
+    {
+      "epoch": 0.29545795752445403,
+      "grad_norm": 0.07679717242717743,
+      "learning_rate": 1.9755831531221663e-05,
+      "loss": 0.6917498111724854,
+      "step": 1599
+    },
+    {
+      "epoch": 0.2956427342333499,
+      "grad_norm": 0.07973774522542953,
+      "learning_rate": 1.975539319305374e-05,
+      "loss": 0.7043184041976929,
+      "step": 1600
+    },
+    {
+      "epoch": 0.29582751094224574,
+      "grad_norm": 0.08145955204963684,
+      "learning_rate": 1.9754954466651688e-05,
+      "loss": 0.9160181283950806,
+      "step": 1601
+    },
+    {
+      "epoch": 0.29601228765114157,
+      "grad_norm": 0.07598098367452621,
+      "learning_rate": 1.9754515352032967e-05,
+      "loss": 0.7016775608062744,
+      "step": 1602
+    },
+    {
+      "epoch": 0.2961970643600374,
+      "grad_norm": 0.07639916241168976,
+      "learning_rate": 1.9754075849215056e-05,
+      "loss": 0.617500364780426,
+      "step": 1603
+    },
+    {
+      "epoch": 0.2963818410689333,
+      "grad_norm": 0.08500184863805771,
+      "learning_rate": 1.975363595821544e-05,
+      "loss": 0.6746414303779602,
+      "step": 1604
+    },
+    {
+      "epoch": 0.2965666177778291,
+      "grad_norm": 0.088084377348423,
+      "learning_rate": 1.975319567905163e-05,
+      "loss": 0.6506028771400452,
+      "step": 1605
+    },
+    {
+      "epoch": 0.29675139448672494,
+      "grad_norm": 0.06195947155356407,
+      "learning_rate": 1.9752755011741142e-05,
+      "loss": 0.5611916780471802,
+      "step": 1606
+    },
+    {
+      "epoch": 0.29693617119562077,
+      "grad_norm": 0.07300426065921783,
+      "learning_rate": 1.9752313956301518e-05,
+      "loss": 0.724642276763916,
+      "step": 1607
+    },
+    {
+      "epoch": 0.29712094790451665,
+      "grad_norm": 0.06841021031141281,
+      "learning_rate": 1.9751872512750314e-05,
+      "loss": 0.6004761457443237,
+      "step": 1608
+    },
+    {
+      "epoch": 0.2973057246134125,
+      "grad_norm": 0.07275708764791489,
+      "learning_rate": 1.975143068110509e-05,
+      "loss": 0.8002687692642212,
+      "step": 1609
+    },
+    {
+      "epoch": 0.2974905013223083,
+      "grad_norm": 0.06573881953954697,
+      "learning_rate": 1.9750988461383432e-05,
+      "loss": 0.5710200071334839,
+      "step": 1610
+    },
+    {
+      "epoch": 0.2976752780312042,
+      "grad_norm": 0.09672277420759201,
+      "learning_rate": 1.975054585360294e-05,
+      "loss": 0.8065577149391174,
+      "step": 1611
+    },
+    {
+      "epoch": 0.2978600547401,
+      "grad_norm": 0.05756446346640587,
+      "learning_rate": 1.9750102857781234e-05,
+      "loss": 0.5338827967643738,
+      "step": 1612
+    },
+    {
+      "epoch": 0.29804483144899585,
+      "grad_norm": 0.0928102657198906,
+      "learning_rate": 1.9749659473935937e-05,
+      "loss": 0.882835865020752,
+      "step": 1613
+    },
+    {
+      "epoch": 0.2982296081578917,
+      "grad_norm": 0.08123216778039932,
+      "learning_rate": 1.9749215702084693e-05,
+      "loss": 0.743979275226593,
+      "step": 1614
+    },
+    {
+      "epoch": 0.29841438486678756,
+      "grad_norm": 0.08603404462337494,
+      "learning_rate": 1.9748771542245167e-05,
+      "loss": 0.5993881821632385,
+      "step": 1615
+    },
+    {
+      "epoch": 0.2985991615756834,
+      "grad_norm": 0.08198370784521103,
+      "learning_rate": 1.974832699443503e-05,
+      "loss": 0.811705470085144,
+      "step": 1616
+    },
+    {
+      "epoch": 0.2987839382845792,
+      "grad_norm": 0.061221882700920105,
+      "learning_rate": 1.9747882058671982e-05,
+      "loss": 0.5289203524589539,
+      "step": 1617
+    },
+    {
+      "epoch": 0.29896871499347505,
+      "grad_norm": 0.0895276740193367,
+      "learning_rate": 1.9747436734973722e-05,
+      "loss": 0.8075624108314514,
+      "step": 1618
+    },
+    {
+      "epoch": 0.29915349170237093,
+      "grad_norm": 0.10405202955007553,
+      "learning_rate": 1.9746991023357978e-05,
+      "loss": 0.8427689075469971,
+      "step": 1619
+    },
+    {
+      "epoch": 0.29933826841126676,
+      "grad_norm": 0.05864064767956734,
+      "learning_rate": 1.9746544923842483e-05,
+      "loss": 0.4327649474143982,
+      "step": 1620
+    },
+    {
+      "epoch": 0.2995230451201626,
+      "grad_norm": 0.08024963736534119,
+      "learning_rate": 1.9746098436444997e-05,
+      "loss": 0.7758969068527222,
+      "step": 1621
+    },
+    {
+      "epoch": 0.2997078218290585,
+      "grad_norm": 0.09117995947599411,
+      "learning_rate": 1.974565156118328e-05,
+      "loss": 0.8343737125396729,
+      "step": 1622
+    },
+    {
+      "epoch": 0.2998925985379543,
+      "grad_norm": 0.08025994151830673,
+      "learning_rate": 1.9745204298075125e-05,
+      "loss": 0.7524757981300354,
+      "step": 1623
+    },
+    {
+      "epoch": 0.30007737524685013,
+      "grad_norm": 0.07531878352165222,
+      "learning_rate": 1.9744756647138326e-05,
+      "loss": 0.7118515372276306,
+      "step": 1624
+    },
+    {
+      "epoch": 0.30026215195574596,
+      "grad_norm": 0.06404253095388412,
+      "learning_rate": 1.97443086083907e-05,
+      "loss": 0.5755617618560791,
+      "step": 1625
+    },
+    {
+      "epoch": 0.30044692866464184,
+      "grad_norm": 0.06982641667127609,
+      "learning_rate": 1.974386018185008e-05,
+      "loss": 0.6257184147834778,
+      "step": 1626
+    },
+    {
+      "epoch": 0.30063170537353767,
+      "grad_norm": 0.07712169736623764,
+      "learning_rate": 1.9743411367534306e-05,
+      "loss": 0.7018937468528748,
+      "step": 1627
+    },
+    {
+      "epoch": 0.3008164820824335,
+      "grad_norm": 0.07761988788843155,
+      "learning_rate": 1.9742962165461245e-05,
+      "loss": 0.5967124700546265,
+      "step": 1628
+    },
+    {
+      "epoch": 0.30100125879132933,
+      "grad_norm": 0.07737915962934494,
+      "learning_rate": 1.974251257564877e-05,
+      "loss": 0.7350765466690063,
+      "step": 1629
+    },
+    {
+      "epoch": 0.3011860355002252,
+      "grad_norm": 0.0847436934709549,
+      "learning_rate": 1.9742062598114777e-05,
+      "loss": 0.7208263874053955,
+      "step": 1630
+    },
+    {
+      "epoch": 0.30137081220912104,
+      "grad_norm": 0.10813397169113159,
+      "learning_rate": 1.974161223287717e-05,
+      "loss": 0.9324489235877991,
+      "step": 1631
+    },
+    {
+      "epoch": 0.30155558891801687,
+      "grad_norm": 0.08521011471748352,
+      "learning_rate": 1.9741161479953872e-05,
+      "loss": 0.7783839106559753,
+      "step": 1632
+    },
+    {
+      "epoch": 0.30174036562691275,
+      "grad_norm": 0.08909272402524948,
+      "learning_rate": 1.9740710339362825e-05,
+      "loss": 1.0380836725234985,
+      "step": 1633
+    },
+    {
+      "epoch": 0.3019251423358086,
+      "grad_norm": 0.09834171086549759,
+      "learning_rate": 1.9740258811121982e-05,
+      "loss": 0.8330088257789612,
+      "step": 1634
+    },
+    {
+      "epoch": 0.3021099190447044,
+      "grad_norm": 0.06591691821813583,
+      "learning_rate": 1.9739806895249312e-05,
+      "loss": 0.6034543514251709,
+      "step": 1635
+    },
+    {
+      "epoch": 0.30229469575360024,
+      "grad_norm": 0.0819563940167427,
+      "learning_rate": 1.9739354591762798e-05,
+      "loss": 0.7539654970169067,
+      "step": 1636
+    },
+    {
+      "epoch": 0.3024794724624961,
+      "grad_norm": 0.05253589153289795,
+      "learning_rate": 1.973890190068044e-05,
+      "loss": 0.49244508147239685,
+      "step": 1637
+    },
+    {
+      "epoch": 0.30266424917139195,
+      "grad_norm": 0.08107242733240128,
+      "learning_rate": 1.973844882202026e-05,
+      "loss": 0.7167231440544128,
+      "step": 1638
+    },
+    {
+      "epoch": 0.3028490258802878,
+      "grad_norm": 0.08478766679763794,
+      "learning_rate": 1.9737995355800282e-05,
+      "loss": 0.8549013137817383,
+      "step": 1639
+    },
+    {
+      "epoch": 0.3030338025891836,
+      "grad_norm": 0.08669696748256683,
+      "learning_rate": 1.9737541502038556e-05,
+      "loss": 0.9710851907730103,
+      "step": 1640
+    },
+    {
+      "epoch": 0.3032185792980795,
+      "grad_norm": 0.0721355527639389,
+      "learning_rate": 1.9737087260753142e-05,
+      "loss": 0.8099871873855591,
+      "step": 1641
+    },
+    {
+      "epoch": 0.3034033560069753,
+      "grad_norm": 0.06791551411151886,
+      "learning_rate": 1.9736632631962118e-05,
+      "loss": 0.5181037187576294,
+      "step": 1642
+    },
+    {
+      "epoch": 0.30358813271587115,
+      "grad_norm": 0.0887824222445488,
+      "learning_rate": 1.9736177615683577e-05,
+      "loss": 0.9183768033981323,
+      "step": 1643
+    },
+    {
+      "epoch": 0.30377290942476703,
+      "grad_norm": 0.06414256989955902,
+      "learning_rate": 1.973572221193563e-05,
+      "loss": 0.6185742020606995,
+      "step": 1644
+    },
+    {
+      "epoch": 0.30395768613366286,
+      "grad_norm": 0.0856219157576561,
+      "learning_rate": 1.9735266420736397e-05,
+      "loss": 0.776534914970398,
+      "step": 1645
+    },
+    {
+      "epoch": 0.3041424628425587,
+      "grad_norm": 0.08579172939062119,
+      "learning_rate": 1.973481024210402e-05,
+      "loss": 0.7569576501846313,
+      "step": 1646
+    },
+    {
+      "epoch": 0.3043272395514545,
+      "grad_norm": 0.07078281790018082,
+      "learning_rate": 1.973435367605665e-05,
+      "loss": 0.7340545654296875,
+      "step": 1647
+    },
+    {
+      "epoch": 0.3045120162603504,
+      "grad_norm": 0.06933678686618805,
+      "learning_rate": 1.9733896722612457e-05,
+      "loss": 0.4218800365924835,
+      "step": 1648
+    },
+    {
+      "epoch": 0.30469679296924623,
+      "grad_norm": 0.08380237966775894,
+      "learning_rate": 1.9733439381789628e-05,
+      "loss": 0.7405287027359009,
+      "step": 1649
+    },
+    {
+      "epoch": 0.30488156967814206,
+      "grad_norm": 0.07812915742397308,
+      "learning_rate": 1.9732981653606367e-05,
+      "loss": 0.9389246702194214,
+      "step": 1650
+    },
+    {
+      "epoch": 0.3050663463870379,
+      "grad_norm": 0.08571448922157288,
+      "learning_rate": 1.9732523538080882e-05,
+      "loss": 0.6957086324691772,
+      "step": 1651
+    },
+    {
+      "epoch": 0.3052511230959338,
+      "grad_norm": 0.07718904316425323,
+      "learning_rate": 1.9732065035231415e-05,
+      "loss": 0.7227778434753418,
+      "step": 1652
+    },
+    {
+      "epoch": 0.3054358998048296,
+      "grad_norm": 0.056292854249477386,
+      "learning_rate": 1.9731606145076204e-05,
+      "loss": 0.4814959168434143,
+      "step": 1653
+    },
+    {
+      "epoch": 0.30562067651372543,
+      "grad_norm": 0.06578993052244186,
+      "learning_rate": 1.9731146867633514e-05,
+      "loss": 0.6709810495376587,
+      "step": 1654
+    },
+    {
+      "epoch": 0.3058054532226213,
+      "grad_norm": 0.0599241629242897,
+      "learning_rate": 1.9730687202921625e-05,
+      "loss": 0.5246766209602356,
+      "step": 1655
+    },
+    {
+      "epoch": 0.30599022993151714,
+      "grad_norm": 0.07661686092615128,
+      "learning_rate": 1.973022715095883e-05,
+      "loss": 0.6775780916213989,
+      "step": 1656
+    },
+    {
+      "epoch": 0.30617500664041297,
+      "grad_norm": 0.09185819327831268,
+      "learning_rate": 1.972976671176343e-05,
+      "loss": 0.9404529929161072,
+      "step": 1657
+    },
+    {
+      "epoch": 0.3063597833493088,
+      "grad_norm": 0.0755624771118164,
+      "learning_rate": 1.9729305885353766e-05,
+      "loss": 0.7290748357772827,
+      "step": 1658
+    },
+    {
+      "epoch": 0.3065445600582047,
+      "grad_norm": 0.06746925413608551,
+      "learning_rate": 1.9728844671748156e-05,
+      "loss": 0.6544076800346375,
+      "step": 1659
+    },
+    {
+      "epoch": 0.3067293367671005,
+      "grad_norm": 0.07987582683563232,
+      "learning_rate": 1.9728383070964972e-05,
+      "loss": 0.7994759678840637,
+      "step": 1660
+    },
+    {
+      "epoch": 0.30691411347599634,
+      "grad_norm": 0.10454621911048889,
+      "learning_rate": 1.9727921083022577e-05,
+      "loss": 0.8565311431884766,
+      "step": 1661
+    },
+    {
+      "epoch": 0.30709889018489217,
+      "grad_norm": 0.08259614557027817,
+      "learning_rate": 1.972745870793936e-05,
+      "loss": 0.8979726433753967,
+      "step": 1662
+    },
+    {
+      "epoch": 0.30728366689378805,
+      "grad_norm": 0.07282306253910065,
+      "learning_rate": 1.9726995945733715e-05,
+      "loss": 0.7132416367530823,
+      "step": 1663
+    },
+    {
+      "epoch": 0.3074684436026839,
+      "grad_norm": 0.07935132086277008,
+      "learning_rate": 1.9726532796424066e-05,
+      "loss": 0.6348034739494324,
+      "step": 1664
+    },
+    {
+      "epoch": 0.3076532203115797,
+      "grad_norm": 0.08050986379384995,
+      "learning_rate": 1.9726069260028838e-05,
+      "loss": 0.6966174244880676,
+      "step": 1665
+    },
+    {
+      "epoch": 0.3078379970204756,
+      "grad_norm": 0.07889799773693085,
+      "learning_rate": 1.972560533656649e-05,
+      "loss": 0.7163848280906677,
+      "step": 1666
+    },
+    {
+      "epoch": 0.3080227737293714,
+      "grad_norm": 0.11050339043140411,
+      "learning_rate": 1.9725141026055473e-05,
+      "loss": 0.8334489464759827,
+      "step": 1667
+    },
+    {
+      "epoch": 0.30820755043826725,
+      "grad_norm": 0.07277112454175949,
+      "learning_rate": 1.9724676328514267e-05,
+      "loss": 0.6129276752471924,
+      "step": 1668
+    },
+    {
+      "epoch": 0.3083923271471631,
+      "grad_norm": 0.06715867668390274,
+      "learning_rate": 1.972421124396137e-05,
+      "loss": 0.5154484510421753,
+      "step": 1669
+    },
+    {
+      "epoch": 0.30857710385605897,
+      "grad_norm": 0.06250986456871033,
+      "learning_rate": 1.972374577241529e-05,
+      "loss": 0.4796812832355499,
+      "step": 1670
+    },
+    {
+      "epoch": 0.3087618805649548,
+      "grad_norm": 0.06873840093612671,
+      "learning_rate": 1.9723279913894547e-05,
+      "loss": 0.6062132120132446,
+      "step": 1671
+    },
+    {
+      "epoch": 0.3089466572738506,
+      "grad_norm": 0.06897095590829849,
+      "learning_rate": 1.9722813668417682e-05,
+      "loss": 0.6902108788490295,
+      "step": 1672
+    },
+    {
+      "epoch": 0.30913143398274645,
+      "grad_norm": 0.07618202269077301,
+      "learning_rate": 1.972234703600326e-05,
+      "loss": 0.5897256731987,
+      "step": 1673
+    },
+    {
+      "epoch": 0.30931621069164233,
+      "grad_norm": 0.08293811231851578,
+      "learning_rate": 1.9721880016669836e-05,
+      "loss": 0.6409721970558167,
+      "step": 1674
+    },
+    {
+      "epoch": 0.30950098740053816,
+      "grad_norm": 0.08881959319114685,
+      "learning_rate": 1.9721412610436005e-05,
+      "loss": 0.8430206179618835,
+      "step": 1675
+    },
+    {
+      "epoch": 0.309685764109434,
+      "grad_norm": 0.062191516160964966,
+      "learning_rate": 1.9720944817320366e-05,
+      "loss": 0.5813213586807251,
+      "step": 1676
+    },
+    {
+      "epoch": 0.3098705408183299,
+      "grad_norm": 0.07826868444681168,
+      "learning_rate": 1.9720476637341538e-05,
+      "loss": 0.5941954255104065,
+      "step": 1677
+    },
+    {
+      "epoch": 0.3100553175272257,
+      "grad_norm": 0.07638590037822723,
+      "learning_rate": 1.972000807051815e-05,
+      "loss": 0.512177586555481,
+      "step": 1678
+    },
+    {
+      "epoch": 0.31024009423612153,
+      "grad_norm": 0.08276208490133286,
+      "learning_rate": 1.9719539116868852e-05,
+      "loss": 0.6290682554244995,
+      "step": 1679
+    },
+    {
+      "epoch": 0.31042487094501736,
+      "grad_norm": 0.08368974179029465,
+      "learning_rate": 1.9719069776412305e-05,
+      "loss": 0.8070504069328308,
+      "step": 1680
+    },
+    {
+      "epoch": 0.31060964765391325,
+      "grad_norm": 0.06858662515878677,
+      "learning_rate": 1.9718600049167187e-05,
+      "loss": 0.674410879611969,
+      "step": 1681
+    },
+    {
+      "epoch": 0.3107944243628091,
+      "grad_norm": 0.08916907757520676,
+      "learning_rate": 1.9718129935152193e-05,
+      "loss": 0.8041301369667053,
+      "step": 1682
+    },
+    {
+      "epoch": 0.3109792010717049,
+      "grad_norm": 0.07412692904472351,
+      "learning_rate": 1.971765943438603e-05,
+      "loss": 0.8276036381721497,
+      "step": 1683
+    },
+    {
+      "epoch": 0.31116397778060073,
+      "grad_norm": 0.08200951665639877,
+      "learning_rate": 1.9717188546887428e-05,
+      "loss": 0.6787245273590088,
+      "step": 1684
+    },
+    {
+      "epoch": 0.3113487544894966,
+      "grad_norm": 0.0751579999923706,
+      "learning_rate": 1.9716717272675122e-05,
+      "loss": 0.7200093865394592,
+      "step": 1685
+    },
+    {
+      "epoch": 0.31153353119839244,
+      "grad_norm": 0.06252330541610718,
+      "learning_rate": 1.9716245611767868e-05,
+      "loss": 0.5830127596855164,
+      "step": 1686
+    },
+    {
+      "epoch": 0.3117183079072883,
+      "grad_norm": 0.08460020273923874,
+      "learning_rate": 1.9715773564184436e-05,
+      "loss": 0.9173708558082581,
+      "step": 1687
+    },
+    {
+      "epoch": 0.31190308461618416,
+      "grad_norm": 0.07136960327625275,
+      "learning_rate": 1.9715301129943613e-05,
+      "loss": 0.5702857971191406,
+      "step": 1688
+    },
+    {
+      "epoch": 0.31208786132508,
+      "grad_norm": 0.08351925015449524,
+      "learning_rate": 1.9714828309064202e-05,
+      "loss": 0.7518531084060669,
+      "step": 1689
+    },
+    {
+      "epoch": 0.3122726380339758,
+      "grad_norm": 0.07065819203853607,
+      "learning_rate": 1.9714355101565016e-05,
+      "loss": 0.7276631593704224,
+      "step": 1690
+    },
+    {
+      "epoch": 0.31245741474287164,
+      "grad_norm": 0.06705459207296371,
+      "learning_rate": 1.9713881507464888e-05,
+      "loss": 0.6821085810661316,
+      "step": 1691
+    },
+    {
+      "epoch": 0.3126421914517675,
+      "grad_norm": 0.09088122099637985,
+      "learning_rate": 1.971340752678267e-05,
+      "loss": 0.8744920492172241,
+      "step": 1692
+    },
+    {
+      "epoch": 0.31282696816066335,
+      "grad_norm": 0.08711528778076172,
+      "learning_rate": 1.971293315953722e-05,
+      "loss": 0.7038059830665588,
+      "step": 1693
+    },
+    {
+      "epoch": 0.3130117448695592,
+      "grad_norm": 0.07936561852693558,
+      "learning_rate": 1.971245840574742e-05,
+      "loss": 0.7303805947303772,
+      "step": 1694
+    },
+    {
+      "epoch": 0.313196521578455,
+      "grad_norm": 0.0750492587685585,
+      "learning_rate": 1.971198326543216e-05,
+      "loss": 0.5951574444770813,
+      "step": 1695
+    },
+    {
+      "epoch": 0.3133812982873509,
+      "grad_norm": 0.07795064896345139,
+      "learning_rate": 1.971150773861035e-05,
+      "loss": 0.6603903770446777,
+      "step": 1696
+    },
+    {
+      "epoch": 0.3135660749962467,
+      "grad_norm": 0.07857033610343933,
+      "learning_rate": 1.971103182530092e-05,
+      "loss": 0.7110896706581116,
+      "step": 1697
+    },
+    {
+      "epoch": 0.31375085170514255,
+      "grad_norm": 0.07372584193944931,
+      "learning_rate": 1.9710555525522802e-05,
+      "loss": 0.5947229862213135,
+      "step": 1698
+    },
+    {
+      "epoch": 0.31393562841403844,
+      "grad_norm": 0.06809160858392715,
+      "learning_rate": 1.971007883929495e-05,
+      "loss": 0.6651185750961304,
+      "step": 1699
+    },
+    {
+      "epoch": 0.31412040512293427,
+      "grad_norm": 0.05984443426132202,
+      "learning_rate": 1.970960176663635e-05,
+      "loss": 0.40316981077194214,
+      "step": 1700
+    },
+    {
+      "epoch": 0.3143051818318301,
+      "grad_norm": 0.11108367145061493,
+      "learning_rate": 1.970912430756597e-05,
+      "loss": 1.125005841255188,
+      "step": 1701
+    },
+    {
+      "epoch": 0.3144899585407259,
+      "grad_norm": 0.09628898650407791,
+      "learning_rate": 1.9708646462102818e-05,
+      "loss": 0.708713948726654,
+      "step": 1702
+    },
+    {
+      "epoch": 0.3146747352496218,
+      "grad_norm": 0.07885843515396118,
+      "learning_rate": 1.970816823026591e-05,
+      "loss": 0.5283644795417786,
+      "step": 1703
+    },
+    {
+      "epoch": 0.31485951195851763,
+      "grad_norm": 0.0594625324010849,
+      "learning_rate": 1.9707689612074286e-05,
+      "loss": 0.4736645221710205,
+      "step": 1704
+    },
+    {
+      "epoch": 0.31504428866741346,
+      "grad_norm": 0.09794385731220245,
+      "learning_rate": 1.970721060754698e-05,
+      "loss": 0.9850810170173645,
+      "step": 1705
+    },
+    {
+      "epoch": 0.3152290653763093,
+      "grad_norm": 0.07433894276618958,
+      "learning_rate": 1.9706731216703066e-05,
+      "loss": 0.6193894147872925,
+      "step": 1706
+    },
+    {
+      "epoch": 0.3154138420852052,
+      "grad_norm": 0.0941387340426445,
+      "learning_rate": 1.970625143956162e-05,
+      "loss": 0.9859358072280884,
+      "step": 1707
+    },
+    {
+      "epoch": 0.315598618794101,
+      "grad_norm": 0.06878665834665298,
+      "learning_rate": 1.9705771276141727e-05,
+      "loss": 0.5013079047203064,
+      "step": 1708
+    },
+    {
+      "epoch": 0.31578339550299683,
+      "grad_norm": 0.08492394536733627,
+      "learning_rate": 1.970529072646251e-05,
+      "loss": 0.7924782037734985,
+      "step": 1709
+    },
+    {
+      "epoch": 0.3159681722118927,
+      "grad_norm": 0.07478411495685577,
+      "learning_rate": 1.970480979054308e-05,
+      "loss": 0.6038049459457397,
+      "step": 1710
+    },
+    {
+      "epoch": 0.31615294892078855,
+      "grad_norm": 0.07372638583183289,
+      "learning_rate": 1.9704328468402586e-05,
+      "loss": 0.6259400844573975,
+      "step": 1711
+    },
+    {
+      "epoch": 0.3163377256296844,
+      "grad_norm": 0.07732758671045303,
+      "learning_rate": 1.9703846760060175e-05,
+      "loss": 0.7466741800308228,
+      "step": 1712
+    },
+    {
+      "epoch": 0.3165225023385802,
+      "grad_norm": 0.07305384427309036,
+      "learning_rate": 1.9703364665535027e-05,
+      "loss": 0.7214388847351074,
+      "step": 1713
+    },
+    {
+      "epoch": 0.3167072790474761,
+      "grad_norm": 0.07644770294427872,
+      "learning_rate": 1.9702882184846324e-05,
+      "loss": 0.7326534390449524,
+      "step": 1714
+    },
+    {
+      "epoch": 0.3168920557563719,
+      "grad_norm": 0.08744385093450546,
+      "learning_rate": 1.9702399318013265e-05,
+      "loss": 0.8739240169525146,
+      "step": 1715
+    },
+    {
+      "epoch": 0.31707683246526774,
+      "grad_norm": 0.06662850826978683,
+      "learning_rate": 1.970191606505507e-05,
+      "loss": 0.6399668455123901,
+      "step": 1716
+    },
+    {
+      "epoch": 0.3172616091741636,
+      "grad_norm": 0.08732137829065323,
+      "learning_rate": 1.9701432425990963e-05,
+      "loss": 0.7474459409713745,
+      "step": 1717
+    },
+    {
+      "epoch": 0.31744638588305946,
+      "grad_norm": 0.08268634974956512,
+      "learning_rate": 1.9700948400840203e-05,
+      "loss": 0.8560296893119812,
+      "step": 1718
+    },
+    {
+      "epoch": 0.3176311625919553,
+      "grad_norm": 0.09292731434106827,
+      "learning_rate": 1.9700463989622048e-05,
+      "loss": 0.905507504940033,
+      "step": 1719
+    },
+    {
+      "epoch": 0.3178159393008511,
+      "grad_norm": 0.07785472273826599,
+      "learning_rate": 1.969997919235577e-05,
+      "loss": 0.6575971245765686,
+      "step": 1720
+    },
+    {
+      "epoch": 0.318000716009747,
+      "grad_norm": 0.07556314021348953,
+      "learning_rate": 1.969949400906067e-05,
+      "loss": 0.5453295707702637,
+      "step": 1721
+    },
+    {
+      "epoch": 0.3181854927186428,
+      "grad_norm": 0.08012852072715759,
+      "learning_rate": 1.9699008439756054e-05,
+      "loss": 0.7174992561340332,
+      "step": 1722
+    },
+    {
+      "epoch": 0.31837026942753865,
+      "grad_norm": 0.09103730320930481,
+      "learning_rate": 1.9698522484461248e-05,
+      "loss": 0.6318363547325134,
+      "step": 1723
+    },
+    {
+      "epoch": 0.3185550461364345,
+      "grad_norm": 0.08566120266914368,
+      "learning_rate": 1.9698036143195587e-05,
+      "loss": 0.8285524845123291,
+      "step": 1724
+    },
+    {
+      "epoch": 0.31873982284533037,
+      "grad_norm": 0.08602138608694077,
+      "learning_rate": 1.9697549415978432e-05,
+      "loss": 0.8359253406524658,
+      "step": 1725
+    },
+    {
+      "epoch": 0.3189245995542262,
+      "grad_norm": 0.070762500166893,
+      "learning_rate": 1.9697062302829147e-05,
+      "loss": 0.5441091060638428,
+      "step": 1726
+    },
+    {
+      "epoch": 0.319109376263122,
+      "grad_norm": 0.067392498254776,
+      "learning_rate": 1.9696574803767124e-05,
+      "loss": 0.5648691654205322,
+      "step": 1727
+    },
+    {
+      "epoch": 0.31929415297201785,
+      "grad_norm": 0.07054133713245392,
+      "learning_rate": 1.9696086918811757e-05,
+      "loss": 0.6661797761917114,
+      "step": 1728
+    },
+    {
+      "epoch": 0.31947892968091374,
+      "grad_norm": 0.07675296068191528,
+      "learning_rate": 1.9695598647982467e-05,
+      "loss": 0.5624269843101501,
+      "step": 1729
+    },
+    {
+      "epoch": 0.31966370638980957,
+      "grad_norm": 0.08781984448432922,
+      "learning_rate": 1.9695109991298686e-05,
+      "loss": 0.7983731031417847,
+      "step": 1730
+    },
+    {
+      "epoch": 0.3198484830987054,
+      "grad_norm": 0.0866129994392395,
+      "learning_rate": 1.9694620948779857e-05,
+      "loss": 0.700450599193573,
+      "step": 1731
+    },
+    {
+      "epoch": 0.3200332598076013,
+      "grad_norm": 0.07832545787096024,
+      "learning_rate": 1.9694131520445445e-05,
+      "loss": 0.7811502814292908,
+      "step": 1732
+    },
+    {
+      "epoch": 0.3202180365164971,
+      "grad_norm": 0.09444748610258102,
+      "learning_rate": 1.9693641706314926e-05,
+      "loss": 0.8800259828567505,
+      "step": 1733
+    },
+    {
+      "epoch": 0.32040281322539294,
+      "grad_norm": 0.08850855380296707,
+      "learning_rate": 1.9693151506407798e-05,
+      "loss": 0.8175960183143616,
+      "step": 1734
+    },
+    {
+      "epoch": 0.32058758993428876,
+      "grad_norm": 0.07670994848012924,
+      "learning_rate": 1.9692660920743566e-05,
+      "loss": 0.7358960509300232,
+      "step": 1735
+    },
+    {
+      "epoch": 0.32077236664318465,
+      "grad_norm": 0.09213895350694656,
+      "learning_rate": 1.9692169949341753e-05,
+      "loss": 0.9158545732498169,
+      "step": 1736
+    },
+    {
+      "epoch": 0.3209571433520805,
+      "grad_norm": 0.07196273654699326,
+      "learning_rate": 1.9691678592221902e-05,
+      "loss": 0.6552197933197021,
+      "step": 1737
+    },
+    {
+      "epoch": 0.3211419200609763,
+      "grad_norm": 0.10566510260105133,
+      "learning_rate": 1.969118684940356e-05,
+      "loss": 0.727062463760376,
+      "step": 1738
+    },
+    {
+      "epoch": 0.32132669676987213,
+      "grad_norm": 0.09496032446622849,
+      "learning_rate": 1.96906947209063e-05,
+      "loss": 0.9609939455986023,
+      "step": 1739
+    },
+    {
+      "epoch": 0.321511473478768,
+      "grad_norm": 0.09011634439229965,
+      "learning_rate": 1.9690202206749713e-05,
+      "loss": 0.864891767501831,
+      "step": 1740
+    },
+    {
+      "epoch": 0.32169625018766385,
+      "grad_norm": 0.09794040024280548,
+      "learning_rate": 1.9689709306953393e-05,
+      "loss": 0.9009979963302612,
+      "step": 1741
+    },
+    {
+      "epoch": 0.3218810268965597,
+      "grad_norm": 0.07013952732086182,
+      "learning_rate": 1.9689216021536956e-05,
+      "loss": 0.5138965249061584,
+      "step": 1742
+    },
+    {
+      "epoch": 0.32206580360545556,
+      "grad_norm": 0.07850988954305649,
+      "learning_rate": 1.9688722350520035e-05,
+      "loss": 0.7609305381774902,
+      "step": 1743
+    },
+    {
+      "epoch": 0.3222505803143514,
+      "grad_norm": 0.09505235403776169,
+      "learning_rate": 1.968822829392228e-05,
+      "loss": 0.9003138542175293,
+      "step": 1744
+    },
+    {
+      "epoch": 0.3224353570232472,
+      "grad_norm": 0.08867599815130234,
+      "learning_rate": 1.9687733851763347e-05,
+      "loss": 0.7564271092414856,
+      "step": 1745
+    },
+    {
+      "epoch": 0.32262013373214304,
+      "grad_norm": 0.06701550632715225,
+      "learning_rate": 1.9687239024062915e-05,
+      "loss": 0.5547588467597961,
+      "step": 1746
+    },
+    {
+      "epoch": 0.32280491044103893,
+      "grad_norm": 0.08799927681684494,
+      "learning_rate": 1.968674381084068e-05,
+      "loss": 0.6986576914787292,
+      "step": 1747
+    },
+    {
+      "epoch": 0.32298968714993476,
+      "grad_norm": 0.06552515923976898,
+      "learning_rate": 1.9686248212116345e-05,
+      "loss": 0.4841706454753876,
+      "step": 1748
+    },
+    {
+      "epoch": 0.3231744638588306,
+      "grad_norm": 0.06485949456691742,
+      "learning_rate": 1.9685752227909636e-05,
+      "loss": 0.5086471438407898,
+      "step": 1749
+    },
+    {
+      "epoch": 0.3233592405677264,
+      "grad_norm": 0.07854238152503967,
+      "learning_rate": 1.9685255858240294e-05,
+      "loss": 0.752724289894104,
+      "step": 1750
+    },
+    {
+      "epoch": 0.3235440172766223,
+      "grad_norm": 0.07595296949148178,
+      "learning_rate": 1.9684759103128067e-05,
+      "loss": 0.83503657579422,
+      "step": 1751
+    },
+    {
+      "epoch": 0.3237287939855181,
+      "grad_norm": 0.06905639916658401,
+      "learning_rate": 1.9684261962592728e-05,
+      "loss": 0.6583921313285828,
+      "step": 1752
+    },
+    {
+      "epoch": 0.32391357069441395,
+      "grad_norm": 0.07187511771917343,
+      "learning_rate": 1.968376443665406e-05,
+      "loss": 0.5287723541259766,
+      "step": 1753
+    },
+    {
+      "epoch": 0.32409834740330984,
+      "grad_norm": 0.08390723913908005,
+      "learning_rate": 1.9683266525331865e-05,
+      "loss": 0.8683786392211914,
+      "step": 1754
+    },
+    {
+      "epoch": 0.32428312411220567,
+      "grad_norm": 0.056276608258485794,
+      "learning_rate": 1.968276822864596e-05,
+      "loss": 0.4335346817970276,
+      "step": 1755
+    },
+    {
+      "epoch": 0.3244679008211015,
+      "grad_norm": 0.0724165067076683,
+      "learning_rate": 1.968226954661617e-05,
+      "loss": 0.5859235525131226,
+      "step": 1756
+    },
+    {
+      "epoch": 0.3246526775299973,
+      "grad_norm": 0.07898622006177902,
+      "learning_rate": 1.9681770479262344e-05,
+      "loss": 0.7415960431098938,
+      "step": 1757
+    },
+    {
+      "epoch": 0.3248374542388932,
+      "grad_norm": 0.07540061324834824,
+      "learning_rate": 1.9681271026604344e-05,
+      "loss": 0.6611322164535522,
+      "step": 1758
+    },
+    {
+      "epoch": 0.32502223094778904,
+      "grad_norm": 0.07527685165405273,
+      "learning_rate": 1.9680771188662044e-05,
+      "loss": 0.6283073425292969,
+      "step": 1759
+    },
+    {
+      "epoch": 0.32520700765668487,
+      "grad_norm": 0.052247464656829834,
+      "learning_rate": 1.9680270965455343e-05,
+      "loss": 0.42355582118034363,
+      "step": 1760
+    },
+    {
+      "epoch": 0.3253917843655807,
+      "grad_norm": 0.08852987736463547,
+      "learning_rate": 1.967977035700414e-05,
+      "loss": 0.8240786790847778,
+      "step": 1761
+    },
+    {
+      "epoch": 0.3255765610744766,
+      "grad_norm": 0.0704052597284317,
+      "learning_rate": 1.9679269363328357e-05,
+      "loss": 0.6152225732803345,
+      "step": 1762
+    },
+    {
+      "epoch": 0.3257613377833724,
+      "grad_norm": 0.08233390003442764,
+      "learning_rate": 1.967876798444794e-05,
+      "loss": 0.769257128238678,
+      "step": 1763
+    },
+    {
+      "epoch": 0.32594611449226824,
+      "grad_norm": 0.06887035071849823,
+      "learning_rate": 1.967826622038284e-05,
+      "loss": 0.6390390992164612,
+      "step": 1764
+    },
+    {
+      "epoch": 0.3261308912011641,
+      "grad_norm": 0.06841545552015305,
+      "learning_rate": 1.9677764071153022e-05,
+      "loss": 0.6136705279350281,
+      "step": 1765
+    },
+    {
+      "epoch": 0.32631566791005995,
+      "grad_norm": 0.0852772668004036,
+      "learning_rate": 1.967726153677847e-05,
+      "loss": 0.937171995639801,
+      "step": 1766
+    },
+    {
+      "epoch": 0.3265004446189558,
+      "grad_norm": 0.07882437855005264,
+      "learning_rate": 1.9676758617279187e-05,
+      "loss": 0.7007542252540588,
+      "step": 1767
+    },
+    {
+      "epoch": 0.3266852213278516,
+      "grad_norm": 0.07214733958244324,
+      "learning_rate": 1.9676255312675186e-05,
+      "loss": 0.5207557082176208,
+      "step": 1768
+    },
+    {
+      "epoch": 0.3268699980367475,
+      "grad_norm": 0.07498107105493546,
+      "learning_rate": 1.9675751622986493e-05,
+      "loss": 0.683100700378418,
+      "step": 1769
+    },
+    {
+      "epoch": 0.3270547747456433,
+      "grad_norm": 0.07111642509698868,
+      "learning_rate": 1.967524754823316e-05,
+      "loss": 0.7055477499961853,
+      "step": 1770
+    },
+    {
+      "epoch": 0.32723955145453915,
+      "grad_norm": 0.07640910148620605,
+      "learning_rate": 1.9674743088435245e-05,
+      "loss": 0.7240890264511108,
+      "step": 1771
+    },
+    {
+      "epoch": 0.327424328163435,
+      "grad_norm": 0.0713282972574234,
+      "learning_rate": 1.9674238243612824e-05,
+      "loss": 0.6240283846855164,
+      "step": 1772
+    },
+    {
+      "epoch": 0.32760910487233086,
+      "grad_norm": 0.08497446030378342,
+      "learning_rate": 1.9673733013785988e-05,
+      "loss": 0.7595280408859253,
+      "step": 1773
+    },
+    {
+      "epoch": 0.3277938815812267,
+      "grad_norm": 0.06732115894556046,
+      "learning_rate": 1.967322739897484e-05,
+      "loss": 0.563498318195343,
+      "step": 1774
+    },
+    {
+      "epoch": 0.3279786582901225,
+      "grad_norm": 0.07231878489255905,
+      "learning_rate": 1.967272139919951e-05,
+      "loss": 0.663462221622467,
+      "step": 1775
+    },
+    {
+      "epoch": 0.3281634349990184,
+      "grad_norm": 0.06210903078317642,
+      "learning_rate": 1.9672215014480125e-05,
+      "loss": 0.5513061881065369,
+      "step": 1776
+    },
+    {
+      "epoch": 0.32834821170791423,
+      "grad_norm": 0.0835055485367775,
+      "learning_rate": 1.9671708244836844e-05,
+      "loss": 0.7600329518318176,
+      "step": 1777
+    },
+    {
+      "epoch": 0.32853298841681006,
+      "grad_norm": 0.0779385045170784,
+      "learning_rate": 1.9671201090289838e-05,
+      "loss": 0.7166795134544373,
+      "step": 1778
+    },
+    {
+      "epoch": 0.3287177651257059,
+      "grad_norm": 0.0785970613360405,
+      "learning_rate": 1.9670693550859284e-05,
+      "loss": 0.5702319741249084,
+      "step": 1779
+    },
+    {
+      "epoch": 0.32890254183460177,
+      "grad_norm": 0.08954007923603058,
+      "learning_rate": 1.9670185626565378e-05,
+      "loss": 0.7708001136779785,
+      "step": 1780
+    },
+    {
+      "epoch": 0.3290873185434976,
+      "grad_norm": 0.09481219947338104,
+      "learning_rate": 1.9669677317428344e-05,
+      "loss": 0.9120945334434509,
+      "step": 1781
+    },
+    {
+      "epoch": 0.3292720952523934,
+      "grad_norm": 0.07935404777526855,
+      "learning_rate": 1.9669168623468403e-05,
+      "loss": 0.8653592467308044,
+      "step": 1782
+    },
+    {
+      "epoch": 0.32945687196128925,
+      "grad_norm": 0.08438052982091904,
+      "learning_rate": 1.9668659544705802e-05,
+      "loss": 0.7041996121406555,
+      "step": 1783
+    },
+    {
+      "epoch": 0.32964164867018514,
+      "grad_norm": 0.08412235230207443,
+      "learning_rate": 1.96681500811608e-05,
+      "loss": 0.7921789288520813,
+      "step": 1784
+    },
+    {
+      "epoch": 0.32982642537908097,
+      "grad_norm": 0.0814802497625351,
+      "learning_rate": 1.966764023285367e-05,
+      "loss": 0.6965544819831848,
+      "step": 1785
+    },
+    {
+      "epoch": 0.3300112020879768,
+      "grad_norm": 0.08825701475143433,
+      "learning_rate": 1.9667129999804707e-05,
+      "loss": 0.9298684000968933,
+      "step": 1786
+    },
+    {
+      "epoch": 0.3301959787968727,
+      "grad_norm": 0.06260937452316284,
+      "learning_rate": 1.966661938203422e-05,
+      "loss": 0.5783395171165466,
+      "step": 1787
+    },
+    {
+      "epoch": 0.3303807555057685,
+      "grad_norm": 0.08222264796495438,
+      "learning_rate": 1.9666108379562518e-05,
+      "loss": 0.7140374183654785,
+      "step": 1788
+    },
+    {
+      "epoch": 0.33056553221466434,
+      "grad_norm": 0.08222371339797974,
+      "learning_rate": 1.9665596992409943e-05,
+      "loss": 0.6748720407485962,
+      "step": 1789
+    },
+    {
+      "epoch": 0.33075030892356017,
+      "grad_norm": 0.07889696955680847,
+      "learning_rate": 1.966508522059685e-05,
+      "loss": 0.6850640773773193,
+      "step": 1790
+    },
+    {
+      "epoch": 0.33093508563245605,
+      "grad_norm": 0.07319721579551697,
+      "learning_rate": 1.9664573064143604e-05,
+      "loss": 0.7206241488456726,
+      "step": 1791
+    },
+    {
+      "epoch": 0.3311198623413519,
+      "grad_norm": 0.07060479372739792,
+      "learning_rate": 1.9664060523070588e-05,
+      "loss": 0.8104270696640015,
+      "step": 1792
+    },
+    {
+      "epoch": 0.3313046390502477,
+      "grad_norm": 0.08124864101409912,
+      "learning_rate": 1.9663547597398197e-05,
+      "loss": 0.6488017439842224,
+      "step": 1793
+    },
+    {
+      "epoch": 0.33148941575914354,
+      "grad_norm": 0.07783747464418411,
+      "learning_rate": 1.9663034287146843e-05,
+      "loss": 0.6115512251853943,
+      "step": 1794
+    },
+    {
+      "epoch": 0.3316741924680394,
+      "grad_norm": 0.08700265735387802,
+      "learning_rate": 1.966252059233696e-05,
+      "loss": 0.9234606623649597,
+      "step": 1795
+    },
+    {
+      "epoch": 0.33185896917693525,
+      "grad_norm": 0.06759519129991531,
+      "learning_rate": 1.9662006512988983e-05,
+      "loss": 0.6828320622444153,
+      "step": 1796
+    },
+    {
+      "epoch": 0.3320437458858311,
+      "grad_norm": 0.06715090572834015,
+      "learning_rate": 1.9661492049123377e-05,
+      "loss": 0.5963985323905945,
+      "step": 1797
+    },
+    {
+      "epoch": 0.33222852259472696,
+      "grad_norm": 0.056464727967977524,
+      "learning_rate": 1.9660977200760612e-05,
+      "loss": 0.5596158504486084,
+      "step": 1798
+    },
+    {
+      "epoch": 0.3324132993036228,
+      "grad_norm": 0.06462464481592178,
+      "learning_rate": 1.9660461967921184e-05,
+      "loss": 0.37965625524520874,
+      "step": 1799
+    },
+    {
+      "epoch": 0.3325980760125186,
+      "grad_norm": 0.0943351536989212,
+      "learning_rate": 1.9659946350625593e-05,
+      "loss": 0.859682559967041,
+      "step": 1800
+    },
+    {
+      "epoch": 0.33278285272141445,
+      "grad_norm": 0.06761356443166733,
+      "learning_rate": 1.9659430348894357e-05,
+      "loss": 0.615112841129303,
+      "step": 1801
+    },
+    {
+      "epoch": 0.33296762943031033,
+      "grad_norm": 0.10105802863836288,
+      "learning_rate": 1.9658913962748014e-05,
+      "loss": 0.8561904430389404,
+      "step": 1802
+    },
+    {
+      "epoch": 0.33315240613920616,
+      "grad_norm": 0.07876117527484894,
+      "learning_rate": 1.9658397192207114e-05,
+      "loss": 0.5849995613098145,
+      "step": 1803
+    },
+    {
+      "epoch": 0.333337182848102,
+      "grad_norm": 0.06803808361291885,
+      "learning_rate": 1.9657880037292224e-05,
+      "loss": 0.5378023386001587,
+      "step": 1804
+    },
+    {
+      "epoch": 0.3335219595569978,
+      "grad_norm": 0.08828198164701462,
+      "learning_rate": 1.9657362498023923e-05,
+      "loss": 0.7301193475723267,
+      "step": 1805
+    },
+    {
+      "epoch": 0.3337067362658937,
+      "grad_norm": 0.07563069462776184,
+      "learning_rate": 1.965684457442281e-05,
+      "loss": 0.594975471496582,
+      "step": 1806
+    },
+    {
+      "epoch": 0.33389151297478953,
+      "grad_norm": 0.0690205916762352,
+      "learning_rate": 1.9656326266509496e-05,
+      "loss": 0.6536938548088074,
+      "step": 1807
+    },
+    {
+      "epoch": 0.33407628968368536,
+      "grad_norm": 0.052560463547706604,
+      "learning_rate": 1.9655807574304606e-05,
+      "loss": 0.5595214366912842,
+      "step": 1808
+    },
+    {
+      "epoch": 0.33426106639258124,
+      "grad_norm": 0.07476627081632614,
+      "learning_rate": 1.9655288497828783e-05,
+      "loss": 0.6869099140167236,
+      "step": 1809
+    },
+    {
+      "epoch": 0.33444584310147707,
+      "grad_norm": 0.09601838886737823,
+      "learning_rate": 1.9654769037102688e-05,
+      "loss": 0.9548770785331726,
+      "step": 1810
+    },
+    {
+      "epoch": 0.3346306198103729,
+      "grad_norm": 0.07889758050441742,
+      "learning_rate": 1.9654249192146988e-05,
+      "loss": 0.6000795960426331,
+      "step": 1811
+    },
+    {
+      "epoch": 0.3348153965192687,
+      "grad_norm": 0.07617029547691345,
+      "learning_rate": 1.9653728962982377e-05,
+      "loss": 0.5528815388679504,
+      "step": 1812
+    },
+    {
+      "epoch": 0.3350001732281646,
+      "grad_norm": 0.07510527968406677,
+      "learning_rate": 1.9653208349629555e-05,
+      "loss": 0.6761285066604614,
+      "step": 1813
+    },
+    {
+      "epoch": 0.33518494993706044,
+      "grad_norm": 0.07648994773626328,
+      "learning_rate": 1.965268735210924e-05,
+      "loss": 0.6213935613632202,
+      "step": 1814
+    },
+    {
+      "epoch": 0.33536972664595627,
+      "grad_norm": 0.08265082538127899,
+      "learning_rate": 1.965216597044217e-05,
+      "loss": 0.6013681292533875,
+      "step": 1815
+    },
+    {
+      "epoch": 0.3355545033548521,
+      "grad_norm": 0.07502146810293198,
+      "learning_rate": 1.965164420464909e-05,
+      "loss": 0.6983845829963684,
+      "step": 1816
+    },
+    {
+      "epoch": 0.335739280063748,
+      "grad_norm": 0.10032079368829727,
+      "learning_rate": 1.965112205475077e-05,
+      "loss": 0.9250543117523193,
+      "step": 1817
+    },
+    {
+      "epoch": 0.3359240567726438,
+      "grad_norm": 0.09584251046180725,
+      "learning_rate": 1.9650599520767984e-05,
+      "loss": 0.743982195854187,
+      "step": 1818
+    },
+    {
+      "epoch": 0.33610883348153964,
+      "grad_norm": 0.10235143452882767,
+      "learning_rate": 1.965007660272153e-05,
+      "loss": 0.7937692999839783,
+      "step": 1819
+    },
+    {
+      "epoch": 0.3362936101904355,
+      "grad_norm": 0.0825798287987709,
+      "learning_rate": 1.964955330063222e-05,
+      "loss": 0.6732792854309082,
+      "step": 1820
+    },
+    {
+      "epoch": 0.33647838689933135,
+      "grad_norm": 0.07754667103290558,
+      "learning_rate": 1.964902961452088e-05,
+      "loss": 0.6148709058761597,
+      "step": 1821
+    },
+    {
+      "epoch": 0.3366631636082272,
+      "grad_norm": 0.08688148111104965,
+      "learning_rate": 1.9648505544408343e-05,
+      "loss": 0.7113993167877197,
+      "step": 1822
+    },
+    {
+      "epoch": 0.336847940317123,
+      "grad_norm": 0.06463677436113358,
+      "learning_rate": 1.9647981090315474e-05,
+      "loss": 0.6490875482559204,
+      "step": 1823
+    },
+    {
+      "epoch": 0.3370327170260189,
+      "grad_norm": 0.07091058790683746,
+      "learning_rate": 1.9647456252263147e-05,
+      "loss": 0.5048199892044067,
+      "step": 1824
+    },
+    {
+      "epoch": 0.3372174937349147,
+      "grad_norm": 0.07602108269929886,
+      "learning_rate": 1.9646931030272237e-05,
+      "loss": 0.6208643317222595,
+      "step": 1825
+    },
+    {
+      "epoch": 0.33740227044381055,
+      "grad_norm": 0.0957789197564125,
+      "learning_rate": 1.9646405424363658e-05,
+      "loss": 0.8971869945526123,
+      "step": 1826
+    },
+    {
+      "epoch": 0.3375870471527064,
+      "grad_norm": 0.09101379662752151,
+      "learning_rate": 1.964587943455832e-05,
+      "loss": 0.6973580121994019,
+      "step": 1827
+    },
+    {
+      "epoch": 0.33777182386160226,
+      "grad_norm": 0.06714178621768951,
+      "learning_rate": 1.9645353060877164e-05,
+      "loss": 0.6755441427230835,
+      "step": 1828
+    },
+    {
+      "epoch": 0.3379566005704981,
+      "grad_norm": 0.07767485827207565,
+      "learning_rate": 1.964482630334113e-05,
+      "loss": 0.739201545715332,
+      "step": 1829
+    },
+    {
+      "epoch": 0.3381413772793939,
+      "grad_norm": 0.08593825250864029,
+      "learning_rate": 1.9644299161971183e-05,
+      "loss": 0.6533412337303162,
+      "step": 1830
+    },
+    {
+      "epoch": 0.3383261539882898,
+      "grad_norm": 0.07094033807516098,
+      "learning_rate": 1.96437716367883e-05,
+      "loss": 0.6397164463996887,
+      "step": 1831
+    },
+    {
+      "epoch": 0.33851093069718563,
+      "grad_norm": 0.08640284091234207,
+      "learning_rate": 1.9643243727813483e-05,
+      "loss": 0.7347773313522339,
+      "step": 1832
+    },
+    {
+      "epoch": 0.33869570740608146,
+      "grad_norm": 0.08087334036827087,
+      "learning_rate": 1.964271543506773e-05,
+      "loss": 0.8569307327270508,
+      "step": 1833
+    },
+    {
+      "epoch": 0.3388804841149773,
+      "grad_norm": 0.06818056106567383,
+      "learning_rate": 1.9642186758572074e-05,
+      "loss": 0.484335720539093,
+      "step": 1834
+    },
+    {
+      "epoch": 0.33906526082387317,
+      "grad_norm": 0.08313988894224167,
+      "learning_rate": 1.9641657698347553e-05,
+      "loss": 0.7267013192176819,
+      "step": 1835
+    },
+    {
+      "epoch": 0.339250037532769,
+      "grad_norm": 0.07647810131311417,
+      "learning_rate": 1.9641128254415216e-05,
+      "loss": 0.6098029613494873,
+      "step": 1836
+    },
+    {
+      "epoch": 0.33943481424166483,
+      "grad_norm": 0.07837104797363281,
+      "learning_rate": 1.964059842679614e-05,
+      "loss": 0.7910488843917847,
+      "step": 1837
+    },
+    {
+      "epoch": 0.33961959095056066,
+      "grad_norm": 0.07894197106361389,
+      "learning_rate": 1.9640068215511407e-05,
+      "loss": 0.5041911602020264,
+      "step": 1838
+    },
+    {
+      "epoch": 0.33980436765945654,
+      "grad_norm": 0.08094620704650879,
+      "learning_rate": 1.963953762058212e-05,
+      "loss": 0.7487735152244568,
+      "step": 1839
+    },
+    {
+      "epoch": 0.33998914436835237,
+      "grad_norm": 0.07290375232696533,
+      "learning_rate": 1.9639006642029394e-05,
+      "loss": 0.6246356964111328,
+      "step": 1840
+    },
+    {
+      "epoch": 0.3401739210772482,
+      "grad_norm": 0.07809294760227203,
+      "learning_rate": 1.963847527987436e-05,
+      "loss": 0.669266939163208,
+      "step": 1841
+    },
+    {
+      "epoch": 0.3403586977861441,
+      "grad_norm": 0.07507922500371933,
+      "learning_rate": 1.9637943534138165e-05,
+      "loss": 0.8690791726112366,
+      "step": 1842
+    },
+    {
+      "epoch": 0.3405434744950399,
+      "grad_norm": 0.09490001946687698,
+      "learning_rate": 1.963741140484197e-05,
+      "loss": 0.8107730746269226,
+      "step": 1843
+    },
+    {
+      "epoch": 0.34072825120393574,
+      "grad_norm": 0.08989793062210083,
+      "learning_rate": 1.9636878892006953e-05,
+      "loss": 0.9223145246505737,
+      "step": 1844
+    },
+    {
+      "epoch": 0.34091302791283157,
+      "grad_norm": 0.07013858109712601,
+      "learning_rate": 1.9636345995654307e-05,
+      "loss": 0.5746279358863831,
+      "step": 1845
+    },
+    {
+      "epoch": 0.34109780462172745,
+      "grad_norm": 0.07494598627090454,
+      "learning_rate": 1.963581271580524e-05,
+      "loss": 0.6848379373550415,
+      "step": 1846
+    },
+    {
+      "epoch": 0.3412825813306233,
+      "grad_norm": 0.07319419831037521,
+      "learning_rate": 1.963527905248097e-05,
+      "loss": 0.7409180402755737,
+      "step": 1847
+    },
+    {
+      "epoch": 0.3414673580395191,
+      "grad_norm": 0.08100725710391998,
+      "learning_rate": 1.963474500570274e-05,
+      "loss": 0.7143396139144897,
+      "step": 1848
+    },
+    {
+      "epoch": 0.34165213474841494,
+      "grad_norm": 0.08466223627328873,
+      "learning_rate": 1.9634210575491802e-05,
+      "loss": 0.6691813468933105,
+      "step": 1849
+    },
+    {
+      "epoch": 0.3418369114573108,
+      "grad_norm": 0.0932893231511116,
+      "learning_rate": 1.9633675761869425e-05,
+      "loss": 0.9059786200523376,
+      "step": 1850
+    },
+    {
+      "epoch": 0.34202168816620665,
+      "grad_norm": 0.10014156252145767,
+      "learning_rate": 1.963314056485689e-05,
+      "loss": 0.982785165309906,
+      "step": 1851
+    },
+    {
+      "epoch": 0.3422064648751025,
+      "grad_norm": 0.07843346893787384,
+      "learning_rate": 1.96326049844755e-05,
+      "loss": 0.7437697649002075,
+      "step": 1852
+    },
+    {
+      "epoch": 0.34239124158399836,
+      "grad_norm": 0.08212711662054062,
+      "learning_rate": 1.9632069020746574e-05,
+      "loss": 0.5837621688842773,
+      "step": 1853
+    },
+    {
+      "epoch": 0.3425760182928942,
+      "grad_norm": 0.07777490466833115,
+      "learning_rate": 1.963153267369143e-05,
+      "loss": 0.5319809317588806,
+      "step": 1854
+    },
+    {
+      "epoch": 0.34276079500179,
+      "grad_norm": 0.06932126730680466,
+      "learning_rate": 1.963099594333142e-05,
+      "loss": 0.5694265365600586,
+      "step": 1855
+    },
+    {
+      "epoch": 0.34294557171068585,
+      "grad_norm": 0.09377758204936981,
+      "learning_rate": 1.96304588296879e-05,
+      "loss": 0.7562369108200073,
+      "step": 1856
+    },
+    {
+      "epoch": 0.34313034841958173,
+      "grad_norm": 0.07521593570709229,
+      "learning_rate": 1.9629921332782254e-05,
+      "loss": 0.7064640522003174,
+      "step": 1857
+    },
+    {
+      "epoch": 0.34331512512847756,
+      "grad_norm": 0.0694519504904747,
+      "learning_rate": 1.9629383452635863e-05,
+      "loss": 0.5606677532196045,
+      "step": 1858
+    },
+    {
+      "epoch": 0.3434999018373734,
+      "grad_norm": 0.06669106334447861,
+      "learning_rate": 1.962884518927014e-05,
+      "loss": 0.5357717275619507,
+      "step": 1859
+    },
+    {
+      "epoch": 0.3436846785462692,
+      "grad_norm": 0.08788613229990005,
+      "learning_rate": 1.96283065427065e-05,
+      "loss": 0.734246551990509,
+      "step": 1860
+    },
+    {
+      "epoch": 0.3438694552551651,
+      "grad_norm": 0.0990750715136528,
+      "learning_rate": 1.9627767512966384e-05,
+      "loss": 0.6421576142311096,
+      "step": 1861
+    },
+    {
+      "epoch": 0.34405423196406093,
+      "grad_norm": 0.08061659336090088,
+      "learning_rate": 1.9627228100071245e-05,
+      "loss": 0.7515416741371155,
+      "step": 1862
+    },
+    {
+      "epoch": 0.34423900867295676,
+      "grad_norm": 0.08036473393440247,
+      "learning_rate": 1.9626688304042544e-05,
+      "loss": 0.6768893599510193,
+      "step": 1863
+    },
+    {
+      "epoch": 0.34442378538185264,
+      "grad_norm": 0.07160155475139618,
+      "learning_rate": 1.9626148124901767e-05,
+      "loss": 0.5494096279144287,
+      "step": 1864
+    },
+    {
+      "epoch": 0.34460856209074847,
+      "grad_norm": 0.08275075256824493,
+      "learning_rate": 1.9625607562670414e-05,
+      "loss": 0.8985153436660767,
+      "step": 1865
+    },
+    {
+      "epoch": 0.3447933387996443,
+      "grad_norm": 0.07015492767095566,
+      "learning_rate": 1.962506661736999e-05,
+      "loss": 0.6336041688919067,
+      "step": 1866
+    },
+    {
+      "epoch": 0.34497811550854013,
+      "grad_norm": 0.08545436710119247,
+      "learning_rate": 1.962452528902203e-05,
+      "loss": 0.6721879243850708,
+      "step": 1867
+    },
+    {
+      "epoch": 0.345162892217436,
+      "grad_norm": 0.08779406547546387,
+      "learning_rate": 1.9623983577648075e-05,
+      "loss": 0.8231399059295654,
+      "step": 1868
+    },
+    {
+      "epoch": 0.34534766892633184,
+      "grad_norm": 0.09778361767530441,
+      "learning_rate": 1.9623441483269682e-05,
+      "loss": 0.924184262752533,
+      "step": 1869
+    },
+    {
+      "epoch": 0.34553244563522767,
+      "grad_norm": 0.07136828452348709,
+      "learning_rate": 1.9622899005908426e-05,
+      "loss": 0.6420773863792419,
+      "step": 1870
+    },
+    {
+      "epoch": 0.3457172223441235,
+      "grad_norm": 0.08129216730594635,
+      "learning_rate": 1.9622356145585895e-05,
+      "loss": 0.9055580496788025,
+      "step": 1871
+    },
+    {
+      "epoch": 0.3459019990530194,
+      "grad_norm": 0.06902094185352325,
+      "learning_rate": 1.96218129023237e-05,
+      "loss": 0.624248743057251,
+      "step": 1872
+    },
+    {
+      "epoch": 0.3460867757619152,
+      "grad_norm": 0.07671067863702774,
+      "learning_rate": 1.9621269276143447e-05,
+      "loss": 0.9902414083480835,
+      "step": 1873
+    },
+    {
+      "epoch": 0.34627155247081104,
+      "grad_norm": 0.06990405917167664,
+      "learning_rate": 1.962072526706678e-05,
+      "loss": 0.6081162691116333,
+      "step": 1874
+    },
+    {
+      "epoch": 0.3464563291797069,
+      "grad_norm": 0.06580513715744019,
+      "learning_rate": 1.9620180875115346e-05,
+      "loss": 0.5052412748336792,
+      "step": 1875
+    },
+    {
+      "epoch": 0.34664110588860275,
+      "grad_norm": 0.07508678734302521,
+      "learning_rate": 1.9619636100310815e-05,
+      "loss": 0.573227047920227,
+      "step": 1876
+    },
+    {
+      "epoch": 0.3468258825974986,
+      "grad_norm": 0.07413018494844437,
+      "learning_rate": 1.961909094267486e-05,
+      "loss": 0.7761869430541992,
+      "step": 1877
+    },
+    {
+      "epoch": 0.3470106593063944,
+      "grad_norm": 0.05134841799736023,
+      "learning_rate": 1.961854540222918e-05,
+      "loss": 0.47000938653945923,
+      "step": 1878
+    },
+    {
+      "epoch": 0.3471954360152903,
+      "grad_norm": 0.06442036479711533,
+      "learning_rate": 1.9617999478995483e-05,
+      "loss": 0.6043466329574585,
+      "step": 1879
+    },
+    {
+      "epoch": 0.3473802127241861,
+      "grad_norm": 0.07378768920898438,
+      "learning_rate": 1.9617453172995503e-05,
+      "loss": 0.7331511378288269,
+      "step": 1880
+    },
+    {
+      "epoch": 0.34756498943308195,
+      "grad_norm": 0.08647879958152771,
+      "learning_rate": 1.9616906484250974e-05,
+      "loss": 0.7170236706733704,
+      "step": 1881
+    },
+    {
+      "epoch": 0.3477497661419778,
+      "grad_norm": 0.06821449846029282,
+      "learning_rate": 1.9616359412783653e-05,
+      "loss": 0.6115304231643677,
+      "step": 1882
+    },
+    {
+      "epoch": 0.34793454285087366,
+      "grad_norm": 0.058674536645412445,
+      "learning_rate": 1.9615811958615314e-05,
+      "loss": 0.537799060344696,
+      "step": 1883
+    },
+    {
+      "epoch": 0.3481193195597695,
+      "grad_norm": 0.07722529768943787,
+      "learning_rate": 1.9615264121767742e-05,
+      "loss": 0.44881102442741394,
+      "step": 1884
+    },
+    {
+      "epoch": 0.3483040962686653,
+      "grad_norm": 0.07700357586145401,
+      "learning_rate": 1.961471590226274e-05,
+      "loss": 0.6720776557922363,
+      "step": 1885
+    },
+    {
+      "epoch": 0.3484888729775612,
+      "grad_norm": 0.053852230310440063,
+      "learning_rate": 1.9614167300122126e-05,
+      "loss": 0.41168519854545593,
+      "step": 1886
+    },
+    {
+      "epoch": 0.34867364968645703,
+      "grad_norm": 0.09329484403133392,
+      "learning_rate": 1.9613618315367734e-05,
+      "loss": 0.8707481622695923,
+      "step": 1887
+    },
+    {
+      "epoch": 0.34885842639535286,
+      "grad_norm": 0.10070925951004028,
+      "learning_rate": 1.961306894802141e-05,
+      "loss": 0.7687546610832214,
+      "step": 1888
+    },
+    {
+      "epoch": 0.3490432031042487,
+      "grad_norm": 0.08316970616579056,
+      "learning_rate": 1.9612519198105015e-05,
+      "loss": 0.6259077787399292,
+      "step": 1889
+    },
+    {
+      "epoch": 0.3492279798131446,
+      "grad_norm": 0.09927278757095337,
+      "learning_rate": 1.9611969065640432e-05,
+      "loss": 0.9406327605247498,
+      "step": 1890
+    },
+    {
+      "epoch": 0.3494127565220404,
+      "grad_norm": 0.08534473180770874,
+      "learning_rate": 1.961141855064955e-05,
+      "loss": 0.7000691294670105,
+      "step": 1891
+    },
+    {
+      "epoch": 0.34959753323093623,
+      "grad_norm": 0.05822371318936348,
+      "learning_rate": 1.961086765315428e-05,
+      "loss": 0.42065221071243286,
+      "step": 1892
+    },
+    {
+      "epoch": 0.34978230993983206,
+      "grad_norm": 0.07493947446346283,
+      "learning_rate": 1.9610316373176548e-05,
+      "loss": 0.6167550086975098,
+      "step": 1893
+    },
+    {
+      "epoch": 0.34996708664872794,
+      "grad_norm": 0.08850574493408203,
+      "learning_rate": 1.960976471073829e-05,
+      "loss": 0.6938539147377014,
+      "step": 1894
+    },
+    {
+      "epoch": 0.35015186335762377,
+      "grad_norm": 0.08702442049980164,
+      "learning_rate": 1.960921266586146e-05,
+      "loss": 0.6874613165855408,
+      "step": 1895
+    },
+    {
+      "epoch": 0.3503366400665196,
+      "grad_norm": 0.07820771634578705,
+      "learning_rate": 1.9608660238568034e-05,
+      "loss": 0.634290337562561,
+      "step": 1896
+    },
+    {
+      "epoch": 0.3505214167754155,
+      "grad_norm": 0.0897473394870758,
+      "learning_rate": 1.9608107428879987e-05,
+      "loss": 0.7815918326377869,
+      "step": 1897
+    },
+    {
+      "epoch": 0.3507061934843113,
+      "grad_norm": 0.08086293190717697,
+      "learning_rate": 1.9607554236819325e-05,
+      "loss": 0.6558753848075867,
+      "step": 1898
+    },
+    {
+      "epoch": 0.35089097019320714,
+      "grad_norm": 0.07397107779979706,
+      "learning_rate": 1.9607000662408066e-05,
+      "loss": 0.7135198712348938,
+      "step": 1899
+    },
+    {
+      "epoch": 0.35107574690210297,
+      "grad_norm": 0.08879372477531433,
+      "learning_rate": 1.9606446705668236e-05,
+      "loss": 0.9617974758148193,
+      "step": 1900
+    },
+    {
+      "epoch": 0.35126052361099885,
+      "grad_norm": 0.08342552185058594,
+      "learning_rate": 1.960589236662188e-05,
+      "loss": 0.6310023665428162,
+      "step": 1901
+    },
+    {
+      "epoch": 0.3514453003198947,
+      "grad_norm": 0.08977493643760681,
+      "learning_rate": 1.9605337645291063e-05,
+      "loss": 0.8947171568870544,
+      "step": 1902
+    },
+    {
+      "epoch": 0.3516300770287905,
+      "grad_norm": 0.06647540628910065,
+      "learning_rate": 1.9604782541697858e-05,
+      "loss": 0.5766458511352539,
+      "step": 1903
+    },
+    {
+      "epoch": 0.35181485373768634,
+      "grad_norm": 0.09166788309812546,
+      "learning_rate": 1.9604227055864355e-05,
+      "loss": 0.995534360408783,
+      "step": 1904
+    },
+    {
+      "epoch": 0.3519996304465822,
+      "grad_norm": 0.05475666746497154,
+      "learning_rate": 1.9603671187812664e-05,
+      "loss": 0.44240716099739075,
+      "step": 1905
+    },
+    {
+      "epoch": 0.35218440715547805,
+      "grad_norm": 0.06649932265281677,
+      "learning_rate": 1.960311493756491e-05,
+      "loss": 0.5629976987838745,
+      "step": 1906
+    },
+    {
+      "epoch": 0.3523691838643739,
+      "grad_norm": 0.09560313820838928,
+      "learning_rate": 1.960255830514322e-05,
+      "loss": 0.8332951664924622,
+      "step": 1907
+    },
+    {
+      "epoch": 0.35255396057326976,
+      "grad_norm": 0.06212356314063072,
+      "learning_rate": 1.9602001290569756e-05,
+      "loss": 0.6503223180770874,
+      "step": 1908
+    },
+    {
+      "epoch": 0.3527387372821656,
+      "grad_norm": 0.0768064633011818,
+      "learning_rate": 1.9601443893866682e-05,
+      "loss": 0.682904839515686,
+      "step": 1909
+    },
+    {
+      "epoch": 0.3529235139910614,
+      "grad_norm": 0.08543505519628525,
+      "learning_rate": 1.9600886115056177e-05,
+      "loss": 0.6108998656272888,
+      "step": 1910
+    },
+    {
+      "epoch": 0.35310829069995725,
+      "grad_norm": 0.11749269813299179,
+      "learning_rate": 1.9600327954160443e-05,
+      "loss": 1.2383038997650146,
+      "step": 1911
+    },
+    {
+      "epoch": 0.35329306740885313,
+      "grad_norm": 0.08560445159673691,
+      "learning_rate": 1.9599769411201692e-05,
+      "loss": 0.7582423090934753,
+      "step": 1912
+    },
+    {
+      "epoch": 0.35347784411774896,
+      "grad_norm": 0.06951037049293518,
+      "learning_rate": 1.959921048620215e-05,
+      "loss": 0.5835634469985962,
+      "step": 1913
+    },
+    {
+      "epoch": 0.3536626208266448,
+      "grad_norm": 0.08175399899482727,
+      "learning_rate": 1.9598651179184065e-05,
+      "loss": 0.6157529950141907,
+      "step": 1914
+    },
+    {
+      "epoch": 0.3538473975355406,
+      "grad_norm": 0.09142636507749557,
+      "learning_rate": 1.9598091490169696e-05,
+      "loss": 0.8940083980560303,
+      "step": 1915
+    },
+    {
+      "epoch": 0.3540321742444365,
+      "grad_norm": 0.08478675037622452,
+      "learning_rate": 1.959753141918131e-05,
+      "loss": 0.790504515171051,
+      "step": 1916
+    },
+    {
+      "epoch": 0.35421695095333233,
+      "grad_norm": 0.0646057203412056,
+      "learning_rate": 1.9596970966241203e-05,
+      "loss": 0.5042975544929504,
+      "step": 1917
+    },
+    {
+      "epoch": 0.35440172766222816,
+      "grad_norm": 0.08247191458940506,
+      "learning_rate": 1.9596410131371674e-05,
+      "loss": 0.6063563823699951,
+      "step": 1918
+    },
+    {
+      "epoch": 0.35458650437112404,
+      "grad_norm": 0.08805165439844131,
+      "learning_rate": 1.9595848914595047e-05,
+      "loss": 0.7084945440292358,
+      "step": 1919
+    },
+    {
+      "epoch": 0.3547712810800199,
+      "grad_norm": 0.06988709419965744,
+      "learning_rate": 1.9595287315933653e-05,
+      "loss": 0.5524942874908447,
+      "step": 1920
+    },
+    {
+      "epoch": 0.3549560577889157,
+      "grad_norm": 0.06375003606081009,
+      "learning_rate": 1.9594725335409847e-05,
+      "loss": 0.4416433870792389,
+      "step": 1921
+    },
+    {
+      "epoch": 0.35514083449781153,
+      "grad_norm": 0.1005588248372078,
+      "learning_rate": 1.959416297304599e-05,
+      "loss": 0.8840219378471375,
+      "step": 1922
+    },
+    {
+      "epoch": 0.3553256112067074,
+      "grad_norm": 0.07297534495592117,
+      "learning_rate": 1.959360022886446e-05,
+      "loss": 0.6581389307975769,
+      "step": 1923
+    },
+    {
+      "epoch": 0.35551038791560324,
+      "grad_norm": 0.09779398888349533,
+      "learning_rate": 1.9593037102887657e-05,
+      "loss": 0.8495759963989258,
+      "step": 1924
+    },
+    {
+      "epoch": 0.35569516462449907,
+      "grad_norm": 0.09082182496786118,
+      "learning_rate": 1.959247359513799e-05,
+      "loss": 0.8239253759384155,
+      "step": 1925
+    },
+    {
+      "epoch": 0.3558799413333949,
+      "grad_norm": 0.07424180954694748,
+      "learning_rate": 1.9591909705637886e-05,
+      "loss": 0.5720775127410889,
+      "step": 1926
+    },
+    {
+      "epoch": 0.3560647180422908,
+      "grad_norm": 0.0850430577993393,
+      "learning_rate": 1.9591345434409785e-05,
+      "loss": 0.6905296444892883,
+      "step": 1927
+    },
+    {
+      "epoch": 0.3562494947511866,
+      "grad_norm": 0.07360535860061646,
+      "learning_rate": 1.959078078147614e-05,
+      "loss": 0.594716489315033,
+      "step": 1928
+    },
+    {
+      "epoch": 0.35643427146008244,
+      "grad_norm": 0.0795220360159874,
+      "learning_rate": 1.9590215746859428e-05,
+      "loss": 0.656869649887085,
+      "step": 1929
+    },
+    {
+      "epoch": 0.3566190481689783,
+      "grad_norm": 0.07492407411336899,
+      "learning_rate": 1.9589650330582133e-05,
+      "loss": 0.5760904550552368,
+      "step": 1930
+    },
+    {
+      "epoch": 0.35680382487787415,
+      "grad_norm": 0.08463925123214722,
+      "learning_rate": 1.9589084532666757e-05,
+      "loss": 0.7245805263519287,
+      "step": 1931
+    },
+    {
+      "epoch": 0.35698860158677,
+      "grad_norm": 0.07536065578460693,
+      "learning_rate": 1.9588518353135818e-05,
+      "loss": 0.623936116695404,
+      "step": 1932
+    },
+    {
+      "epoch": 0.3571733782956658,
+      "grad_norm": 0.07619050145149231,
+      "learning_rate": 1.9587951792011844e-05,
+      "loss": 0.6012312769889832,
+      "step": 1933
+    },
+    {
+      "epoch": 0.3573581550045617,
+      "grad_norm": 0.07146383076906204,
+      "learning_rate": 1.958738484931739e-05,
+      "loss": 0.6659769415855408,
+      "step": 1934
+    },
+    {
+      "epoch": 0.3575429317134575,
+      "grad_norm": 0.07134726643562317,
+      "learning_rate": 1.958681752507501e-05,
+      "loss": 0.6113250851631165,
+      "step": 1935
+    },
+    {
+      "epoch": 0.35772770842235335,
+      "grad_norm": 0.08301021158695221,
+      "learning_rate": 1.958624981930729e-05,
+      "loss": 0.7705444693565369,
+      "step": 1936
+    },
+    {
+      "epoch": 0.3579124851312492,
+      "grad_norm": 0.08296855539083481,
+      "learning_rate": 1.9585681732036813e-05,
+      "loss": 0.9636433720588684,
+      "step": 1937
+    },
+    {
+      "epoch": 0.35809726184014506,
+      "grad_norm": 0.06294649094343185,
+      "learning_rate": 1.9585113263286197e-05,
+      "loss": 0.46373164653778076,
+      "step": 1938
+    },
+    {
+      "epoch": 0.3582820385490409,
+      "grad_norm": 0.06871624290943146,
+      "learning_rate": 1.9584544413078062e-05,
+      "loss": 0.5198218822479248,
+      "step": 1939
+    },
+    {
+      "epoch": 0.3584668152579367,
+      "grad_norm": 0.08555329591035843,
+      "learning_rate": 1.9583975181435043e-05,
+      "loss": 0.8196623921394348,
+      "step": 1940
+    },
+    {
+      "epoch": 0.3586515919668326,
+      "grad_norm": 0.08057794719934464,
+      "learning_rate": 1.9583405568379795e-05,
+      "loss": 0.6855925917625427,
+      "step": 1941
+    },
+    {
+      "epoch": 0.35883636867572843,
+      "grad_norm": 0.06789886951446533,
+      "learning_rate": 1.9582835573934994e-05,
+      "loss": 0.6530704498291016,
+      "step": 1942
+    },
+    {
+      "epoch": 0.35902114538462426,
+      "grad_norm": 0.08298030495643616,
+      "learning_rate": 1.9582265198123312e-05,
+      "loss": 0.8214961290359497,
+      "step": 1943
+    },
+    {
+      "epoch": 0.3592059220935201,
+      "grad_norm": 0.058385469019412994,
+      "learning_rate": 1.9581694440967456e-05,
+      "loss": 0.4939122796058655,
+      "step": 1944
+    },
+    {
+      "epoch": 0.359390698802416,
+      "grad_norm": 0.0891612321138382,
+      "learning_rate": 1.958112330249014e-05,
+      "loss": 0.7617546916007996,
+      "step": 1945
+    },
+    {
+      "epoch": 0.3595754755113118,
+      "grad_norm": 0.07534582912921906,
+      "learning_rate": 1.958055178271409e-05,
+      "loss": 0.48294517397880554,
+      "step": 1946
+    },
+    {
+      "epoch": 0.35976025222020763,
+      "grad_norm": 0.08808505535125732,
+      "learning_rate": 1.957997988166205e-05,
+      "loss": 0.7680104374885559,
+      "step": 1947
+    },
+    {
+      "epoch": 0.35994502892910346,
+      "grad_norm": 0.07987001538276672,
+      "learning_rate": 1.9579407599356787e-05,
+      "loss": 0.6420309543609619,
+      "step": 1948
+    },
+    {
+      "epoch": 0.36012980563799935,
+      "grad_norm": 0.07023387402296066,
+      "learning_rate": 1.957883493582107e-05,
+      "loss": 0.5578839182853699,
+      "step": 1949
+    },
+    {
+      "epoch": 0.3603145823468952,
+      "grad_norm": 0.08079687505960464,
+      "learning_rate": 1.9578261891077693e-05,
+      "loss": 0.8681395053863525,
+      "step": 1950
+    },
+    {
+      "epoch": 0.360499359055791,
+      "grad_norm": 0.05796205252408981,
+      "learning_rate": 1.957768846514946e-05,
+      "loss": 0.4505980610847473,
+      "step": 1951
+    },
+    {
+      "epoch": 0.3606841357646869,
+      "grad_norm": 0.07316447049379349,
+      "learning_rate": 1.9577114658059186e-05,
+      "loss": 0.6213290095329285,
+      "step": 1952
+    },
+    {
+      "epoch": 0.3608689124735827,
+      "grad_norm": 0.0825081542134285,
+      "learning_rate": 1.9576540469829715e-05,
+      "loss": 0.7580359578132629,
+      "step": 1953
+    },
+    {
+      "epoch": 0.36105368918247854,
+      "grad_norm": 0.06691969186067581,
+      "learning_rate": 1.9575965900483895e-05,
+      "loss": 0.6928013563156128,
+      "step": 1954
+    },
+    {
+      "epoch": 0.36123846589137437,
+      "grad_norm": 0.10172438621520996,
+      "learning_rate": 1.957539095004459e-05,
+      "loss": 0.841858983039856,
+      "step": 1955
+    },
+    {
+      "epoch": 0.36142324260027026,
+      "grad_norm": 0.07854878902435303,
+      "learning_rate": 1.9574815618534682e-05,
+      "loss": 0.5641253590583801,
+      "step": 1956
+    },
+    {
+      "epoch": 0.3616080193091661,
+      "grad_norm": 0.09107008576393127,
+      "learning_rate": 1.9574239905977072e-05,
+      "loss": 0.8147022724151611,
+      "step": 1957
+    },
+    {
+      "epoch": 0.3617927960180619,
+      "grad_norm": 0.08986808359622955,
+      "learning_rate": 1.9573663812394664e-05,
+      "loss": 1.079319953918457,
+      "step": 1958
+    },
+    {
+      "epoch": 0.36197757272695774,
+      "grad_norm": 0.08058770000934601,
+      "learning_rate": 1.9573087337810385e-05,
+      "loss": 0.7533799409866333,
+      "step": 1959
+    },
+    {
+      "epoch": 0.3621623494358536,
+      "grad_norm": 0.06563723832368851,
+      "learning_rate": 1.9572510482247187e-05,
+      "loss": 0.5782539248466492,
+      "step": 1960
+    },
+    {
+      "epoch": 0.36234712614474945,
+      "grad_norm": 0.06482648104429245,
+      "learning_rate": 1.9571933245728017e-05,
+      "loss": 0.6582553386688232,
+      "step": 1961
+    },
+    {
+      "epoch": 0.3625319028536453,
+      "grad_norm": 0.08319249749183655,
+      "learning_rate": 1.957135562827585e-05,
+      "loss": 0.6696375012397766,
+      "step": 1962
+    },
+    {
+      "epoch": 0.36271667956254117,
+      "grad_norm": 0.0764584019780159,
+      "learning_rate": 1.9570777629913676e-05,
+      "loss": 0.6904196739196777,
+      "step": 1963
+    },
+    {
+      "epoch": 0.362901456271437,
+      "grad_norm": 0.08399965614080429,
+      "learning_rate": 1.9570199250664498e-05,
+      "loss": 0.7262436151504517,
+      "step": 1964
+    },
+    {
+      "epoch": 0.3630862329803328,
+      "grad_norm": 0.07018699496984482,
+      "learning_rate": 1.9569620490551323e-05,
+      "loss": 0.6780123114585876,
+      "step": 1965
+    },
+    {
+      "epoch": 0.36327100968922865,
+      "grad_norm": 0.08127652108669281,
+      "learning_rate": 1.95690413495972e-05,
+      "loss": 0.7128887176513672,
+      "step": 1966
+    },
+    {
+      "epoch": 0.36345578639812454,
+      "grad_norm": 0.07078352570533752,
+      "learning_rate": 1.9568461827825165e-05,
+      "loss": 0.8290748596191406,
+      "step": 1967
+    },
+    {
+      "epoch": 0.36364056310702036,
+      "grad_norm": 0.07198803126811981,
+      "learning_rate": 1.9567881925258287e-05,
+      "loss": 0.6036486029624939,
+      "step": 1968
+    },
+    {
+      "epoch": 0.3638253398159162,
+      "grad_norm": 0.084732785820961,
+      "learning_rate": 1.956730164191964e-05,
+      "loss": 0.9472017288208008,
+      "step": 1969
+    },
+    {
+      "epoch": 0.364010116524812,
+      "grad_norm": 0.07745788991451263,
+      "learning_rate": 1.9566720977832322e-05,
+      "loss": 0.6785796284675598,
+      "step": 1970
+    },
+    {
+      "epoch": 0.3641948932337079,
+      "grad_norm": 0.0648859366774559,
+      "learning_rate": 1.9566139933019438e-05,
+      "loss": 0.9074662327766418,
+      "step": 1971
+    },
+    {
+      "epoch": 0.36437966994260373,
+      "grad_norm": 0.07930831611156464,
+      "learning_rate": 1.9565558507504113e-05,
+      "loss": 0.6451144814491272,
+      "step": 1972
+    },
+    {
+      "epoch": 0.36456444665149956,
+      "grad_norm": 0.08495119959115982,
+      "learning_rate": 1.9564976701309488e-05,
+      "loss": 0.7120051383972168,
+      "step": 1973
+    },
+    {
+      "epoch": 0.36474922336039545,
+      "grad_norm": 0.0755208432674408,
+      "learning_rate": 1.9564394514458717e-05,
+      "loss": 0.6715715527534485,
+      "step": 1974
+    },
+    {
+      "epoch": 0.3649340000692913,
+      "grad_norm": 0.07266179472208023,
+      "learning_rate": 1.9563811946974965e-05,
+      "loss": 0.6780380010604858,
+      "step": 1975
+    },
+    {
+      "epoch": 0.3651187767781871,
+      "grad_norm": 0.09038018435239792,
+      "learning_rate": 1.9563228998881417e-05,
+      "loss": 0.8212044835090637,
+      "step": 1976
+    },
+    {
+      "epoch": 0.36530355348708293,
+      "grad_norm": 0.0702347606420517,
+      "learning_rate": 1.9562645670201278e-05,
+      "loss": 0.6917005181312561,
+      "step": 1977
+    },
+    {
+      "epoch": 0.3654883301959788,
+      "grad_norm": 0.08551733940839767,
+      "learning_rate": 1.9562061960957757e-05,
+      "loss": 0.889920175075531,
+      "step": 1978
+    },
+    {
+      "epoch": 0.36567310690487465,
+      "grad_norm": 0.07262120395898819,
+      "learning_rate": 1.9561477871174084e-05,
+      "loss": 0.6123881340026855,
+      "step": 1979
+    },
+    {
+      "epoch": 0.3658578836137705,
+      "grad_norm": 0.09774454683065414,
+      "learning_rate": 1.956089340087351e-05,
+      "loss": 0.9917032718658447,
+      "step": 1980
+    },
+    {
+      "epoch": 0.3660426603226663,
+      "grad_norm": 0.07489411532878876,
+      "learning_rate": 1.9560308550079288e-05,
+      "loss": 0.6934548020362854,
+      "step": 1981
+    },
+    {
+      "epoch": 0.3662274370315622,
+      "grad_norm": 0.08260970562696457,
+      "learning_rate": 1.9559723318814695e-05,
+      "loss": 0.6225256323814392,
+      "step": 1982
+    },
+    {
+      "epoch": 0.366412213740458,
+      "grad_norm": 0.0768555998802185,
+      "learning_rate": 1.9559137707103025e-05,
+      "loss": 0.6416477560997009,
+      "step": 1983
+    },
+    {
+      "epoch": 0.36659699044935384,
+      "grad_norm": 0.06510823965072632,
+      "learning_rate": 1.955855171496758e-05,
+      "loss": 0.6328122019767761,
+      "step": 1984
+    },
+    {
+      "epoch": 0.3667817671582497,
+      "grad_norm": 0.08435893803834915,
+      "learning_rate": 1.9557965342431682e-05,
+      "loss": 0.9326714873313904,
+      "step": 1985
+    },
+    {
+      "epoch": 0.36696654386714556,
+      "grad_norm": 0.0724826380610466,
+      "learning_rate": 1.9557378589518665e-05,
+      "loss": 0.6915863156318665,
+      "step": 1986
+    },
+    {
+      "epoch": 0.3671513205760414,
+      "grad_norm": 0.08972358703613281,
+      "learning_rate": 1.9556791456251886e-05,
+      "loss": 0.7526139616966248,
+      "step": 1987
+    },
+    {
+      "epoch": 0.3673360972849372,
+      "grad_norm": 0.09427791088819504,
+      "learning_rate": 1.95562039426547e-05,
+      "loss": 0.753598153591156,
+      "step": 1988
+    },
+    {
+      "epoch": 0.3675208739938331,
+      "grad_norm": 0.0812675729393959,
+      "learning_rate": 1.9555616048750497e-05,
+      "loss": 0.7490280270576477,
+      "step": 1989
+    },
+    {
+      "epoch": 0.3677056507027289,
+      "grad_norm": 0.06773082166910172,
+      "learning_rate": 1.955502777456267e-05,
+      "loss": 0.6412544846534729,
+      "step": 1990
+    },
+    {
+      "epoch": 0.36789042741162475,
+      "grad_norm": 0.09109006822109222,
+      "learning_rate": 1.9554439120114636e-05,
+      "loss": 0.9695414900779724,
+      "step": 1991
+    },
+    {
+      "epoch": 0.3680752041205206,
+      "grad_norm": 0.08510816097259521,
+      "learning_rate": 1.9553850085429814e-05,
+      "loss": 0.7511518597602844,
+      "step": 1992
+    },
+    {
+      "epoch": 0.36825998082941647,
+      "grad_norm": 0.08156833797693253,
+      "learning_rate": 1.955326067053165e-05,
+      "loss": 0.6092409491539001,
+      "step": 1993
+    },
+    {
+      "epoch": 0.3684447575383123,
+      "grad_norm": 0.0850474014878273,
+      "learning_rate": 1.9552670875443596e-05,
+      "loss": 0.9125552773475647,
+      "step": 1994
+    },
+    {
+      "epoch": 0.3686295342472081,
+      "grad_norm": 0.07290153205394745,
+      "learning_rate": 1.9552080700189127e-05,
+      "loss": 0.6870401501655579,
+      "step": 1995
+    },
+    {
+      "epoch": 0.368814310956104,
+      "grad_norm": 0.08091038465499878,
+      "learning_rate": 1.9551490144791738e-05,
+      "loss": 0.7886521220207214,
+      "step": 1996
+    },
+    {
+      "epoch": 0.36899908766499984,
+      "grad_norm": 0.07019095867872238,
+      "learning_rate": 1.955089920927492e-05,
+      "loss": 0.9075028300285339,
+      "step": 1997
+    },
+    {
+      "epoch": 0.36918386437389566,
+      "grad_norm": 0.07463059574365616,
+      "learning_rate": 1.955030789366219e-05,
+      "loss": 0.7937076687812805,
+      "step": 1998
+    },
+    {
+      "epoch": 0.3693686410827915,
+      "grad_norm": 0.07808171212673187,
+      "learning_rate": 1.954971619797709e-05,
+      "loss": 0.7428622841835022,
+      "step": 1999
+    },
+    {
+      "epoch": 0.3695534177916874,
+      "grad_norm": 0.0843687504529953,
+      "learning_rate": 1.9549124122243163e-05,
+      "loss": 0.6670342683792114,
+      "step": 2000
+    },
+    {
+      "epoch": 0.3695534177916874,
+      "eval_loss": 0.7397631406784058,
+      "eval_runtime": 158.3211,
+      "eval_samples_per_second": 115.139,
+      "eval_steps_per_second": 14.395,
+      "step": 2000
+    },
+    {
+      "epoch": 0.3697381945005832,
+      "grad_norm": 0.06598306447267532,
+      "learning_rate": 1.954853166648397e-05,
+      "loss": 0.5824833512306213,
+      "step": 2001
+    },
+    {
+      "epoch": 0.36992297120947903,
+      "grad_norm": 0.09141170978546143,
+      "learning_rate": 1.9547938830723088e-05,
+      "loss": 0.7796555757522583,
+      "step": 2002
+    },
+    {
+      "epoch": 0.37010774791837486,
+      "grad_norm": 0.06458456814289093,
+      "learning_rate": 1.9547345614984116e-05,
+      "loss": 0.817378580570221,
+      "step": 2003
+    },
+    {
+      "epoch": 0.37029252462727075,
+      "grad_norm": 0.09466605633497238,
+      "learning_rate": 1.9546752019290656e-05,
+      "loss": 0.9092118740081787,
+      "step": 2004
+    },
+    {
+      "epoch": 0.3704773013361666,
+      "grad_norm": 0.07988221198320389,
+      "learning_rate": 1.9546158043666335e-05,
+      "loss": 0.7625096440315247,
+      "step": 2005
+    },
+    {
+      "epoch": 0.3706620780450624,
+      "grad_norm": 0.06539753079414368,
+      "learning_rate": 1.9545563688134788e-05,
+      "loss": 0.508465588092804,
+      "step": 2006
+    },
+    {
+      "epoch": 0.3708468547539583,
+      "grad_norm": 0.10145644098520279,
+      "learning_rate": 1.9544968952719673e-05,
+      "loss": 0.9701846837997437,
+      "step": 2007
+    },
+    {
+      "epoch": 0.3710316314628541,
+      "grad_norm": 0.06246112659573555,
+      "learning_rate": 1.954437383744465e-05,
+      "loss": 0.6103070974349976,
+      "step": 2008
+    },
+    {
+      "epoch": 0.37121640817174995,
+      "grad_norm": 0.08505327999591827,
+      "learning_rate": 1.9543778342333415e-05,
+      "loss": 0.8365639448165894,
+      "step": 2009
+    },
+    {
+      "epoch": 0.3714011848806458,
+      "grad_norm": 0.09498727321624756,
+      "learning_rate": 1.9543182467409657e-05,
+      "loss": 0.8169976472854614,
+      "step": 2010
+    },
+    {
+      "epoch": 0.37158596158954166,
+      "grad_norm": 0.07790561765432358,
+      "learning_rate": 1.9542586212697098e-05,
+      "loss": 0.6823660135269165,
+      "step": 2011
+    },
+    {
+      "epoch": 0.3717707382984375,
+      "grad_norm": 0.061434078961610794,
+      "learning_rate": 1.954198957821946e-05,
+      "loss": 0.592761218547821,
+      "step": 2012
+    },
+    {
+      "epoch": 0.3719555150073333,
+      "grad_norm": 0.07613083720207214,
+      "learning_rate": 1.954139256400049e-05,
+      "loss": 0.6575087308883667,
+      "step": 2013
+    },
+    {
+      "epoch": 0.37214029171622914,
+      "grad_norm": 0.07182037830352783,
+      "learning_rate": 1.954079517006395e-05,
+      "loss": 0.6541277170181274,
+      "step": 2014
+    },
+    {
+      "epoch": 0.372325068425125,
+      "grad_norm": 0.08298812061548233,
+      "learning_rate": 1.9540197396433606e-05,
+      "loss": 0.6347714066505432,
+      "step": 2015
+    },
+    {
+      "epoch": 0.37250984513402086,
+      "grad_norm": 0.08322648704051971,
+      "learning_rate": 1.9539599243133254e-05,
+      "loss": 0.6312686204910278,
+      "step": 2016
+    },
+    {
+      "epoch": 0.3726946218429167,
+      "grad_norm": 0.07473642379045486,
+      "learning_rate": 1.95390007101867e-05,
+      "loss": 0.5637624859809875,
+      "step": 2017
+    },
+    {
+      "epoch": 0.37287939855181257,
+      "grad_norm": 0.08620911091566086,
+      "learning_rate": 1.9538401797617762e-05,
+      "loss": 0.8354276418685913,
+      "step": 2018
+    },
+    {
+      "epoch": 0.3730641752607084,
+      "grad_norm": 0.10492628812789917,
+      "learning_rate": 1.9537802505450272e-05,
+      "loss": 0.8417186141014099,
+      "step": 2019
+    },
+    {
+      "epoch": 0.3732489519696042,
+      "grad_norm": 0.07237657159566879,
+      "learning_rate": 1.9537202833708084e-05,
+      "loss": 0.5563523173332214,
+      "step": 2020
+    },
+    {
+      "epoch": 0.37343372867850005,
+      "grad_norm": 0.07768519967794418,
+      "learning_rate": 1.953660278241506e-05,
+      "loss": 0.7059952616691589,
+      "step": 2021
+    },
+    {
+      "epoch": 0.37361850538739594,
+      "grad_norm": 0.09444581717252731,
+      "learning_rate": 1.9536002351595082e-05,
+      "loss": 0.8551285266876221,
+      "step": 2022
+    },
+    {
+      "epoch": 0.37380328209629177,
+      "grad_norm": 0.1082654669880867,
+      "learning_rate": 1.9535401541272046e-05,
+      "loss": 0.7788101434707642,
+      "step": 2023
+    },
+    {
+      "epoch": 0.3739880588051876,
+      "grad_norm": 0.07339019328355789,
+      "learning_rate": 1.9534800351469862e-05,
+      "loss": 0.7254128456115723,
+      "step": 2024
+    },
+    {
+      "epoch": 0.3741728355140834,
+      "grad_norm": 0.08173136413097382,
+      "learning_rate": 1.953419878221245e-05,
+      "loss": 0.6819193363189697,
+      "step": 2025
+    },
+    {
+      "epoch": 0.3743576122229793,
+      "grad_norm": 0.0670306533575058,
+      "learning_rate": 1.953359683352376e-05,
+      "loss": 0.48552295565605164,
+      "step": 2026
+    },
+    {
+      "epoch": 0.37454238893187514,
+      "grad_norm": 0.08190646767616272,
+      "learning_rate": 1.953299450542774e-05,
+      "loss": 0.8560343384742737,
+      "step": 2027
+    },
+    {
+      "epoch": 0.37472716564077097,
+      "grad_norm": 0.05877630412578583,
+      "learning_rate": 1.9532391797948365e-05,
+      "loss": 0.4112713634967804,
+      "step": 2028
+    },
+    {
+      "epoch": 0.37491194234966685,
+      "grad_norm": 0.09025271981954575,
+      "learning_rate": 1.9531788711109616e-05,
+      "loss": 0.7425708770751953,
+      "step": 2029
+    },
+    {
+      "epoch": 0.3750967190585627,
+      "grad_norm": 0.08883294463157654,
+      "learning_rate": 1.95311852449355e-05,
+      "loss": 0.7375306487083435,
+      "step": 2030
+    },
+    {
+      "epoch": 0.3752814957674585,
+      "grad_norm": 0.08991797268390656,
+      "learning_rate": 1.9530581399450032e-05,
+      "loss": 0.7483659386634827,
+      "step": 2031
+    },
+    {
+      "epoch": 0.37546627247635433,
+      "grad_norm": 0.07757057994604111,
+      "learning_rate": 1.952997717467724e-05,
+      "loss": 0.6233549118041992,
+      "step": 2032
+    },
+    {
+      "epoch": 0.3756510491852502,
+      "grad_norm": 0.07741144299507141,
+      "learning_rate": 1.9529372570641173e-05,
+      "loss": 0.5848559141159058,
+      "step": 2033
+    },
+    {
+      "epoch": 0.37583582589414605,
+      "grad_norm": 0.07271159440279007,
+      "learning_rate": 1.952876758736589e-05,
+      "loss": 0.6167519092559814,
+      "step": 2034
+    },
+    {
+      "epoch": 0.3760206026030419,
+      "grad_norm": 0.07572707533836365,
+      "learning_rate": 1.952816222487547e-05,
+      "loss": 0.5975688099861145,
+      "step": 2035
+    },
+    {
+      "epoch": 0.3762053793119377,
+      "grad_norm": 0.09476777911186218,
+      "learning_rate": 1.9527556483194003e-05,
+      "loss": 0.9203355312347412,
+      "step": 2036
+    },
+    {
+      "epoch": 0.3763901560208336,
+      "grad_norm": 0.07740332186222076,
+      "learning_rate": 1.9526950362345595e-05,
+      "loss": 0.6362847685813904,
+      "step": 2037
+    },
+    {
+      "epoch": 0.3765749327297294,
+      "grad_norm": 0.08949487656354904,
+      "learning_rate": 1.9526343862354368e-05,
+      "loss": 0.8080466985702515,
+      "step": 2038
+    },
+    {
+      "epoch": 0.37675970943862525,
+      "grad_norm": 0.0746837854385376,
+      "learning_rate": 1.9525736983244458e-05,
+      "loss": 0.6293449401855469,
+      "step": 2039
+    },
+    {
+      "epoch": 0.37694448614752113,
+      "grad_norm": 0.07914283871650696,
+      "learning_rate": 1.9525129725040023e-05,
+      "loss": 0.8751811981201172,
+      "step": 2040
+    },
+    {
+      "epoch": 0.37712926285641696,
+      "grad_norm": 0.07535235583782196,
+      "learning_rate": 1.952452208776522e-05,
+      "loss": 0.5902524590492249,
+      "step": 2041
+    },
+    {
+      "epoch": 0.3773140395653128,
+      "grad_norm": 0.08348150551319122,
+      "learning_rate": 1.952391407144424e-05,
+      "loss": 0.6699376106262207,
+      "step": 2042
+    },
+    {
+      "epoch": 0.3774988162742086,
+      "grad_norm": 0.0957750678062439,
+      "learning_rate": 1.9523305676101275e-05,
+      "loss": 0.8382880687713623,
+      "step": 2043
+    },
+    {
+      "epoch": 0.3776835929831045,
+      "grad_norm": 0.07746924459934235,
+      "learning_rate": 1.952269690176054e-05,
+      "loss": 0.5988008379936218,
+      "step": 2044
+    },
+    {
+      "epoch": 0.3778683696920003,
+      "grad_norm": 0.06604867428541183,
+      "learning_rate": 1.9522087748446263e-05,
+      "loss": 0.5286591649055481,
+      "step": 2045
+    },
+    {
+      "epoch": 0.37805314640089616,
+      "grad_norm": 0.07804200798273087,
+      "learning_rate": 1.952147821618268e-05,
+      "loss": 0.5273786783218384,
+      "step": 2046
+    },
+    {
+      "epoch": 0.378237923109792,
+      "grad_norm": 0.07519040256738663,
+      "learning_rate": 1.9520868304994054e-05,
+      "loss": 0.5678566098213196,
+      "step": 2047
+    },
+    {
+      "epoch": 0.37842269981868787,
+      "grad_norm": 0.07195018231868744,
+      "learning_rate": 1.9520258014904655e-05,
+      "loss": 0.6135433912277222,
+      "step": 2048
+    },
+    {
+      "epoch": 0.3786074765275837,
+      "grad_norm": 0.06383226066827774,
+      "learning_rate": 1.9519647345938776e-05,
+      "loss": 0.5484453439712524,
+      "step": 2049
+    },
+    {
+      "epoch": 0.3787922532364795,
+      "grad_norm": 0.07442542165517807,
+      "learning_rate": 1.9519036298120712e-05,
+      "loss": 0.7261379957199097,
+      "step": 2050
+    },
+    {
+      "epoch": 0.3789770299453754,
+      "grad_norm": 0.07282903045415878,
+      "learning_rate": 1.9518424871474786e-05,
+      "loss": 0.6312949657440186,
+      "step": 2051
+    },
+    {
+      "epoch": 0.37916180665427124,
+      "grad_norm": 0.08609618246555328,
+      "learning_rate": 1.951781306602533e-05,
+      "loss": 0.7831339240074158,
+      "step": 2052
+    },
+    {
+      "epoch": 0.37934658336316707,
+      "grad_norm": 0.09370411932468414,
+      "learning_rate": 1.951720088179669e-05,
+      "loss": 0.8748478293418884,
+      "step": 2053
+    },
+    {
+      "epoch": 0.3795313600720629,
+      "grad_norm": 0.07409726083278656,
+      "learning_rate": 1.9516588318813233e-05,
+      "loss": 0.7795743942260742,
+      "step": 2054
+    },
+    {
+      "epoch": 0.3797161367809588,
+      "grad_norm": 0.08550463616847992,
+      "learning_rate": 1.951597537709933e-05,
+      "loss": 0.6052160859107971,
+      "step": 2055
+    },
+    {
+      "epoch": 0.3799009134898546,
+      "grad_norm": 0.08676903694868088,
+      "learning_rate": 1.9515362056679385e-05,
+      "loss": 0.7950112819671631,
+      "step": 2056
+    },
+    {
+      "epoch": 0.38008569019875044,
+      "grad_norm": 0.07116511464118958,
+      "learning_rate": 1.9514748357577797e-05,
+      "loss": 0.5086311101913452,
+      "step": 2057
+    },
+    {
+      "epoch": 0.38027046690764627,
+      "grad_norm": 0.08856448531150818,
+      "learning_rate": 1.951413427981899e-05,
+      "loss": 0.7990341186523438,
+      "step": 2058
+    },
+    {
+      "epoch": 0.38045524361654215,
+      "grad_norm": 0.08384235948324203,
+      "learning_rate": 1.951351982342741e-05,
+      "loss": 0.7706287503242493,
+      "step": 2059
+    },
+    {
+      "epoch": 0.380640020325438,
+      "grad_norm": 0.0836147740483284,
+      "learning_rate": 1.9512904988427498e-05,
+      "loss": 0.7029248476028442,
+      "step": 2060
+    },
+    {
+      "epoch": 0.3808247970343338,
+      "grad_norm": 0.08189492672681808,
+      "learning_rate": 1.9512289774843737e-05,
+      "loss": 0.7562029361724854,
+      "step": 2061
+    },
+    {
+      "epoch": 0.3810095737432297,
+      "grad_norm": 0.08952762931585312,
+      "learning_rate": 1.9511674182700596e-05,
+      "loss": 0.5929439663887024,
+      "step": 2062
+    },
+    {
+      "epoch": 0.3811943504521255,
+      "grad_norm": 0.06707214564085007,
+      "learning_rate": 1.9511058212022584e-05,
+      "loss": 0.5128438472747803,
+      "step": 2063
+    },
+    {
+      "epoch": 0.38137912716102135,
+      "grad_norm": 0.08093805611133575,
+      "learning_rate": 1.9510441862834212e-05,
+      "loss": 0.6935490369796753,
+      "step": 2064
+    },
+    {
+      "epoch": 0.3815639038699172,
+      "grad_norm": 0.08729652315378189,
+      "learning_rate": 1.9509825135160006e-05,
+      "loss": 0.8165642619132996,
+      "step": 2065
+    },
+    {
+      "epoch": 0.38174868057881306,
+      "grad_norm": 0.08318503201007843,
+      "learning_rate": 1.9509208029024514e-05,
+      "loss": 0.7330926060676575,
+      "step": 2066
+    },
+    {
+      "epoch": 0.3819334572877089,
+      "grad_norm": 0.08431824296712875,
+      "learning_rate": 1.950859054445229e-05,
+      "loss": 0.7111803293228149,
+      "step": 2067
+    },
+    {
+      "epoch": 0.3821182339966047,
+      "grad_norm": 0.07840250432491302,
+      "learning_rate": 1.9507972681467913e-05,
+      "loss": 0.5990965962409973,
+      "step": 2068
+    },
+    {
+      "epoch": 0.38230301070550055,
+      "grad_norm": 0.08080720901489258,
+      "learning_rate": 1.950735444009597e-05,
+      "loss": 0.7232369780540466,
+      "step": 2069
+    },
+    {
+      "epoch": 0.38248778741439643,
+      "grad_norm": 0.07445263117551804,
+      "learning_rate": 1.9506735820361065e-05,
+      "loss": 0.7037575840950012,
+      "step": 2070
+    },
+    {
+      "epoch": 0.38267256412329226,
+      "grad_norm": 0.07133829593658447,
+      "learning_rate": 1.9506116822287818e-05,
+      "loss": 0.7455885410308838,
+      "step": 2071
+    },
+    {
+      "epoch": 0.3828573408321881,
+      "grad_norm": 0.07049156725406647,
+      "learning_rate": 1.9505497445900864e-05,
+      "loss": 0.5760311484336853,
+      "step": 2072
+    },
+    {
+      "epoch": 0.38304211754108397,
+      "grad_norm": 0.06675473600625992,
+      "learning_rate": 1.950487769122485e-05,
+      "loss": 0.5767952799797058,
+      "step": 2073
+    },
+    {
+      "epoch": 0.3832268942499798,
+      "grad_norm": 0.09521736949682236,
+      "learning_rate": 1.9504257558284435e-05,
+      "loss": 0.8993252515792847,
+      "step": 2074
+    },
+    {
+      "epoch": 0.38341167095887563,
+      "grad_norm": 0.078230120241642,
+      "learning_rate": 1.950363704710431e-05,
+      "loss": 0.8286687135696411,
+      "step": 2075
+    },
+    {
+      "epoch": 0.38359644766777146,
+      "grad_norm": 0.0930788516998291,
+      "learning_rate": 1.9503016157709163e-05,
+      "loss": 0.9682884812355042,
+      "step": 2076
+    },
+    {
+      "epoch": 0.38378122437666734,
+      "grad_norm": 0.07385998964309692,
+      "learning_rate": 1.95023948901237e-05,
+      "loss": 0.7313173413276672,
+      "step": 2077
+    },
+    {
+      "epoch": 0.38396600108556317,
+      "grad_norm": 0.07340817898511887,
+      "learning_rate": 1.9501773244372654e-05,
+      "loss": 0.6114804744720459,
+      "step": 2078
+    },
+    {
+      "epoch": 0.384150777794459,
+      "grad_norm": 0.0526450015604496,
+      "learning_rate": 1.9501151220480757e-05,
+      "loss": 0.4882235825061798,
+      "step": 2079
+    },
+    {
+      "epoch": 0.3843355545033548,
+      "grad_norm": 0.0750875324010849,
+      "learning_rate": 1.950052881847277e-05,
+      "loss": 0.64805668592453,
+      "step": 2080
+    },
+    {
+      "epoch": 0.3845203312122507,
+      "grad_norm": 0.08840855956077576,
+      "learning_rate": 1.9499906038373458e-05,
+      "loss": 0.7312134504318237,
+      "step": 2081
+    },
+    {
+      "epoch": 0.38470510792114654,
+      "grad_norm": 0.08124563843011856,
+      "learning_rate": 1.9499282880207605e-05,
+      "loss": 0.6080642342567444,
+      "step": 2082
+    },
+    {
+      "epoch": 0.38488988463004237,
+      "grad_norm": 0.0850062444806099,
+      "learning_rate": 1.9498659344000014e-05,
+      "loss": 0.7977728247642517,
+      "step": 2083
+    },
+    {
+      "epoch": 0.38507466133893825,
+      "grad_norm": 0.09203612804412842,
+      "learning_rate": 1.94980354297755e-05,
+      "loss": 0.9024616479873657,
+      "step": 2084
+    },
+    {
+      "epoch": 0.3852594380478341,
+      "grad_norm": 0.08661805838346481,
+      "learning_rate": 1.9497411137558887e-05,
+      "loss": 0.7511764764785767,
+      "step": 2085
+    },
+    {
+      "epoch": 0.3854442147567299,
+      "grad_norm": 0.08258519321680069,
+      "learning_rate": 1.9496786467375028e-05,
+      "loss": 0.6556458473205566,
+      "step": 2086
+    },
+    {
+      "epoch": 0.38562899146562574,
+      "grad_norm": 0.0830867737531662,
+      "learning_rate": 1.949616141924878e-05,
+      "loss": 0.6187492609024048,
+      "step": 2087
+    },
+    {
+      "epoch": 0.3858137681745216,
+      "grad_norm": 0.057450730353593826,
+      "learning_rate": 1.9495535993205015e-05,
+      "loss": 0.5264581441879272,
+      "step": 2088
+    },
+    {
+      "epoch": 0.38599854488341745,
+      "grad_norm": 0.07087472826242447,
+      "learning_rate": 1.9494910189268627e-05,
+      "loss": 0.5897881984710693,
+      "step": 2089
+    },
+    {
+      "epoch": 0.3861833215923133,
+      "grad_norm": 0.074063740670681,
+      "learning_rate": 1.949428400746452e-05,
+      "loss": 0.41536253690719604,
+      "step": 2090
+    },
+    {
+      "epoch": 0.3863680983012091,
+      "grad_norm": 0.0563860647380352,
+      "learning_rate": 1.949365744781761e-05,
+      "loss": 0.40170884132385254,
+      "step": 2091
+    },
+    {
+      "epoch": 0.386552875010105,
+      "grad_norm": 0.06514260172843933,
+      "learning_rate": 1.9493030510352838e-05,
+      "loss": 0.49167242646217346,
+      "step": 2092
+    },
+    {
+      "epoch": 0.3867376517190008,
+      "grad_norm": 0.07091984152793884,
+      "learning_rate": 1.9492403195095152e-05,
+      "loss": 0.615524411201477,
+      "step": 2093
+    },
+    {
+      "epoch": 0.38692242842789665,
+      "grad_norm": 0.07864012569189072,
+      "learning_rate": 1.9491775502069513e-05,
+      "loss": 0.6243424415588379,
+      "step": 2094
+    },
+    {
+      "epoch": 0.38710720513679253,
+      "grad_norm": 0.05738931894302368,
+      "learning_rate": 1.949114743130091e-05,
+      "loss": 0.42757418751716614,
+      "step": 2095
+    },
+    {
+      "epoch": 0.38729198184568836,
+      "grad_norm": 0.0666792094707489,
+      "learning_rate": 1.949051898281433e-05,
+      "loss": 0.7218016386032104,
+      "step": 2096
+    },
+    {
+      "epoch": 0.3874767585545842,
+      "grad_norm": 0.07960478216409683,
+      "learning_rate": 1.9489890156634787e-05,
+      "loss": 0.7451041340827942,
+      "step": 2097
+    },
+    {
+      "epoch": 0.38766153526348,
+      "grad_norm": 0.06650031358003616,
+      "learning_rate": 1.9489260952787305e-05,
+      "loss": 0.5651580691337585,
+      "step": 2098
+    },
+    {
+      "epoch": 0.3878463119723759,
+      "grad_norm": 0.0677560567855835,
+      "learning_rate": 1.948863137129693e-05,
+      "loss": 0.6015886664390564,
+      "step": 2099
+    },
+    {
+      "epoch": 0.38803108868127173,
+      "grad_norm": 0.07975464314222336,
+      "learning_rate": 1.9488001412188705e-05,
+      "loss": 0.7732228636741638,
+      "step": 2100
+    },
+    {
+      "epoch": 0.38821586539016756,
+      "grad_norm": 0.07170242816209793,
+      "learning_rate": 1.948737107548771e-05,
+      "loss": 0.6001203656196594,
+      "step": 2101
+    },
+    {
+      "epoch": 0.3884006420990634,
+      "grad_norm": 0.07086360454559326,
+      "learning_rate": 1.9486740361219034e-05,
+      "loss": 0.6004417538642883,
+      "step": 2102
+    },
+    {
+      "epoch": 0.38858541880795927,
+      "grad_norm": 0.09102153033018112,
+      "learning_rate": 1.9486109269407768e-05,
+      "loss": 0.864840030670166,
+      "step": 2103
+    },
+    {
+      "epoch": 0.3887701955168551,
+      "grad_norm": 0.07844554632902145,
+      "learning_rate": 1.948547780007903e-05,
+      "loss": 0.6806324124336243,
+      "step": 2104
+    },
+    {
+      "epoch": 0.38895497222575093,
+      "grad_norm": 0.0875028744339943,
+      "learning_rate": 1.948484595325795e-05,
+      "loss": 0.7554509043693542,
+      "step": 2105
+    },
+    {
+      "epoch": 0.3891397489346468,
+      "grad_norm": 0.07255323976278305,
+      "learning_rate": 1.9484213728969685e-05,
+      "loss": 0.8027604818344116,
+      "step": 2106
+    },
+    {
+      "epoch": 0.38932452564354264,
+      "grad_norm": 0.07519349455833435,
+      "learning_rate": 1.9483581127239377e-05,
+      "loss": 0.5965269804000854,
+      "step": 2107
+    },
+    {
+      "epoch": 0.38950930235243847,
+      "grad_norm": 0.09502169489860535,
+      "learning_rate": 1.9482948148092212e-05,
+      "loss": 1.1054532527923584,
+      "step": 2108
+    },
+    {
+      "epoch": 0.3896940790613343,
+      "grad_norm": 0.08516938239336014,
+      "learning_rate": 1.948231479155338e-05,
+      "loss": 0.7914494872093201,
+      "step": 2109
+    },
+    {
+      "epoch": 0.3898788557702302,
+      "grad_norm": 0.06948333978652954,
+      "learning_rate": 1.9481681057648085e-05,
+      "loss": 0.6895288825035095,
+      "step": 2110
+    },
+    {
+      "epoch": 0.390063632479126,
+      "grad_norm": 0.08115935325622559,
+      "learning_rate": 1.9481046946401548e-05,
+      "loss": 0.6990054845809937,
+      "step": 2111
+    },
+    {
+      "epoch": 0.39024840918802184,
+      "grad_norm": 0.07175900787115097,
+      "learning_rate": 1.9480412457839004e-05,
+      "loss": 0.5589213371276855,
+      "step": 2112
+    },
+    {
+      "epoch": 0.39043318589691767,
+      "grad_norm": 0.06155014783143997,
+      "learning_rate": 1.9479777591985706e-05,
+      "loss": 0.5068143606185913,
+      "step": 2113
+    },
+    {
+      "epoch": 0.39061796260581355,
+      "grad_norm": 0.08584966510534286,
+      "learning_rate": 1.947914234886692e-05,
+      "loss": 0.8504391312599182,
+      "step": 2114
+    },
+    {
+      "epoch": 0.3908027393147094,
+      "grad_norm": 0.08797426521778107,
+      "learning_rate": 1.9478506728507925e-05,
+      "loss": 0.7745741009712219,
+      "step": 2115
+    },
+    {
+      "epoch": 0.3909875160236052,
+      "grad_norm": 0.08473818749189377,
+      "learning_rate": 1.9477870730934014e-05,
+      "loss": 0.7680900692939758,
+      "step": 2116
+    },
+    {
+      "epoch": 0.3911722927325011,
+      "grad_norm": 0.06665950268507004,
+      "learning_rate": 1.94772343561705e-05,
+      "loss": 0.5885246992111206,
+      "step": 2117
+    },
+    {
+      "epoch": 0.3913570694413969,
+      "grad_norm": 0.07183478772640228,
+      "learning_rate": 1.947659760424271e-05,
+      "loss": 0.533574104309082,
+      "step": 2118
+    },
+    {
+      "epoch": 0.39154184615029275,
+      "grad_norm": 0.07430543750524521,
+      "learning_rate": 1.9475960475175985e-05,
+      "loss": 0.6689956188201904,
+      "step": 2119
+    },
+    {
+      "epoch": 0.3917266228591886,
+      "grad_norm": 0.07013824582099915,
+      "learning_rate": 1.947532296899568e-05,
+      "loss": 0.6077504754066467,
+      "step": 2120
+    },
+    {
+      "epoch": 0.39191139956808446,
+      "grad_norm": 0.06455551832914352,
+      "learning_rate": 1.9474685085727162e-05,
+      "loss": 0.40655583143234253,
+      "step": 2121
+    },
+    {
+      "epoch": 0.3920961762769803,
+      "grad_norm": 0.08743591606616974,
+      "learning_rate": 1.9474046825395825e-05,
+      "loss": 0.9286163449287415,
+      "step": 2122
+    },
+    {
+      "epoch": 0.3922809529858761,
+      "grad_norm": 0.08486149460077286,
+      "learning_rate": 1.947340818802706e-05,
+      "loss": 0.8797714114189148,
+      "step": 2123
+    },
+    {
+      "epoch": 0.39246572969477195,
+      "grad_norm": 0.06798680871725082,
+      "learning_rate": 1.947276917364629e-05,
+      "loss": 0.52814781665802,
+      "step": 2124
+    },
+    {
+      "epoch": 0.39265050640366783,
+      "grad_norm": 0.08360527455806732,
+      "learning_rate": 1.9472129782278944e-05,
+      "loss": 0.7399903535842896,
+      "step": 2125
+    },
+    {
+      "epoch": 0.39283528311256366,
+      "grad_norm": 0.06659283488988876,
+      "learning_rate": 1.9471490013950464e-05,
+      "loss": 0.5814614295959473,
+      "step": 2126
+    },
+    {
+      "epoch": 0.3930200598214595,
+      "grad_norm": 0.08121927827596664,
+      "learning_rate": 1.9470849868686315e-05,
+      "loss": 0.7577459216117859,
+      "step": 2127
+    },
+    {
+      "epoch": 0.3932048365303554,
+      "grad_norm": 0.07345825433731079,
+      "learning_rate": 1.9470209346511977e-05,
+      "loss": 0.6281236410140991,
+      "step": 2128
+    },
+    {
+      "epoch": 0.3933896132392512,
+      "grad_norm": 0.06721615046262741,
+      "learning_rate": 1.946956844745293e-05,
+      "loss": 0.5942303538322449,
+      "step": 2129
+    },
+    {
+      "epoch": 0.39357438994814703,
+      "grad_norm": 0.07023970037698746,
+      "learning_rate": 1.9468927171534685e-05,
+      "loss": 0.6943172216415405,
+      "step": 2130
+    },
+    {
+      "epoch": 0.39375916665704286,
+      "grad_norm": 0.0984039232134819,
+      "learning_rate": 1.9468285518782764e-05,
+      "loss": 0.88523268699646,
+      "step": 2131
+    },
+    {
+      "epoch": 0.39394394336593874,
+      "grad_norm": 0.08739271014928818,
+      "learning_rate": 1.9467643489222704e-05,
+      "loss": 0.5721750855445862,
+      "step": 2132
+    },
+    {
+      "epoch": 0.39412872007483457,
+      "grad_norm": 0.06664688140153885,
+      "learning_rate": 1.9467001082880054e-05,
+      "loss": 0.6401693224906921,
+      "step": 2133
+    },
+    {
+      "epoch": 0.3943134967837304,
+      "grad_norm": 0.07537417113780975,
+      "learning_rate": 1.946635829978038e-05,
+      "loss": 0.6778192520141602,
+      "step": 2134
+    },
+    {
+      "epoch": 0.39449827349262623,
+      "grad_norm": 0.0772600993514061,
+      "learning_rate": 1.9465715139949254e-05,
+      "loss": 0.6469069719314575,
+      "step": 2135
+    },
+    {
+      "epoch": 0.3946830502015221,
+      "grad_norm": 0.06720546633005142,
+      "learning_rate": 1.9465071603412287e-05,
+      "loss": 0.5592214465141296,
+      "step": 2136
+    },
+    {
+      "epoch": 0.39486782691041794,
+      "grad_norm": 0.062190715223550797,
+      "learning_rate": 1.946442769019508e-05,
+      "loss": 0.5607873201370239,
+      "step": 2137
+    },
+    {
+      "epoch": 0.39505260361931377,
+      "grad_norm": 0.07531455159187317,
+      "learning_rate": 1.9463783400323263e-05,
+      "loss": 0.7235403656959534,
+      "step": 2138
+    },
+    {
+      "epoch": 0.39523738032820965,
+      "grad_norm": 0.0764726921916008,
+      "learning_rate": 1.9463138733822475e-05,
+      "loss": 0.6067501306533813,
+      "step": 2139
+    },
+    {
+      "epoch": 0.3954221570371055,
+      "grad_norm": 0.06785880029201508,
+      "learning_rate": 1.9462493690718373e-05,
+      "loss": 0.6442311406135559,
+      "step": 2140
+    },
+    {
+      "epoch": 0.3956069337460013,
+      "grad_norm": 0.08522092550992966,
+      "learning_rate": 1.9461848271036623e-05,
+      "loss": 0.7445117235183716,
+      "step": 2141
+    },
+    {
+      "epoch": 0.39579171045489714,
+      "grad_norm": 0.09842310845851898,
+      "learning_rate": 1.9461202474802914e-05,
+      "loss": 1.112312912940979,
+      "step": 2142
+    },
+    {
+      "epoch": 0.395976487163793,
+      "grad_norm": 0.0805714949965477,
+      "learning_rate": 1.946055630204295e-05,
+      "loss": 0.7900038361549377,
+      "step": 2143
+    },
+    {
+      "epoch": 0.39616126387268885,
+      "grad_norm": 0.06138754263520241,
+      "learning_rate": 1.9459909752782444e-05,
+      "loss": 0.6165653467178345,
+      "step": 2144
+    },
+    {
+      "epoch": 0.3963460405815847,
+      "grad_norm": 0.07790310680866241,
+      "learning_rate": 1.945926282704712e-05,
+      "loss": 0.7886402010917664,
+      "step": 2145
+    },
+    {
+      "epoch": 0.3965308172904805,
+      "grad_norm": 0.07908566296100616,
+      "learning_rate": 1.9458615524862734e-05,
+      "loss": 0.786962628364563,
+      "step": 2146
+    },
+    {
+      "epoch": 0.3967155939993764,
+      "grad_norm": 0.0615328773856163,
+      "learning_rate": 1.9457967846255045e-05,
+      "loss": 0.6100361943244934,
+      "step": 2147
+    },
+    {
+      "epoch": 0.3969003707082722,
+      "grad_norm": 0.07457233220338821,
+      "learning_rate": 1.945731979124982e-05,
+      "loss": 0.6171791553497314,
+      "step": 2148
+    },
+    {
+      "epoch": 0.39708514741716805,
+      "grad_norm": 0.08400756865739822,
+      "learning_rate": 1.9456671359872858e-05,
+      "loss": 0.6951082348823547,
+      "step": 2149
+    },
+    {
+      "epoch": 0.39726992412606393,
+      "grad_norm": 0.07961725443601608,
+      "learning_rate": 1.9456022552149965e-05,
+      "loss": 0.8372227549552917,
+      "step": 2150
+    },
+    {
+      "epoch": 0.39745470083495976,
+      "grad_norm": 0.0670628771185875,
+      "learning_rate": 1.9455373368106952e-05,
+      "loss": 0.6422262191772461,
+      "step": 2151
+    },
+    {
+      "epoch": 0.3976394775438556,
+      "grad_norm": 0.06386101990938187,
+      "learning_rate": 1.9454723807769665e-05,
+      "loss": 0.5038297176361084,
+      "step": 2152
+    },
+    {
+      "epoch": 0.3978242542527514,
+      "grad_norm": 0.06022537499666214,
+      "learning_rate": 1.945407387116395e-05,
+      "loss": 0.5005338788032532,
+      "step": 2153
+    },
+    {
+      "epoch": 0.3980090309616473,
+      "grad_norm": 0.08071392774581909,
+      "learning_rate": 1.9453423558315677e-05,
+      "loss": 0.6604102253913879,
+      "step": 2154
+    },
+    {
+      "epoch": 0.39819380767054313,
+      "grad_norm": 0.06811917573213577,
+      "learning_rate": 1.9452772869250718e-05,
+      "loss": 0.5015507936477661,
+      "step": 2155
+    },
+    {
+      "epoch": 0.39837858437943896,
+      "grad_norm": 0.06803597509860992,
+      "learning_rate": 1.9452121803994973e-05,
+      "loss": 0.4728114902973175,
+      "step": 2156
+    },
+    {
+      "epoch": 0.3985633610883348,
+      "grad_norm": 0.06741619855165482,
+      "learning_rate": 1.945147036257435e-05,
+      "loss": 0.498307466506958,
+      "step": 2157
+    },
+    {
+      "epoch": 0.3987481377972307,
+      "grad_norm": 0.07278750091791153,
+      "learning_rate": 1.945081854501478e-05,
+      "loss": 0.6582752466201782,
+      "step": 2158
+    },
+    {
+      "epoch": 0.3989329145061265,
+      "grad_norm": 0.07266269624233246,
+      "learning_rate": 1.9450166351342198e-05,
+      "loss": 0.630315363407135,
+      "step": 2159
+    },
+    {
+      "epoch": 0.39911769121502233,
+      "grad_norm": 0.07647449523210526,
+      "learning_rate": 1.9449513781582562e-05,
+      "loss": 0.7801526188850403,
+      "step": 2160
+    },
+    {
+      "epoch": 0.3993024679239182,
+      "grad_norm": 0.08277647942304611,
+      "learning_rate": 1.9448860835761842e-05,
+      "loss": 0.7490278482437134,
+      "step": 2161
+    },
+    {
+      "epoch": 0.39948724463281404,
+      "grad_norm": 0.060939326882362366,
+      "learning_rate": 1.944820751390602e-05,
+      "loss": 0.5510382652282715,
+      "step": 2162
+    },
+    {
+      "epoch": 0.39967202134170987,
+      "grad_norm": 0.06312974542379379,
+      "learning_rate": 1.94475538160411e-05,
+      "loss": 0.6411457061767578,
+      "step": 2163
+    },
+    {
+      "epoch": 0.3998567980506057,
+      "grad_norm": 0.06613600999116898,
+      "learning_rate": 1.9446899742193097e-05,
+      "loss": 0.5749844908714294,
+      "step": 2164
+    },
+    {
+      "epoch": 0.4000415747595016,
+      "grad_norm": 0.07607866078615189,
+      "learning_rate": 1.944624529238804e-05,
+      "loss": 0.6170638203620911,
+      "step": 2165
+    },
+    {
+      "epoch": 0.4002263514683974,
+      "grad_norm": 0.08194948732852936,
+      "learning_rate": 1.944559046665197e-05,
+      "loss": 0.7000471353530884,
+      "step": 2166
+    },
+    {
+      "epoch": 0.40041112817729324,
+      "grad_norm": 0.08070991188287735,
+      "learning_rate": 1.9444935265010954e-05,
+      "loss": 0.7806636691093445,
+      "step": 2167
+    },
+    {
+      "epoch": 0.40059590488618907,
+      "grad_norm": 0.0809662863612175,
+      "learning_rate": 1.9444279687491065e-05,
+      "loss": 0.7248894572257996,
+      "step": 2168
+    },
+    {
+      "epoch": 0.40078068159508495,
+      "grad_norm": 0.07183996587991714,
+      "learning_rate": 1.9443623734118388e-05,
+      "loss": 0.7464427947998047,
+      "step": 2169
+    },
+    {
+      "epoch": 0.4009654583039808,
+      "grad_norm": 0.0695219561457634,
+      "learning_rate": 1.944296740491903e-05,
+      "loss": 0.5609503984451294,
+      "step": 2170
+    },
+    {
+      "epoch": 0.4011502350128766,
+      "grad_norm": 0.053213201463222504,
+      "learning_rate": 1.944231069991912e-05,
+      "loss": 0.49357420206069946,
+      "step": 2171
+    },
+    {
+      "epoch": 0.4013350117217725,
+      "grad_norm": 0.06042713671922684,
+      "learning_rate": 1.944165361914478e-05,
+      "loss": 0.7338321805000305,
+      "step": 2172
+    },
+    {
+      "epoch": 0.4015197884306683,
+      "grad_norm": 0.08467214554548264,
+      "learning_rate": 1.944099616262217e-05,
+      "loss": 0.7917910814285278,
+      "step": 2173
+    },
+    {
+      "epoch": 0.40170456513956415,
+      "grad_norm": 0.07415515929460526,
+      "learning_rate": 1.9440338330377444e-05,
+      "loss": 0.6823109984397888,
+      "step": 2174
+    },
+    {
+      "epoch": 0.40188934184846,
+      "grad_norm": 0.07411254197359085,
+      "learning_rate": 1.943968012243679e-05,
+      "loss": 0.7468394041061401,
+      "step": 2175
+    },
+    {
+      "epoch": 0.40207411855735586,
+      "grad_norm": 0.08624184131622314,
+      "learning_rate": 1.9439021538826398e-05,
+      "loss": 0.7924304008483887,
+      "step": 2176
+    },
+    {
+      "epoch": 0.4022588952662517,
+      "grad_norm": 0.05622793734073639,
+      "learning_rate": 1.943836257957248e-05,
+      "loss": 0.4555974304676056,
+      "step": 2177
+    },
+    {
+      "epoch": 0.4024436719751475,
+      "grad_norm": 0.08712554723024368,
+      "learning_rate": 1.9437703244701266e-05,
+      "loss": 0.6834219098091125,
+      "step": 2178
+    },
+    {
+      "epoch": 0.40262844868404335,
+      "grad_norm": 0.07262444496154785,
+      "learning_rate": 1.9437043534238985e-05,
+      "loss": 0.6461427807807922,
+      "step": 2179
+    },
+    {
+      "epoch": 0.40281322539293923,
+      "grad_norm": 0.07889416068792343,
+      "learning_rate": 1.9436383448211895e-05,
+      "loss": 0.6368575692176819,
+      "step": 2180
+    },
+    {
+      "epoch": 0.40299800210183506,
+      "grad_norm": 0.06394167989492416,
+      "learning_rate": 1.943572298664627e-05,
+      "loss": 0.5541520714759827,
+      "step": 2181
+    },
+    {
+      "epoch": 0.4031827788107309,
+      "grad_norm": 0.0851161926984787,
+      "learning_rate": 1.9435062149568386e-05,
+      "loss": 0.9377284646034241,
+      "step": 2182
+    },
+    {
+      "epoch": 0.4033675555196268,
+      "grad_norm": 0.07163845002651215,
+      "learning_rate": 1.9434400937004548e-05,
+      "loss": 0.6254559755325317,
+      "step": 2183
+    },
+    {
+      "epoch": 0.4035523322285226,
+      "grad_norm": 0.08405304700136185,
+      "learning_rate": 1.9433739348981074e-05,
+      "loss": 0.7649668455123901,
+      "step": 2184
+    },
+    {
+      "epoch": 0.40373710893741843,
+      "grad_norm": 0.07005638629198074,
+      "learning_rate": 1.9433077385524284e-05,
+      "loss": 0.6673843860626221,
+      "step": 2185
+    },
+    {
+      "epoch": 0.40392188564631426,
+      "grad_norm": 0.08381688594818115,
+      "learning_rate": 1.9432415046660526e-05,
+      "loss": 0.7347395420074463,
+      "step": 2186
+    },
+    {
+      "epoch": 0.40410666235521014,
+      "grad_norm": 0.0781802386045456,
+      "learning_rate": 1.943175233241616e-05,
+      "loss": 0.7603856325149536,
+      "step": 2187
+    },
+    {
+      "epoch": 0.404291439064106,
+      "grad_norm": 0.07804013043642044,
+      "learning_rate": 1.9431089242817564e-05,
+      "loss": 0.7772961258888245,
+      "step": 2188
+    },
+    {
+      "epoch": 0.4044762157730018,
+      "grad_norm": 0.0823303833603859,
+      "learning_rate": 1.9430425777891116e-05,
+      "loss": 0.7311716079711914,
+      "step": 2189
+    },
+    {
+      "epoch": 0.40466099248189763,
+      "grad_norm": 0.06019553914666176,
+      "learning_rate": 1.942976193766323e-05,
+      "loss": 0.5009331703186035,
+      "step": 2190
+    },
+    {
+      "epoch": 0.4048457691907935,
+      "grad_norm": 0.07683239877223969,
+      "learning_rate": 1.942909772216032e-05,
+      "loss": 0.7285566926002502,
+      "step": 2191
+    },
+    {
+      "epoch": 0.40503054589968934,
+      "grad_norm": 0.09352260082960129,
+      "learning_rate": 1.9428433131408816e-05,
+      "loss": 0.8195133805274963,
+      "step": 2192
+    },
+    {
+      "epoch": 0.40521532260858517,
+      "grad_norm": 0.09269582480192184,
+      "learning_rate": 1.9427768165435177e-05,
+      "loss": 0.843238890171051,
+      "step": 2193
+    },
+    {
+      "epoch": 0.40540009931748106,
+      "grad_norm": 0.08898035436868668,
+      "learning_rate": 1.9427102824265858e-05,
+      "loss": 0.8769370913505554,
+      "step": 2194
+    },
+    {
+      "epoch": 0.4055848760263769,
+      "grad_norm": 0.08849231898784637,
+      "learning_rate": 1.942643710792734e-05,
+      "loss": 0.5764329433441162,
+      "step": 2195
+    },
+    {
+      "epoch": 0.4057696527352727,
+      "grad_norm": 0.06048697978258133,
+      "learning_rate": 1.942577101644612e-05,
+      "loss": 0.38896650075912476,
+      "step": 2196
+    },
+    {
+      "epoch": 0.40595442944416854,
+      "grad_norm": 0.07495073974132538,
+      "learning_rate": 1.94251045498487e-05,
+      "loss": 0.5774204730987549,
+      "step": 2197
+    },
+    {
+      "epoch": 0.4061392061530644,
+      "grad_norm": 0.07874375581741333,
+      "learning_rate": 1.9424437708161605e-05,
+      "loss": 0.6599615216255188,
+      "step": 2198
+    },
+    {
+      "epoch": 0.40632398286196025,
+      "grad_norm": 0.08063821494579315,
+      "learning_rate": 1.9423770491411375e-05,
+      "loss": 0.5673590302467346,
+      "step": 2199
+    },
+    {
+      "epoch": 0.4065087595708561,
+      "grad_norm": 0.08884714543819427,
+      "learning_rate": 1.9423102899624565e-05,
+      "loss": 0.8434959053993225,
+      "step": 2200
+    },
+    {
+      "epoch": 0.4066935362797519,
+      "grad_norm": 0.0742383748292923,
+      "learning_rate": 1.9422434932827737e-05,
+      "loss": 0.6055968999862671,
+      "step": 2201
+    },
+    {
+      "epoch": 0.4068783129886478,
+      "grad_norm": 0.08328180760145187,
+      "learning_rate": 1.9421766591047483e-05,
+      "loss": 0.9570925831794739,
+      "step": 2202
+    },
+    {
+      "epoch": 0.4070630896975436,
+      "grad_norm": 0.0653611570596695,
+      "learning_rate": 1.9421097874310394e-05,
+      "loss": 0.6053483486175537,
+      "step": 2203
+    },
+    {
+      "epoch": 0.40724786640643945,
+      "grad_norm": 0.07700639218091965,
+      "learning_rate": 1.9420428782643083e-05,
+      "loss": 0.6471602916717529,
+      "step": 2204
+    },
+    {
+      "epoch": 0.40743264311533534,
+      "grad_norm": 0.07719118893146515,
+      "learning_rate": 1.941975931607218e-05,
+      "loss": 0.6258816719055176,
+      "step": 2205
+    },
+    {
+      "epoch": 0.40761741982423116,
+      "grad_norm": 0.067261703312397,
+      "learning_rate": 1.9419089474624326e-05,
+      "loss": 0.5652295351028442,
+      "step": 2206
+    },
+    {
+      "epoch": 0.407802196533127,
+      "grad_norm": 0.06438491493463516,
+      "learning_rate": 1.941841925832618e-05,
+      "loss": 0.49911659955978394,
+      "step": 2207
+    },
+    {
+      "epoch": 0.4079869732420228,
+      "grad_norm": 0.07922912389039993,
+      "learning_rate": 1.9417748667204414e-05,
+      "loss": 0.5777056813240051,
+      "step": 2208
+    },
+    {
+      "epoch": 0.4081717499509187,
+      "grad_norm": 0.08038914203643799,
+      "learning_rate": 1.9417077701285714e-05,
+      "loss": 0.7142505645751953,
+      "step": 2209
+    },
+    {
+      "epoch": 0.40835652665981453,
+      "grad_norm": 0.059858158230781555,
+      "learning_rate": 1.9416406360596785e-05,
+      "loss": 0.38203585147857666,
+      "step": 2210
+    },
+    {
+      "epoch": 0.40854130336871036,
+      "grad_norm": 0.07125923037528992,
+      "learning_rate": 1.9415734645164343e-05,
+      "loss": 0.6019932627677917,
+      "step": 2211
+    },
+    {
+      "epoch": 0.4087260800776062,
+      "grad_norm": 0.08031252771615982,
+      "learning_rate": 1.941506255501512e-05,
+      "loss": 0.718646764755249,
+      "step": 2212
+    },
+    {
+      "epoch": 0.4089108567865021,
+      "grad_norm": 0.06486880779266357,
+      "learning_rate": 1.9414390090175864e-05,
+      "loss": 0.5900680422782898,
+      "step": 2213
+    },
+    {
+      "epoch": 0.4090956334953979,
+      "grad_norm": 0.06934762746095657,
+      "learning_rate": 1.9413717250673333e-05,
+      "loss": 0.49603864550590515,
+      "step": 2214
+    },
+    {
+      "epoch": 0.40928041020429373,
+      "grad_norm": 0.052057359367609024,
+      "learning_rate": 1.941304403653431e-05,
+      "loss": 0.4228403866291046,
+      "step": 2215
+    },
+    {
+      "epoch": 0.4094651869131896,
+      "grad_norm": 0.06075945496559143,
+      "learning_rate": 1.9412370447785586e-05,
+      "loss": 0.6137130856513977,
+      "step": 2216
+    },
+    {
+      "epoch": 0.40964996362208544,
+      "grad_norm": 0.06219998747110367,
+      "learning_rate": 1.941169648445396e-05,
+      "loss": 0.547929584980011,
+      "step": 2217
+    },
+    {
+      "epoch": 0.4098347403309813,
+      "grad_norm": 0.09154465049505234,
+      "learning_rate": 1.9411022146566266e-05,
+      "loss": 0.8030654788017273,
+      "step": 2218
+    },
+    {
+      "epoch": 0.4100195170398771,
+      "grad_norm": 0.08464067429304123,
+      "learning_rate": 1.941034743414933e-05,
+      "loss": 0.8160238265991211,
+      "step": 2219
+    },
+    {
+      "epoch": 0.410204293748773,
+      "grad_norm": 0.07993149757385254,
+      "learning_rate": 1.9409672347230008e-05,
+      "loss": 0.6873763203620911,
+      "step": 2220
+    },
+    {
+      "epoch": 0.4103890704576688,
+      "grad_norm": 0.07135781645774841,
+      "learning_rate": 1.9408996885835166e-05,
+      "loss": 0.5866267681121826,
+      "step": 2221
+    },
+    {
+      "epoch": 0.41057384716656464,
+      "grad_norm": 0.08876077830791473,
+      "learning_rate": 1.9408321049991684e-05,
+      "loss": 0.8736963272094727,
+      "step": 2222
+    },
+    {
+      "epoch": 0.41075862387546047,
+      "grad_norm": 0.07346765697002411,
+      "learning_rate": 1.940764483972646e-05,
+      "loss": 0.7503250241279602,
+      "step": 2223
+    },
+    {
+      "epoch": 0.41094340058435636,
+      "grad_norm": 0.07542257755994797,
+      "learning_rate": 1.9406968255066403e-05,
+      "loss": 0.6756606698036194,
+      "step": 2224
+    },
+    {
+      "epoch": 0.4111281772932522,
+      "grad_norm": 0.06280212849378586,
+      "learning_rate": 1.940629129603844e-05,
+      "loss": 0.5291039347648621,
+      "step": 2225
+    },
+    {
+      "epoch": 0.411312954002148,
+      "grad_norm": 0.0706767737865448,
+      "learning_rate": 1.940561396266951e-05,
+      "loss": 0.6159385442733765,
+      "step": 2226
+    },
+    {
+      "epoch": 0.4114977307110439,
+      "grad_norm": 0.07819431275129318,
+      "learning_rate": 1.9404936254986576e-05,
+      "loss": 0.7118359208106995,
+      "step": 2227
+    },
+    {
+      "epoch": 0.4116825074199397,
+      "grad_norm": 0.06865965574979782,
+      "learning_rate": 1.94042581730166e-05,
+      "loss": 0.7549982070922852,
+      "step": 2228
+    },
+    {
+      "epoch": 0.41186728412883555,
+      "grad_norm": 0.07349448651075363,
+      "learning_rate": 1.9403579716786572e-05,
+      "loss": 0.6773434281349182,
+      "step": 2229
+    },
+    {
+      "epoch": 0.4120520608377314,
+      "grad_norm": 0.07281513512134552,
+      "learning_rate": 1.9402900886323492e-05,
+      "loss": 0.6251955032348633,
+      "step": 2230
+    },
+    {
+      "epoch": 0.41223683754662727,
+      "grad_norm": 0.07288835942745209,
+      "learning_rate": 1.940222168165437e-05,
+      "loss": 0.6025035381317139,
+      "step": 2231
+    },
+    {
+      "epoch": 0.4124216142555231,
+      "grad_norm": 0.08412369340658188,
+      "learning_rate": 1.9401542102806248e-05,
+      "loss": 0.6773068308830261,
+      "step": 2232
+    },
+    {
+      "epoch": 0.4126063909644189,
+      "grad_norm": 0.10129547864198685,
+      "learning_rate": 1.940086214980616e-05,
+      "loss": 0.8324509263038635,
+      "step": 2233
+    },
+    {
+      "epoch": 0.41279116767331475,
+      "grad_norm": 0.091436967253685,
+      "learning_rate": 1.940018182268117e-05,
+      "loss": 0.8332235813140869,
+      "step": 2234
+    },
+    {
+      "epoch": 0.41297594438221064,
+      "grad_norm": 0.0675014853477478,
+      "learning_rate": 1.9399501121458354e-05,
+      "loss": 0.46324366331100464,
+      "step": 2235
+    },
+    {
+      "epoch": 0.41316072109110646,
+      "grad_norm": 0.07934007793664932,
+      "learning_rate": 1.93988200461648e-05,
+      "loss": 0.6471525430679321,
+      "step": 2236
+    },
+    {
+      "epoch": 0.4133454978000023,
+      "grad_norm": 0.07486380636692047,
+      "learning_rate": 1.939813859682761e-05,
+      "loss": 0.572313129901886,
+      "step": 2237
+    },
+    {
+      "epoch": 0.4135302745088982,
+      "grad_norm": 0.09455690532922745,
+      "learning_rate": 1.939745677347391e-05,
+      "loss": 0.9386391043663025,
+      "step": 2238
+    },
+    {
+      "epoch": 0.413715051217794,
+      "grad_norm": 0.07782839238643646,
+      "learning_rate": 1.9396774576130834e-05,
+      "loss": 0.8280326128005981,
+      "step": 2239
+    },
+    {
+      "epoch": 0.41389982792668983,
+      "grad_norm": 0.08085377514362335,
+      "learning_rate": 1.9396092004825523e-05,
+      "loss": 0.7216889262199402,
+      "step": 2240
+    },
+    {
+      "epoch": 0.41408460463558566,
+      "grad_norm": 0.06378732621669769,
+      "learning_rate": 1.939540905958515e-05,
+      "loss": 0.5238621830940247,
+      "step": 2241
+    },
+    {
+      "epoch": 0.41426938134448155,
+      "grad_norm": 0.08064355701208115,
+      "learning_rate": 1.939472574043689e-05,
+      "loss": 0.6881387233734131,
+      "step": 2242
+    },
+    {
+      "epoch": 0.4144541580533774,
+      "grad_norm": 0.08286409080028534,
+      "learning_rate": 1.939404204740794e-05,
+      "loss": 0.760225772857666,
+      "step": 2243
+    },
+    {
+      "epoch": 0.4146389347622732,
+      "grad_norm": 0.08433771133422852,
+      "learning_rate": 1.9393357980525504e-05,
+      "loss": 0.7714629173278809,
+      "step": 2244
+    },
+    {
+      "epoch": 0.41482371147116903,
+      "grad_norm": 0.07636398077011108,
+      "learning_rate": 1.9392673539816812e-05,
+      "loss": 0.5675088763237,
+      "step": 2245
+    },
+    {
+      "epoch": 0.4150084881800649,
+      "grad_norm": 0.09437257796525955,
+      "learning_rate": 1.9391988725309096e-05,
+      "loss": 0.6651148200035095,
+      "step": 2246
+    },
+    {
+      "epoch": 0.41519326488896074,
+      "grad_norm": 0.06223485618829727,
+      "learning_rate": 1.9391303537029612e-05,
+      "loss": 0.66727215051651,
+      "step": 2247
+    },
+    {
+      "epoch": 0.4153780415978566,
+      "grad_norm": 0.06689508259296417,
+      "learning_rate": 1.939061797500563e-05,
+      "loss": 0.5697513818740845,
+      "step": 2248
+    },
+    {
+      "epoch": 0.41556281830675246,
+      "grad_norm": 0.07865443825721741,
+      "learning_rate": 1.938993203926443e-05,
+      "loss": 0.7371279001235962,
+      "step": 2249
+    },
+    {
+      "epoch": 0.4157475950156483,
+      "grad_norm": 0.09136402606964111,
+      "learning_rate": 1.9389245729833315e-05,
+      "loss": 0.7764683961868286,
+      "step": 2250
+    },
+    {
+      "epoch": 0.4159323717245441,
+      "grad_norm": 0.06448964774608612,
+      "learning_rate": 1.9388559046739594e-05,
+      "loss": 0.7599173188209534,
+      "step": 2251
+    },
+    {
+      "epoch": 0.41611714843343994,
+      "grad_norm": 0.07628330588340759,
+      "learning_rate": 1.9387871990010596e-05,
+      "loss": 0.6795546412467957,
+      "step": 2252
+    },
+    {
+      "epoch": 0.4163019251423358,
+      "grad_norm": 0.06867800652980804,
+      "learning_rate": 1.9387184559673665e-05,
+      "loss": 0.523367166519165,
+      "step": 2253
+    },
+    {
+      "epoch": 0.41648670185123166,
+      "grad_norm": 0.06983886659145355,
+      "learning_rate": 1.9386496755756156e-05,
+      "loss": 0.6407635807991028,
+      "step": 2254
+    },
+    {
+      "epoch": 0.4166714785601275,
+      "grad_norm": 0.07012315839529037,
+      "learning_rate": 1.9385808578285445e-05,
+      "loss": 0.5064341425895691,
+      "step": 2255
+    },
+    {
+      "epoch": 0.4168562552690233,
+      "grad_norm": 0.08256127685308456,
+      "learning_rate": 1.9385120027288914e-05,
+      "loss": 0.7292260527610779,
+      "step": 2256
+    },
+    {
+      "epoch": 0.4170410319779192,
+      "grad_norm": 0.09244728088378906,
+      "learning_rate": 1.938443110279397e-05,
+      "loss": 0.9887353181838989,
+      "step": 2257
+    },
+    {
+      "epoch": 0.417225808686815,
+      "grad_norm": 0.07802069187164307,
+      "learning_rate": 1.9383741804828024e-05,
+      "loss": 0.7937911748886108,
+      "step": 2258
+    },
+    {
+      "epoch": 0.41741058539571085,
+      "grad_norm": 0.07037319988012314,
+      "learning_rate": 1.9383052133418517e-05,
+      "loss": 0.6395033001899719,
+      "step": 2259
+    },
+    {
+      "epoch": 0.41759536210460674,
+      "grad_norm": 0.0810866579413414,
+      "learning_rate": 1.938236208859289e-05,
+      "loss": 0.7780205011367798,
+      "step": 2260
+    },
+    {
+      "epoch": 0.41778013881350257,
+      "grad_norm": 0.07843460887670517,
+      "learning_rate": 1.93816716703786e-05,
+      "loss": 0.7478843927383423,
+      "step": 2261
+    },
+    {
+      "epoch": 0.4179649155223984,
+      "grad_norm": 0.07771844416856766,
+      "learning_rate": 1.9380980878803135e-05,
+      "loss": 0.7685114741325378,
+      "step": 2262
+    },
+    {
+      "epoch": 0.4181496922312942,
+      "grad_norm": 0.07894376665353775,
+      "learning_rate": 1.938028971389398e-05,
+      "loss": 0.5902146697044373,
+      "step": 2263
+    },
+    {
+      "epoch": 0.4183344689401901,
+      "grad_norm": 0.07636061310768127,
+      "learning_rate": 1.937959817567864e-05,
+      "loss": 0.6044233441352844,
+      "step": 2264
+    },
+    {
+      "epoch": 0.41851924564908594,
+      "grad_norm": 0.08153094351291656,
+      "learning_rate": 1.9378906264184638e-05,
+      "loss": 0.6065340042114258,
+      "step": 2265
+    },
+    {
+      "epoch": 0.41870402235798176,
+      "grad_norm": 0.07207811623811722,
+      "learning_rate": 1.937821397943951e-05,
+      "loss": 0.6241428852081299,
+      "step": 2266
+    },
+    {
+      "epoch": 0.4188887990668776,
+      "grad_norm": 0.07843715697526932,
+      "learning_rate": 1.9377521321470806e-05,
+      "loss": 0.5644761919975281,
+      "step": 2267
+    },
+    {
+      "epoch": 0.4190735757757735,
+      "grad_norm": 0.08663053065538406,
+      "learning_rate": 1.9376828290306093e-05,
+      "loss": 0.9684317708015442,
+      "step": 2268
+    },
+    {
+      "epoch": 0.4192583524846693,
+      "grad_norm": 0.0744810476899147,
+      "learning_rate": 1.9376134885972948e-05,
+      "loss": 0.6165178418159485,
+      "step": 2269
+    },
+    {
+      "epoch": 0.41944312919356513,
+      "grad_norm": 0.07540447264909744,
+      "learning_rate": 1.937544110849897e-05,
+      "loss": 0.5572347044944763,
+      "step": 2270
+    },
+    {
+      "epoch": 0.419627905902461,
+      "grad_norm": 0.06462650746107101,
+      "learning_rate": 1.9374746957911768e-05,
+      "loss": 0.6695753335952759,
+      "step": 2271
+    },
+    {
+      "epoch": 0.41981268261135685,
+      "grad_norm": 0.06049533188343048,
+      "learning_rate": 1.937405243423897e-05,
+      "loss": 0.5189021825790405,
+      "step": 2272
+    },
+    {
+      "epoch": 0.4199974593202527,
+      "grad_norm": 0.0741419643163681,
+      "learning_rate": 1.9373357537508205e-05,
+      "loss": 0.7069633603096008,
+      "step": 2273
+    },
+    {
+      "epoch": 0.4201822360291485,
+      "grad_norm": 0.062040168792009354,
+      "learning_rate": 1.937266226774714e-05,
+      "loss": 0.5386475920677185,
+      "step": 2274
+    },
+    {
+      "epoch": 0.4203670127380444,
+      "grad_norm": 0.08488454669713974,
+      "learning_rate": 1.937196662498344e-05,
+      "loss": 0.685762345790863,
+      "step": 2275
+    },
+    {
+      "epoch": 0.4205517894469402,
+      "grad_norm": 0.07908879220485687,
+      "learning_rate": 1.937127060924479e-05,
+      "loss": 0.7075814008712769,
+      "step": 2276
+    },
+    {
+      "epoch": 0.42073656615583604,
+      "grad_norm": 0.09031480550765991,
+      "learning_rate": 1.9370574220558888e-05,
+      "loss": 0.6897242665290833,
+      "step": 2277
+    },
+    {
+      "epoch": 0.4209213428647319,
+      "grad_norm": 0.07690101861953735,
+      "learning_rate": 1.936987745895345e-05,
+      "loss": 0.5031424760818481,
+      "step": 2278
+    },
+    {
+      "epoch": 0.42110611957362776,
+      "grad_norm": 0.06790696084499359,
+      "learning_rate": 1.9369180324456204e-05,
+      "loss": 0.6615981459617615,
+      "step": 2279
+    },
+    {
+      "epoch": 0.4212908962825236,
+      "grad_norm": 0.08125462383031845,
+      "learning_rate": 1.936848281709489e-05,
+      "loss": 0.8710426092147827,
+      "step": 2280
+    },
+    {
+      "epoch": 0.4214756729914194,
+      "grad_norm": 0.0631629079580307,
+      "learning_rate": 1.9367784936897272e-05,
+      "loss": 0.6070328950881958,
+      "step": 2281
+    },
+    {
+      "epoch": 0.4216604497003153,
+      "grad_norm": 0.0831427350640297,
+      "learning_rate": 1.9367086683891123e-05,
+      "loss": 0.703594446182251,
+      "step": 2282
+    },
+    {
+      "epoch": 0.4218452264092111,
+      "grad_norm": 0.0841081514954567,
+      "learning_rate": 1.936638805810423e-05,
+      "loss": 0.6820002198219299,
+      "step": 2283
+    },
+    {
+      "epoch": 0.42203000311810696,
+      "grad_norm": 0.07842420041561127,
+      "learning_rate": 1.9365689059564393e-05,
+      "loss": 0.6011175513267517,
+      "step": 2284
+    },
+    {
+      "epoch": 0.4222147798270028,
+      "grad_norm": 0.08695252239704132,
+      "learning_rate": 1.9364989688299432e-05,
+      "loss": 0.8149831295013428,
+      "step": 2285
+    },
+    {
+      "epoch": 0.42239955653589867,
+      "grad_norm": 0.08886296302080154,
+      "learning_rate": 1.9364289944337185e-05,
+      "loss": 0.6890162229537964,
+      "step": 2286
+    },
+    {
+      "epoch": 0.4225843332447945,
+      "grad_norm": 0.0779884085059166,
+      "learning_rate": 1.9363589827705494e-05,
+      "loss": 0.8665019273757935,
+      "step": 2287
+    },
+    {
+      "epoch": 0.4227691099536903,
+      "grad_norm": 0.08771474659442902,
+      "learning_rate": 1.936288933843222e-05,
+      "loss": 0.7957674860954285,
+      "step": 2288
+    },
+    {
+      "epoch": 0.42295388666258615,
+      "grad_norm": 0.08377643674612045,
+      "learning_rate": 1.936218847654525e-05,
+      "loss": 0.7866319417953491,
+      "step": 2289
+    },
+    {
+      "epoch": 0.42313866337148204,
+      "grad_norm": 0.06442653387784958,
+      "learning_rate": 1.936148724207246e-05,
+      "loss": 0.569203794002533,
+      "step": 2290
+    },
+    {
+      "epoch": 0.42332344008037787,
+      "grad_norm": 0.07990846037864685,
+      "learning_rate": 1.936078563504177e-05,
+      "loss": 0.6724473834037781,
+      "step": 2291
+    },
+    {
+      "epoch": 0.4235082167892737,
+      "grad_norm": 0.09859101474285126,
+      "learning_rate": 1.93600836554811e-05,
+      "loss": 0.7977859973907471,
+      "step": 2292
+    },
+    {
+      "epoch": 0.4236929934981696,
+      "grad_norm": 0.05321364849805832,
+      "learning_rate": 1.9359381303418384e-05,
+      "loss": 0.45695260167121887,
+      "step": 2293
+    },
+    {
+      "epoch": 0.4238777702070654,
+      "grad_norm": 0.07542157173156738,
+      "learning_rate": 1.9358678578881572e-05,
+      "loss": 0.6335441470146179,
+      "step": 2294
+    },
+    {
+      "epoch": 0.42406254691596124,
+      "grad_norm": 0.08657735586166382,
+      "learning_rate": 1.9357975481898634e-05,
+      "loss": 0.8366142511367798,
+      "step": 2295
+    },
+    {
+      "epoch": 0.42424732362485706,
+      "grad_norm": 0.05203680694103241,
+      "learning_rate": 1.9357272012497546e-05,
+      "loss": 0.38978737592697144,
+      "step": 2296
+    },
+    {
+      "epoch": 0.42443210033375295,
+      "grad_norm": 0.07493631541728973,
+      "learning_rate": 1.935656817070631e-05,
+      "loss": 0.5956997275352478,
+      "step": 2297
+    },
+    {
+      "epoch": 0.4246168770426488,
+      "grad_norm": 0.07352018356323242,
+      "learning_rate": 1.9355863956552933e-05,
+      "loss": 0.6605044603347778,
+      "step": 2298
+    },
+    {
+      "epoch": 0.4248016537515446,
+      "grad_norm": 0.06980215758085251,
+      "learning_rate": 1.935515937006544e-05,
+      "loss": 0.5341028571128845,
+      "step": 2299
+    },
+    {
+      "epoch": 0.42498643046044043,
+      "grad_norm": 0.07171224057674408,
+      "learning_rate": 1.9354454411271874e-05,
+      "loss": 0.6301398277282715,
+      "step": 2300
+    },
+    {
+      "epoch": 0.4251712071693363,
+      "grad_norm": 0.0617557093501091,
+      "learning_rate": 1.935374908020029e-05,
+      "loss": 0.40994107723236084,
+      "step": 2301
+    },
+    {
+      "epoch": 0.42535598387823215,
+      "grad_norm": 0.07506370544433594,
+      "learning_rate": 1.9353043376878755e-05,
+      "loss": 0.7342982292175293,
+      "step": 2302
+    },
+    {
+      "epoch": 0.425540760587128,
+      "grad_norm": 0.06689701974391937,
+      "learning_rate": 1.9352337301335355e-05,
+      "loss": 0.6360087394714355,
+      "step": 2303
+    },
+    {
+      "epoch": 0.42572553729602386,
+      "grad_norm": 0.08720137923955917,
+      "learning_rate": 1.9351630853598193e-05,
+      "loss": 0.8357270359992981,
+      "step": 2304
+    },
+    {
+      "epoch": 0.4259103140049197,
+      "grad_norm": 0.0771905854344368,
+      "learning_rate": 1.9350924033695378e-05,
+      "loss": 0.7509700655937195,
+      "step": 2305
+    },
+    {
+      "epoch": 0.4260950907138155,
+      "grad_norm": 0.06878393888473511,
+      "learning_rate": 1.935021684165504e-05,
+      "loss": 0.5679242610931396,
+      "step": 2306
+    },
+    {
+      "epoch": 0.42627986742271134,
+      "grad_norm": 0.08172270655632019,
+      "learning_rate": 1.9349509277505327e-05,
+      "loss": 0.6561329960823059,
+      "step": 2307
+    },
+    {
+      "epoch": 0.42646464413160723,
+      "grad_norm": 0.07850314676761627,
+      "learning_rate": 1.9348801341274395e-05,
+      "loss": 0.5804690718650818,
+      "step": 2308
+    },
+    {
+      "epoch": 0.42664942084050306,
+      "grad_norm": 0.07448265701532364,
+      "learning_rate": 1.934809303299042e-05,
+      "loss": 0.7353978753089905,
+      "step": 2309
+    },
+    {
+      "epoch": 0.4268341975493989,
+      "grad_norm": 0.0733490064740181,
+      "learning_rate": 1.934738435268159e-05,
+      "loss": 0.6897704005241394,
+      "step": 2310
+    },
+    {
+      "epoch": 0.4270189742582947,
+      "grad_norm": 0.08506204932928085,
+      "learning_rate": 1.93466753003761e-05,
+      "loss": 0.7046520709991455,
+      "step": 2311
+    },
+    {
+      "epoch": 0.4272037509671906,
+      "grad_norm": 0.06439055502414703,
+      "learning_rate": 1.934596587610218e-05,
+      "loss": 0.7001133561134338,
+      "step": 2312
+    },
+    {
+      "epoch": 0.4273885276760864,
+      "grad_norm": 0.07183575630187988,
+      "learning_rate": 1.934525607988806e-05,
+      "loss": 0.6664788722991943,
+      "step": 2313
+    },
+    {
+      "epoch": 0.42757330438498226,
+      "grad_norm": 0.07120703905820847,
+      "learning_rate": 1.934454591176198e-05,
+      "loss": 0.5988874435424805,
+      "step": 2314
+    },
+    {
+      "epoch": 0.42775808109387814,
+      "grad_norm": 0.0718512088060379,
+      "learning_rate": 1.9343835371752212e-05,
+      "loss": 0.8172309398651123,
+      "step": 2315
+    },
+    {
+      "epoch": 0.42794285780277397,
+      "grad_norm": 0.054339561611413956,
+      "learning_rate": 1.934312445988703e-05,
+      "loss": 0.4375886023044586,
+      "step": 2316
+    },
+    {
+      "epoch": 0.4281276345116698,
+      "grad_norm": 0.054011277854442596,
+      "learning_rate": 1.9342413176194724e-05,
+      "loss": 0.5350235104560852,
+      "step": 2317
+    },
+    {
+      "epoch": 0.4283124112205656,
+      "grad_norm": 0.05996915325522423,
+      "learning_rate": 1.93417015207036e-05,
+      "loss": 0.7294011116027832,
+      "step": 2318
+    },
+    {
+      "epoch": 0.4284971879294615,
+      "grad_norm": 0.06260991841554642,
+      "learning_rate": 1.9340989493441988e-05,
+      "loss": 0.6489644646644592,
+      "step": 2319
+    },
+    {
+      "epoch": 0.42868196463835734,
+      "grad_norm": 0.07388906925916672,
+      "learning_rate": 1.9340277094438213e-05,
+      "loss": 0.8232399225234985,
+      "step": 2320
+    },
+    {
+      "epoch": 0.42886674134725317,
+      "grad_norm": 0.06844634562730789,
+      "learning_rate": 1.933956432372063e-05,
+      "loss": 0.5962044596672058,
+      "step": 2321
+    },
+    {
+      "epoch": 0.429051518056149,
+      "grad_norm": 0.07142406702041626,
+      "learning_rate": 1.933885118131761e-05,
+      "loss": 0.5791578888893127,
+      "step": 2322
+    },
+    {
+      "epoch": 0.4292362947650449,
+      "grad_norm": 0.07448078691959381,
+      "learning_rate": 1.933813766725753e-05,
+      "loss": 0.6933003664016724,
+      "step": 2323
+    },
+    {
+      "epoch": 0.4294210714739407,
+      "grad_norm": 0.061442915350198746,
+      "learning_rate": 1.9337423781568788e-05,
+      "loss": 0.5783045291900635,
+      "step": 2324
+    },
+    {
+      "epoch": 0.42960584818283654,
+      "grad_norm": 0.07764607667922974,
+      "learning_rate": 1.933670952427979e-05,
+      "loss": 0.6919342279434204,
+      "step": 2325
+    },
+    {
+      "epoch": 0.4297906248917324,
+      "grad_norm": 0.05729961022734642,
+      "learning_rate": 1.9335994895418965e-05,
+      "loss": 0.45752331614494324,
+      "step": 2326
+    },
+    {
+      "epoch": 0.42997540160062825,
+      "grad_norm": 0.06795137375593185,
+      "learning_rate": 1.933527989501475e-05,
+      "loss": 0.6426984071731567,
+      "step": 2327
+    },
+    {
+      "epoch": 0.4301601783095241,
+      "grad_norm": 0.0695880651473999,
+      "learning_rate": 1.9334564523095603e-05,
+      "loss": 0.5382835268974304,
+      "step": 2328
+    },
+    {
+      "epoch": 0.4303449550184199,
+      "grad_norm": 0.08700678497552872,
+      "learning_rate": 1.933384877968999e-05,
+      "loss": 0.8012987375259399,
+      "step": 2329
+    },
+    {
+      "epoch": 0.4305297317273158,
+      "grad_norm": 0.08838114142417908,
+      "learning_rate": 1.9333132664826403e-05,
+      "loss": 0.8843043446540833,
+      "step": 2330
+    },
+    {
+      "epoch": 0.4307145084362116,
+      "grad_norm": 0.07206934690475464,
+      "learning_rate": 1.9332416178533327e-05,
+      "loss": 0.6823926568031311,
+      "step": 2331
+    },
+    {
+      "epoch": 0.43089928514510745,
+      "grad_norm": 0.061117593199014664,
+      "learning_rate": 1.9331699320839293e-05,
+      "loss": 0.5759217143058777,
+      "step": 2332
+    },
+    {
+      "epoch": 0.4310840618540033,
+      "grad_norm": 0.08535294234752655,
+      "learning_rate": 1.9330982091772817e-05,
+      "loss": 0.7633690237998962,
+      "step": 2333
+    },
+    {
+      "epoch": 0.43126883856289916,
+      "grad_norm": 0.07020317763090134,
+      "learning_rate": 1.9330264491362446e-05,
+      "loss": 0.5276690125465393,
+      "step": 2334
+    },
+    {
+      "epoch": 0.431453615271795,
+      "grad_norm": 0.060124464333057404,
+      "learning_rate": 1.932954651963674e-05,
+      "loss": 0.5451531410217285,
+      "step": 2335
+    },
+    {
+      "epoch": 0.4316383919806908,
+      "grad_norm": 0.06954493373632431,
+      "learning_rate": 1.932882817662427e-05,
+      "loss": 0.5817059874534607,
+      "step": 2336
+    },
+    {
+      "epoch": 0.4318231686895867,
+      "grad_norm": 0.0750768631696701,
+      "learning_rate": 1.9328109462353626e-05,
+      "loss": 0.5557680726051331,
+      "step": 2337
+    },
+    {
+      "epoch": 0.43200794539848253,
+      "grad_norm": 0.07473158091306686,
+      "learning_rate": 1.932739037685341e-05,
+      "loss": 0.646592378616333,
+      "step": 2338
+    },
+    {
+      "epoch": 0.43219272210737836,
+      "grad_norm": 0.061547454446554184,
+      "learning_rate": 1.9326670920152237e-05,
+      "loss": 0.6056718826293945,
+      "step": 2339
+    },
+    {
+      "epoch": 0.4323774988162742,
+      "grad_norm": 0.056639768183231354,
+      "learning_rate": 1.932595109227874e-05,
+      "loss": 0.4849189519882202,
+      "step": 2340
+    },
+    {
+      "epoch": 0.43256227552517007,
+      "grad_norm": 0.07089490443468094,
+      "learning_rate": 1.932523089326157e-05,
+      "loss": 0.6140329241752625,
+      "step": 2341
+    },
+    {
+      "epoch": 0.4327470522340659,
+      "grad_norm": 0.08315933495759964,
+      "learning_rate": 1.9324510323129383e-05,
+      "loss": 0.6899304389953613,
+      "step": 2342
+    },
+    {
+      "epoch": 0.4329318289429617,
+      "grad_norm": 0.07349039614200592,
+      "learning_rate": 1.932378938191086e-05,
+      "loss": 0.4938865005970001,
+      "step": 2343
+    },
+    {
+      "epoch": 0.43311660565185756,
+      "grad_norm": 0.06191008538007736,
+      "learning_rate": 1.9323068069634688e-05,
+      "loss": 0.44645974040031433,
+      "step": 2344
+    },
+    {
+      "epoch": 0.43330138236075344,
+      "grad_norm": 0.1034642830491066,
+      "learning_rate": 1.9322346386329575e-05,
+      "loss": 1.1280803680419922,
+      "step": 2345
+    },
+    {
+      "epoch": 0.43348615906964927,
+      "grad_norm": 0.09495116770267487,
+      "learning_rate": 1.932162433202424e-05,
+      "loss": 0.806296169757843,
+      "step": 2346
+    },
+    {
+      "epoch": 0.4336709357785451,
+      "grad_norm": 0.079786017537117,
+      "learning_rate": 1.932090190674742e-05,
+      "loss": 0.7048410773277283,
+      "step": 2347
+    },
+    {
+      "epoch": 0.433855712487441,
+      "grad_norm": 0.07984772324562073,
+      "learning_rate": 1.9320179110527867e-05,
+      "loss": 0.6196243166923523,
+      "step": 2348
+    },
+    {
+      "epoch": 0.4340404891963368,
+      "grad_norm": 0.07886778563261032,
+      "learning_rate": 1.9319455943394347e-05,
+      "loss": 0.65333491563797,
+      "step": 2349
+    },
+    {
+      "epoch": 0.43422526590523264,
+      "grad_norm": 0.07592529058456421,
+      "learning_rate": 1.9318732405375636e-05,
+      "loss": 0.7202848196029663,
+      "step": 2350
+    },
+    {
+      "epoch": 0.43441004261412847,
+      "grad_norm": 0.0713939517736435,
+      "learning_rate": 1.9318008496500528e-05,
+      "loss": 0.7466500997543335,
+      "step": 2351
+    },
+    {
+      "epoch": 0.43459481932302435,
+      "grad_norm": 0.05905028060078621,
+      "learning_rate": 1.9317284216797837e-05,
+      "loss": 0.5592542290687561,
+      "step": 2352
+    },
+    {
+      "epoch": 0.4347795960319202,
+      "grad_norm": 0.09187117964029312,
+      "learning_rate": 1.931655956629638e-05,
+      "loss": 0.7937484979629517,
+      "step": 2353
+    },
+    {
+      "epoch": 0.434964372740816,
+      "grad_norm": 0.07646917551755905,
+      "learning_rate": 1.9315834545025005e-05,
+      "loss": 0.6700643301010132,
+      "step": 2354
+    },
+    {
+      "epoch": 0.43514914944971184,
+      "grad_norm": 0.08851625770330429,
+      "learning_rate": 1.9315109153012557e-05,
+      "loss": 0.8922794461250305,
+      "step": 2355
+    },
+    {
+      "epoch": 0.4353339261586077,
+      "grad_norm": 0.08113475888967514,
+      "learning_rate": 1.931438339028791e-05,
+      "loss": 0.8182970285415649,
+      "step": 2356
+    },
+    {
+      "epoch": 0.43551870286750355,
+      "grad_norm": 0.08301424980163574,
+      "learning_rate": 1.9313657256879943e-05,
+      "loss": 0.7397076487541199,
+      "step": 2357
+    },
+    {
+      "epoch": 0.4357034795763994,
+      "grad_norm": 0.06106698885560036,
+      "learning_rate": 1.931293075281756e-05,
+      "loss": 0.4387102723121643,
+      "step": 2358
+    },
+    {
+      "epoch": 0.43588825628529526,
+      "grad_norm": 0.07855153828859329,
+      "learning_rate": 1.9312203878129664e-05,
+      "loss": 0.7661651968955994,
+      "step": 2359
+    },
+    {
+      "epoch": 0.4360730329941911,
+      "grad_norm": 0.0937490165233612,
+      "learning_rate": 1.931147663284519e-05,
+      "loss": 0.8062765002250671,
+      "step": 2360
+    },
+    {
+      "epoch": 0.4362578097030869,
+      "grad_norm": 0.0676034688949585,
+      "learning_rate": 1.931074901699308e-05,
+      "loss": 0.5919547080993652,
+      "step": 2361
+    },
+    {
+      "epoch": 0.43644258641198275,
+      "grad_norm": 0.07248328626155853,
+      "learning_rate": 1.9310021030602285e-05,
+      "loss": 0.6367123126983643,
+      "step": 2362
+    },
+    {
+      "epoch": 0.43662736312087863,
+      "grad_norm": 0.08319476991891861,
+      "learning_rate": 1.930929267370178e-05,
+      "loss": 0.778451681137085,
+      "step": 2363
+    },
+    {
+      "epoch": 0.43681213982977446,
+      "grad_norm": 0.06528496742248535,
+      "learning_rate": 1.9308563946320556e-05,
+      "loss": 0.66303551197052,
+      "step": 2364
+    },
+    {
+      "epoch": 0.4369969165386703,
+      "grad_norm": 0.07230069488286972,
+      "learning_rate": 1.930783484848761e-05,
+      "loss": 0.550811231136322,
+      "step": 2365
+    },
+    {
+      "epoch": 0.4371816932475661,
+      "grad_norm": 0.08370313793420792,
+      "learning_rate": 1.9307105380231952e-05,
+      "loss": 0.6972153186798096,
+      "step": 2366
+    },
+    {
+      "epoch": 0.437366469956462,
+      "grad_norm": 0.07506057620048523,
+      "learning_rate": 1.930637554158262e-05,
+      "loss": 0.5916268825531006,
+      "step": 2367
+    },
+    {
+      "epoch": 0.43755124666535783,
+      "grad_norm": 0.07940205186605453,
+      "learning_rate": 1.930564533256866e-05,
+      "loss": 0.7237229943275452,
+      "step": 2368
+    },
+    {
+      "epoch": 0.43773602337425366,
+      "grad_norm": 0.08555081486701965,
+      "learning_rate": 1.9304914753219126e-05,
+      "loss": 0.9042553901672363,
+      "step": 2369
+    },
+    {
+      "epoch": 0.43792080008314954,
+      "grad_norm": 0.06261549890041351,
+      "learning_rate": 1.93041838035631e-05,
+      "loss": 0.5432640314102173,
+      "step": 2370
+    },
+    {
+      "epoch": 0.43810557679204537,
+      "grad_norm": 0.08132058382034302,
+      "learning_rate": 1.9303452483629664e-05,
+      "loss": 0.7692998051643372,
+      "step": 2371
+    },
+    {
+      "epoch": 0.4382903535009412,
+      "grad_norm": 0.08701673150062561,
+      "learning_rate": 1.9302720793447927e-05,
+      "loss": 0.7004591822624207,
+      "step": 2372
+    },
+    {
+      "epoch": 0.438475130209837,
+      "grad_norm": 0.052568644285202026,
+      "learning_rate": 1.930198873304701e-05,
+      "loss": 0.4833621680736542,
+      "step": 2373
+    },
+    {
+      "epoch": 0.4386599069187329,
+      "grad_norm": 0.0768493190407753,
+      "learning_rate": 1.930125630245604e-05,
+      "loss": 0.5789093971252441,
+      "step": 2374
+    },
+    {
+      "epoch": 0.43884468362762874,
+      "grad_norm": 0.06829556077718735,
+      "learning_rate": 1.930052350170417e-05,
+      "loss": 0.6952472925186157,
+      "step": 2375
+    },
+    {
+      "epoch": 0.43902946033652457,
+      "grad_norm": 0.0838492289185524,
+      "learning_rate": 1.9299790330820563e-05,
+      "loss": 0.6650012731552124,
+      "step": 2376
+    },
+    {
+      "epoch": 0.4392142370454204,
+      "grad_norm": 0.06579825282096863,
+      "learning_rate": 1.9299056789834394e-05,
+      "loss": 0.6096588969230652,
+      "step": 2377
+    },
+    {
+      "epoch": 0.4393990137543163,
+      "grad_norm": 0.0709729790687561,
+      "learning_rate": 1.929832287877486e-05,
+      "loss": 0.508579432964325,
+      "step": 2378
+    },
+    {
+      "epoch": 0.4395837904632121,
+      "grad_norm": 0.06732675433158875,
+      "learning_rate": 1.9297588597671164e-05,
+      "loss": 0.5655678510665894,
+      "step": 2379
+    },
+    {
+      "epoch": 0.43976856717210794,
+      "grad_norm": 0.05913890525698662,
+      "learning_rate": 1.9296853946552532e-05,
+      "loss": 0.5239315629005432,
+      "step": 2380
+    },
+    {
+      "epoch": 0.4399533438810038,
+      "grad_norm": 0.06641931086778641,
+      "learning_rate": 1.92961189254482e-05,
+      "loss": 0.5648493766784668,
+      "step": 2381
+    },
+    {
+      "epoch": 0.44013812058989965,
+      "grad_norm": 0.0653366819024086,
+      "learning_rate": 1.9295383534387416e-05,
+      "loss": 0.6413757801055908,
+      "step": 2382
+    },
+    {
+      "epoch": 0.4403228972987955,
+      "grad_norm": 0.06733138859272003,
+      "learning_rate": 1.929464777339945e-05,
+      "loss": 0.4827044904232025,
+      "step": 2383
+    },
+    {
+      "epoch": 0.4405076740076913,
+      "grad_norm": 0.08121521770954132,
+      "learning_rate": 1.9293911642513585e-05,
+      "loss": 0.6802595257759094,
+      "step": 2384
+    },
+    {
+      "epoch": 0.4406924507165872,
+      "grad_norm": 0.06312023103237152,
+      "learning_rate": 1.9293175141759107e-05,
+      "loss": 0.5452331900596619,
+      "step": 2385
+    },
+    {
+      "epoch": 0.440877227425483,
+      "grad_norm": 0.08019667118787766,
+      "learning_rate": 1.9292438271165335e-05,
+      "loss": 0.7767255902290344,
+      "step": 2386
+    },
+    {
+      "epoch": 0.44106200413437885,
+      "grad_norm": 0.08663544803857803,
+      "learning_rate": 1.9291701030761597e-05,
+      "loss": 0.9065479636192322,
+      "step": 2387
+    },
+    {
+      "epoch": 0.44124678084327473,
+      "grad_norm": 0.07809998840093613,
+      "learning_rate": 1.9290963420577223e-05,
+      "loss": 0.7812683582305908,
+      "step": 2388
+    },
+    {
+      "epoch": 0.44143155755217056,
+      "grad_norm": 0.08127256482839584,
+      "learning_rate": 1.9290225440641574e-05,
+      "loss": 0.7572963237762451,
+      "step": 2389
+    },
+    {
+      "epoch": 0.4416163342610664,
+      "grad_norm": 0.06240149214863777,
+      "learning_rate": 1.9289487090984017e-05,
+      "loss": 0.5791239142417908,
+      "step": 2390
+    },
+    {
+      "epoch": 0.4418011109699622,
+      "grad_norm": 0.07807501405477524,
+      "learning_rate": 1.928874837163394e-05,
+      "loss": 0.6849839091300964,
+      "step": 2391
+    },
+    {
+      "epoch": 0.4419858876788581,
+      "grad_norm": 0.07311359792947769,
+      "learning_rate": 1.9288009282620736e-05,
+      "loss": 0.708427369594574,
+      "step": 2392
+    },
+    {
+      "epoch": 0.44217066438775393,
+      "grad_norm": 0.05785594880580902,
+      "learning_rate": 1.928726982397382e-05,
+      "loss": 0.5417725443840027,
+      "step": 2393
+    },
+    {
+      "epoch": 0.44235544109664976,
+      "grad_norm": 0.06097231060266495,
+      "learning_rate": 1.9286529995722624e-05,
+      "loss": 0.5638762712478638,
+      "step": 2394
+    },
+    {
+      "epoch": 0.4425402178055456,
+      "grad_norm": 0.07345853000879288,
+      "learning_rate": 1.9285789797896587e-05,
+      "loss": 0.5357245802879333,
+      "step": 2395
+    },
+    {
+      "epoch": 0.44272499451444147,
+      "grad_norm": 0.09665371477603912,
+      "learning_rate": 1.9285049230525166e-05,
+      "loss": 0.8695791959762573,
+      "step": 2396
+    },
+    {
+      "epoch": 0.4429097712233373,
+      "grad_norm": 0.06887251883745193,
+      "learning_rate": 1.928430829363784e-05,
+      "loss": 0.7601022124290466,
+      "step": 2397
+    },
+    {
+      "epoch": 0.44309454793223313,
+      "grad_norm": 0.09401489794254303,
+      "learning_rate": 1.9283566987264083e-05,
+      "loss": 0.9063498377799988,
+      "step": 2398
+    },
+    {
+      "epoch": 0.443279324641129,
+      "grad_norm": 0.08337516337633133,
+      "learning_rate": 1.9282825311433408e-05,
+      "loss": 0.6751862168312073,
+      "step": 2399
+    },
+    {
+      "epoch": 0.44346410135002484,
+      "grad_norm": 0.08896543830633163,
+      "learning_rate": 1.928208326617533e-05,
+      "loss": 0.6873741149902344,
+      "step": 2400
+    },
+    {
+      "epoch": 0.44364887805892067,
+      "grad_norm": 0.0696672722697258,
+      "learning_rate": 1.9281340851519373e-05,
+      "loss": 0.6347296237945557,
+      "step": 2401
+    },
+    {
+      "epoch": 0.4438336547678165,
+      "grad_norm": 0.05829437077045441,
+      "learning_rate": 1.928059806749509e-05,
+      "loss": 0.63972008228302,
+      "step": 2402
+    },
+    {
+      "epoch": 0.4440184314767124,
+      "grad_norm": 0.07010830193758011,
+      "learning_rate": 1.927985491413204e-05,
+      "loss": 0.6212910413742065,
+      "step": 2403
+    },
+    {
+      "epoch": 0.4442032081856082,
+      "grad_norm": 0.07966028898954391,
+      "learning_rate": 1.9279111391459797e-05,
+      "loss": 0.6606336236000061,
+      "step": 2404
+    },
+    {
+      "epoch": 0.44438798489450404,
+      "grad_norm": 0.0820903331041336,
+      "learning_rate": 1.927836749950795e-05,
+      "loss": 0.6804654002189636,
+      "step": 2405
+    },
+    {
+      "epoch": 0.44457276160339987,
+      "grad_norm": 0.08157593756914139,
+      "learning_rate": 1.927762323830611e-05,
+      "loss": 0.6042102575302124,
+      "step": 2406
+    },
+    {
+      "epoch": 0.44475753831229575,
+      "grad_norm": 0.07228659093379974,
+      "learning_rate": 1.9276878607883886e-05,
+      "loss": 0.6968677043914795,
+      "step": 2407
+    },
+    {
+      "epoch": 0.4449423150211916,
+      "grad_norm": 0.059456437826156616,
+      "learning_rate": 1.927613360827092e-05,
+      "loss": 0.5671892166137695,
+      "step": 2408
+    },
+    {
+      "epoch": 0.4451270917300874,
+      "grad_norm": 0.07476317882537842,
+      "learning_rate": 1.9275388239496854e-05,
+      "loss": 0.6846385598182678,
+      "step": 2409
+    },
+    {
+      "epoch": 0.4453118684389833,
+      "grad_norm": 0.06802140921354294,
+      "learning_rate": 1.9274642501591358e-05,
+      "loss": 0.42480891942977905,
+      "step": 2410
+    },
+    {
+      "epoch": 0.4454966451478791,
+      "grad_norm": 0.07595323771238327,
+      "learning_rate": 1.9273896394584103e-05,
+      "loss": 0.7496429681777954,
+      "step": 2411
+    },
+    {
+      "epoch": 0.44568142185677495,
+      "grad_norm": 0.06730681657791138,
+      "learning_rate": 1.927314991850479e-05,
+      "loss": 0.5631354451179504,
+      "step": 2412
+    },
+    {
+      "epoch": 0.4458661985656708,
+      "grad_norm": 0.09018740803003311,
+      "learning_rate": 1.927240307338312e-05,
+      "loss": 0.6622211933135986,
+      "step": 2413
+    },
+    {
+      "epoch": 0.44605097527456666,
+      "grad_norm": 0.05780932679772377,
+      "learning_rate": 1.927165585924882e-05,
+      "loss": 0.47575706243515015,
+      "step": 2414
+    },
+    {
+      "epoch": 0.4462357519834625,
+      "grad_norm": 0.07823736220598221,
+      "learning_rate": 1.9270908276131623e-05,
+      "loss": 0.7001676559448242,
+      "step": 2415
+    },
+    {
+      "epoch": 0.4464205286923583,
+      "grad_norm": 0.07646199315786362,
+      "learning_rate": 1.927016032406128e-05,
+      "loss": 0.7157690525054932,
+      "step": 2416
+    },
+    {
+      "epoch": 0.44660530540125415,
+      "grad_norm": 0.09840088337659836,
+      "learning_rate": 1.926941200306756e-05,
+      "loss": 0.8731129169464111,
+      "step": 2417
+    },
+    {
+      "epoch": 0.44679008211015003,
+      "grad_norm": 0.07829701900482178,
+      "learning_rate": 1.9268663313180244e-05,
+      "loss": 0.6255185008049011,
+      "step": 2418
+    },
+    {
+      "epoch": 0.44697485881904586,
+      "grad_norm": 0.08753079921007156,
+      "learning_rate": 1.9267914254429125e-05,
+      "loss": 0.8361132144927979,
+      "step": 2419
+    },
+    {
+      "epoch": 0.4471596355279417,
+      "grad_norm": 0.057597216218709946,
+      "learning_rate": 1.926716482684401e-05,
+      "loss": 0.5651022791862488,
+      "step": 2420
+    },
+    {
+      "epoch": 0.4473444122368376,
+      "grad_norm": 0.07024961709976196,
+      "learning_rate": 1.9266415030454734e-05,
+      "loss": 0.695307195186615,
+      "step": 2421
+    },
+    {
+      "epoch": 0.4475291889457334,
+      "grad_norm": 0.0742584764957428,
+      "learning_rate": 1.9265664865291128e-05,
+      "loss": 0.6812407374382019,
+      "step": 2422
+    },
+    {
+      "epoch": 0.44771396565462923,
+      "grad_norm": 0.06642390042543411,
+      "learning_rate": 1.9264914331383047e-05,
+      "loss": 0.5371487140655518,
+      "step": 2423
+    },
+    {
+      "epoch": 0.44789874236352506,
+      "grad_norm": 0.0593610443174839,
+      "learning_rate": 1.9264163428760366e-05,
+      "loss": 0.4845843017101288,
+      "step": 2424
+    },
+    {
+      "epoch": 0.44808351907242094,
+      "grad_norm": 0.08533383905887604,
+      "learning_rate": 1.9263412157452964e-05,
+      "loss": 0.6560807228088379,
+      "step": 2425
+    },
+    {
+      "epoch": 0.4482682957813168,
+      "grad_norm": 0.06368084996938705,
+      "learning_rate": 1.9262660517490735e-05,
+      "loss": 0.3997742831707001,
+      "step": 2426
+    },
+    {
+      "epoch": 0.4484530724902126,
+      "grad_norm": 0.06924302130937576,
+      "learning_rate": 1.9261908508903603e-05,
+      "loss": 0.4483805298805237,
+      "step": 2427
+    },
+    {
+      "epoch": 0.44863784919910843,
+      "grad_norm": 0.07959199696779251,
+      "learning_rate": 1.9261156131721485e-05,
+      "loss": 0.792576253414154,
+      "step": 2428
+    },
+    {
+      "epoch": 0.4488226259080043,
+      "grad_norm": 0.059455327689647675,
+      "learning_rate": 1.9260403385974328e-05,
+      "loss": 0.44581228494644165,
+      "step": 2429
+    },
+    {
+      "epoch": 0.44900740261690014,
+      "grad_norm": 0.07160536199808121,
+      "learning_rate": 1.9259650271692084e-05,
+      "loss": 0.745840311050415,
+      "step": 2430
+    },
+    {
+      "epoch": 0.44919217932579597,
+      "grad_norm": 0.07705884426832199,
+      "learning_rate": 1.9258896788904734e-05,
+      "loss": 0.8486708402633667,
+      "step": 2431
+    },
+    {
+      "epoch": 0.44937695603469185,
+      "grad_norm": 0.069585882127285,
+      "learning_rate": 1.925814293764226e-05,
+      "loss": 0.5814905762672424,
+      "step": 2432
+    },
+    {
+      "epoch": 0.4495617327435877,
+      "grad_norm": 0.07240708917379379,
+      "learning_rate": 1.925738871793466e-05,
+      "loss": 0.5621956586837769,
+      "step": 2433
+    },
+    {
+      "epoch": 0.4497465094524835,
+      "grad_norm": 0.0654572919011116,
+      "learning_rate": 1.9256634129811954e-05,
+      "loss": 0.5260647535324097,
+      "step": 2434
+    },
+    {
+      "epoch": 0.44993128616137934,
+      "grad_norm": 0.0821259617805481,
+      "learning_rate": 1.925587917330417e-05,
+      "loss": 0.5811529755592346,
+      "step": 2435
+    },
+    {
+      "epoch": 0.4501160628702752,
+      "grad_norm": 0.08183261007070541,
+      "learning_rate": 1.9255123848441347e-05,
+      "loss": 0.7321382164955139,
+      "step": 2436
+    },
+    {
+      "epoch": 0.45030083957917105,
+      "grad_norm": 0.0739772692322731,
+      "learning_rate": 1.925436815525356e-05,
+      "loss": 0.5492620468139648,
+      "step": 2437
+    },
+    {
+      "epoch": 0.4504856162880669,
+      "grad_norm": 0.08293473720550537,
+      "learning_rate": 1.9253612093770865e-05,
+      "loss": 0.7169588208198547,
+      "step": 2438
+    },
+    {
+      "epoch": 0.4506703929969627,
+      "grad_norm": 0.06674166768789291,
+      "learning_rate": 1.925285566402336e-05,
+      "loss": 0.693142294883728,
+      "step": 2439
+    },
+    {
+      "epoch": 0.4508551697058586,
+      "grad_norm": 0.07635101675987244,
+      "learning_rate": 1.9252098866041152e-05,
+      "loss": 0.5711791515350342,
+      "step": 2440
+    },
+    {
+      "epoch": 0.4510399464147544,
+      "grad_norm": 0.0930107980966568,
+      "learning_rate": 1.9251341699854354e-05,
+      "loss": 0.7992475032806396,
+      "step": 2441
+    },
+    {
+      "epoch": 0.45122472312365025,
+      "grad_norm": 0.08799722790718079,
+      "learning_rate": 1.9250584165493102e-05,
+      "loss": 0.8901659250259399,
+      "step": 2442
+    },
+    {
+      "epoch": 0.45140949983254613,
+      "grad_norm": 0.074408158659935,
+      "learning_rate": 1.924982626298754e-05,
+      "loss": 0.7303105592727661,
+      "step": 2443
+    },
+    {
+      "epoch": 0.45159427654144196,
+      "grad_norm": 0.08466403186321259,
+      "learning_rate": 1.924906799236783e-05,
+      "loss": 0.7405203580856323,
+      "step": 2444
+    },
+    {
+      "epoch": 0.4517790532503378,
+      "grad_norm": 0.06970347464084625,
+      "learning_rate": 1.924830935366415e-05,
+      "loss": 0.6607108116149902,
+      "step": 2445
+    },
+    {
+      "epoch": 0.4519638299592336,
+      "grad_norm": 0.0749702900648117,
+      "learning_rate": 1.9247550346906692e-05,
+      "loss": 0.7693953514099121,
+      "step": 2446
+    },
+    {
+      "epoch": 0.4521486066681295,
+      "grad_norm": 0.09294398874044418,
+      "learning_rate": 1.924679097212567e-05,
+      "loss": 0.8226107954978943,
+      "step": 2447
+    },
+    {
+      "epoch": 0.45233338337702533,
+      "grad_norm": 0.06877472251653671,
+      "learning_rate": 1.9246031229351287e-05,
+      "loss": 0.6727323532104492,
+      "step": 2448
+    },
+    {
+      "epoch": 0.45251816008592116,
+      "grad_norm": 0.06864230334758759,
+      "learning_rate": 1.9245271118613792e-05,
+      "loss": 0.6496172547340393,
+      "step": 2449
+    },
+    {
+      "epoch": 0.452702936794817,
+      "grad_norm": 0.06905477494001389,
+      "learning_rate": 1.9244510639943433e-05,
+      "loss": 0.46779608726501465,
+      "step": 2450
+    },
+    {
+      "epoch": 0.4528877135037129,
+      "grad_norm": 0.06438469886779785,
+      "learning_rate": 1.924374979337047e-05,
+      "loss": 0.5262128710746765,
+      "step": 2451
+    },
+    {
+      "epoch": 0.4530724902126087,
+      "grad_norm": 0.06250059604644775,
+      "learning_rate": 1.9242988578925185e-05,
+      "loss": 0.4987810552120209,
+      "step": 2452
+    },
+    {
+      "epoch": 0.45325726692150453,
+      "grad_norm": 0.06168653443455696,
+      "learning_rate": 1.9242226996637873e-05,
+      "loss": 0.5915943384170532,
+      "step": 2453
+    },
+    {
+      "epoch": 0.4534420436304004,
+      "grad_norm": 0.07355090975761414,
+      "learning_rate": 1.9241465046538843e-05,
+      "loss": 0.7472153902053833,
+      "step": 2454
+    },
+    {
+      "epoch": 0.45362682033929624,
+      "grad_norm": 0.06379469484090805,
+      "learning_rate": 1.9240702728658415e-05,
+      "loss": 0.5391486287117004,
+      "step": 2455
+    },
+    {
+      "epoch": 0.4538115970481921,
+      "grad_norm": 0.06752083450555801,
+      "learning_rate": 1.923994004302693e-05,
+      "loss": 0.6245964765548706,
+      "step": 2456
+    },
+    {
+      "epoch": 0.4539963737570879,
+      "grad_norm": 0.07804492115974426,
+      "learning_rate": 1.923917698967474e-05,
+      "loss": 0.6221499443054199,
+      "step": 2457
+    },
+    {
+      "epoch": 0.4541811504659838,
+      "grad_norm": 0.07160136848688126,
+      "learning_rate": 1.923841356863221e-05,
+      "loss": 0.8083291053771973,
+      "step": 2458
+    },
+    {
+      "epoch": 0.4543659271748796,
+      "grad_norm": 0.08072566241025925,
+      "learning_rate": 1.9237649779929724e-05,
+      "loss": 0.9119392037391663,
+      "step": 2459
+    },
+    {
+      "epoch": 0.45455070388377544,
+      "grad_norm": 0.07465825974941254,
+      "learning_rate": 1.9236885623597678e-05,
+      "loss": 0.6454877853393555,
+      "step": 2460
+    },
+    {
+      "epoch": 0.45473548059267127,
+      "grad_norm": 0.07917649298906326,
+      "learning_rate": 1.9236121099666482e-05,
+      "loss": 0.7718840837478638,
+      "step": 2461
+    },
+    {
+      "epoch": 0.45492025730156715,
+      "grad_norm": 0.07406383752822876,
+      "learning_rate": 1.923535620816656e-05,
+      "loss": 0.633132815361023,
+      "step": 2462
+    },
+    {
+      "epoch": 0.455105034010463,
+      "grad_norm": 0.08593975752592087,
+      "learning_rate": 1.923459094912836e-05,
+      "loss": 0.7576243877410889,
+      "step": 2463
+    },
+    {
+      "epoch": 0.4552898107193588,
+      "grad_norm": 0.07461173832416534,
+      "learning_rate": 1.923382532258233e-05,
+      "loss": 0.6283621191978455,
+      "step": 2464
+    },
+    {
+      "epoch": 0.4554745874282547,
+      "grad_norm": 0.0630280002951622,
+      "learning_rate": 1.9233059328558942e-05,
+      "loss": 0.4881044328212738,
+      "step": 2465
+    },
+    {
+      "epoch": 0.4556593641371505,
+      "grad_norm": 0.06719866394996643,
+      "learning_rate": 1.9232292967088673e-05,
+      "loss": 0.6233997941017151,
+      "step": 2466
+    },
+    {
+      "epoch": 0.45584414084604635,
+      "grad_norm": 0.07608038932085037,
+      "learning_rate": 1.9231526238202034e-05,
+      "loss": 0.7199850082397461,
+      "step": 2467
+    },
+    {
+      "epoch": 0.4560289175549422,
+      "grad_norm": 0.07195864617824554,
+      "learning_rate": 1.923075914192953e-05,
+      "loss": 0.6179254055023193,
+      "step": 2468
+    },
+    {
+      "epoch": 0.45621369426383807,
+      "grad_norm": 0.07848989963531494,
+      "learning_rate": 1.9229991678301693e-05,
+      "loss": 0.8123495578765869,
+      "step": 2469
+    },
+    {
+      "epoch": 0.4563984709727339,
+      "grad_norm": 0.06677235662937164,
+      "learning_rate": 1.9229223847349062e-05,
+      "loss": 0.7239199280738831,
+      "step": 2470
+    },
+    {
+      "epoch": 0.4565832476816297,
+      "grad_norm": 0.06927766650915146,
+      "learning_rate": 1.92284556491022e-05,
+      "loss": 0.664320707321167,
+      "step": 2471
+    },
+    {
+      "epoch": 0.45676802439052555,
+      "grad_norm": 0.0737115889787674,
+      "learning_rate": 1.922768708359167e-05,
+      "loss": 0.6365139484405518,
+      "step": 2472
+    },
+    {
+      "epoch": 0.45695280109942144,
+      "grad_norm": 0.09078367799520493,
+      "learning_rate": 1.9226918150848067e-05,
+      "loss": 0.7377526164054871,
+      "step": 2473
+    },
+    {
+      "epoch": 0.45713757780831726,
+      "grad_norm": 0.06729824095964432,
+      "learning_rate": 1.922614885090199e-05,
+      "loss": 0.6383175253868103,
+      "step": 2474
+    },
+    {
+      "epoch": 0.4573223545172131,
+      "grad_norm": 0.08023769408464432,
+      "learning_rate": 1.9225379183784052e-05,
+      "loss": 0.6124799251556396,
+      "step": 2475
+    },
+    {
+      "epoch": 0.457507131226109,
+      "grad_norm": 0.08397477865219116,
+      "learning_rate": 1.9224609149524887e-05,
+      "loss": 0.9499881267547607,
+      "step": 2476
+    },
+    {
+      "epoch": 0.4576919079350048,
+      "grad_norm": 0.08595887571573257,
+      "learning_rate": 1.9223838748155133e-05,
+      "loss": 0.6891126036643982,
+      "step": 2477
+    },
+    {
+      "epoch": 0.45787668464390063,
+      "grad_norm": 0.0752493292093277,
+      "learning_rate": 1.922306797970546e-05,
+      "loss": 0.6955389380455017,
+      "step": 2478
+    },
+    {
+      "epoch": 0.45806146135279646,
+      "grad_norm": 0.07774579524993896,
+      "learning_rate": 1.9222296844206533e-05,
+      "loss": 0.7269667983055115,
+      "step": 2479
+    },
+    {
+      "epoch": 0.45824623806169235,
+      "grad_norm": 0.07733689248561859,
+      "learning_rate": 1.922152534168905e-05,
+      "loss": 0.9509046077728271,
+      "step": 2480
+    },
+    {
+      "epoch": 0.4584310147705882,
+      "grad_norm": 0.060073934495449066,
+      "learning_rate": 1.9220753472183702e-05,
+      "loss": 0.5735282897949219,
+      "step": 2481
+    },
+    {
+      "epoch": 0.458615791479484,
+      "grad_norm": 0.08871357142925262,
+      "learning_rate": 1.9219981235721216e-05,
+      "loss": 0.7650564908981323,
+      "step": 2482
+    },
+    {
+      "epoch": 0.45880056818837983,
+      "grad_norm": 0.06762327253818512,
+      "learning_rate": 1.9219208632332324e-05,
+      "loss": 0.6746568083763123,
+      "step": 2483
+    },
+    {
+      "epoch": 0.4589853448972757,
+      "grad_norm": 0.0836707055568695,
+      "learning_rate": 1.921843566204777e-05,
+      "loss": 0.6644420027732849,
+      "step": 2484
+    },
+    {
+      "epoch": 0.45917012160617154,
+      "grad_norm": 0.05917372927069664,
+      "learning_rate": 1.9217662324898318e-05,
+      "loss": 0.49475622177124023,
+      "step": 2485
+    },
+    {
+      "epoch": 0.4593548983150674,
+      "grad_norm": 0.06416773051023483,
+      "learning_rate": 1.9216888620914743e-05,
+      "loss": 0.6015645265579224,
+      "step": 2486
+    },
+    {
+      "epoch": 0.45953967502396326,
+      "grad_norm": 0.08696015924215317,
+      "learning_rate": 1.921611455012784e-05,
+      "loss": 0.9279436469078064,
+      "step": 2487
+    },
+    {
+      "epoch": 0.4597244517328591,
+      "grad_norm": 0.08332741260528564,
+      "learning_rate": 1.9215340112568407e-05,
+      "loss": 0.7063831090927124,
+      "step": 2488
+    },
+    {
+      "epoch": 0.4599092284417549,
+      "grad_norm": 0.07548101246356964,
+      "learning_rate": 1.921456530826727e-05,
+      "loss": 0.674170196056366,
+      "step": 2489
+    },
+    {
+      "epoch": 0.46009400515065074,
+      "grad_norm": 0.06416136771440506,
+      "learning_rate": 1.9213790137255267e-05,
+      "loss": 0.5054815411567688,
+      "step": 2490
+    },
+    {
+      "epoch": 0.4602787818595466,
+      "grad_norm": 0.08905654400587082,
+      "learning_rate": 1.9213014599563238e-05,
+      "loss": 0.8949898481369019,
+      "step": 2491
+    },
+    {
+      "epoch": 0.46046355856844245,
+      "grad_norm": 0.08505464345216751,
+      "learning_rate": 1.9212238695222054e-05,
+      "loss": 0.7196219563484192,
+      "step": 2492
+    },
+    {
+      "epoch": 0.4606483352773383,
+      "grad_norm": 0.0721084251999855,
+      "learning_rate": 1.921146242426259e-05,
+      "loss": 0.567509651184082,
+      "step": 2493
+    },
+    {
+      "epoch": 0.4608331119862341,
+      "grad_norm": 0.08344163745641708,
+      "learning_rate": 1.921068578671574e-05,
+      "loss": 0.7773234844207764,
+      "step": 2494
+    },
+    {
+      "epoch": 0.46101788869513,
+      "grad_norm": 0.07499945163726807,
+      "learning_rate": 1.9209908782612415e-05,
+      "loss": 0.726072371006012,
+      "step": 2495
+    },
+    {
+      "epoch": 0.4612026654040258,
+      "grad_norm": 0.07331238687038422,
+      "learning_rate": 1.920913141198353e-05,
+      "loss": 0.6004643440246582,
+      "step": 2496
+    },
+    {
+      "epoch": 0.46138744211292165,
+      "grad_norm": 0.0997093915939331,
+      "learning_rate": 1.9208353674860028e-05,
+      "loss": 1.0000945329666138,
+      "step": 2497
+    },
+    {
+      "epoch": 0.46157221882181754,
+      "grad_norm": 0.09368643164634705,
+      "learning_rate": 1.920757557127286e-05,
+      "loss": 0.8160755038261414,
+      "step": 2498
+    },
+    {
+      "epoch": 0.46175699553071337,
+      "grad_norm": 0.07633251696825027,
+      "learning_rate": 1.9206797101252993e-05,
+      "loss": 0.7055872678756714,
+      "step": 2499
+    },
+    {
+      "epoch": 0.4619417722396092,
+      "grad_norm": 0.06902278959751129,
+      "learning_rate": 1.92060182648314e-05,
+      "loss": 0.667657196521759,
+      "step": 2500
+    },
+    {
+      "epoch": 0.4619417722396092,
+      "eval_loss": 0.7116170525550842,
+      "eval_runtime": 157.2484,
+      "eval_samples_per_second": 115.925,
+      "eval_steps_per_second": 14.493,
+      "step": 2500
+    },
+    {
+      "epoch": 0.462126548948505,
+      "grad_norm": 0.06343262642621994,
+      "learning_rate": 1.920523906203909e-05,
+      "loss": 0.5842658281326294,
+      "step": 2501
+    },
+    {
+      "epoch": 0.4623113256574009,
+      "grad_norm": 0.06518920511007309,
+      "learning_rate": 1.920445949290706e-05,
+      "loss": 0.6732863187789917,
+      "step": 2502
+    },
+    {
+      "epoch": 0.46249610236629674,
+      "grad_norm": 0.06654220074415207,
+      "learning_rate": 1.9203679557466338e-05,
+      "loss": 0.6887181997299194,
+      "step": 2503
+    },
+    {
+      "epoch": 0.46268087907519256,
+      "grad_norm": 0.07807012647390366,
+      "learning_rate": 1.9202899255747967e-05,
+      "loss": 0.6344214677810669,
+      "step": 2504
+    },
+    {
+      "epoch": 0.4628656557840884,
+      "grad_norm": 0.06473081558942795,
+      "learning_rate": 1.9202118587782996e-05,
+      "loss": 0.734042763710022,
+      "step": 2505
+    },
+    {
+      "epoch": 0.4630504324929843,
+      "grad_norm": 0.08167917281389236,
+      "learning_rate": 1.9201337553602496e-05,
+      "loss": 0.867456316947937,
+      "step": 2506
+    },
+    {
+      "epoch": 0.4632352092018801,
+      "grad_norm": 0.0646093562245369,
+      "learning_rate": 1.9200556153237547e-05,
+      "loss": 0.46739864349365234,
+      "step": 2507
+    },
+    {
+      "epoch": 0.46341998591077593,
+      "grad_norm": 0.06381334364414215,
+      "learning_rate": 1.919977438671925e-05,
+      "loss": 0.5306061506271362,
+      "step": 2508
+    },
+    {
+      "epoch": 0.4636047626196718,
+      "grad_norm": 0.07060441374778748,
+      "learning_rate": 1.9198992254078715e-05,
+      "loss": 0.7806938290596008,
+      "step": 2509
+    },
+    {
+      "epoch": 0.46378953932856765,
+      "grad_norm": 0.07286828011274338,
+      "learning_rate": 1.9198209755347065e-05,
+      "loss": 0.7457721829414368,
+      "step": 2510
+    },
+    {
+      "epoch": 0.4639743160374635,
+      "grad_norm": 0.0571209117770195,
+      "learning_rate": 1.919742689055545e-05,
+      "loss": 0.5006831884384155,
+      "step": 2511
+    },
+    {
+      "epoch": 0.4641590927463593,
+      "grad_norm": 0.07706863433122635,
+      "learning_rate": 1.9196643659735016e-05,
+      "loss": 0.6784906983375549,
+      "step": 2512
+    },
+    {
+      "epoch": 0.4643438694552552,
+      "grad_norm": 0.06896209716796875,
+      "learning_rate": 1.9195860062916937e-05,
+      "loss": 0.721760094165802,
+      "step": 2513
+    },
+    {
+      "epoch": 0.464528646164151,
+      "grad_norm": 0.07125797867774963,
+      "learning_rate": 1.91950761001324e-05,
+      "loss": 0.6727914810180664,
+      "step": 2514
+    },
+    {
+      "epoch": 0.46471342287304684,
+      "grad_norm": 0.08965711295604706,
+      "learning_rate": 1.9194291771412596e-05,
+      "loss": 0.8182405233383179,
+      "step": 2515
+    },
+    {
+      "epoch": 0.4648981995819427,
+      "grad_norm": 0.046130772680044174,
+      "learning_rate": 1.919350707678875e-05,
+      "loss": 0.4636189341545105,
+      "step": 2516
+    },
+    {
+      "epoch": 0.46508297629083856,
+      "grad_norm": 0.09742356091737747,
+      "learning_rate": 1.9192722016292086e-05,
+      "loss": 0.7898565530776978,
+      "step": 2517
+    },
+    {
+      "epoch": 0.4652677529997344,
+      "grad_norm": 0.08445709943771362,
+      "learning_rate": 1.919193658995384e-05,
+      "loss": 0.7934099435806274,
+      "step": 2518
+    },
+    {
+      "epoch": 0.4654525297086302,
+      "grad_norm": 0.07222909480333328,
+      "learning_rate": 1.9191150797805283e-05,
+      "loss": 0.6173120737075806,
+      "step": 2519
+    },
+    {
+      "epoch": 0.4656373064175261,
+      "grad_norm": 0.08419971913099289,
+      "learning_rate": 1.9190364639877674e-05,
+      "loss": 0.6999402046203613,
+      "step": 2520
+    },
+    {
+      "epoch": 0.4658220831264219,
+      "grad_norm": 0.09709232300519943,
+      "learning_rate": 1.918957811620231e-05,
+      "loss": 0.7624440789222717,
+      "step": 2521
+    },
+    {
+      "epoch": 0.46600685983531775,
+      "grad_norm": 0.07338286936283112,
+      "learning_rate": 1.918879122681048e-05,
+      "loss": 0.6639955639839172,
+      "step": 2522
+    },
+    {
+      "epoch": 0.4661916365442136,
+      "grad_norm": 0.07687751948833466,
+      "learning_rate": 1.9188003971733515e-05,
+      "loss": 0.8092284798622131,
+      "step": 2523
+    },
+    {
+      "epoch": 0.46637641325310947,
+      "grad_norm": 0.07229873538017273,
+      "learning_rate": 1.9187216351002734e-05,
+      "loss": 0.5076743960380554,
+      "step": 2524
+    },
+    {
+      "epoch": 0.4665611899620053,
+      "grad_norm": 0.06916353851556778,
+      "learning_rate": 1.9186428364649486e-05,
+      "loss": 0.732584536075592,
+      "step": 2525
+    },
+    {
+      "epoch": 0.4667459666709011,
+      "grad_norm": 0.0701894760131836,
+      "learning_rate": 1.9185640012705133e-05,
+      "loss": 0.724190354347229,
+      "step": 2526
+    },
+    {
+      "epoch": 0.46693074337979695,
+      "grad_norm": 0.07493194937705994,
+      "learning_rate": 1.918485129520104e-05,
+      "loss": 0.69194495677948,
+      "step": 2527
+    },
+    {
+      "epoch": 0.46711552008869284,
+      "grad_norm": 0.08086828887462616,
+      "learning_rate": 1.9184062212168605e-05,
+      "loss": 0.7124866843223572,
+      "step": 2528
+    },
+    {
+      "epoch": 0.46730029679758867,
+      "grad_norm": 0.07317820936441422,
+      "learning_rate": 1.9183272763639223e-05,
+      "loss": 0.695803165435791,
+      "step": 2529
+    },
+    {
+      "epoch": 0.4674850735064845,
+      "grad_norm": 0.07890819758176804,
+      "learning_rate": 1.918248294964432e-05,
+      "loss": 0.5504632592201233,
+      "step": 2530
+    },
+    {
+      "epoch": 0.4676698502153804,
+      "grad_norm": 0.07478110492229462,
+      "learning_rate": 1.9181692770215324e-05,
+      "loss": 0.7427833080291748,
+      "step": 2531
+    },
+    {
+      "epoch": 0.4678546269242762,
+      "grad_norm": 0.0800105631351471,
+      "learning_rate": 1.9180902225383677e-05,
+      "loss": 0.755503237247467,
+      "step": 2532
+    },
+    {
+      "epoch": 0.46803940363317204,
+      "grad_norm": 0.06926467269659042,
+      "learning_rate": 1.918011131518085e-05,
+      "loss": 0.5626682043075562,
+      "step": 2533
+    },
+    {
+      "epoch": 0.46822418034206786,
+      "grad_norm": 0.0702790766954422,
+      "learning_rate": 1.917932003963831e-05,
+      "loss": 0.7690215110778809,
+      "step": 2534
+    },
+    {
+      "epoch": 0.46840895705096375,
+      "grad_norm": 0.08173204958438873,
+      "learning_rate": 1.9178528398787553e-05,
+      "loss": 0.7654154896736145,
+      "step": 2535
+    },
+    {
+      "epoch": 0.4685937337598596,
+      "grad_norm": 0.08061196655035019,
+      "learning_rate": 1.917773639266008e-05,
+      "loss": 0.7449684739112854,
+      "step": 2536
+    },
+    {
+      "epoch": 0.4687785104687554,
+      "grad_norm": 0.06667713820934296,
+      "learning_rate": 1.917694402128741e-05,
+      "loss": 0.5902036428451538,
+      "step": 2537
+    },
+    {
+      "epoch": 0.46896328717765123,
+      "grad_norm": 0.08062142133712769,
+      "learning_rate": 1.9176151284701086e-05,
+      "loss": 0.7364373207092285,
+      "step": 2538
+    },
+    {
+      "epoch": 0.4691480638865471,
+      "grad_norm": 0.06273316591978073,
+      "learning_rate": 1.9175358182932643e-05,
+      "loss": 0.522224485874176,
+      "step": 2539
+    },
+    {
+      "epoch": 0.46933284059544295,
+      "grad_norm": 0.06959912925958633,
+      "learning_rate": 1.9174564716013653e-05,
+      "loss": 0.5129040479660034,
+      "step": 2540
+    },
+    {
+      "epoch": 0.4695176173043388,
+      "grad_norm": 0.07042738795280457,
+      "learning_rate": 1.917377088397569e-05,
+      "loss": 0.7187867164611816,
+      "step": 2541
+    },
+    {
+      "epoch": 0.46970239401323466,
+      "grad_norm": 0.08257179707288742,
+      "learning_rate": 1.9172976686850345e-05,
+      "loss": 0.8150436878204346,
+      "step": 2542
+    },
+    {
+      "epoch": 0.4698871707221305,
+      "grad_norm": 0.07191328704357147,
+      "learning_rate": 1.917218212466923e-05,
+      "loss": 0.5697478652000427,
+      "step": 2543
+    },
+    {
+      "epoch": 0.4700719474310263,
+      "grad_norm": 0.05890669673681259,
+      "learning_rate": 1.917138719746396e-05,
+      "loss": 0.4980667531490326,
+      "step": 2544
+    },
+    {
+      "epoch": 0.47025672413992214,
+      "grad_norm": 0.08073609322309494,
+      "learning_rate": 1.9170591905266176e-05,
+      "loss": 0.6568699479103088,
+      "step": 2545
+    },
+    {
+      "epoch": 0.47044150084881803,
+      "grad_norm": 0.06748133897781372,
+      "learning_rate": 1.9169796248107524e-05,
+      "loss": 0.6333909034729004,
+      "step": 2546
+    },
+    {
+      "epoch": 0.47062627755771386,
+      "grad_norm": 0.07974343746900558,
+      "learning_rate": 1.916900022601967e-05,
+      "loss": 0.7419365048408508,
+      "step": 2547
+    },
+    {
+      "epoch": 0.4708110542666097,
+      "grad_norm": 0.08520668745040894,
+      "learning_rate": 1.9168203839034292e-05,
+      "loss": 0.6401491761207581,
+      "step": 2548
+    },
+    {
+      "epoch": 0.4709958309755055,
+      "grad_norm": 0.061686594039201736,
+      "learning_rate": 1.9167407087183087e-05,
+      "loss": 0.573703944683075,
+      "step": 2549
+    },
+    {
+      "epoch": 0.4711806076844014,
+      "grad_norm": 0.09480550140142441,
+      "learning_rate": 1.9166609970497755e-05,
+      "loss": 0.8099426031112671,
+      "step": 2550
+    },
+    {
+      "epoch": 0.4713653843932972,
+      "grad_norm": 0.07680436223745346,
+      "learning_rate": 1.916581248901003e-05,
+      "loss": 0.6837723851203918,
+      "step": 2551
+    },
+    {
+      "epoch": 0.47155016110219306,
+      "grad_norm": 0.08173999935388565,
+      "learning_rate": 1.9165014642751645e-05,
+      "loss": 0.8117296695709229,
+      "step": 2552
+    },
+    {
+      "epoch": 0.47173493781108894,
+      "grad_norm": 0.0909331738948822,
+      "learning_rate": 1.916421643175435e-05,
+      "loss": 0.8888765573501587,
+      "step": 2553
+    },
+    {
+      "epoch": 0.47191971451998477,
+      "grad_norm": 0.08059228211641312,
+      "learning_rate": 1.916341785604991e-05,
+      "loss": 0.7117865681648254,
+      "step": 2554
+    },
+    {
+      "epoch": 0.4721044912288806,
+      "grad_norm": 0.07878051698207855,
+      "learning_rate": 1.9162618915670112e-05,
+      "loss": 0.7551975846290588,
+      "step": 2555
+    },
+    {
+      "epoch": 0.4722892679377764,
+      "grad_norm": 0.06273041665554047,
+      "learning_rate": 1.916181961064674e-05,
+      "loss": 0.4910038113594055,
+      "step": 2556
+    },
+    {
+      "epoch": 0.4724740446466723,
+      "grad_norm": 0.07543109357357025,
+      "learning_rate": 1.916101994101162e-05,
+      "loss": 0.6243723630905151,
+      "step": 2557
+    },
+    {
+      "epoch": 0.47265882135556814,
+      "grad_norm": 0.0721454918384552,
+      "learning_rate": 1.916021990679656e-05,
+      "loss": 0.5600568056106567,
+      "step": 2558
+    },
+    {
+      "epoch": 0.47284359806446397,
+      "grad_norm": 0.08377529680728912,
+      "learning_rate": 1.915941950803341e-05,
+      "loss": 0.7743291258811951,
+      "step": 2559
+    },
+    {
+      "epoch": 0.4730283747733598,
+      "grad_norm": 0.08089539408683777,
+      "learning_rate": 1.915861874475402e-05,
+      "loss": 0.5809829235076904,
+      "step": 2560
+    },
+    {
+      "epoch": 0.4732131514822557,
+      "grad_norm": 0.07542770355939865,
+      "learning_rate": 1.915781761699026e-05,
+      "loss": 0.6139705777168274,
+      "step": 2561
+    },
+    {
+      "epoch": 0.4733979281911515,
+      "grad_norm": 0.09735579043626785,
+      "learning_rate": 1.9157016124774004e-05,
+      "loss": 0.5442507266998291,
+      "step": 2562
+    },
+    {
+      "epoch": 0.47358270490004734,
+      "grad_norm": 0.06749841570854187,
+      "learning_rate": 1.915621426813716e-05,
+      "loss": 0.6063088774681091,
+      "step": 2563
+    },
+    {
+      "epoch": 0.4737674816089432,
+      "grad_norm": 0.07153279334306717,
+      "learning_rate": 1.915541204711163e-05,
+      "loss": 0.6011493802070618,
+      "step": 2564
+    },
+    {
+      "epoch": 0.47395225831783905,
+      "grad_norm": 0.07286897301673889,
+      "learning_rate": 1.9154609461729348e-05,
+      "loss": 0.7002130150794983,
+      "step": 2565
+    },
+    {
+      "epoch": 0.4741370350267349,
+      "grad_norm": 0.0901065319776535,
+      "learning_rate": 1.9153806512022248e-05,
+      "loss": 0.8844193816184998,
+      "step": 2566
+    },
+    {
+      "epoch": 0.4743218117356307,
+      "grad_norm": 0.06940233707427979,
+      "learning_rate": 1.9153003198022286e-05,
+      "loss": 0.6113611459732056,
+      "step": 2567
+    },
+    {
+      "epoch": 0.4745065884445266,
+      "grad_norm": 0.07977228611707687,
+      "learning_rate": 1.9152199519761436e-05,
+      "loss": 0.7797371745109558,
+      "step": 2568
+    },
+    {
+      "epoch": 0.4746913651534224,
+      "grad_norm": 0.0750238448381424,
+      "learning_rate": 1.9151395477271675e-05,
+      "loss": 0.5979514718055725,
+      "step": 2569
+    },
+    {
+      "epoch": 0.47487614186231825,
+      "grad_norm": 0.08806634694337845,
+      "learning_rate": 1.9150591070585012e-05,
+      "loss": 0.7285597324371338,
+      "step": 2570
+    },
+    {
+      "epoch": 0.4750609185712141,
+      "grad_norm": 0.09475602209568024,
+      "learning_rate": 1.914978629973345e-05,
+      "loss": 0.7155942916870117,
+      "step": 2571
+    },
+    {
+      "epoch": 0.47524569528010996,
+      "grad_norm": 0.07977049797773361,
+      "learning_rate": 1.9148981164749013e-05,
+      "loss": 0.6524484753608704,
+      "step": 2572
+    },
+    {
+      "epoch": 0.4754304719890058,
+      "grad_norm": 0.09101420640945435,
+      "learning_rate": 1.9148175665663755e-05,
+      "loss": 1.1290339231491089,
+      "step": 2573
+    },
+    {
+      "epoch": 0.4756152486979016,
+      "grad_norm": 0.09440110623836517,
+      "learning_rate": 1.9147369802509725e-05,
+      "loss": 0.9461732506752014,
+      "step": 2574
+    },
+    {
+      "epoch": 0.4758000254067975,
+      "grad_norm": 0.08689321577548981,
+      "learning_rate": 1.9146563575318997e-05,
+      "loss": 0.7111562490463257,
+      "step": 2575
+    },
+    {
+      "epoch": 0.47598480211569333,
+      "grad_norm": 0.07283070683479309,
+      "learning_rate": 1.9145756984123653e-05,
+      "loss": 0.6966633796691895,
+      "step": 2576
+    },
+    {
+      "epoch": 0.47616957882458916,
+      "grad_norm": 0.07687104493379593,
+      "learning_rate": 1.9144950028955795e-05,
+      "loss": 0.7655548453330994,
+      "step": 2577
+    },
+    {
+      "epoch": 0.476354355533485,
+      "grad_norm": 0.07238690555095673,
+      "learning_rate": 1.914414270984754e-05,
+      "loss": 0.7400521636009216,
+      "step": 2578
+    },
+    {
+      "epoch": 0.47653913224238087,
+      "grad_norm": 0.0622221976518631,
+      "learning_rate": 1.9143335026831008e-05,
+      "loss": 0.4354769289493561,
+      "step": 2579
+    },
+    {
+      "epoch": 0.4767239089512767,
+      "grad_norm": 0.06557375937700272,
+      "learning_rate": 1.914252697993835e-05,
+      "loss": 0.505308210849762,
+      "step": 2580
+    },
+    {
+      "epoch": 0.4769086856601725,
+      "grad_norm": 0.08358443528413773,
+      "learning_rate": 1.914171856920172e-05,
+      "loss": 0.716081440448761,
+      "step": 2581
+    },
+    {
+      "epoch": 0.47709346236906836,
+      "grad_norm": 0.060606375336647034,
+      "learning_rate": 1.9140909794653293e-05,
+      "loss": 0.4815409481525421,
+      "step": 2582
+    },
+    {
+      "epoch": 0.47727823907796424,
+      "grad_norm": 0.06997659057378769,
+      "learning_rate": 1.9140100656325254e-05,
+      "loss": 0.6048935055732727,
+      "step": 2583
+    },
+    {
+      "epoch": 0.47746301578686007,
+      "grad_norm": 0.07896342128515244,
+      "learning_rate": 1.9139291154249802e-05,
+      "loss": 0.5597572922706604,
+      "step": 2584
+    },
+    {
+      "epoch": 0.4776477924957559,
+      "grad_norm": 0.05853699892759323,
+      "learning_rate": 1.9138481288459162e-05,
+      "loss": 0.4828832447528839,
+      "step": 2585
+    },
+    {
+      "epoch": 0.4778325692046518,
+      "grad_norm": 0.05594884976744652,
+      "learning_rate": 1.9137671058985554e-05,
+      "loss": 0.4123653173446655,
+      "step": 2586
+    },
+    {
+      "epoch": 0.4780173459135476,
+      "grad_norm": 0.06755481660366058,
+      "learning_rate": 1.9136860465861223e-05,
+      "loss": 0.4792831838130951,
+      "step": 2587
+    },
+    {
+      "epoch": 0.47820212262244344,
+      "grad_norm": 0.07026038318872452,
+      "learning_rate": 1.9136049509118435e-05,
+      "loss": 0.6120736598968506,
+      "step": 2588
+    },
+    {
+      "epoch": 0.47838689933133927,
+      "grad_norm": 0.06810068339109421,
+      "learning_rate": 1.9135238188789458e-05,
+      "loss": 0.5771077275276184,
+      "step": 2589
+    },
+    {
+      "epoch": 0.47857167604023515,
+      "grad_norm": 0.06867280602455139,
+      "learning_rate": 1.9134426504906584e-05,
+      "loss": 0.6913584470748901,
+      "step": 2590
+    },
+    {
+      "epoch": 0.478756452749131,
+      "grad_norm": 0.08671563118696213,
+      "learning_rate": 1.9133614457502106e-05,
+      "loss": 0.7088780999183655,
+      "step": 2591
+    },
+    {
+      "epoch": 0.4789412294580268,
+      "grad_norm": 0.08995692431926727,
+      "learning_rate": 1.9132802046608353e-05,
+      "loss": 0.716721773147583,
+      "step": 2592
+    },
+    {
+      "epoch": 0.47912600616692264,
+      "grad_norm": 0.08103762567043304,
+      "learning_rate": 1.9131989272257652e-05,
+      "loss": 0.594050407409668,
+      "step": 2593
+    },
+    {
+      "epoch": 0.4793107828758185,
+      "grad_norm": 0.08107825368642807,
+      "learning_rate": 1.913117613448235e-05,
+      "loss": 0.7606329321861267,
+      "step": 2594
+    },
+    {
+      "epoch": 0.47949555958471435,
+      "grad_norm": 0.08666590601205826,
+      "learning_rate": 1.9130362633314803e-05,
+      "loss": 0.7732304930686951,
+      "step": 2595
+    },
+    {
+      "epoch": 0.4796803362936102,
+      "grad_norm": 0.09467215836048126,
+      "learning_rate": 1.9129548768787386e-05,
+      "loss": 0.789035439491272,
+      "step": 2596
+    },
+    {
+      "epoch": 0.47986511300250606,
+      "grad_norm": 0.09766748547554016,
+      "learning_rate": 1.9128734540932494e-05,
+      "loss": 0.8102937340736389,
+      "step": 2597
+    },
+    {
+      "epoch": 0.4800498897114019,
+      "grad_norm": 0.08985164016485214,
+      "learning_rate": 1.912791994978253e-05,
+      "loss": 0.8242364525794983,
+      "step": 2598
+    },
+    {
+      "epoch": 0.4802346664202977,
+      "grad_norm": 0.08733810484409332,
+      "learning_rate": 1.9127104995369903e-05,
+      "loss": 0.6473926901817322,
+      "step": 2599
+    },
+    {
+      "epoch": 0.48041944312919355,
+      "grad_norm": 0.06384208053350449,
+      "learning_rate": 1.9126289677727053e-05,
+      "loss": 0.5705603957176208,
+      "step": 2600
+    },
+    {
+      "epoch": 0.48060421983808943,
+      "grad_norm": 0.08345800638198853,
+      "learning_rate": 1.9125473996886433e-05,
+      "loss": 0.7921107411384583,
+      "step": 2601
+    },
+    {
+      "epoch": 0.48078899654698526,
+      "grad_norm": 0.09258704632520676,
+      "learning_rate": 1.912465795288049e-05,
+      "loss": 0.8663824200630188,
+      "step": 2602
+    },
+    {
+      "epoch": 0.4809737732558811,
+      "grad_norm": 0.08237463235855103,
+      "learning_rate": 1.9123841545741712e-05,
+      "loss": 0.6780328750610352,
+      "step": 2603
+    },
+    {
+      "epoch": 0.4811585499647769,
+      "grad_norm": 0.09698188304901123,
+      "learning_rate": 1.9123024775502586e-05,
+      "loss": 0.9325119853019714,
+      "step": 2604
+    },
+    {
+      "epoch": 0.4813433266736728,
+      "grad_norm": 0.057871270924806595,
+      "learning_rate": 1.9122207642195617e-05,
+      "loss": 0.46808913350105286,
+      "step": 2605
+    },
+    {
+      "epoch": 0.48152810338256863,
+      "grad_norm": 0.06541048735380173,
+      "learning_rate": 1.912139014585332e-05,
+      "loss": 0.5878641605377197,
+      "step": 2606
+    },
+    {
+      "epoch": 0.48171288009146446,
+      "grad_norm": 0.07617659121751785,
+      "learning_rate": 1.912057228650823e-05,
+      "loss": 0.7120945453643799,
+      "step": 2607
+    },
+    {
+      "epoch": 0.48189765680036034,
+      "grad_norm": 0.08291994035243988,
+      "learning_rate": 1.9119754064192904e-05,
+      "loss": 0.4768596291542053,
+      "step": 2608
+    },
+    {
+      "epoch": 0.48208243350925617,
+      "grad_norm": 0.0723223090171814,
+      "learning_rate": 1.9118935478939896e-05,
+      "loss": 0.7024025321006775,
+      "step": 2609
+    },
+    {
+      "epoch": 0.482267210218152,
+      "grad_norm": 0.06848274171352386,
+      "learning_rate": 1.9118116530781785e-05,
+      "loss": 0.5369501709938049,
+      "step": 2610
+    },
+    {
+      "epoch": 0.4824519869270478,
+      "grad_norm": 0.08580145984888077,
+      "learning_rate": 1.9117297219751164e-05,
+      "loss": 0.7307426929473877,
+      "step": 2611
+    },
+    {
+      "epoch": 0.4826367636359437,
+      "grad_norm": 0.06089922785758972,
+      "learning_rate": 1.9116477545880638e-05,
+      "loss": 0.6530369520187378,
+      "step": 2612
+    },
+    {
+      "epoch": 0.48282154034483954,
+      "grad_norm": 0.080387182533741,
+      "learning_rate": 1.9115657509202824e-05,
+      "loss": 0.7199724912643433,
+      "step": 2613
+    },
+    {
+      "epoch": 0.48300631705373537,
+      "grad_norm": 0.07296282052993774,
+      "learning_rate": 1.9114837109750367e-05,
+      "loss": 0.5948304533958435,
+      "step": 2614
+    },
+    {
+      "epoch": 0.4831910937626312,
+      "grad_norm": 0.0720793828368187,
+      "learning_rate": 1.9114016347555905e-05,
+      "loss": 0.5981985926628113,
+      "step": 2615
+    },
+    {
+      "epoch": 0.4833758704715271,
+      "grad_norm": 0.07115527987480164,
+      "learning_rate": 1.9113195222652105e-05,
+      "loss": 0.6019927859306335,
+      "step": 2616
+    },
+    {
+      "epoch": 0.4835606471804229,
+      "grad_norm": 0.08490081131458282,
+      "learning_rate": 1.911237373507165e-05,
+      "loss": 0.5547221899032593,
+      "step": 2617
+    },
+    {
+      "epoch": 0.48374542388931874,
+      "grad_norm": 0.08143550902605057,
+      "learning_rate": 1.911155188484723e-05,
+      "loss": 0.6641083359718323,
+      "step": 2618
+    },
+    {
+      "epoch": 0.4839302005982146,
+      "grad_norm": 0.07218817621469498,
+      "learning_rate": 1.911072967201155e-05,
+      "loss": 0.6021130084991455,
+      "step": 2619
+    },
+    {
+      "epoch": 0.48411497730711045,
+      "grad_norm": 0.08438766002655029,
+      "learning_rate": 1.9109907096597332e-05,
+      "loss": 0.6461876034736633,
+      "step": 2620
+    },
+    {
+      "epoch": 0.4842997540160063,
+      "grad_norm": 0.077565997838974,
+      "learning_rate": 1.9109084158637314e-05,
+      "loss": 0.6658491492271423,
+      "step": 2621
+    },
+    {
+      "epoch": 0.4844845307249021,
+      "grad_norm": 0.07408081740140915,
+      "learning_rate": 1.9108260858164243e-05,
+      "loss": 0.8159285187721252,
+      "step": 2622
+    },
+    {
+      "epoch": 0.484669307433798,
+      "grad_norm": 0.09126505255699158,
+      "learning_rate": 1.9107437195210886e-05,
+      "loss": 0.8331578373908997,
+      "step": 2623
+    },
+    {
+      "epoch": 0.4848540841426938,
+      "grad_norm": 0.10413938015699387,
+      "learning_rate": 1.9106613169810024e-05,
+      "loss": 0.8409904837608337,
+      "step": 2624
+    },
+    {
+      "epoch": 0.48503886085158965,
+      "grad_norm": 0.07460866123437881,
+      "learning_rate": 1.910578878199445e-05,
+      "loss": 0.6452231407165527,
+      "step": 2625
+    },
+    {
+      "epoch": 0.4852236375604855,
+      "grad_norm": 0.0811716690659523,
+      "learning_rate": 1.9104964031796965e-05,
+      "loss": 0.7975817918777466,
+      "step": 2626
+    },
+    {
+      "epoch": 0.48540841426938136,
+      "grad_norm": 0.07679463922977448,
+      "learning_rate": 1.9104138919250403e-05,
+      "loss": 0.6129171848297119,
+      "step": 2627
+    },
+    {
+      "epoch": 0.4855931909782772,
+      "grad_norm": 0.06981959193944931,
+      "learning_rate": 1.9103313444387595e-05,
+      "loss": 0.7612093687057495,
+      "step": 2628
+    },
+    {
+      "epoch": 0.485777967687173,
+      "grad_norm": 0.07798459380865097,
+      "learning_rate": 1.9102487607241393e-05,
+      "loss": 0.6142989993095398,
+      "step": 2629
+    },
+    {
+      "epoch": 0.4859627443960689,
+      "grad_norm": 0.08926472812891006,
+      "learning_rate": 1.9101661407844657e-05,
+      "loss": 0.8828129172325134,
+      "step": 2630
+    },
+    {
+      "epoch": 0.48614752110496473,
+      "grad_norm": 0.08611288666725159,
+      "learning_rate": 1.910083484623028e-05,
+      "loss": 0.6943038702011108,
+      "step": 2631
+    },
+    {
+      "epoch": 0.48633229781386056,
+      "grad_norm": 0.06649988144636154,
+      "learning_rate": 1.910000792243114e-05,
+      "loss": 0.42508068680763245,
+      "step": 2632
+    },
+    {
+      "epoch": 0.4865170745227564,
+      "grad_norm": 0.07903112471103668,
+      "learning_rate": 1.909918063648016e-05,
+      "loss": 0.9131513237953186,
+      "step": 2633
+    },
+    {
+      "epoch": 0.48670185123165227,
+      "grad_norm": 0.07621757686138153,
+      "learning_rate": 1.909835298841026e-05,
+      "loss": 0.5481411218643188,
+      "step": 2634
+    },
+    {
+      "epoch": 0.4868866279405481,
+      "grad_norm": 0.06687542051076889,
+      "learning_rate": 1.9097524978254377e-05,
+      "loss": 0.5872876048088074,
+      "step": 2635
+    },
+    {
+      "epoch": 0.48707140464944393,
+      "grad_norm": 0.06902679055929184,
+      "learning_rate": 1.909669660604546e-05,
+      "loss": 0.6621937155723572,
+      "step": 2636
+    },
+    {
+      "epoch": 0.48725618135833976,
+      "grad_norm": 0.06544358283281326,
+      "learning_rate": 1.9095867871816475e-05,
+      "loss": 0.4884672462940216,
+      "step": 2637
+    },
+    {
+      "epoch": 0.48744095806723564,
+      "grad_norm": 0.07585190236568451,
+      "learning_rate": 1.909503877560041e-05,
+      "loss": 0.7296018004417419,
+      "step": 2638
+    },
+    {
+      "epoch": 0.48762573477613147,
+      "grad_norm": 0.07426097989082336,
+      "learning_rate": 1.9094209317430255e-05,
+      "loss": 0.567711353302002,
+      "step": 2639
+    },
+    {
+      "epoch": 0.4878105114850273,
+      "grad_norm": 0.06902457028627396,
+      "learning_rate": 1.909337949733902e-05,
+      "loss": 0.37785089015960693,
+      "step": 2640
+    },
+    {
+      "epoch": 0.4879952881939232,
+      "grad_norm": 0.09323791414499283,
+      "learning_rate": 1.9092549315359732e-05,
+      "loss": 0.8677100539207458,
+      "step": 2641
+    },
+    {
+      "epoch": 0.488180064902819,
+      "grad_norm": 0.07936318963766098,
+      "learning_rate": 1.909171877152543e-05,
+      "loss": 0.5746418237686157,
+      "step": 2642
+    },
+    {
+      "epoch": 0.48836484161171484,
+      "grad_norm": 0.0856119766831398,
+      "learning_rate": 1.9090887865869162e-05,
+      "loss": 0.6803861260414124,
+      "step": 2643
+    },
+    {
+      "epoch": 0.48854961832061067,
+      "grad_norm": 0.07777687907218933,
+      "learning_rate": 1.9090056598424002e-05,
+      "loss": 0.8061811923980713,
+      "step": 2644
+    },
+    {
+      "epoch": 0.48873439502950655,
+      "grad_norm": 0.07252785563468933,
+      "learning_rate": 1.9089224969223022e-05,
+      "loss": 0.5486541390419006,
+      "step": 2645
+    },
+    {
+      "epoch": 0.4889191717384024,
+      "grad_norm": 0.07425657659769058,
+      "learning_rate": 1.9088392978299334e-05,
+      "loss": 0.6537051200866699,
+      "step": 2646
+    },
+    {
+      "epoch": 0.4891039484472982,
+      "grad_norm": 0.06550854444503784,
+      "learning_rate": 1.9087560625686034e-05,
+      "loss": 0.591060996055603,
+      "step": 2647
+    },
+    {
+      "epoch": 0.48928872515619404,
+      "grad_norm": 0.06094660237431526,
+      "learning_rate": 1.908672791141625e-05,
+      "loss": 0.5385389924049377,
+      "step": 2648
+    },
+    {
+      "epoch": 0.4894735018650899,
+      "grad_norm": 0.06148020550608635,
+      "learning_rate": 1.9085894835523128e-05,
+      "loss": 0.5736526846885681,
+      "step": 2649
+    },
+    {
+      "epoch": 0.48965827857398575,
+      "grad_norm": 0.0693485289812088,
+      "learning_rate": 1.9085061398039814e-05,
+      "loss": 0.47210174798965454,
+      "step": 2650
+    },
+    {
+      "epoch": 0.4898430552828816,
+      "grad_norm": 0.07060623168945312,
+      "learning_rate": 1.9084227598999484e-05,
+      "loss": 0.6329917907714844,
+      "step": 2651
+    },
+    {
+      "epoch": 0.49002783199177746,
+      "grad_norm": 0.07458177953958511,
+      "learning_rate": 1.9083393438435318e-05,
+      "loss": 0.6945242881774902,
+      "step": 2652
+    },
+    {
+      "epoch": 0.4902126087006733,
+      "grad_norm": 0.07435189187526703,
+      "learning_rate": 1.9082558916380508e-05,
+      "loss": 0.678519606590271,
+      "step": 2653
+    },
+    {
+      "epoch": 0.4903973854095691,
+      "grad_norm": 0.07789159566164017,
+      "learning_rate": 1.9081724032868266e-05,
+      "loss": 0.716600775718689,
+      "step": 2654
+    },
+    {
+      "epoch": 0.49058216211846495,
+      "grad_norm": 0.08185722678899765,
+      "learning_rate": 1.9080888787931826e-05,
+      "loss": 0.64130699634552,
+      "step": 2655
+    },
+    {
+      "epoch": 0.49076693882736083,
+      "grad_norm": 0.09033802151679993,
+      "learning_rate": 1.9080053181604418e-05,
+      "loss": 0.8799751400947571,
+      "step": 2656
+    },
+    {
+      "epoch": 0.49095171553625666,
+      "grad_norm": 0.07720265537500381,
+      "learning_rate": 1.9079217213919304e-05,
+      "loss": 0.6216465830802917,
+      "step": 2657
+    },
+    {
+      "epoch": 0.4911364922451525,
+      "grad_norm": 0.07524937391281128,
+      "learning_rate": 1.9078380884909752e-05,
+      "loss": 0.7585391402244568,
+      "step": 2658
+    },
+    {
+      "epoch": 0.4913212689540483,
+      "grad_norm": 0.0857534259557724,
+      "learning_rate": 1.907754419460904e-05,
+      "loss": 0.8452739715576172,
+      "step": 2659
+    },
+    {
+      "epoch": 0.4915060456629442,
+      "grad_norm": 0.08280126750469208,
+      "learning_rate": 1.907670714305047e-05,
+      "loss": 0.8687022924423218,
+      "step": 2660
+    },
+    {
+      "epoch": 0.49169082237184003,
+      "grad_norm": 0.07255477458238602,
+      "learning_rate": 1.9075869730267355e-05,
+      "loss": 0.7363627552986145,
+      "step": 2661
+    },
+    {
+      "epoch": 0.49187559908073586,
+      "grad_norm": 0.09360745549201965,
+      "learning_rate": 1.9075031956293016e-05,
+      "loss": 0.7569074034690857,
+      "step": 2662
+    },
+    {
+      "epoch": 0.49206037578963174,
+      "grad_norm": 0.06543853878974915,
+      "learning_rate": 1.90741938211608e-05,
+      "loss": 0.5689033269882202,
+      "step": 2663
+    },
+    {
+      "epoch": 0.49224515249852757,
+      "grad_norm": 0.06809094548225403,
+      "learning_rate": 1.907335532490406e-05,
+      "loss": 0.6460486650466919,
+      "step": 2664
+    },
+    {
+      "epoch": 0.4924299292074234,
+      "grad_norm": 0.07789400964975357,
+      "learning_rate": 1.907251646755616e-05,
+      "loss": 0.7170886397361755,
+      "step": 2665
+    },
+    {
+      "epoch": 0.49261470591631923,
+      "grad_norm": 0.10317979753017426,
+      "learning_rate": 1.9071677249150492e-05,
+      "loss": 1.0603386163711548,
+      "step": 2666
+    },
+    {
+      "epoch": 0.4927994826252151,
+      "grad_norm": 0.0847686231136322,
+      "learning_rate": 1.9070837669720452e-05,
+      "loss": 0.7669317722320557,
+      "step": 2667
+    },
+    {
+      "epoch": 0.49298425933411094,
+      "grad_norm": 0.08344128727912903,
+      "learning_rate": 1.906999772929945e-05,
+      "loss": 0.7641721367835999,
+      "step": 2668
+    },
+    {
+      "epoch": 0.49316903604300677,
+      "grad_norm": 0.06451429426670074,
+      "learning_rate": 1.9069157427920916e-05,
+      "loss": 0.6100636720657349,
+      "step": 2669
+    },
+    {
+      "epoch": 0.4933538127519026,
+      "grad_norm": 0.08458209782838821,
+      "learning_rate": 1.9068316765618294e-05,
+      "loss": 0.6070970892906189,
+      "step": 2670
+    },
+    {
+      "epoch": 0.4935385894607985,
+      "grad_norm": 0.058811575174331665,
+      "learning_rate": 1.906747574242503e-05,
+      "loss": 0.44909724593162537,
+      "step": 2671
+    },
+    {
+      "epoch": 0.4937233661696943,
+      "grad_norm": 0.07956483960151672,
+      "learning_rate": 1.90666343583746e-05,
+      "loss": 0.7305945158004761,
+      "step": 2672
+    },
+    {
+      "epoch": 0.49390814287859014,
+      "grad_norm": 0.06249157711863518,
+      "learning_rate": 1.906579261350049e-05,
+      "loss": 0.474531888961792,
+      "step": 2673
+    },
+    {
+      "epoch": 0.494092919587486,
+      "grad_norm": 0.058922164142131805,
+      "learning_rate": 1.90649505078362e-05,
+      "loss": 0.6985012888908386,
+      "step": 2674
+    },
+    {
+      "epoch": 0.49427769629638185,
+      "grad_norm": 0.07136017829179764,
+      "learning_rate": 1.9064108041415237e-05,
+      "loss": 0.6611461639404297,
+      "step": 2675
+    },
+    {
+      "epoch": 0.4944624730052777,
+      "grad_norm": 0.06852423399686813,
+      "learning_rate": 1.906326521427113e-05,
+      "loss": 0.6475507616996765,
+      "step": 2676
+    },
+    {
+      "epoch": 0.4946472497141735,
+      "grad_norm": 0.09397808462381363,
+      "learning_rate": 1.906242202643743e-05,
+      "loss": 0.8768760561943054,
+      "step": 2677
+    },
+    {
+      "epoch": 0.4948320264230694,
+      "grad_norm": 0.08374115079641342,
+      "learning_rate": 1.906157847794768e-05,
+      "loss": 0.6318570375442505,
+      "step": 2678
+    },
+    {
+      "epoch": 0.4950168031319652,
+      "grad_norm": 0.056238822638988495,
+      "learning_rate": 1.9060734568835457e-05,
+      "loss": 0.5789932608604431,
+      "step": 2679
+    },
+    {
+      "epoch": 0.49520157984086105,
+      "grad_norm": 0.06980939954519272,
+      "learning_rate": 1.905989029913435e-05,
+      "loss": 0.6135944724082947,
+      "step": 2680
+    },
+    {
+      "epoch": 0.4953863565497569,
+      "grad_norm": 0.0664597600698471,
+      "learning_rate": 1.9059045668877945e-05,
+      "loss": 0.605728805065155,
+      "step": 2681
+    },
+    {
+      "epoch": 0.49557113325865276,
+      "grad_norm": 0.07725506275892258,
+      "learning_rate": 1.9058200678099873e-05,
+      "loss": 0.7923427224159241,
+      "step": 2682
+    },
+    {
+      "epoch": 0.4957559099675486,
+      "grad_norm": 0.07151152193546295,
+      "learning_rate": 1.905735532683375e-05,
+      "loss": 0.7274478673934937,
+      "step": 2683
+    },
+    {
+      "epoch": 0.4959406866764444,
+      "grad_norm": 0.07864515483379364,
+      "learning_rate": 1.9056509615113223e-05,
+      "loss": 0.6789471507072449,
+      "step": 2684
+    },
+    {
+      "epoch": 0.4961254633853403,
+      "grad_norm": 0.06356114894151688,
+      "learning_rate": 1.9055663542971948e-05,
+      "loss": 0.6436051726341248,
+      "step": 2685
+    },
+    {
+      "epoch": 0.49631024009423613,
+      "grad_norm": 0.07219547033309937,
+      "learning_rate": 1.905481711044359e-05,
+      "loss": 0.6921743154525757,
+      "step": 2686
+    },
+    {
+      "epoch": 0.49649501680313196,
+      "grad_norm": 0.08134686946868896,
+      "learning_rate": 1.9053970317561846e-05,
+      "loss": 0.6954108476638794,
+      "step": 2687
+    },
+    {
+      "epoch": 0.4966797935120278,
+      "grad_norm": 0.09121778607368469,
+      "learning_rate": 1.905312316436041e-05,
+      "loss": 0.8187353610992432,
+      "step": 2688
+    },
+    {
+      "epoch": 0.4968645702209237,
+      "grad_norm": 0.057139378041028976,
+      "learning_rate": 1.9052275650872994e-05,
+      "loss": 0.5716656446456909,
+      "step": 2689
+    },
+    {
+      "epoch": 0.4970493469298195,
+      "grad_norm": 0.08653534203767776,
+      "learning_rate": 1.9051427777133328e-05,
+      "loss": 0.7700663208961487,
+      "step": 2690
+    },
+    {
+      "epoch": 0.49723412363871533,
+      "grad_norm": 0.09053795039653778,
+      "learning_rate": 1.905057954317515e-05,
+      "loss": 0.8304776549339294,
+      "step": 2691
+    },
+    {
+      "epoch": 0.49741890034761116,
+      "grad_norm": 0.061494387686252594,
+      "learning_rate": 1.9049730949032228e-05,
+      "loss": 0.4574540853500366,
+      "step": 2692
+    },
+    {
+      "epoch": 0.49760367705650704,
+      "grad_norm": 0.07644534856081009,
+      "learning_rate": 1.9048881994738323e-05,
+      "loss": 0.685924768447876,
+      "step": 2693
+    },
+    {
+      "epoch": 0.49778845376540287,
+      "grad_norm": 0.06368592381477356,
+      "learning_rate": 1.904803268032723e-05,
+      "loss": 0.5423883199691772,
+      "step": 2694
+    },
+    {
+      "epoch": 0.4979732304742987,
+      "grad_norm": 0.07776868343353271,
+      "learning_rate": 1.904718300583274e-05,
+      "loss": 0.6837641000747681,
+      "step": 2695
+    },
+    {
+      "epoch": 0.4981580071831946,
+      "grad_norm": 0.07274238020181656,
+      "learning_rate": 1.9046332971288674e-05,
+      "loss": 0.5656123757362366,
+      "step": 2696
+    },
+    {
+      "epoch": 0.4983427838920904,
+      "grad_norm": 0.06574950367212296,
+      "learning_rate": 1.9045482576728857e-05,
+      "loss": 0.520660400390625,
+      "step": 2697
+    },
+    {
+      "epoch": 0.49852756060098624,
+      "grad_norm": 0.08441847562789917,
+      "learning_rate": 1.9044631822187132e-05,
+      "loss": 0.7153335213661194,
+      "step": 2698
+    },
+    {
+      "epoch": 0.49871233730988207,
+      "grad_norm": 0.07338439673185349,
+      "learning_rate": 1.904378070769736e-05,
+      "loss": 0.7561910152435303,
+      "step": 2699
+    },
+    {
+      "epoch": 0.49889711401877795,
+      "grad_norm": 0.08297833055257797,
+      "learning_rate": 1.9042929233293405e-05,
+      "loss": 0.6804150938987732,
+      "step": 2700
+    },
+    {
+      "epoch": 0.4990818907276738,
+      "grad_norm": 0.07729196548461914,
+      "learning_rate": 1.9042077399009163e-05,
+      "loss": 0.8838931322097778,
+      "step": 2701
+    },
+    {
+      "epoch": 0.4992666674365696,
+      "grad_norm": 0.08958151936531067,
+      "learning_rate": 1.904122520487853e-05,
+      "loss": 0.9126286506652832,
+      "step": 2702
+    },
+    {
+      "epoch": 0.49945144414546544,
+      "grad_norm": 0.07667583972215652,
+      "learning_rate": 1.9040372650935416e-05,
+      "loss": 0.5196372866630554,
+      "step": 2703
+    },
+    {
+      "epoch": 0.4996362208543613,
+      "grad_norm": 0.06985201686620712,
+      "learning_rate": 1.903951973721376e-05,
+      "loss": 0.6988966464996338,
+      "step": 2704
+    },
+    {
+      "epoch": 0.49982099756325715,
+      "grad_norm": 0.06755391508340836,
+      "learning_rate": 1.9038666463747494e-05,
+      "loss": 0.5743021965026855,
+      "step": 2705
+    },
+    {
+      "epoch": 0.500005774272153,
+      "grad_norm": 0.06953644752502441,
+      "learning_rate": 1.9037812830570583e-05,
+      "loss": 0.6474657654762268,
+      "step": 2706
+    },
+    {
+      "epoch": 0.5001905509810488,
+      "grad_norm": 0.07906162738800049,
+      "learning_rate": 1.9036958837717e-05,
+      "loss": 0.6331603527069092,
+      "step": 2707
+    },
+    {
+      "epoch": 0.5003753276899446,
+      "grad_norm": 0.0696539580821991,
+      "learning_rate": 1.9036104485220723e-05,
+      "loss": 0.5354222059249878,
+      "step": 2708
+    },
+    {
+      "epoch": 0.5005601043988406,
+      "grad_norm": 0.08513978868722916,
+      "learning_rate": 1.903524977311576e-05,
+      "loss": 0.7808301448822021,
+      "step": 2709
+    },
+    {
+      "epoch": 0.5007448811077364,
+      "grad_norm": 0.08418749272823334,
+      "learning_rate": 1.9034394701436124e-05,
+      "loss": 0.905589759349823,
+      "step": 2710
+    },
+    {
+      "epoch": 0.5009296578166322,
+      "grad_norm": 0.07378925383090973,
+      "learning_rate": 1.9033539270215843e-05,
+      "loss": 0.6261293292045593,
+      "step": 2711
+    },
+    {
+      "epoch": 0.5011144345255281,
+      "grad_norm": 0.05783259868621826,
+      "learning_rate": 1.903268347948896e-05,
+      "loss": 0.5617566108703613,
+      "step": 2712
+    },
+    {
+      "epoch": 0.5012992112344239,
+      "grad_norm": 0.07201316952705383,
+      "learning_rate": 1.903182732928954e-05,
+      "loss": 0.5230177044868469,
+      "step": 2713
+    },
+    {
+      "epoch": 0.5014839879433197,
+      "grad_norm": 0.08267080038785934,
+      "learning_rate": 1.9030970819651644e-05,
+      "loss": 0.7685118913650513,
+      "step": 2714
+    },
+    {
+      "epoch": 0.5016687646522155,
+      "grad_norm": 0.06884673237800598,
+      "learning_rate": 1.9030113950609367e-05,
+      "loss": 0.5821294784545898,
+      "step": 2715
+    },
+    {
+      "epoch": 0.5018535413611114,
+      "grad_norm": 0.07333012670278549,
+      "learning_rate": 1.9029256722196805e-05,
+      "loss": 0.6633030772209167,
+      "step": 2716
+    },
+    {
+      "epoch": 0.5020383180700073,
+      "grad_norm": 0.06039682775735855,
+      "learning_rate": 1.9028399134448072e-05,
+      "loss": 0.49971288442611694,
+      "step": 2717
+    },
+    {
+      "epoch": 0.5022230947789031,
+      "grad_norm": 0.06957642734050751,
+      "learning_rate": 1.9027541187397304e-05,
+      "loss": 0.5987708568572998,
+      "step": 2718
+    },
+    {
+      "epoch": 0.502407871487799,
+      "grad_norm": 0.07104673236608505,
+      "learning_rate": 1.9026682881078636e-05,
+      "loss": 0.6045911908149719,
+      "step": 2719
+    },
+    {
+      "epoch": 0.5025926481966948,
+      "grad_norm": 0.0739755779504776,
+      "learning_rate": 1.9025824215526235e-05,
+      "loss": 0.6368657350540161,
+      "step": 2720
+    },
+    {
+      "epoch": 0.5027774249055906,
+      "grad_norm": 0.07629484683275223,
+      "learning_rate": 1.9024965190774262e-05,
+      "loss": 0.9732115864753723,
+      "step": 2721
+    },
+    {
+      "epoch": 0.5029622016144865,
+      "grad_norm": 0.06285340338945389,
+      "learning_rate": 1.9024105806856918e-05,
+      "loss": 0.5596101880073547,
+      "step": 2722
+    },
+    {
+      "epoch": 0.5031469783233823,
+      "grad_norm": 0.08465234935283661,
+      "learning_rate": 1.9023246063808388e-05,
+      "loss": 0.714224100112915,
+      "step": 2723
+    },
+    {
+      "epoch": 0.5033317550322782,
+      "grad_norm": 0.07528623193502426,
+      "learning_rate": 1.90223859616629e-05,
+      "loss": 0.7736612558364868,
+      "step": 2724
+    },
+    {
+      "epoch": 0.5035165317411741,
+      "grad_norm": 0.08436401933431625,
+      "learning_rate": 1.9021525500454678e-05,
+      "loss": 0.6686825752258301,
+      "step": 2725
+    },
+    {
+      "epoch": 0.5037013084500699,
+      "grad_norm": 0.09414120018482208,
+      "learning_rate": 1.902066468021796e-05,
+      "loss": 0.9490776658058167,
+      "step": 2726
+    },
+    {
+      "epoch": 0.5038860851589657,
+      "grad_norm": 0.08042771369218826,
+      "learning_rate": 1.9019803500987014e-05,
+      "loss": 0.6027342677116394,
+      "step": 2727
+    },
+    {
+      "epoch": 0.5040708618678615,
+      "grad_norm": 0.06140635535120964,
+      "learning_rate": 1.901894196279611e-05,
+      "loss": 0.5515220761299133,
+      "step": 2728
+    },
+    {
+      "epoch": 0.5042556385767574,
+      "grad_norm": 0.07926372438669205,
+      "learning_rate": 1.901808006567953e-05,
+      "loss": 0.8234108090400696,
+      "step": 2729
+    },
+    {
+      "epoch": 0.5044404152856532,
+      "grad_norm": 0.09257242828607559,
+      "learning_rate": 1.9017217809671575e-05,
+      "loss": 0.99014812707901,
+      "step": 2730
+    },
+    {
+      "epoch": 0.5046251919945491,
+      "grad_norm": 0.06899430602788925,
+      "learning_rate": 1.9016355194806566e-05,
+      "loss": 0.6572807431221008,
+      "step": 2731
+    },
+    {
+      "epoch": 0.504809968703445,
+      "grad_norm": 0.053285859525203705,
+      "learning_rate": 1.901549222111883e-05,
+      "loss": 0.5255534648895264,
+      "step": 2732
+    },
+    {
+      "epoch": 0.5049947454123408,
+      "grad_norm": 0.08632458001375198,
+      "learning_rate": 1.9014628888642705e-05,
+      "loss": 0.6835488677024841,
+      "step": 2733
+    },
+    {
+      "epoch": 0.5051795221212366,
+      "grad_norm": 0.08509247750043869,
+      "learning_rate": 1.9013765197412553e-05,
+      "loss": 0.7912634015083313,
+      "step": 2734
+    },
+    {
+      "epoch": 0.5053642988301325,
+      "grad_norm": 0.06132848560810089,
+      "learning_rate": 1.9012901147462752e-05,
+      "loss": 0.3929689824581146,
+      "step": 2735
+    },
+    {
+      "epoch": 0.5055490755390283,
+      "grad_norm": 0.08009739220142365,
+      "learning_rate": 1.9012036738827682e-05,
+      "loss": 0.7682035565376282,
+      "step": 2736
+    },
+    {
+      "epoch": 0.5057338522479241,
+      "grad_norm": 0.06091945245862007,
+      "learning_rate": 1.901117197154174e-05,
+      "loss": 0.5390786528587341,
+      "step": 2737
+    },
+    {
+      "epoch": 0.5059186289568199,
+      "grad_norm": 0.07729063183069229,
+      "learning_rate": 1.901030684563935e-05,
+      "loss": 0.7572644352912903,
+      "step": 2738
+    },
+    {
+      "epoch": 0.5061034056657159,
+      "grad_norm": 0.08812917768955231,
+      "learning_rate": 1.9009441361154937e-05,
+      "loss": 0.6920105814933777,
+      "step": 2739
+    },
+    {
+      "epoch": 0.5062881823746117,
+      "grad_norm": 0.06975310295820236,
+      "learning_rate": 1.9008575518122943e-05,
+      "loss": 0.517683207988739,
+      "step": 2740
+    },
+    {
+      "epoch": 0.5064729590835075,
+      "grad_norm": 0.07183025032281876,
+      "learning_rate": 1.900770931657783e-05,
+      "loss": 0.7221886515617371,
+      "step": 2741
+    },
+    {
+      "epoch": 0.5066577357924034,
+      "grad_norm": 0.07859528064727783,
+      "learning_rate": 1.9006842756554067e-05,
+      "loss": 0.6803582310676575,
+      "step": 2742
+    },
+    {
+      "epoch": 0.5068425125012992,
+      "grad_norm": 0.0603187195956707,
+      "learning_rate": 1.900597583808614e-05,
+      "loss": 0.46500974893569946,
+      "step": 2743
+    },
+    {
+      "epoch": 0.507027289210195,
+      "grad_norm": 0.08773189038038254,
+      "learning_rate": 1.900510856120855e-05,
+      "loss": 0.7085680365562439,
+      "step": 2744
+    },
+    {
+      "epoch": 0.5072120659190908,
+      "grad_norm": 0.08600956946611404,
+      "learning_rate": 1.9004240925955814e-05,
+      "loss": 0.7808557152748108,
+      "step": 2745
+    },
+    {
+      "epoch": 0.5073968426279868,
+      "grad_norm": 0.07820644229650497,
+      "learning_rate": 1.9003372932362462e-05,
+      "loss": 0.6414129137992859,
+      "step": 2746
+    },
+    {
+      "epoch": 0.5075816193368826,
+      "grad_norm": 0.0755482167005539,
+      "learning_rate": 1.900250458046303e-05,
+      "loss": 0.5816751718521118,
+      "step": 2747
+    },
+    {
+      "epoch": 0.5077663960457784,
+      "grad_norm": 0.07866478711366653,
+      "learning_rate": 1.9001635870292086e-05,
+      "loss": 0.6917564272880554,
+      "step": 2748
+    },
+    {
+      "epoch": 0.5079511727546743,
+      "grad_norm": 0.08214591443538666,
+      "learning_rate": 1.9000766801884194e-05,
+      "loss": 0.6834210753440857,
+      "step": 2749
+    },
+    {
+      "epoch": 0.5081359494635701,
+      "grad_norm": 0.06740007549524307,
+      "learning_rate": 1.8999897375273942e-05,
+      "loss": 0.6274173259735107,
+      "step": 2750
+    },
+    {
+      "epoch": 0.5083207261724659,
+      "grad_norm": 0.07330995053052902,
+      "learning_rate": 1.8999027590495934e-05,
+      "loss": 0.6141194105148315,
+      "step": 2751
+    },
+    {
+      "epoch": 0.5085055028813618,
+      "grad_norm": 0.07362136989831924,
+      "learning_rate": 1.899815744758478e-05,
+      "loss": 0.6480097770690918,
+      "step": 2752
+    },
+    {
+      "epoch": 0.5086902795902577,
+      "grad_norm": 0.09079992771148682,
+      "learning_rate": 1.8997286946575114e-05,
+      "loss": 0.820427417755127,
+      "step": 2753
+    },
+    {
+      "epoch": 0.5088750562991535,
+      "grad_norm": 0.06545901298522949,
+      "learning_rate": 1.8996416087501573e-05,
+      "loss": 0.478307843208313,
+      "step": 2754
+    },
+    {
+      "epoch": 0.5090598330080494,
+      "grad_norm": 0.09047531336545944,
+      "learning_rate": 1.899554487039882e-05,
+      "loss": 0.8143502473831177,
+      "step": 2755
+    },
+    {
+      "epoch": 0.5092446097169452,
+      "grad_norm": 0.08255776762962341,
+      "learning_rate": 1.8994673295301526e-05,
+      "loss": 0.5235763788223267,
+      "step": 2756
+    },
+    {
+      "epoch": 0.509429386425841,
+      "grad_norm": 0.08837346732616425,
+      "learning_rate": 1.8993801362244374e-05,
+      "loss": 0.6911593079566956,
+      "step": 2757
+    },
+    {
+      "epoch": 0.5096141631347368,
+      "grad_norm": 0.08509925752878189,
+      "learning_rate": 1.8992929071262066e-05,
+      "loss": 0.8627534508705139,
+      "step": 2758
+    },
+    {
+      "epoch": 0.5097989398436327,
+      "grad_norm": 0.07599958032369614,
+      "learning_rate": 1.8992056422389317e-05,
+      "loss": 0.49385976791381836,
+      "step": 2759
+    },
+    {
+      "epoch": 0.5099837165525285,
+      "grad_norm": 0.07793485373258591,
+      "learning_rate": 1.8991183415660855e-05,
+      "loss": 0.748390793800354,
+      "step": 2760
+    },
+    {
+      "epoch": 0.5101684932614244,
+      "grad_norm": 0.09587264060974121,
+      "learning_rate": 1.899031005111142e-05,
+      "loss": 0.9381311535835266,
+      "step": 2761
+    },
+    {
+      "epoch": 0.5103532699703203,
+      "grad_norm": 0.09079372882843018,
+      "learning_rate": 1.898943632877577e-05,
+      "loss": 0.6771690249443054,
+      "step": 2762
+    },
+    {
+      "epoch": 0.5105380466792161,
+      "grad_norm": 0.07188550382852554,
+      "learning_rate": 1.8988562248688686e-05,
+      "loss": 0.6365196704864502,
+      "step": 2763
+    },
+    {
+      "epoch": 0.5107228233881119,
+      "grad_norm": 0.08427656441926956,
+      "learning_rate": 1.8987687810884944e-05,
+      "loss": 0.7004556655883789,
+      "step": 2764
+    },
+    {
+      "epoch": 0.5109076000970078,
+      "grad_norm": 0.06205383315682411,
+      "learning_rate": 1.8986813015399345e-05,
+      "loss": 0.6061794757843018,
+      "step": 2765
+    },
+    {
+      "epoch": 0.5110923768059036,
+      "grad_norm": 0.08489475399255753,
+      "learning_rate": 1.89859378622667e-05,
+      "loss": 0.9061506986618042,
+      "step": 2766
+    },
+    {
+      "epoch": 0.5112771535147994,
+      "grad_norm": 0.06409691274166107,
+      "learning_rate": 1.898506235152185e-05,
+      "loss": 0.6327704787254333,
+      "step": 2767
+    },
+    {
+      "epoch": 0.5114619302236953,
+      "grad_norm": 0.06629861146211624,
+      "learning_rate": 1.898418648319962e-05,
+      "loss": 0.5824447274208069,
+      "step": 2768
+    },
+    {
+      "epoch": 0.5116467069325912,
+      "grad_norm": 0.0706552192568779,
+      "learning_rate": 1.8983310257334883e-05,
+      "loss": 0.7207609415054321,
+      "step": 2769
+    },
+    {
+      "epoch": 0.511831483641487,
+      "grad_norm": 0.07945195585489273,
+      "learning_rate": 1.8982433673962496e-05,
+      "loss": 0.6402596831321716,
+      "step": 2770
+    },
+    {
+      "epoch": 0.5120162603503828,
+      "grad_norm": 0.06763187795877457,
+      "learning_rate": 1.8981556733117357e-05,
+      "loss": 0.5913063287734985,
+      "step": 2771
+    },
+    {
+      "epoch": 0.5122010370592787,
+      "grad_norm": 0.06970265507698059,
+      "learning_rate": 1.8980679434834357e-05,
+      "loss": 0.5915688276290894,
+      "step": 2772
+    },
+    {
+      "epoch": 0.5123858137681745,
+      "grad_norm": 0.06420344859361649,
+      "learning_rate": 1.8979801779148413e-05,
+      "loss": 0.5847893357276917,
+      "step": 2773
+    },
+    {
+      "epoch": 0.5125705904770703,
+      "grad_norm": 0.07548118382692337,
+      "learning_rate": 1.897892376609445e-05,
+      "loss": 0.8099266886711121,
+      "step": 2774
+    },
+    {
+      "epoch": 0.5127553671859663,
+      "grad_norm": 0.06970521062612534,
+      "learning_rate": 1.897804539570742e-05,
+      "loss": 0.5355647206306458,
+      "step": 2775
+    },
+    {
+      "epoch": 0.5129401438948621,
+      "grad_norm": 0.06311215460300446,
+      "learning_rate": 1.8977166668022263e-05,
+      "loss": 0.6434404850006104,
+      "step": 2776
+    },
+    {
+      "epoch": 0.5131249206037579,
+      "grad_norm": 0.06808818131685257,
+      "learning_rate": 1.8976287583073965e-05,
+      "loss": 0.6484166383743286,
+      "step": 2777
+    },
+    {
+      "epoch": 0.5133096973126537,
+      "grad_norm": 0.08092934638261795,
+      "learning_rate": 1.8975408140897503e-05,
+      "loss": 0.8626954555511475,
+      "step": 2778
+    },
+    {
+      "epoch": 0.5134944740215496,
+      "grad_norm": 0.07606197148561478,
+      "learning_rate": 1.8974528341527875e-05,
+      "loss": 0.5682605504989624,
+      "step": 2779
+    },
+    {
+      "epoch": 0.5136792507304454,
+      "grad_norm": 0.07515977323055267,
+      "learning_rate": 1.89736481850001e-05,
+      "loss": 0.6957910060882568,
+      "step": 2780
+    },
+    {
+      "epoch": 0.5138640274393412,
+      "grad_norm": 0.07134959846735,
+      "learning_rate": 1.89727676713492e-05,
+      "loss": 0.5610045194625854,
+      "step": 2781
+    },
+    {
+      "epoch": 0.5140488041482371,
+      "grad_norm": 0.07571757584810257,
+      "learning_rate": 1.8971886800610218e-05,
+      "loss": 0.6205386519432068,
+      "step": 2782
+    },
+    {
+      "epoch": 0.514233580857133,
+      "grad_norm": 0.0926576629281044,
+      "learning_rate": 1.8971005572818213e-05,
+      "loss": 0.865348756313324,
+      "step": 2783
+    },
+    {
+      "epoch": 0.5144183575660288,
+      "grad_norm": 0.06826504319906235,
+      "learning_rate": 1.8970123988008252e-05,
+      "loss": 0.6385295391082764,
+      "step": 2784
+    },
+    {
+      "epoch": 0.5146031342749247,
+      "grad_norm": 0.0901683047413826,
+      "learning_rate": 1.8969242046215418e-05,
+      "loss": 0.9333497881889343,
+      "step": 2785
+    },
+    {
+      "epoch": 0.5147879109838205,
+      "grad_norm": 0.08303900808095932,
+      "learning_rate": 1.8968359747474813e-05,
+      "loss": 0.6660789847373962,
+      "step": 2786
+    },
+    {
+      "epoch": 0.5149726876927163,
+      "grad_norm": 0.06373574584722519,
+      "learning_rate": 1.896747709182155e-05,
+      "loss": 0.5466078519821167,
+      "step": 2787
+    },
+    {
+      "epoch": 0.5151574644016121,
+      "grad_norm": 0.07366237789392471,
+      "learning_rate": 1.8966594079290757e-05,
+      "loss": 0.6122941970825195,
+      "step": 2788
+    },
+    {
+      "epoch": 0.515342241110508,
+      "grad_norm": 0.07785239070653915,
+      "learning_rate": 1.896571070991757e-05,
+      "loss": 0.729058563709259,
+      "step": 2789
+    },
+    {
+      "epoch": 0.5155270178194039,
+      "grad_norm": 0.05069505050778389,
+      "learning_rate": 1.8964826983737143e-05,
+      "loss": 0.44589418172836304,
+      "step": 2790
+    },
+    {
+      "epoch": 0.5157117945282997,
+      "grad_norm": 0.07521497458219528,
+      "learning_rate": 1.8963942900784653e-05,
+      "loss": 0.6502828001976013,
+      "step": 2791
+    },
+    {
+      "epoch": 0.5158965712371956,
+      "grad_norm": 0.061132580041885376,
+      "learning_rate": 1.896305846109528e-05,
+      "loss": 0.46217507123947144,
+      "step": 2792
+    },
+    {
+      "epoch": 0.5160813479460914,
+      "grad_norm": 0.08042273670434952,
+      "learning_rate": 1.8962173664704222e-05,
+      "loss": 0.7091048955917358,
+      "step": 2793
+    },
+    {
+      "epoch": 0.5162661246549872,
+      "grad_norm": 0.07649550586938858,
+      "learning_rate": 1.896128851164669e-05,
+      "loss": 0.7375391125679016,
+      "step": 2794
+    },
+    {
+      "epoch": 0.516450901363883,
+      "grad_norm": 0.0892588421702385,
+      "learning_rate": 1.8960403001957914e-05,
+      "loss": 0.7438496351242065,
+      "step": 2795
+    },
+    {
+      "epoch": 0.5166356780727789,
+      "grad_norm": 0.06633324921131134,
+      "learning_rate": 1.8959517135673126e-05,
+      "loss": 0.5604415535926819,
+      "step": 2796
+    },
+    {
+      "epoch": 0.5168204547816748,
+      "grad_norm": 0.07909633964300156,
+      "learning_rate": 1.895863091282759e-05,
+      "loss": 0.6037436723709106,
+      "step": 2797
+    },
+    {
+      "epoch": 0.5170052314905706,
+      "grad_norm": 0.09118392318487167,
+      "learning_rate": 1.8957744333456577e-05,
+      "loss": 0.7270393371582031,
+      "step": 2798
+    },
+    {
+      "epoch": 0.5171900081994665,
+      "grad_norm": 0.07374778389930725,
+      "learning_rate": 1.895685739759536e-05,
+      "loss": 0.5679983496665955,
+      "step": 2799
+    },
+    {
+      "epoch": 0.5173747849083623,
+      "grad_norm": 0.07633034884929657,
+      "learning_rate": 1.895597010527924e-05,
+      "loss": 0.6480544805526733,
+      "step": 2800
+    },
+    {
+      "epoch": 0.5175595616172581,
+      "grad_norm": 0.06983176618814468,
+      "learning_rate": 1.895508245654353e-05,
+      "loss": 0.6487261652946472,
+      "step": 2801
+    },
+    {
+      "epoch": 0.517744338326154,
+      "grad_norm": 0.07402893155813217,
+      "learning_rate": 1.8954194451423555e-05,
+      "loss": 0.8582574725151062,
+      "step": 2802
+    },
+    {
+      "epoch": 0.5179291150350498,
+      "grad_norm": 0.0776456966996193,
+      "learning_rate": 1.895330608995466e-05,
+      "loss": 0.6201335787773132,
+      "step": 2803
+    },
+    {
+      "epoch": 0.5181138917439456,
+      "grad_norm": 0.0688788965344429,
+      "learning_rate": 1.8952417372172187e-05,
+      "loss": 0.6365094780921936,
+      "step": 2804
+    },
+    {
+      "epoch": 0.5182986684528416,
+      "grad_norm": 0.06985542923212051,
+      "learning_rate": 1.8951528298111514e-05,
+      "loss": 0.5172978043556213,
+      "step": 2805
+    },
+    {
+      "epoch": 0.5184834451617374,
+      "grad_norm": 0.07759788632392883,
+      "learning_rate": 1.895063886780802e-05,
+      "loss": 0.6132344603538513,
+      "step": 2806
+    },
+    {
+      "epoch": 0.5186682218706332,
+      "grad_norm": 0.08312520384788513,
+      "learning_rate": 1.89497490812971e-05,
+      "loss": 0.7646285891532898,
+      "step": 2807
+    },
+    {
+      "epoch": 0.518852998579529,
+      "grad_norm": 0.08181486278772354,
+      "learning_rate": 1.8948858938614172e-05,
+      "loss": 0.7406775951385498,
+      "step": 2808
+    },
+    {
+      "epoch": 0.5190377752884249,
+      "grad_norm": 0.0924254059791565,
+      "learning_rate": 1.8947968439794653e-05,
+      "loss": 0.6629146337509155,
+      "step": 2809
+    },
+    {
+      "epoch": 0.5192225519973207,
+      "grad_norm": 0.08145590871572495,
+      "learning_rate": 1.8947077584873984e-05,
+      "loss": 0.7635599374771118,
+      "step": 2810
+    },
+    {
+      "epoch": 0.5194073287062165,
+      "grad_norm": 0.07248992472887039,
+      "learning_rate": 1.8946186373887617e-05,
+      "loss": 0.620116114616394,
+      "step": 2811
+    },
+    {
+      "epoch": 0.5195921054151125,
+      "grad_norm": 0.06582232564687729,
+      "learning_rate": 1.8945294806871026e-05,
+      "loss": 0.5889583826065063,
+      "step": 2812
+    },
+    {
+      "epoch": 0.5197768821240083,
+      "grad_norm": 0.08726590871810913,
+      "learning_rate": 1.8944402883859687e-05,
+      "loss": 0.7653307914733887,
+      "step": 2813
+    },
+    {
+      "epoch": 0.5199616588329041,
+      "grad_norm": 0.053412389010190964,
+      "learning_rate": 1.8943510604889094e-05,
+      "loss": 0.4532836973667145,
+      "step": 2814
+    },
+    {
+      "epoch": 0.5201464355418,
+      "grad_norm": 0.09321916848421097,
+      "learning_rate": 1.8942617969994762e-05,
+      "loss": 0.752572238445282,
+      "step": 2815
+    },
+    {
+      "epoch": 0.5203312122506958,
+      "grad_norm": 0.06985002756118774,
+      "learning_rate": 1.894172497921221e-05,
+      "loss": 0.45620113611221313,
+      "step": 2816
+    },
+    {
+      "epoch": 0.5205159889595916,
+      "grad_norm": 0.08312235027551651,
+      "learning_rate": 1.894083163257698e-05,
+      "loss": 0.7842530608177185,
+      "step": 2817
+    },
+    {
+      "epoch": 0.5207007656684874,
+      "grad_norm": 0.06230049580335617,
+      "learning_rate": 1.8939937930124622e-05,
+      "loss": 0.49488046765327454,
+      "step": 2818
+    },
+    {
+      "epoch": 0.5208855423773834,
+      "grad_norm": 0.07006420195102692,
+      "learning_rate": 1.893904387189071e-05,
+      "loss": 0.5373267531394958,
+      "step": 2819
+    },
+    {
+      "epoch": 0.5210703190862792,
+      "grad_norm": 0.08325011283159256,
+      "learning_rate": 1.893814945791081e-05,
+      "loss": 0.8509864807128906,
+      "step": 2820
+    },
+    {
+      "epoch": 0.521255095795175,
+      "grad_norm": 0.06438539177179337,
+      "learning_rate": 1.893725468822053e-05,
+      "loss": 0.701816737651825,
+      "step": 2821
+    },
+    {
+      "epoch": 0.5214398725040709,
+      "grad_norm": 0.09208257496356964,
+      "learning_rate": 1.8936359562855475e-05,
+      "loss": 0.774588406085968,
+      "step": 2822
+    },
+    {
+      "epoch": 0.5216246492129667,
+      "grad_norm": 0.07522048056125641,
+      "learning_rate": 1.8935464081851267e-05,
+      "loss": 0.674850583076477,
+      "step": 2823
+    },
+    {
+      "epoch": 0.5218094259218625,
+      "grad_norm": 0.07833349704742432,
+      "learning_rate": 1.8934568245243542e-05,
+      "loss": 0.6751000285148621,
+      "step": 2824
+    },
+    {
+      "epoch": 0.5219942026307584,
+      "grad_norm": 0.08105552941560745,
+      "learning_rate": 1.8933672053067957e-05,
+      "loss": 0.6712080836296082,
+      "step": 2825
+    },
+    {
+      "epoch": 0.5221789793396542,
+      "grad_norm": 0.07644625008106232,
+      "learning_rate": 1.8932775505360173e-05,
+      "loss": 0.5222357511520386,
+      "step": 2826
+    },
+    {
+      "epoch": 0.5223637560485501,
+      "grad_norm": 0.05553733929991722,
+      "learning_rate": 1.8931878602155872e-05,
+      "loss": 0.5329239368438721,
+      "step": 2827
+    },
+    {
+      "epoch": 0.522548532757446,
+      "grad_norm": 0.05887029320001602,
+      "learning_rate": 1.8930981343490742e-05,
+      "loss": 0.5770387649536133,
+      "step": 2828
+    },
+    {
+      "epoch": 0.5227333094663418,
+      "grad_norm": 0.07055466622114182,
+      "learning_rate": 1.8930083729400502e-05,
+      "loss": 0.6148492693901062,
+      "step": 2829
+    },
+    {
+      "epoch": 0.5229180861752376,
+      "grad_norm": 0.08709493279457092,
+      "learning_rate": 1.8929185759920864e-05,
+      "loss": 0.8767763376235962,
+      "step": 2830
+    },
+    {
+      "epoch": 0.5231028628841334,
+      "grad_norm": 0.0684783011674881,
+      "learning_rate": 1.8928287435087568e-05,
+      "loss": 0.5474317073822021,
+      "step": 2831
+    },
+    {
+      "epoch": 0.5232876395930293,
+      "grad_norm": 0.07589972019195557,
+      "learning_rate": 1.8927388754936368e-05,
+      "loss": 0.710189938545227,
+      "step": 2832
+    },
+    {
+      "epoch": 0.5234724163019251,
+      "grad_norm": 0.08322039991617203,
+      "learning_rate": 1.8926489719503025e-05,
+      "loss": 0.7560164928436279,
+      "step": 2833
+    },
+    {
+      "epoch": 0.523657193010821,
+      "grad_norm": 0.08088655769824982,
+      "learning_rate": 1.892559032882332e-05,
+      "loss": 0.7506522536277771,
+      "step": 2834
+    },
+    {
+      "epoch": 0.5238419697197169,
+      "grad_norm": 0.083648681640625,
+      "learning_rate": 1.8924690582933043e-05,
+      "loss": 0.8052482008934021,
+      "step": 2835
+    },
+    {
+      "epoch": 0.5240267464286127,
+      "grad_norm": 0.05375261977314949,
+      "learning_rate": 1.8923790481868e-05,
+      "loss": 0.5737895369529724,
+      "step": 2836
+    },
+    {
+      "epoch": 0.5242115231375085,
+      "grad_norm": 0.07327893376350403,
+      "learning_rate": 1.8922890025664018e-05,
+      "loss": 0.6785560846328735,
+      "step": 2837
+    },
+    {
+      "epoch": 0.5243962998464043,
+      "grad_norm": 0.07243496924638748,
+      "learning_rate": 1.892198921435693e-05,
+      "loss": 0.6918960809707642,
+      "step": 2838
+    },
+    {
+      "epoch": 0.5245810765553002,
+      "grad_norm": 0.07730116695165634,
+      "learning_rate": 1.8921088047982585e-05,
+      "loss": 0.6704845428466797,
+      "step": 2839
+    },
+    {
+      "epoch": 0.524765853264196,
+      "grad_norm": 0.06954976171255112,
+      "learning_rate": 1.8920186526576843e-05,
+      "loss": 0.6522843241691589,
+      "step": 2840
+    },
+    {
+      "epoch": 0.5249506299730919,
+      "grad_norm": 0.09051687270402908,
+      "learning_rate": 1.8919284650175585e-05,
+      "loss": 0.8548020720481873,
+      "step": 2841
+    },
+    {
+      "epoch": 0.5251354066819878,
+      "grad_norm": 0.055443525314331055,
+      "learning_rate": 1.8918382418814705e-05,
+      "loss": 0.5138656497001648,
+      "step": 2842
+    },
+    {
+      "epoch": 0.5253201833908836,
+      "grad_norm": 0.08884968608617783,
+      "learning_rate": 1.8917479832530102e-05,
+      "loss": 0.8936039805412292,
+      "step": 2843
+    },
+    {
+      "epoch": 0.5255049600997794,
+      "grad_norm": 0.066892109811306,
+      "learning_rate": 1.8916576891357706e-05,
+      "loss": 0.6073099374771118,
+      "step": 2844
+    },
+    {
+      "epoch": 0.5256897368086753,
+      "grad_norm": 0.06852417439222336,
+      "learning_rate": 1.8915673595333443e-05,
+      "loss": 0.6002171039581299,
+      "step": 2845
+    },
+    {
+      "epoch": 0.5258745135175711,
+      "grad_norm": 0.06942515820264816,
+      "learning_rate": 1.891476994449327e-05,
+      "loss": 0.6562768220901489,
+      "step": 2846
+    },
+    {
+      "epoch": 0.5260592902264669,
+      "grad_norm": 0.08007383346557617,
+      "learning_rate": 1.8913865938873138e-05,
+      "loss": 0.63433438539505,
+      "step": 2847
+    },
+    {
+      "epoch": 0.5262440669353627,
+      "grad_norm": 0.07730159908533096,
+      "learning_rate": 1.8912961578509032e-05,
+      "loss": 0.6335527896881104,
+      "step": 2848
+    },
+    {
+      "epoch": 0.5264288436442587,
+      "grad_norm": 0.09433772414922714,
+      "learning_rate": 1.891205686343694e-05,
+      "loss": 1.0060772895812988,
+      "step": 2849
+    },
+    {
+      "epoch": 0.5266136203531545,
+      "grad_norm": 0.07724204659461975,
+      "learning_rate": 1.891115179369287e-05,
+      "loss": 0.6215003728866577,
+      "step": 2850
+    },
+    {
+      "epoch": 0.5267983970620503,
+      "grad_norm": 0.07483768463134766,
+      "learning_rate": 1.8910246369312833e-05,
+      "loss": 0.6356710195541382,
+      "step": 2851
+    },
+    {
+      "epoch": 0.5269831737709462,
+      "grad_norm": 0.05760635435581207,
+      "learning_rate": 1.8909340590332868e-05,
+      "loss": 0.42942285537719727,
+      "step": 2852
+    },
+    {
+      "epoch": 0.527167950479842,
+      "grad_norm": 0.0790332779288292,
+      "learning_rate": 1.8908434456789022e-05,
+      "loss": 0.5897369980812073,
+      "step": 2853
+    },
+    {
+      "epoch": 0.5273527271887378,
+      "grad_norm": 0.06736014038324356,
+      "learning_rate": 1.8907527968717357e-05,
+      "loss": 0.5854964852333069,
+      "step": 2854
+    },
+    {
+      "epoch": 0.5275375038976337,
+      "grad_norm": 0.07692205905914307,
+      "learning_rate": 1.8906621126153947e-05,
+      "loss": 0.7592504024505615,
+      "step": 2855
+    },
+    {
+      "epoch": 0.5277222806065296,
+      "grad_norm": 0.08579183369874954,
+      "learning_rate": 1.8905713929134878e-05,
+      "loss": 0.6285127401351929,
+      "step": 2856
+    },
+    {
+      "epoch": 0.5279070573154254,
+      "grad_norm": 0.062469176948070526,
+      "learning_rate": 1.890480637769626e-05,
+      "loss": 0.5253337025642395,
+      "step": 2857
+    },
+    {
+      "epoch": 0.5280918340243212,
+      "grad_norm": 0.05412564054131508,
+      "learning_rate": 1.8903898471874206e-05,
+      "loss": 0.4102505147457123,
+      "step": 2858
+    },
+    {
+      "epoch": 0.5282766107332171,
+      "grad_norm": 0.06502963602542877,
+      "learning_rate": 1.890299021170485e-05,
+      "loss": 0.5365229845046997,
+      "step": 2859
+    },
+    {
+      "epoch": 0.5284613874421129,
+      "grad_norm": 0.0952506884932518,
+      "learning_rate": 1.8902081597224338e-05,
+      "loss": 0.8815677165985107,
+      "step": 2860
+    },
+    {
+      "epoch": 0.5286461641510087,
+      "grad_norm": 0.06655575335025787,
+      "learning_rate": 1.8901172628468833e-05,
+      "loss": 0.569294273853302,
+      "step": 2861
+    },
+    {
+      "epoch": 0.5288309408599046,
+      "grad_norm": 0.06547219306230545,
+      "learning_rate": 1.89002633054745e-05,
+      "loss": 0.477306604385376,
+      "step": 2862
+    },
+    {
+      "epoch": 0.5290157175688005,
+      "grad_norm": 0.06068910285830498,
+      "learning_rate": 1.8899353628277536e-05,
+      "loss": 0.6271467208862305,
+      "step": 2863
+    },
+    {
+      "epoch": 0.5292004942776963,
+      "grad_norm": 0.07076477259397507,
+      "learning_rate": 1.8898443596914136e-05,
+      "loss": 0.605965793132782,
+      "step": 2864
+    },
+    {
+      "epoch": 0.5293852709865922,
+      "grad_norm": 0.07341812551021576,
+      "learning_rate": 1.8897533211420525e-05,
+      "loss": 0.9426294565200806,
+      "step": 2865
+    },
+    {
+      "epoch": 0.529570047695488,
+      "grad_norm": 0.07296188175678253,
+      "learning_rate": 1.8896622471832925e-05,
+      "loss": 0.612720787525177,
+      "step": 2866
+    },
+    {
+      "epoch": 0.5297548244043838,
+      "grad_norm": 0.07263094931840897,
+      "learning_rate": 1.889571137818759e-05,
+      "loss": 0.5333542823791504,
+      "step": 2867
+    },
+    {
+      "epoch": 0.5299396011132796,
+      "grad_norm": 0.08414128422737122,
+      "learning_rate": 1.8894799930520768e-05,
+      "loss": 0.7564873695373535,
+      "step": 2868
+    },
+    {
+      "epoch": 0.5301243778221755,
+      "grad_norm": 0.12541791796684265,
+      "learning_rate": 1.889388812886874e-05,
+      "loss": 0.8672096729278564,
+      "step": 2869
+    },
+    {
+      "epoch": 0.5303091545310714,
+      "grad_norm": 0.07895677536725998,
+      "learning_rate": 1.8892975973267787e-05,
+      "loss": 0.6737049221992493,
+      "step": 2870
+    },
+    {
+      "epoch": 0.5304939312399672,
+      "grad_norm": 0.06124429777264595,
+      "learning_rate": 1.8892063463754215e-05,
+      "loss": 0.5795494318008423,
+      "step": 2871
+    },
+    {
+      "epoch": 0.5306787079488631,
+      "grad_norm": 0.07113495469093323,
+      "learning_rate": 1.8891150600364342e-05,
+      "loss": 0.6831026077270508,
+      "step": 2872
+    },
+    {
+      "epoch": 0.5308634846577589,
+      "grad_norm": 0.08000877499580383,
+      "learning_rate": 1.8890237383134485e-05,
+      "loss": 0.7559480667114258,
+      "step": 2873
+    },
+    {
+      "epoch": 0.5310482613666547,
+      "grad_norm": 0.08119085431098938,
+      "learning_rate": 1.8889323812100995e-05,
+      "loss": 0.8790738582611084,
+      "step": 2874
+    },
+    {
+      "epoch": 0.5312330380755506,
+      "grad_norm": 0.06821675598621368,
+      "learning_rate": 1.888840988730023e-05,
+      "loss": 0.5029259920120239,
+      "step": 2875
+    },
+    {
+      "epoch": 0.5314178147844464,
+      "grad_norm": 0.06950125098228455,
+      "learning_rate": 1.8887495608768557e-05,
+      "loss": 0.5709627866744995,
+      "step": 2876
+    },
+    {
+      "epoch": 0.5316025914933422,
+      "grad_norm": 0.05820643901824951,
+      "learning_rate": 1.888658097654237e-05,
+      "loss": 0.4662620723247528,
+      "step": 2877
+    },
+    {
+      "epoch": 0.5317873682022382,
+      "grad_norm": 0.09406157582998276,
+      "learning_rate": 1.8885665990658055e-05,
+      "loss": 0.7106308341026306,
+      "step": 2878
+    },
+    {
+      "epoch": 0.531972144911134,
+      "grad_norm": 0.06230054423213005,
+      "learning_rate": 1.8884750651152037e-05,
+      "loss": 0.5774460434913635,
+      "step": 2879
+    },
+    {
+      "epoch": 0.5321569216200298,
+      "grad_norm": 0.0671701729297638,
+      "learning_rate": 1.8883834958060742e-05,
+      "loss": 0.5192086100578308,
+      "step": 2880
+    },
+    {
+      "epoch": 0.5323416983289256,
+      "grad_norm": 0.0866723582148552,
+      "learning_rate": 1.888291891142061e-05,
+      "loss": 0.6210560202598572,
+      "step": 2881
+    },
+    {
+      "epoch": 0.5325264750378215,
+      "grad_norm": 0.06697280704975128,
+      "learning_rate": 1.8882002511268093e-05,
+      "loss": 0.667514443397522,
+      "step": 2882
+    },
+    {
+      "epoch": 0.5327112517467173,
+      "grad_norm": 0.047818925231695175,
+      "learning_rate": 1.8881085757639662e-05,
+      "loss": 0.4015243351459503,
+      "step": 2883
+    },
+    {
+      "epoch": 0.5328960284556131,
+      "grad_norm": 0.06965786963701248,
+      "learning_rate": 1.8880168650571805e-05,
+      "loss": 0.6664662957191467,
+      "step": 2884
+    },
+    {
+      "epoch": 0.5330808051645091,
+      "grad_norm": 0.07071227580308914,
+      "learning_rate": 1.8879251190101024e-05,
+      "loss": 0.6189071536064148,
+      "step": 2885
+    },
+    {
+      "epoch": 0.5332655818734049,
+      "grad_norm": 0.07223183661699295,
+      "learning_rate": 1.8878333376263818e-05,
+      "loss": 0.6490969657897949,
+      "step": 2886
+    },
+    {
+      "epoch": 0.5334503585823007,
+      "grad_norm": 0.06491070985794067,
+      "learning_rate": 1.8877415209096725e-05,
+      "loss": 0.7136419415473938,
+      "step": 2887
+    },
+    {
+      "epoch": 0.5336351352911965,
+      "grad_norm": 0.06153097003698349,
+      "learning_rate": 1.887649668863628e-05,
+      "loss": 0.7171862125396729,
+      "step": 2888
+    },
+    {
+      "epoch": 0.5338199120000924,
+      "grad_norm": 0.08631009608507156,
+      "learning_rate": 1.8875577814919035e-05,
+      "loss": 0.7024433612823486,
+      "step": 2889
+    },
+    {
+      "epoch": 0.5340046887089882,
+      "grad_norm": 0.06136897951364517,
+      "learning_rate": 1.8874658587981563e-05,
+      "loss": 0.542658805847168,
+      "step": 2890
+    },
+    {
+      "epoch": 0.534189465417884,
+      "grad_norm": 0.059265486896038055,
+      "learning_rate": 1.8873739007860444e-05,
+      "loss": 0.42815086245536804,
+      "step": 2891
+    },
+    {
+      "epoch": 0.53437424212678,
+      "grad_norm": 0.06907325237989426,
+      "learning_rate": 1.8872819074592275e-05,
+      "loss": 0.5861951112747192,
+      "step": 2892
+    },
+    {
+      "epoch": 0.5345590188356758,
+      "grad_norm": 0.08019591122865677,
+      "learning_rate": 1.8871898788213667e-05,
+      "loss": 0.7540650963783264,
+      "step": 2893
+    },
+    {
+      "epoch": 0.5347437955445716,
+      "grad_norm": 0.06720145046710968,
+      "learning_rate": 1.8870978148761245e-05,
+      "loss": 0.6117087602615356,
+      "step": 2894
+    },
+    {
+      "epoch": 0.5349285722534675,
+      "grad_norm": 0.06779257208108902,
+      "learning_rate": 1.8870057156271643e-05,
+      "loss": 0.504643976688385,
+      "step": 2895
+    },
+    {
+      "epoch": 0.5351133489623633,
+      "grad_norm": 0.06835329532623291,
+      "learning_rate": 1.8869135810781517e-05,
+      "loss": 0.48108264803886414,
+      "step": 2896
+    },
+    {
+      "epoch": 0.5352981256712591,
+      "grad_norm": 0.08525102585554123,
+      "learning_rate": 1.8868214112327538e-05,
+      "loss": 0.7447647452354431,
+      "step": 2897
+    },
+    {
+      "epoch": 0.535482902380155,
+      "grad_norm": 0.06674760580062866,
+      "learning_rate": 1.8867292060946378e-05,
+      "loss": 0.499419629573822,
+      "step": 2898
+    },
+    {
+      "epoch": 0.5356676790890508,
+      "grad_norm": 0.055783241987228394,
+      "learning_rate": 1.886636965667474e-05,
+      "loss": 0.49741414189338684,
+      "step": 2899
+    },
+    {
+      "epoch": 0.5358524557979467,
+      "grad_norm": 0.08357007801532745,
+      "learning_rate": 1.8865446899549322e-05,
+      "loss": 0.7474427223205566,
+      "step": 2900
+    },
+    {
+      "epoch": 0.5360372325068425,
+      "grad_norm": 0.10168084502220154,
+      "learning_rate": 1.886452378960686e-05,
+      "loss": 0.876984715461731,
+      "step": 2901
+    },
+    {
+      "epoch": 0.5362220092157384,
+      "grad_norm": 0.07848334312438965,
+      "learning_rate": 1.8863600326884085e-05,
+      "loss": 0.7350624203681946,
+      "step": 2902
+    },
+    {
+      "epoch": 0.5364067859246342,
+      "grad_norm": 0.06975662708282471,
+      "learning_rate": 1.8862676511417747e-05,
+      "loss": 0.6788052320480347,
+      "step": 2903
+    },
+    {
+      "epoch": 0.53659156263353,
+      "grad_norm": 0.09710551053285599,
+      "learning_rate": 1.886175234324461e-05,
+      "loss": 0.826421320438385,
+      "step": 2904
+    },
+    {
+      "epoch": 0.5367763393424259,
+      "grad_norm": 0.08636506646871567,
+      "learning_rate": 1.8860827822401454e-05,
+      "loss": 0.8522170186042786,
+      "step": 2905
+    },
+    {
+      "epoch": 0.5369611160513217,
+      "grad_norm": 0.061069127172231674,
+      "learning_rate": 1.8859902948925076e-05,
+      "loss": 0.6208251714706421,
+      "step": 2906
+    },
+    {
+      "epoch": 0.5371458927602176,
+      "grad_norm": 0.07857941836118698,
+      "learning_rate": 1.8858977722852273e-05,
+      "loss": 0.6387959718704224,
+      "step": 2907
+    },
+    {
+      "epoch": 0.5373306694691135,
+      "grad_norm": 0.07378064841032028,
+      "learning_rate": 1.885805214421988e-05,
+      "loss": 0.7660172581672668,
+      "step": 2908
+    },
+    {
+      "epoch": 0.5375154461780093,
+      "grad_norm": 0.050828199833631516,
+      "learning_rate": 1.885712621306472e-05,
+      "loss": 0.3771149814128876,
+      "step": 2909
+    },
+    {
+      "epoch": 0.5377002228869051,
+      "grad_norm": 0.07281278073787689,
+      "learning_rate": 1.885619992942365e-05,
+      "loss": 0.5961358547210693,
+      "step": 2910
+    },
+    {
+      "epoch": 0.5378849995958009,
+      "grad_norm": 0.08137860894203186,
+      "learning_rate": 1.8855273293333532e-05,
+      "loss": 0.7484938502311707,
+      "step": 2911
+    },
+    {
+      "epoch": 0.5380697763046968,
+      "grad_norm": 0.0633959174156189,
+      "learning_rate": 1.8854346304831236e-05,
+      "loss": 0.553483784198761,
+      "step": 2912
+    },
+    {
+      "epoch": 0.5382545530135926,
+      "grad_norm": 0.08014381676912308,
+      "learning_rate": 1.8853418963953666e-05,
+      "loss": 0.6085349917411804,
+      "step": 2913
+    },
+    {
+      "epoch": 0.5384393297224885,
+      "grad_norm": 0.05916145443916321,
+      "learning_rate": 1.8852491270737715e-05,
+      "loss": 0.5331775546073914,
+      "step": 2914
+    },
+    {
+      "epoch": 0.5386241064313844,
+      "grad_norm": 0.07928591966629028,
+      "learning_rate": 1.8851563225220307e-05,
+      "loss": 0.7232125997543335,
+      "step": 2915
+    },
+    {
+      "epoch": 0.5388088831402802,
+      "grad_norm": 0.08045277744531631,
+      "learning_rate": 1.8850634827438377e-05,
+      "loss": 0.7127057313919067,
+      "step": 2916
+    },
+    {
+      "epoch": 0.538993659849176,
+      "grad_norm": 0.06988881528377533,
+      "learning_rate": 1.8849706077428874e-05,
+      "loss": 0.6256963014602661,
+      "step": 2917
+    },
+    {
+      "epoch": 0.5391784365580718,
+      "grad_norm": 0.06709430366754532,
+      "learning_rate": 1.884877697522875e-05,
+      "loss": 0.5660346746444702,
+      "step": 2918
+    },
+    {
+      "epoch": 0.5393632132669677,
+      "grad_norm": 0.07249153405427933,
+      "learning_rate": 1.884784752087499e-05,
+      "loss": 0.5950549244880676,
+      "step": 2919
+    },
+    {
+      "epoch": 0.5395479899758635,
+      "grad_norm": 0.07752339541912079,
+      "learning_rate": 1.884691771440458e-05,
+      "loss": 0.6727233529090881,
+      "step": 2920
+    },
+    {
+      "epoch": 0.5397327666847593,
+      "grad_norm": 0.05704038217663765,
+      "learning_rate": 1.8845987555854526e-05,
+      "loss": 0.49041783809661865,
+      "step": 2921
+    },
+    {
+      "epoch": 0.5399175433936553,
+      "grad_norm": 0.08285940438508987,
+      "learning_rate": 1.884505704526184e-05,
+      "loss": 0.7150740623474121,
+      "step": 2922
+    },
+    {
+      "epoch": 0.5401023201025511,
+      "grad_norm": 0.07266629487276077,
+      "learning_rate": 1.8844126182663552e-05,
+      "loss": 0.6662338972091675,
+      "step": 2923
+    },
+    {
+      "epoch": 0.5402870968114469,
+      "grad_norm": 0.07145297527313232,
+      "learning_rate": 1.884319496809672e-05,
+      "loss": 0.6038743257522583,
+      "step": 2924
+    },
+    {
+      "epoch": 0.5404718735203428,
+      "grad_norm": 0.0714673399925232,
+      "learning_rate": 1.884226340159839e-05,
+      "loss": 0.7645812034606934,
+      "step": 2925
+    },
+    {
+      "epoch": 0.5406566502292386,
+      "grad_norm": 0.06393370777368546,
+      "learning_rate": 1.8841331483205642e-05,
+      "loss": 0.4089282751083374,
+      "step": 2926
+    },
+    {
+      "epoch": 0.5408414269381344,
+      "grad_norm": 0.09627486765384674,
+      "learning_rate": 1.884039921295556e-05,
+      "loss": 0.7667011618614197,
+      "step": 2927
+    },
+    {
+      "epoch": 0.5410262036470302,
+      "grad_norm": 0.07943038642406464,
+      "learning_rate": 1.8839466590885253e-05,
+      "loss": 0.7740654349327087,
+      "step": 2928
+    },
+    {
+      "epoch": 0.5412109803559262,
+      "grad_norm": 0.0655045360326767,
+      "learning_rate": 1.8838533617031826e-05,
+      "loss": 0.6008351445198059,
+      "step": 2929
+    },
+    {
+      "epoch": 0.541395757064822,
+      "grad_norm": 0.06013663485646248,
+      "learning_rate": 1.8837600291432413e-05,
+      "loss": 0.4785308539867401,
+      "step": 2930
+    },
+    {
+      "epoch": 0.5415805337737178,
+      "grad_norm": 0.05999566987156868,
+      "learning_rate": 1.8836666614124158e-05,
+      "loss": 0.4873706102371216,
+      "step": 2931
+    },
+    {
+      "epoch": 0.5417653104826137,
+      "grad_norm": 0.09239016473293304,
+      "learning_rate": 1.8835732585144218e-05,
+      "loss": 0.9298089146614075,
+      "step": 2932
+    },
+    {
+      "epoch": 0.5419500871915095,
+      "grad_norm": 0.06117738410830498,
+      "learning_rate": 1.883479820452977e-05,
+      "loss": 0.5474444031715393,
+      "step": 2933
+    },
+    {
+      "epoch": 0.5421348639004053,
+      "grad_norm": 0.08043549954891205,
+      "learning_rate": 1.8833863472317984e-05,
+      "loss": 0.7750460505485535,
+      "step": 2934
+    },
+    {
+      "epoch": 0.5423196406093012,
+      "grad_norm": 0.09016053378582001,
+      "learning_rate": 1.8832928388546075e-05,
+      "loss": 0.7897309064865112,
+      "step": 2935
+    },
+    {
+      "epoch": 0.5425044173181971,
+      "grad_norm": 0.06423919647932053,
+      "learning_rate": 1.883199295325125e-05,
+      "loss": 0.4962039887905121,
+      "step": 2936
+    },
+    {
+      "epoch": 0.5426891940270929,
+      "grad_norm": 0.09071557223796844,
+      "learning_rate": 1.883105716647074e-05,
+      "loss": 0.9806622862815857,
+      "step": 2937
+    },
+    {
+      "epoch": 0.5428739707359888,
+      "grad_norm": 0.07148994505405426,
+      "learning_rate": 1.883012102824178e-05,
+      "loss": 0.7550164461135864,
+      "step": 2938
+    },
+    {
+      "epoch": 0.5430587474448846,
+      "grad_norm": 0.08958619832992554,
+      "learning_rate": 1.882918453860163e-05,
+      "loss": 0.7683021426200867,
+      "step": 2939
+    },
+    {
+      "epoch": 0.5432435241537804,
+      "grad_norm": 0.0824618861079216,
+      "learning_rate": 1.882824769758756e-05,
+      "loss": 0.6786718368530273,
+      "step": 2940
+    },
+    {
+      "epoch": 0.5434283008626762,
+      "grad_norm": 0.05214720591902733,
+      "learning_rate": 1.882731050523685e-05,
+      "loss": 0.4915755093097687,
+      "step": 2941
+    },
+    {
+      "epoch": 0.5436130775715721,
+      "grad_norm": 0.06492382287979126,
+      "learning_rate": 1.88263729615868e-05,
+      "loss": 0.6302931308746338,
+      "step": 2942
+    },
+    {
+      "epoch": 0.5437978542804679,
+      "grad_norm": 0.0823633000254631,
+      "learning_rate": 1.882543506667472e-05,
+      "loss": 0.6546368598937988,
+      "step": 2943
+    },
+    {
+      "epoch": 0.5439826309893638,
+      "grad_norm": 0.0699317455291748,
+      "learning_rate": 1.8824496820537934e-05,
+      "loss": 0.5268377661705017,
+      "step": 2944
+    },
+    {
+      "epoch": 0.5441674076982597,
+      "grad_norm": 0.05576154962182045,
+      "learning_rate": 1.8823558223213787e-05,
+      "loss": 0.4686092734336853,
+      "step": 2945
+    },
+    {
+      "epoch": 0.5443521844071555,
+      "grad_norm": 0.06533041596412659,
+      "learning_rate": 1.8822619274739623e-05,
+      "loss": 0.4361056089401245,
+      "step": 2946
+    },
+    {
+      "epoch": 0.5445369611160513,
+      "grad_norm": 0.08646456152200699,
+      "learning_rate": 1.882167997515282e-05,
+      "loss": 0.8023089170455933,
+      "step": 2947
+    },
+    {
+      "epoch": 0.5447217378249471,
+      "grad_norm": 0.0743655264377594,
+      "learning_rate": 1.8820740324490747e-05,
+      "loss": 0.645487368106842,
+      "step": 2948
+    },
+    {
+      "epoch": 0.544906514533843,
+      "grad_norm": 0.0705256536602974,
+      "learning_rate": 1.8819800322790808e-05,
+      "loss": 0.6143032312393188,
+      "step": 2949
+    },
+    {
+      "epoch": 0.5450912912427388,
+      "grad_norm": 0.0705714076757431,
+      "learning_rate": 1.8818859970090414e-05,
+      "loss": 0.6757660508155823,
+      "step": 2950
+    },
+    {
+      "epoch": 0.5452760679516347,
+      "grad_norm": 0.07375648617744446,
+      "learning_rate": 1.8817919266426977e-05,
+      "loss": 0.6835747361183167,
+      "step": 2951
+    },
+    {
+      "epoch": 0.5454608446605306,
+      "grad_norm": 0.07369264960289001,
+      "learning_rate": 1.8816978211837945e-05,
+      "loss": 0.6894022226333618,
+      "step": 2952
+    },
+    {
+      "epoch": 0.5456456213694264,
+      "grad_norm": 0.08359493315219879,
+      "learning_rate": 1.8816036806360766e-05,
+      "loss": 0.6959936618804932,
+      "step": 2953
+    },
+    {
+      "epoch": 0.5458303980783222,
+      "grad_norm": 0.08166102319955826,
+      "learning_rate": 1.88150950500329e-05,
+      "loss": 0.7394427061080933,
+      "step": 2954
+    },
+    {
+      "epoch": 0.5460151747872181,
+      "grad_norm": 0.06949790567159653,
+      "learning_rate": 1.881415294289183e-05,
+      "loss": 0.6202840209007263,
+      "step": 2955
+    },
+    {
+      "epoch": 0.5461999514961139,
+      "grad_norm": 0.07749205827713013,
+      "learning_rate": 1.8813210484975055e-05,
+      "loss": 0.5997181534767151,
+      "step": 2956
+    },
+    {
+      "epoch": 0.5463847282050097,
+      "grad_norm": 0.06218162178993225,
+      "learning_rate": 1.881226767632007e-05,
+      "loss": 0.611036479473114,
+      "step": 2957
+    },
+    {
+      "epoch": 0.5465695049139057,
+      "grad_norm": 0.09652518481016159,
+      "learning_rate": 1.8811324516964404e-05,
+      "loss": 0.8997894525527954,
+      "step": 2958
+    },
+    {
+      "epoch": 0.5467542816228015,
+      "grad_norm": 0.07064218819141388,
+      "learning_rate": 1.881038100694559e-05,
+      "loss": 0.5235415101051331,
+      "step": 2959
+    },
+    {
+      "epoch": 0.5469390583316973,
+      "grad_norm": 0.09446271508932114,
+      "learning_rate": 1.880943714630117e-05,
+      "loss": 0.8649404644966125,
+      "step": 2960
+    },
+    {
+      "epoch": 0.5471238350405931,
+      "grad_norm": 0.06781157851219177,
+      "learning_rate": 1.880849293506872e-05,
+      "loss": 0.6357306241989136,
+      "step": 2961
+    },
+    {
+      "epoch": 0.547308611749489,
+      "grad_norm": 0.06145769730210304,
+      "learning_rate": 1.8807548373285808e-05,
+      "loss": 0.5617401003837585,
+      "step": 2962
+    },
+    {
+      "epoch": 0.5474933884583848,
+      "grad_norm": 0.05609019100666046,
+      "learning_rate": 1.8806603460990023e-05,
+      "loss": 0.48635318875312805,
+      "step": 2963
+    },
+    {
+      "epoch": 0.5476781651672806,
+      "grad_norm": 0.0804615467786789,
+      "learning_rate": 1.8805658198218975e-05,
+      "loss": 0.714273989200592,
+      "step": 2964
+    },
+    {
+      "epoch": 0.5478629418761765,
+      "grad_norm": 0.062169257551431656,
+      "learning_rate": 1.8804712585010277e-05,
+      "loss": 0.4738171100616455,
+      "step": 2965
+    },
+    {
+      "epoch": 0.5480477185850724,
+      "grad_norm": 0.0890984758734703,
+      "learning_rate": 1.880376662140157e-05,
+      "loss": 1.014730453491211,
+      "step": 2966
+    },
+    {
+      "epoch": 0.5482324952939682,
+      "grad_norm": 0.08369938284158707,
+      "learning_rate": 1.880282030743049e-05,
+      "loss": 0.6934597492218018,
+      "step": 2967
+    },
+    {
+      "epoch": 0.548417272002864,
+      "grad_norm": 0.05199027433991432,
+      "learning_rate": 1.8801873643134705e-05,
+      "loss": 0.3649899959564209,
+      "step": 2968
+    },
+    {
+      "epoch": 0.5486020487117599,
+      "grad_norm": 0.07019580900669098,
+      "learning_rate": 1.8800926628551884e-05,
+      "loss": 0.6902180910110474,
+      "step": 2969
+    },
+    {
+      "epoch": 0.5487868254206557,
+      "grad_norm": 0.051402270793914795,
+      "learning_rate": 1.8799979263719722e-05,
+      "loss": 0.396835595369339,
+      "step": 2970
+    },
+    {
+      "epoch": 0.5489716021295515,
+      "grad_norm": 0.08352036774158478,
+      "learning_rate": 1.879903154867591e-05,
+      "loss": 0.7998559474945068,
+      "step": 2971
+    },
+    {
+      "epoch": 0.5491563788384474,
+      "grad_norm": 0.07527686655521393,
+      "learning_rate": 1.879808348345818e-05,
+      "loss": 0.5918179154396057,
+      "step": 2972
+    },
+    {
+      "epoch": 0.5493411555473433,
+      "grad_norm": 0.10220187157392502,
+      "learning_rate": 1.8797135068104247e-05,
+      "loss": 0.9950894713401794,
+      "step": 2973
+    },
+    {
+      "epoch": 0.5495259322562391,
+      "grad_norm": 0.09731113165616989,
+      "learning_rate": 1.879618630265186e-05,
+      "loss": 0.7071390151977539,
+      "step": 2974
+    },
+    {
+      "epoch": 0.549710708965135,
+      "grad_norm": 0.06815184652805328,
+      "learning_rate": 1.879523718713878e-05,
+      "loss": 0.5961635112762451,
+      "step": 2975
+    },
+    {
+      "epoch": 0.5498954856740308,
+      "grad_norm": 0.08032702654600143,
+      "learning_rate": 1.879428772160278e-05,
+      "loss": 0.7274848818778992,
+      "step": 2976
+    },
+    {
+      "epoch": 0.5500802623829266,
+      "grad_norm": 0.06666399538516998,
+      "learning_rate": 1.879333790608164e-05,
+      "loss": 0.5938247442245483,
+      "step": 2977
+    },
+    {
+      "epoch": 0.5502650390918224,
+      "grad_norm": 0.07029084116220474,
+      "learning_rate": 1.8792387740613162e-05,
+      "loss": 0.6550891995429993,
+      "step": 2978
+    },
+    {
+      "epoch": 0.5504498158007183,
+      "grad_norm": 0.07481728494167328,
+      "learning_rate": 1.8791437225235157e-05,
+      "loss": 0.6303069591522217,
+      "step": 2979
+    },
+    {
+      "epoch": 0.5506345925096142,
+      "grad_norm": 0.07247333973646164,
+      "learning_rate": 1.8790486359985456e-05,
+      "loss": 0.5467405915260315,
+      "step": 2980
+    },
+    {
+      "epoch": 0.55081936921851,
+      "grad_norm": 0.06596650183200836,
+      "learning_rate": 1.8789535144901902e-05,
+      "loss": 0.7341605424880981,
+      "step": 2981
+    },
+    {
+      "epoch": 0.5510041459274059,
+      "grad_norm": 0.06992919743061066,
+      "learning_rate": 1.8788583580022347e-05,
+      "loss": 0.6399144530296326,
+      "step": 2982
+    },
+    {
+      "epoch": 0.5511889226363017,
+      "grad_norm": 0.08813784271478653,
+      "learning_rate": 1.8787631665384666e-05,
+      "loss": 0.7428203225135803,
+      "step": 2983
+    },
+    {
+      "epoch": 0.5513736993451975,
+      "grad_norm": 0.06808775663375854,
+      "learning_rate": 1.878667940102673e-05,
+      "loss": 0.595568835735321,
+      "step": 2984
+    },
+    {
+      "epoch": 0.5515584760540934,
+      "grad_norm": 0.08083754032850266,
+      "learning_rate": 1.8785726786986446e-05,
+      "loss": 0.7247161269187927,
+      "step": 2985
+    },
+    {
+      "epoch": 0.5517432527629892,
+      "grad_norm": 0.07417766749858856,
+      "learning_rate": 1.8784773823301726e-05,
+      "loss": 0.6404522061347961,
+      "step": 2986
+    },
+    {
+      "epoch": 0.551928029471885,
+      "grad_norm": 0.06823204457759857,
+      "learning_rate": 1.878382051001049e-05,
+      "loss": 0.6214050650596619,
+      "step": 2987
+    },
+    {
+      "epoch": 0.552112806180781,
+      "grad_norm": 0.0789300948381424,
+      "learning_rate": 1.878286684715068e-05,
+      "loss": 0.7323463559150696,
+      "step": 2988
+    },
+    {
+      "epoch": 0.5522975828896768,
+      "grad_norm": 0.09078711271286011,
+      "learning_rate": 1.8781912834760246e-05,
+      "loss": 0.6080383062362671,
+      "step": 2989
+    },
+    {
+      "epoch": 0.5524823595985726,
+      "grad_norm": 0.06681746989488602,
+      "learning_rate": 1.8780958472877156e-05,
+      "loss": 0.5171971917152405,
+      "step": 2990
+    },
+    {
+      "epoch": 0.5526671363074684,
+      "grad_norm": 0.055142708122730255,
+      "learning_rate": 1.8780003761539392e-05,
+      "loss": 0.4934493601322174,
+      "step": 2991
+    },
+    {
+      "epoch": 0.5528519130163643,
+      "grad_norm": 0.0705462172627449,
+      "learning_rate": 1.877904870078495e-05,
+      "loss": 0.6238037347793579,
+      "step": 2992
+    },
+    {
+      "epoch": 0.5530366897252601,
+      "grad_norm": 0.06349740922451019,
+      "learning_rate": 1.877809329065183e-05,
+      "loss": 0.6783521175384521,
+      "step": 2993
+    },
+    {
+      "epoch": 0.5532214664341559,
+      "grad_norm": 0.06308883428573608,
+      "learning_rate": 1.8777137531178066e-05,
+      "loss": 0.4816989004611969,
+      "step": 2994
+    },
+    {
+      "epoch": 0.5534062431430519,
+      "grad_norm": 0.08100791275501251,
+      "learning_rate": 1.8776181422401683e-05,
+      "loss": 0.739810585975647,
+      "step": 2995
+    },
+    {
+      "epoch": 0.5535910198519477,
+      "grad_norm": 0.07574406266212463,
+      "learning_rate": 1.8775224964360738e-05,
+      "loss": 0.5386341214179993,
+      "step": 2996
+    },
+    {
+      "epoch": 0.5537757965608435,
+      "grad_norm": 0.08601616322994232,
+      "learning_rate": 1.8774268157093295e-05,
+      "loss": 0.6581635475158691,
+      "step": 2997
+    },
+    {
+      "epoch": 0.5539605732697394,
+      "grad_norm": 0.07239647209644318,
+      "learning_rate": 1.877331100063743e-05,
+      "loss": 0.6122103929519653,
+      "step": 2998
+    },
+    {
+      "epoch": 0.5541453499786352,
+      "grad_norm": 0.07645408809185028,
+      "learning_rate": 1.8772353495031236e-05,
+      "loss": 0.6776065826416016,
+      "step": 2999
+    },
+    {
+      "epoch": 0.554330126687531,
+      "grad_norm": 0.08867352455854416,
+      "learning_rate": 1.877139564031282e-05,
+      "loss": 0.7638838291168213,
+      "step": 3000
+    },
+    {
+      "epoch": 0.554330126687531,
+      "eval_loss": 0.6894482374191284,
+      "eval_runtime": 157.2981,
+      "eval_samples_per_second": 115.888,
+      "eval_steps_per_second": 14.488,
+      "step": 3000
+    },
+    {
+      "epoch": 0.5545149033964268,
+      "grad_norm": 0.09155572205781937,
+      "learning_rate": 1.8770437436520293e-05,
+      "loss": 0.9210847616195679,
+      "step": 3001
+    },
+    {
+      "epoch": 0.5546996801053228,
+      "grad_norm": 0.07019831240177155,
+      "learning_rate": 1.87694788836918e-05,
+      "loss": 0.6158140897750854,
+      "step": 3002
+    },
+    {
+      "epoch": 0.5548844568142186,
+      "grad_norm": 0.055636219680309296,
+      "learning_rate": 1.8768519981865485e-05,
+      "loss": 0.5288290977478027,
+      "step": 3003
+    },
+    {
+      "epoch": 0.5550692335231144,
+      "grad_norm": 0.07038795202970505,
+      "learning_rate": 1.8767560731079504e-05,
+      "loss": 0.5546280145645142,
+      "step": 3004
+    },
+    {
+      "epoch": 0.5552540102320103,
+      "grad_norm": 0.07437584549188614,
+      "learning_rate": 1.876660113137204e-05,
+      "loss": 0.7176721096038818,
+      "step": 3005
+    },
+    {
+      "epoch": 0.5554387869409061,
+      "grad_norm": 0.06974802166223526,
+      "learning_rate": 1.8765641182781274e-05,
+      "loss": 0.8900144100189209,
+      "step": 3006
+    },
+    {
+      "epoch": 0.5556235636498019,
+      "grad_norm": 0.07461828738451004,
+      "learning_rate": 1.8764680885345415e-05,
+      "loss": 0.6833454966545105,
+      "step": 3007
+    },
+    {
+      "epoch": 0.5558083403586978,
+      "grad_norm": 0.09632608294487,
+      "learning_rate": 1.8763720239102682e-05,
+      "loss": 0.8168778419494629,
+      "step": 3008
+    },
+    {
+      "epoch": 0.5559931170675936,
+      "grad_norm": 0.06430435180664062,
+      "learning_rate": 1.8762759244091294e-05,
+      "loss": 0.48340433835983276,
+      "step": 3009
+    },
+    {
+      "epoch": 0.5561778937764895,
+      "grad_norm": 0.06506127864122391,
+      "learning_rate": 1.876179790034951e-05,
+      "loss": 0.6659327149391174,
+      "step": 3010
+    },
+    {
+      "epoch": 0.5563626704853853,
+      "grad_norm": 0.0728253498673439,
+      "learning_rate": 1.8760836207915577e-05,
+      "loss": 0.6238194704055786,
+      "step": 3011
+    },
+    {
+      "epoch": 0.5565474471942812,
+      "grad_norm": 0.0691649317741394,
+      "learning_rate": 1.8759874166827773e-05,
+      "loss": 0.699463963508606,
+      "step": 3012
+    },
+    {
+      "epoch": 0.556732223903177,
+      "grad_norm": 0.07036525011062622,
+      "learning_rate": 1.8758911777124385e-05,
+      "loss": 0.6164835691452026,
+      "step": 3013
+    },
+    {
+      "epoch": 0.5569170006120728,
+      "grad_norm": 0.07765907049179077,
+      "learning_rate": 1.875794903884371e-05,
+      "loss": 0.5402286648750305,
+      "step": 3014
+    },
+    {
+      "epoch": 0.5571017773209687,
+      "grad_norm": 0.06866981834173203,
+      "learning_rate": 1.8756985952024066e-05,
+      "loss": 0.5985514521598816,
+      "step": 3015
+    },
+    {
+      "epoch": 0.5572865540298645,
+      "grad_norm": 0.0924587994813919,
+      "learning_rate": 1.8756022516703774e-05,
+      "loss": 0.6655313968658447,
+      "step": 3016
+    },
+    {
+      "epoch": 0.5574713307387604,
+      "grad_norm": 0.06619324535131454,
+      "learning_rate": 1.875505873292118e-05,
+      "loss": 0.6115932464599609,
+      "step": 3017
+    },
+    {
+      "epoch": 0.5576561074476563,
+      "grad_norm": 0.06452200561761856,
+      "learning_rate": 1.8754094600714646e-05,
+      "loss": 0.5450788140296936,
+      "step": 3018
+    },
+    {
+      "epoch": 0.5578408841565521,
+      "grad_norm": 0.08582423627376556,
+      "learning_rate": 1.875313012012253e-05,
+      "loss": 0.7833226919174194,
+      "step": 3019
+    },
+    {
+      "epoch": 0.5580256608654479,
+      "grad_norm": 0.09632756561040878,
+      "learning_rate": 1.8752165291183216e-05,
+      "loss": 0.9585537314414978,
+      "step": 3020
+    },
+    {
+      "epoch": 0.5582104375743437,
+      "grad_norm": 0.08630585670471191,
+      "learning_rate": 1.8751200113935114e-05,
+      "loss": 0.8109465837478638,
+      "step": 3021
+    },
+    {
+      "epoch": 0.5583952142832396,
+      "grad_norm": 0.07621660083532333,
+      "learning_rate": 1.8750234588416623e-05,
+      "loss": 0.6150826811790466,
+      "step": 3022
+    },
+    {
+      "epoch": 0.5585799909921354,
+      "grad_norm": 0.08415526896715164,
+      "learning_rate": 1.874926871466617e-05,
+      "loss": 0.7688988447189331,
+      "step": 3023
+    },
+    {
+      "epoch": 0.5587647677010313,
+      "grad_norm": 0.07290530949831009,
+      "learning_rate": 1.8748302492722196e-05,
+      "loss": 0.8483543395996094,
+      "step": 3024
+    },
+    {
+      "epoch": 0.5589495444099272,
+      "grad_norm": 0.08862084150314331,
+      "learning_rate": 1.874733592262315e-05,
+      "loss": 0.6412017941474915,
+      "step": 3025
+    },
+    {
+      "epoch": 0.559134321118823,
+      "grad_norm": 0.07729244977235794,
+      "learning_rate": 1.8746369004407505e-05,
+      "loss": 0.6772671937942505,
+      "step": 3026
+    },
+    {
+      "epoch": 0.5593190978277188,
+      "grad_norm": 0.0640832781791687,
+      "learning_rate": 1.8745401738113737e-05,
+      "loss": 0.6276355385780334,
+      "step": 3027
+    },
+    {
+      "epoch": 0.5595038745366147,
+      "grad_norm": 0.0748014822602272,
+      "learning_rate": 1.874443412378034e-05,
+      "loss": 0.629840612411499,
+      "step": 3028
+    },
+    {
+      "epoch": 0.5596886512455105,
+      "grad_norm": 0.07689131051301956,
+      "learning_rate": 1.8743466161445823e-05,
+      "loss": 0.7019093632698059,
+      "step": 3029
+    },
+    {
+      "epoch": 0.5598734279544063,
+      "grad_norm": 0.0724974200129509,
+      "learning_rate": 1.8742497851148708e-05,
+      "loss": 0.6934340596199036,
+      "step": 3030
+    },
+    {
+      "epoch": 0.5600582046633021,
+      "grad_norm": 0.09675077348947525,
+      "learning_rate": 1.8741529192927528e-05,
+      "loss": 0.7328585982322693,
+      "step": 3031
+    },
+    {
+      "epoch": 0.5602429813721981,
+      "grad_norm": 0.06351233273744583,
+      "learning_rate": 1.8740560186820837e-05,
+      "loss": 0.5489311814308167,
+      "step": 3032
+    },
+    {
+      "epoch": 0.5604277580810939,
+      "grad_norm": 0.08618681132793427,
+      "learning_rate": 1.8739590832867197e-05,
+      "loss": 0.7736677527427673,
+      "step": 3033
+    },
+    {
+      "epoch": 0.5606125347899897,
+      "grad_norm": 0.0654274970293045,
+      "learning_rate": 1.873862113110518e-05,
+      "loss": 0.5988054275512695,
+      "step": 3034
+    },
+    {
+      "epoch": 0.5607973114988856,
+      "grad_norm": 0.08028063178062439,
+      "learning_rate": 1.8737651081573387e-05,
+      "loss": 0.8057206273078918,
+      "step": 3035
+    },
+    {
+      "epoch": 0.5609820882077814,
+      "grad_norm": 0.07563837617635727,
+      "learning_rate": 1.8736680684310415e-05,
+      "loss": 0.6490789651870728,
+      "step": 3036
+    },
+    {
+      "epoch": 0.5611668649166772,
+      "grad_norm": 0.09664560109376907,
+      "learning_rate": 1.8735709939354885e-05,
+      "loss": 0.9325444102287292,
+      "step": 3037
+    },
+    {
+      "epoch": 0.561351641625573,
+      "grad_norm": 0.05492691323161125,
+      "learning_rate": 1.8734738846745433e-05,
+      "loss": 0.45082294940948486,
+      "step": 3038
+    },
+    {
+      "epoch": 0.561536418334469,
+      "grad_norm": 0.0741322934627533,
+      "learning_rate": 1.87337674065207e-05,
+      "loss": 0.7102787494659424,
+      "step": 3039
+    },
+    {
+      "epoch": 0.5617211950433648,
+      "grad_norm": 0.07162413746118546,
+      "learning_rate": 1.8732795618719347e-05,
+      "loss": 0.6887521147727966,
+      "step": 3040
+    },
+    {
+      "epoch": 0.5619059717522606,
+      "grad_norm": 0.08063210546970367,
+      "learning_rate": 1.873182348338005e-05,
+      "loss": 0.7454641461372375,
+      "step": 3041
+    },
+    {
+      "epoch": 0.5620907484611565,
+      "grad_norm": 0.0753689780831337,
+      "learning_rate": 1.87308510005415e-05,
+      "loss": 0.637800931930542,
+      "step": 3042
+    },
+    {
+      "epoch": 0.5622755251700523,
+      "grad_norm": 0.07068897038698196,
+      "learning_rate": 1.8729878170242392e-05,
+      "loss": 0.594787061214447,
+      "step": 3043
+    },
+    {
+      "epoch": 0.5624603018789481,
+      "grad_norm": 0.07820609211921692,
+      "learning_rate": 1.8728904992521448e-05,
+      "loss": 0.8760103583335876,
+      "step": 3044
+    },
+    {
+      "epoch": 0.562645078587844,
+      "grad_norm": 0.06646838784217834,
+      "learning_rate": 1.8727931467417394e-05,
+      "loss": 0.46639692783355713,
+      "step": 3045
+    },
+    {
+      "epoch": 0.5628298552967399,
+      "grad_norm": 0.08322024345397949,
+      "learning_rate": 1.8726957594968974e-05,
+      "loss": 0.6693019866943359,
+      "step": 3046
+    },
+    {
+      "epoch": 0.5630146320056357,
+      "grad_norm": 0.07052835077047348,
+      "learning_rate": 1.8725983375214945e-05,
+      "loss": 0.5950911045074463,
+      "step": 3047
+    },
+    {
+      "epoch": 0.5631994087145316,
+      "grad_norm": 0.0648900717496872,
+      "learning_rate": 1.8725008808194074e-05,
+      "loss": 0.5393177270889282,
+      "step": 3048
+    },
+    {
+      "epoch": 0.5633841854234274,
+      "grad_norm": 0.0670960322022438,
+      "learning_rate": 1.872403389394515e-05,
+      "loss": 0.5252442955970764,
+      "step": 3049
+    },
+    {
+      "epoch": 0.5635689621323232,
+      "grad_norm": 0.07087778300046921,
+      "learning_rate": 1.8723058632506975e-05,
+      "loss": 0.66823810338974,
+      "step": 3050
+    },
+    {
+      "epoch": 0.563753738841219,
+      "grad_norm": 0.08115480095148087,
+      "learning_rate": 1.872208302391836e-05,
+      "loss": 0.6442320346832275,
+      "step": 3051
+    },
+    {
+      "epoch": 0.5639385155501149,
+      "grad_norm": 0.06653082370758057,
+      "learning_rate": 1.872110706821812e-05,
+      "loss": 0.6443053483963013,
+      "step": 3052
+    },
+    {
+      "epoch": 0.5641232922590107,
+      "grad_norm": 0.09376993775367737,
+      "learning_rate": 1.8720130765445107e-05,
+      "loss": 0.8187600374221802,
+      "step": 3053
+    },
+    {
+      "epoch": 0.5643080689679066,
+      "grad_norm": 0.07879412919282913,
+      "learning_rate": 1.8719154115638174e-05,
+      "loss": 0.7443960905075073,
+      "step": 3054
+    },
+    {
+      "epoch": 0.5644928456768025,
+      "grad_norm": 0.08549877256155014,
+      "learning_rate": 1.8718177118836185e-05,
+      "loss": 0.6854761242866516,
+      "step": 3055
+    },
+    {
+      "epoch": 0.5646776223856983,
+      "grad_norm": 0.0675218477845192,
+      "learning_rate": 1.8717199775078022e-05,
+      "loss": 0.7379408478736877,
+      "step": 3056
+    },
+    {
+      "epoch": 0.5648623990945941,
+      "grad_norm": 0.07826707512140274,
+      "learning_rate": 1.871622208440258e-05,
+      "loss": 0.7605068683624268,
+      "step": 3057
+    },
+    {
+      "epoch": 0.56504717580349,
+      "grad_norm": 0.07787346839904785,
+      "learning_rate": 1.871524404684877e-05,
+      "loss": 0.6818773746490479,
+      "step": 3058
+    },
+    {
+      "epoch": 0.5652319525123858,
+      "grad_norm": 0.06998469680547714,
+      "learning_rate": 1.871426566245551e-05,
+      "loss": 0.7140995860099792,
+      "step": 3059
+    },
+    {
+      "epoch": 0.5654167292212816,
+      "grad_norm": 0.07448789477348328,
+      "learning_rate": 1.8713286931261742e-05,
+      "loss": 0.6892114281654358,
+      "step": 3060
+    },
+    {
+      "epoch": 0.5656015059301776,
+      "grad_norm": 0.07089152187108994,
+      "learning_rate": 1.871230785330641e-05,
+      "loss": 0.5666224360466003,
+      "step": 3061
+    },
+    {
+      "epoch": 0.5657862826390734,
+      "grad_norm": 0.09205210208892822,
+      "learning_rate": 1.8711328428628492e-05,
+      "loss": 0.728224515914917,
+      "step": 3062
+    },
+    {
+      "epoch": 0.5659710593479692,
+      "grad_norm": 0.05926433950662613,
+      "learning_rate": 1.8710348657266953e-05,
+      "loss": 0.5452472567558289,
+      "step": 3063
+    },
+    {
+      "epoch": 0.566155836056865,
+      "grad_norm": 0.07631290704011917,
+      "learning_rate": 1.8709368539260785e-05,
+      "loss": 0.6477214694023132,
+      "step": 3064
+    },
+    {
+      "epoch": 0.5663406127657609,
+      "grad_norm": 0.07008951157331467,
+      "learning_rate": 1.8708388074649e-05,
+      "loss": 0.6564326882362366,
+      "step": 3065
+    },
+    {
+      "epoch": 0.5665253894746567,
+      "grad_norm": 0.07543662935495377,
+      "learning_rate": 1.8707407263470614e-05,
+      "loss": 0.6354846358299255,
+      "step": 3066
+    },
+    {
+      "epoch": 0.5667101661835525,
+      "grad_norm": 0.06850934028625488,
+      "learning_rate": 1.8706426105764663e-05,
+      "loss": 0.6425608396530151,
+      "step": 3067
+    },
+    {
+      "epoch": 0.5668949428924485,
+      "grad_norm": 0.08726583421230316,
+      "learning_rate": 1.870544460157019e-05,
+      "loss": 0.8744035363197327,
+      "step": 3068
+    },
+    {
+      "epoch": 0.5670797196013443,
+      "grad_norm": 0.064764603972435,
+      "learning_rate": 1.8704462750926258e-05,
+      "loss": 0.7021517753601074,
+      "step": 3069
+    },
+    {
+      "epoch": 0.5672644963102401,
+      "grad_norm": 0.06063363328576088,
+      "learning_rate": 1.870348055387194e-05,
+      "loss": 0.5126523971557617,
+      "step": 3070
+    },
+    {
+      "epoch": 0.567449273019136,
+      "grad_norm": 0.0791720300912857,
+      "learning_rate": 1.870249801044633e-05,
+      "loss": 0.6843903064727783,
+      "step": 3071
+    },
+    {
+      "epoch": 0.5676340497280318,
+      "grad_norm": 0.07378975301980972,
+      "learning_rate": 1.8701515120688522e-05,
+      "loss": 0.5955958366394043,
+      "step": 3072
+    },
+    {
+      "epoch": 0.5678188264369276,
+      "grad_norm": 0.06286358088254929,
+      "learning_rate": 1.8700531884637635e-05,
+      "loss": 0.511538565158844,
+      "step": 3073
+    },
+    {
+      "epoch": 0.5680036031458234,
+      "grad_norm": 0.04755840823054314,
+      "learning_rate": 1.8699548302332802e-05,
+      "loss": 0.3661784529685974,
+      "step": 3074
+    },
+    {
+      "epoch": 0.5681883798547193,
+      "grad_norm": 0.056572191417217255,
+      "learning_rate": 1.8698564373813162e-05,
+      "loss": 0.5282621383666992,
+      "step": 3075
+    },
+    {
+      "epoch": 0.5683731565636152,
+      "grad_norm": 0.08536586165428162,
+      "learning_rate": 1.8697580099117875e-05,
+      "loss": 0.6903574466705322,
+      "step": 3076
+    },
+    {
+      "epoch": 0.568557933272511,
+      "grad_norm": 0.0768958032131195,
+      "learning_rate": 1.869659547828611e-05,
+      "loss": 0.8080697655677795,
+      "step": 3077
+    },
+    {
+      "epoch": 0.5687427099814069,
+      "grad_norm": 0.0779389813542366,
+      "learning_rate": 1.8695610511357055e-05,
+      "loss": 0.6167462468147278,
+      "step": 3078
+    },
+    {
+      "epoch": 0.5689274866903027,
+      "grad_norm": 0.07720815390348434,
+      "learning_rate": 1.869462519836991e-05,
+      "loss": 0.5635837316513062,
+      "step": 3079
+    },
+    {
+      "epoch": 0.5691122633991985,
+      "grad_norm": 0.06597666442394257,
+      "learning_rate": 1.869363953936388e-05,
+      "loss": 0.5614623427391052,
+      "step": 3080
+    },
+    {
+      "epoch": 0.5692970401080943,
+      "grad_norm": 0.0675392746925354,
+      "learning_rate": 1.8692653534378195e-05,
+      "loss": 0.4289820194244385,
+      "step": 3081
+    },
+    {
+      "epoch": 0.5694818168169902,
+      "grad_norm": 0.10091688483953476,
+      "learning_rate": 1.8691667183452096e-05,
+      "loss": 0.8583399653434753,
+      "step": 3082
+    },
+    {
+      "epoch": 0.5696665935258861,
+      "grad_norm": 0.046852800995111465,
+      "learning_rate": 1.8690680486624835e-05,
+      "loss": 0.46401602029800415,
+      "step": 3083
+    },
+    {
+      "epoch": 0.5698513702347819,
+      "grad_norm": 0.07693001627922058,
+      "learning_rate": 1.8689693443935683e-05,
+      "loss": 0.6485803723335266,
+      "step": 3084
+    },
+    {
+      "epoch": 0.5700361469436778,
+      "grad_norm": 0.07034293562173843,
+      "learning_rate": 1.8688706055423916e-05,
+      "loss": 0.6597393751144409,
+      "step": 3085
+    },
+    {
+      "epoch": 0.5702209236525736,
+      "grad_norm": 0.08732926100492477,
+      "learning_rate": 1.8687718321128832e-05,
+      "loss": 0.7701346278190613,
+      "step": 3086
+    },
+    {
+      "epoch": 0.5704057003614694,
+      "grad_norm": 0.07584357261657715,
+      "learning_rate": 1.8686730241089738e-05,
+      "loss": 0.7044535875320435,
+      "step": 3087
+    },
+    {
+      "epoch": 0.5705904770703653,
+      "grad_norm": 0.0704139694571495,
+      "learning_rate": 1.8685741815345958e-05,
+      "loss": 0.7031932473182678,
+      "step": 3088
+    },
+    {
+      "epoch": 0.5707752537792611,
+      "grad_norm": 0.08140061050653458,
+      "learning_rate": 1.8684753043936828e-05,
+      "loss": 0.6103025078773499,
+      "step": 3089
+    },
+    {
+      "epoch": 0.570960030488157,
+      "grad_norm": 0.06319376826286316,
+      "learning_rate": 1.8683763926901697e-05,
+      "loss": 0.5372883677482605,
+      "step": 3090
+    },
+    {
+      "epoch": 0.5711448071970529,
+      "grad_norm": 0.07563546299934387,
+      "learning_rate": 1.8682774464279933e-05,
+      "loss": 0.6491016745567322,
+      "step": 3091
+    },
+    {
+      "epoch": 0.5713295839059487,
+      "grad_norm": 0.08996942639350891,
+      "learning_rate": 1.8681784656110912e-05,
+      "loss": 0.7877377271652222,
+      "step": 3092
+    },
+    {
+      "epoch": 0.5715143606148445,
+      "grad_norm": 0.07759862393140793,
+      "learning_rate": 1.8680794502434018e-05,
+      "loss": 0.8040440678596497,
+      "step": 3093
+    },
+    {
+      "epoch": 0.5716991373237403,
+      "grad_norm": 0.06511888653039932,
+      "learning_rate": 1.8679804003288664e-05,
+      "loss": 0.5631576776504517,
+      "step": 3094
+    },
+    {
+      "epoch": 0.5718839140326362,
+      "grad_norm": 0.0843639001250267,
+      "learning_rate": 1.8678813158714266e-05,
+      "loss": 0.6956359148025513,
+      "step": 3095
+    },
+    {
+      "epoch": 0.572068690741532,
+      "grad_norm": 0.05912714824080467,
+      "learning_rate": 1.8677821968750257e-05,
+      "loss": 0.4489075541496277,
+      "step": 3096
+    },
+    {
+      "epoch": 0.5722534674504278,
+      "grad_norm": 0.06777922064065933,
+      "learning_rate": 1.8676830433436082e-05,
+      "loss": 0.7072759866714478,
+      "step": 3097
+    },
+    {
+      "epoch": 0.5724382441593238,
+      "grad_norm": 0.07907670736312866,
+      "learning_rate": 1.8675838552811204e-05,
+      "loss": 0.7033583521842957,
+      "step": 3098
+    },
+    {
+      "epoch": 0.5726230208682196,
+      "grad_norm": 0.06337752193212509,
+      "learning_rate": 1.8674846326915092e-05,
+      "loss": 0.47836634516716003,
+      "step": 3099
+    },
+    {
+      "epoch": 0.5728077975771154,
+      "grad_norm": 0.06873060017824173,
+      "learning_rate": 1.867385375578724e-05,
+      "loss": 0.6064472794532776,
+      "step": 3100
+    },
+    {
+      "epoch": 0.5729925742860112,
+      "grad_norm": 0.06846865266561508,
+      "learning_rate": 1.8672860839467143e-05,
+      "loss": 0.569277822971344,
+      "step": 3101
+    },
+    {
+      "epoch": 0.5731773509949071,
+      "grad_norm": 0.07393836230039597,
+      "learning_rate": 1.867186757799432e-05,
+      "loss": 0.6339954137802124,
+      "step": 3102
+    },
+    {
+      "epoch": 0.5733621277038029,
+      "grad_norm": 0.08977872878313065,
+      "learning_rate": 1.8670873971408298e-05,
+      "loss": 0.7323946356773376,
+      "step": 3103
+    },
+    {
+      "epoch": 0.5735469044126987,
+      "grad_norm": 0.07141544669866562,
+      "learning_rate": 1.8669880019748618e-05,
+      "loss": 0.6208509206771851,
+      "step": 3104
+    },
+    {
+      "epoch": 0.5737316811215947,
+      "grad_norm": 0.07710936665534973,
+      "learning_rate": 1.8668885723054838e-05,
+      "loss": 0.651936411857605,
+      "step": 3105
+    },
+    {
+      "epoch": 0.5739164578304905,
+      "grad_norm": 0.06347020715475082,
+      "learning_rate": 1.866789108136653e-05,
+      "loss": 0.6423757672309875,
+      "step": 3106
+    },
+    {
+      "epoch": 0.5741012345393863,
+      "grad_norm": 0.06215847283601761,
+      "learning_rate": 1.866689609472327e-05,
+      "loss": 0.5604876279830933,
+      "step": 3107
+    },
+    {
+      "epoch": 0.5742860112482822,
+      "grad_norm": 0.07825514674186707,
+      "learning_rate": 1.8665900763164665e-05,
+      "loss": 0.6292716264724731,
+      "step": 3108
+    },
+    {
+      "epoch": 0.574470787957178,
+      "grad_norm": 0.08346331119537354,
+      "learning_rate": 1.8664905086730324e-05,
+      "loss": 0.6163325309753418,
+      "step": 3109
+    },
+    {
+      "epoch": 0.5746555646660738,
+      "grad_norm": 0.0739307776093483,
+      "learning_rate": 1.8663909065459866e-05,
+      "loss": 0.5332595705986023,
+      "step": 3110
+    },
+    {
+      "epoch": 0.5748403413749696,
+      "grad_norm": 0.0750046968460083,
+      "learning_rate": 1.8662912699392933e-05,
+      "loss": 0.6106127500534058,
+      "step": 3111
+    },
+    {
+      "epoch": 0.5750251180838656,
+      "grad_norm": 0.08194831013679504,
+      "learning_rate": 1.8661915988569177e-05,
+      "loss": 0.7189168930053711,
+      "step": 3112
+    },
+    {
+      "epoch": 0.5752098947927614,
+      "grad_norm": 0.06915279477834702,
+      "learning_rate": 1.8660918933028267e-05,
+      "loss": 0.5820999145507812,
+      "step": 3113
+    },
+    {
+      "epoch": 0.5753946715016572,
+      "grad_norm": 0.0856345072388649,
+      "learning_rate": 1.8659921532809878e-05,
+      "loss": 0.8091294765472412,
+      "step": 3114
+    },
+    {
+      "epoch": 0.5755794482105531,
+      "grad_norm": 0.07053239643573761,
+      "learning_rate": 1.8658923787953705e-05,
+      "loss": 0.7515913844108582,
+      "step": 3115
+    },
+    {
+      "epoch": 0.5757642249194489,
+      "grad_norm": 0.07171469181776047,
+      "learning_rate": 1.8657925698499457e-05,
+      "loss": 0.6084983348846436,
+      "step": 3116
+    },
+    {
+      "epoch": 0.5759490016283447,
+      "grad_norm": 0.0760403648018837,
+      "learning_rate": 1.865692726448685e-05,
+      "loss": 0.5334648489952087,
+      "step": 3117
+    },
+    {
+      "epoch": 0.5761337783372406,
+      "grad_norm": 0.06720221787691116,
+      "learning_rate": 1.8655928485955628e-05,
+      "loss": 0.5867680311203003,
+      "step": 3118
+    },
+    {
+      "epoch": 0.5763185550461364,
+      "grad_norm": 0.077094167470932,
+      "learning_rate": 1.865492936294553e-05,
+      "loss": 0.7712277770042419,
+      "step": 3119
+    },
+    {
+      "epoch": 0.5765033317550323,
+      "grad_norm": 0.08528798073530197,
+      "learning_rate": 1.865392989549632e-05,
+      "loss": 0.7741163969039917,
+      "step": 3120
+    },
+    {
+      "epoch": 0.5766881084639282,
+      "grad_norm": 0.0766475647687912,
+      "learning_rate": 1.8652930083647774e-05,
+      "loss": 0.7091198563575745,
+      "step": 3121
+    },
+    {
+      "epoch": 0.576872885172824,
+      "grad_norm": 0.06112033501267433,
+      "learning_rate": 1.8651929927439684e-05,
+      "loss": 0.44175073504447937,
+      "step": 3122
+    },
+    {
+      "epoch": 0.5770576618817198,
+      "grad_norm": 0.0839383453130722,
+      "learning_rate": 1.8650929426911853e-05,
+      "loss": 0.8505361080169678,
+      "step": 3123
+    },
+    {
+      "epoch": 0.5772424385906156,
+      "grad_norm": 0.07571355998516083,
+      "learning_rate": 1.8649928582104097e-05,
+      "loss": 0.6146236658096313,
+      "step": 3124
+    },
+    {
+      "epoch": 0.5774272152995115,
+      "grad_norm": 0.07697071135044098,
+      "learning_rate": 1.864892739305624e-05,
+      "loss": 0.6030546426773071,
+      "step": 3125
+    },
+    {
+      "epoch": 0.5776119920084073,
+      "grad_norm": 0.06890033930540085,
+      "learning_rate": 1.8647925859808135e-05,
+      "loss": 0.6683984994888306,
+      "step": 3126
+    },
+    {
+      "epoch": 0.5777967687173032,
+      "grad_norm": 0.06484845280647278,
+      "learning_rate": 1.8646923982399636e-05,
+      "loss": 0.5480669140815735,
+      "step": 3127
+    },
+    {
+      "epoch": 0.5779815454261991,
+      "grad_norm": 0.08451871573925018,
+      "learning_rate": 1.8645921760870616e-05,
+      "loss": 0.6453613638877869,
+      "step": 3128
+    },
+    {
+      "epoch": 0.5781663221350949,
+      "grad_norm": 0.06641737371683121,
+      "learning_rate": 1.864491919526096e-05,
+      "loss": 0.47079309821128845,
+      "step": 3129
+    },
+    {
+      "epoch": 0.5783510988439907,
+      "grad_norm": 0.06663155555725098,
+      "learning_rate": 1.8643916285610565e-05,
+      "loss": 0.6069074273109436,
+      "step": 3130
+    },
+    {
+      "epoch": 0.5785358755528865,
+      "grad_norm": 0.06879729777574539,
+      "learning_rate": 1.8642913031959345e-05,
+      "loss": 0.5753926634788513,
+      "step": 3131
+    },
+    {
+      "epoch": 0.5787206522617824,
+      "grad_norm": 0.08380347490310669,
+      "learning_rate": 1.8641909434347226e-05,
+      "loss": 0.6205527782440186,
+      "step": 3132
+    },
+    {
+      "epoch": 0.5789054289706782,
+      "grad_norm": 0.08263260871171951,
+      "learning_rate": 1.8640905492814153e-05,
+      "loss": 0.6053383350372314,
+      "step": 3133
+    },
+    {
+      "epoch": 0.5790902056795741,
+      "grad_norm": 0.09215070307254791,
+      "learning_rate": 1.863990120740007e-05,
+      "loss": 0.7877563238143921,
+      "step": 3134
+    },
+    {
+      "epoch": 0.57927498238847,
+      "grad_norm": 0.06187755614519119,
+      "learning_rate": 1.8638896578144955e-05,
+      "loss": 0.43906375765800476,
+      "step": 3135
+    },
+    {
+      "epoch": 0.5794597590973658,
+      "grad_norm": 0.07065249234437943,
+      "learning_rate": 1.863789160508878e-05,
+      "loss": 0.5221515893936157,
+      "step": 3136
+    },
+    {
+      "epoch": 0.5796445358062616,
+      "grad_norm": 0.07332364469766617,
+      "learning_rate": 1.8636886288271542e-05,
+      "loss": 0.6718504428863525,
+      "step": 3137
+    },
+    {
+      "epoch": 0.5798293125151575,
+      "grad_norm": 0.08444932848215103,
+      "learning_rate": 1.8635880627733255e-05,
+      "loss": 0.7537721991539001,
+      "step": 3138
+    },
+    {
+      "epoch": 0.5800140892240533,
+      "grad_norm": 0.08700313419103622,
+      "learning_rate": 1.8634874623513938e-05,
+      "loss": 0.6897266507148743,
+      "step": 3139
+    },
+    {
+      "epoch": 0.5801988659329491,
+      "grad_norm": 0.07157497107982635,
+      "learning_rate": 1.8633868275653622e-05,
+      "loss": 0.521382749080658,
+      "step": 3140
+    },
+    {
+      "epoch": 0.5803836426418449,
+      "grad_norm": 0.06812208890914917,
+      "learning_rate": 1.863286158419236e-05,
+      "loss": 0.5932210683822632,
+      "step": 3141
+    },
+    {
+      "epoch": 0.5805684193507409,
+      "grad_norm": 0.07344353944063187,
+      "learning_rate": 1.863185454917022e-05,
+      "loss": 0.6644601821899414,
+      "step": 3142
+    },
+    {
+      "epoch": 0.5807531960596367,
+      "grad_norm": 0.07347593456506729,
+      "learning_rate": 1.8630847170627272e-05,
+      "loss": 0.6279237270355225,
+      "step": 3143
+    },
+    {
+      "epoch": 0.5809379727685325,
+      "grad_norm": 0.07865365594625473,
+      "learning_rate": 1.862983944860361e-05,
+      "loss": 0.8507033586502075,
+      "step": 3144
+    },
+    {
+      "epoch": 0.5811227494774284,
+      "grad_norm": 0.06068730726838112,
+      "learning_rate": 1.8628831383139336e-05,
+      "loss": 0.4948467016220093,
+      "step": 3145
+    },
+    {
+      "epoch": 0.5813075261863242,
+      "grad_norm": 0.07076761871576309,
+      "learning_rate": 1.8627822974274574e-05,
+      "loss": 0.7468083500862122,
+      "step": 3146
+    },
+    {
+      "epoch": 0.58149230289522,
+      "grad_norm": 0.08117230981588364,
+      "learning_rate": 1.8626814222049444e-05,
+      "loss": 0.5720183849334717,
+      "step": 3147
+    },
+    {
+      "epoch": 0.5816770796041159,
+      "grad_norm": 0.06479369103908539,
+      "learning_rate": 1.86258051265041e-05,
+      "loss": 0.652022659778595,
+      "step": 3148
+    },
+    {
+      "epoch": 0.5818618563130118,
+      "grad_norm": 0.06874661147594452,
+      "learning_rate": 1.86247956876787e-05,
+      "loss": 0.6422584056854248,
+      "step": 3149
+    },
+    {
+      "epoch": 0.5820466330219076,
+      "grad_norm": 0.06053101271390915,
+      "learning_rate": 1.8623785905613416e-05,
+      "loss": 0.6103196144104004,
+      "step": 3150
+    },
+    {
+      "epoch": 0.5822314097308035,
+      "grad_norm": 0.056345485150814056,
+      "learning_rate": 1.862277578034843e-05,
+      "loss": 0.45207127928733826,
+      "step": 3151
+    },
+    {
+      "epoch": 0.5824161864396993,
+      "grad_norm": 0.07697878777980804,
+      "learning_rate": 1.8621765311923945e-05,
+      "loss": 0.7261789441108704,
+      "step": 3152
+    },
+    {
+      "epoch": 0.5826009631485951,
+      "grad_norm": 0.07872536778450012,
+      "learning_rate": 1.8620754500380177e-05,
+      "loss": 0.7119261622428894,
+      "step": 3153
+    },
+    {
+      "epoch": 0.5827857398574909,
+      "grad_norm": 0.06227670609951019,
+      "learning_rate": 1.861974334575735e-05,
+      "loss": 0.47681817412376404,
+      "step": 3154
+    },
+    {
+      "epoch": 0.5829705165663868,
+      "grad_norm": 0.056329309940338135,
+      "learning_rate": 1.8618731848095706e-05,
+      "loss": 0.46987074613571167,
+      "step": 3155
+    },
+    {
+      "epoch": 0.5831552932752827,
+      "grad_norm": 0.06145971640944481,
+      "learning_rate": 1.8617720007435497e-05,
+      "loss": 0.6057943105697632,
+      "step": 3156
+    },
+    {
+      "epoch": 0.5833400699841785,
+      "grad_norm": 0.08054883033037186,
+      "learning_rate": 1.8616707823816994e-05,
+      "loss": 0.6347730159759521,
+      "step": 3157
+    },
+    {
+      "epoch": 0.5835248466930744,
+      "grad_norm": 0.08149060606956482,
+      "learning_rate": 1.8615695297280482e-05,
+      "loss": 0.9930283427238464,
+      "step": 3158
+    },
+    {
+      "epoch": 0.5837096234019702,
+      "grad_norm": 0.08788027614355087,
+      "learning_rate": 1.8614682427866246e-05,
+      "loss": 0.8771606087684631,
+      "step": 3159
+    },
+    {
+      "epoch": 0.583894400110866,
+      "grad_norm": 0.08429764211177826,
+      "learning_rate": 1.8613669215614605e-05,
+      "loss": 0.7415722012519836,
+      "step": 3160
+    },
+    {
+      "epoch": 0.5840791768197618,
+      "grad_norm": 0.07797253876924515,
+      "learning_rate": 1.8612655660565877e-05,
+      "loss": 0.6256560683250427,
+      "step": 3161
+    },
+    {
+      "epoch": 0.5842639535286577,
+      "grad_norm": 0.0795632153749466,
+      "learning_rate": 1.8611641762760398e-05,
+      "loss": 0.7124666571617126,
+      "step": 3162
+    },
+    {
+      "epoch": 0.5844487302375535,
+      "grad_norm": 0.07458134740591049,
+      "learning_rate": 1.861062752223852e-05,
+      "loss": 0.6469964981079102,
+      "step": 3163
+    },
+    {
+      "epoch": 0.5846335069464494,
+      "grad_norm": 0.0760737806558609,
+      "learning_rate": 1.860961293904061e-05,
+      "loss": 0.7084463238716125,
+      "step": 3164
+    },
+    {
+      "epoch": 0.5848182836553453,
+      "grad_norm": 0.09203182905912399,
+      "learning_rate": 1.8608598013207034e-05,
+      "loss": 0.74711674451828,
+      "step": 3165
+    },
+    {
+      "epoch": 0.5850030603642411,
+      "grad_norm": 0.06944387406110764,
+      "learning_rate": 1.8607582744778193e-05,
+      "loss": 0.522801399230957,
+      "step": 3166
+    },
+    {
+      "epoch": 0.5851878370731369,
+      "grad_norm": 0.060882631689310074,
+      "learning_rate": 1.860656713379449e-05,
+      "loss": 0.5053161382675171,
+      "step": 3167
+    },
+    {
+      "epoch": 0.5853726137820328,
+      "grad_norm": 0.0728553980588913,
+      "learning_rate": 1.860555118029634e-05,
+      "loss": 0.5969119668006897,
+      "step": 3168
+    },
+    {
+      "epoch": 0.5855573904909286,
+      "grad_norm": 0.07058120518922806,
+      "learning_rate": 1.8604534884324173e-05,
+      "loss": 0.596505343914032,
+      "step": 3169
+    },
+    {
+      "epoch": 0.5857421671998244,
+      "grad_norm": 0.08228509873151779,
+      "learning_rate": 1.8603518245918444e-05,
+      "loss": 0.7489085793495178,
+      "step": 3170
+    },
+    {
+      "epoch": 0.5859269439087204,
+      "grad_norm": 0.08472972363233566,
+      "learning_rate": 1.8602501265119604e-05,
+      "loss": 0.7827440500259399,
+      "step": 3171
+    },
+    {
+      "epoch": 0.5861117206176162,
+      "grad_norm": 0.06148391589522362,
+      "learning_rate": 1.8601483941968127e-05,
+      "loss": 0.48352840542793274,
+      "step": 3172
+    },
+    {
+      "epoch": 0.586296497326512,
+      "grad_norm": 0.07577600330114365,
+      "learning_rate": 1.8600466276504496e-05,
+      "loss": 0.6786936521530151,
+      "step": 3173
+    },
+    {
+      "epoch": 0.5864812740354078,
+      "grad_norm": 0.07122032344341278,
+      "learning_rate": 1.859944826876922e-05,
+      "loss": 0.6640927791595459,
+      "step": 3174
+    },
+    {
+      "epoch": 0.5866660507443037,
+      "grad_norm": 0.05961944907903671,
+      "learning_rate": 1.8598429918802802e-05,
+      "loss": 0.5764791965484619,
+      "step": 3175
+    },
+    {
+      "epoch": 0.5868508274531995,
+      "grad_norm": 0.0938916951417923,
+      "learning_rate": 1.859741122664578e-05,
+      "loss": 0.8614349961280823,
+      "step": 3176
+    },
+    {
+      "epoch": 0.5870356041620953,
+      "grad_norm": 0.06286361813545227,
+      "learning_rate": 1.8596392192338687e-05,
+      "loss": 0.6520477533340454,
+      "step": 3177
+    },
+    {
+      "epoch": 0.5872203808709913,
+      "grad_norm": 0.07921268045902252,
+      "learning_rate": 1.8595372815922076e-05,
+      "loss": 0.6980974674224854,
+      "step": 3178
+    },
+    {
+      "epoch": 0.5874051575798871,
+      "grad_norm": 0.07156159728765488,
+      "learning_rate": 1.859435309743652e-05,
+      "loss": 0.6495121121406555,
+      "step": 3179
+    },
+    {
+      "epoch": 0.5875899342887829,
+      "grad_norm": 0.06057432293891907,
+      "learning_rate": 1.8593333036922604e-05,
+      "loss": 0.5264384150505066,
+      "step": 3180
+    },
+    {
+      "epoch": 0.5877747109976788,
+      "grad_norm": 0.05280206352472305,
+      "learning_rate": 1.8592312634420912e-05,
+      "loss": 0.3305424451828003,
+      "step": 3181
+    },
+    {
+      "epoch": 0.5879594877065746,
+      "grad_norm": 0.0661168247461319,
+      "learning_rate": 1.859129188997206e-05,
+      "loss": 0.5634755492210388,
+      "step": 3182
+    },
+    {
+      "epoch": 0.5881442644154704,
+      "grad_norm": 0.06081791967153549,
+      "learning_rate": 1.8590270803616673e-05,
+      "loss": 0.6199816465377808,
+      "step": 3183
+    },
+    {
+      "epoch": 0.5883290411243662,
+      "grad_norm": 0.07526887953281403,
+      "learning_rate": 1.8589249375395382e-05,
+      "loss": 0.6815241575241089,
+      "step": 3184
+    },
+    {
+      "epoch": 0.5885138178332621,
+      "grad_norm": 0.07210526615381241,
+      "learning_rate": 1.8588227605348836e-05,
+      "loss": 0.5609758496284485,
+      "step": 3185
+    },
+    {
+      "epoch": 0.588698594542158,
+      "grad_norm": 0.07922544330358505,
+      "learning_rate": 1.8587205493517703e-05,
+      "loss": 0.7402794361114502,
+      "step": 3186
+    },
+    {
+      "epoch": 0.5888833712510538,
+      "grad_norm": 0.08084230870008469,
+      "learning_rate": 1.8586183039942654e-05,
+      "loss": 0.8662818670272827,
+      "step": 3187
+    },
+    {
+      "epoch": 0.5890681479599497,
+      "grad_norm": 0.06553030014038086,
+      "learning_rate": 1.8585160244664386e-05,
+      "loss": 0.5434334874153137,
+      "step": 3188
+    },
+    {
+      "epoch": 0.5892529246688455,
+      "grad_norm": 0.07362144440412521,
+      "learning_rate": 1.85841371077236e-05,
+      "loss": 0.73642897605896,
+      "step": 3189
+    },
+    {
+      "epoch": 0.5894377013777413,
+      "grad_norm": 0.07301516830921173,
+      "learning_rate": 1.858311362916101e-05,
+      "loss": 0.618234395980835,
+      "step": 3190
+    },
+    {
+      "epoch": 0.5896224780866371,
+      "grad_norm": 0.07383144646883011,
+      "learning_rate": 1.8582089809017352e-05,
+      "loss": 0.6209704875946045,
+      "step": 3191
+    },
+    {
+      "epoch": 0.589807254795533,
+      "grad_norm": 0.07683329284191132,
+      "learning_rate": 1.8581065647333368e-05,
+      "loss": 0.6593388319015503,
+      "step": 3192
+    },
+    {
+      "epoch": 0.5899920315044289,
+      "grad_norm": 0.07412169873714447,
+      "learning_rate": 1.8580041144149822e-05,
+      "loss": 0.5662711262702942,
+      "step": 3193
+    },
+    {
+      "epoch": 0.5901768082133247,
+      "grad_norm": 0.07404091209173203,
+      "learning_rate": 1.8579016299507482e-05,
+      "loss": 0.6805081367492676,
+      "step": 3194
+    },
+    {
+      "epoch": 0.5903615849222206,
+      "grad_norm": 0.08029306679964066,
+      "learning_rate": 1.857799111344713e-05,
+      "loss": 0.6811212301254272,
+      "step": 3195
+    },
+    {
+      "epoch": 0.5905463616311164,
+      "grad_norm": 0.07096394896507263,
+      "learning_rate": 1.857696558600957e-05,
+      "loss": 0.684027373790741,
+      "step": 3196
+    },
+    {
+      "epoch": 0.5907311383400122,
+      "grad_norm": 0.07632946223020554,
+      "learning_rate": 1.8575939717235614e-05,
+      "loss": 0.7099227905273438,
+      "step": 3197
+    },
+    {
+      "epoch": 0.5909159150489081,
+      "grad_norm": 0.06812963634729385,
+      "learning_rate": 1.857491350716609e-05,
+      "loss": 0.7205207943916321,
+      "step": 3198
+    },
+    {
+      "epoch": 0.5911006917578039,
+      "grad_norm": 0.07323703914880753,
+      "learning_rate": 1.857388695584183e-05,
+      "loss": 0.6930529475212097,
+      "step": 3199
+    },
+    {
+      "epoch": 0.5912854684666998,
+      "grad_norm": 0.0693032518029213,
+      "learning_rate": 1.85728600633037e-05,
+      "loss": 0.508209228515625,
+      "step": 3200
+    },
+    {
+      "epoch": 0.5914702451755957,
+      "grad_norm": 0.07588290423154831,
+      "learning_rate": 1.8571832829592557e-05,
+      "loss": 0.6380006074905396,
+      "step": 3201
+    },
+    {
+      "epoch": 0.5916550218844915,
+      "grad_norm": 0.06168055534362793,
+      "learning_rate": 1.8570805254749288e-05,
+      "loss": 0.5089638829231262,
+      "step": 3202
+    },
+    {
+      "epoch": 0.5918397985933873,
+      "grad_norm": 0.07789887487888336,
+      "learning_rate": 1.856977733881478e-05,
+      "loss": 0.6378219127655029,
+      "step": 3203
+    },
+    {
+      "epoch": 0.5920245753022831,
+      "grad_norm": 0.054984163492918015,
+      "learning_rate": 1.856874908182995e-05,
+      "loss": 0.3924255073070526,
+      "step": 3204
+    },
+    {
+      "epoch": 0.592209352011179,
+      "grad_norm": 0.08939534425735474,
+      "learning_rate": 1.856772048383571e-05,
+      "loss": 0.583304762840271,
+      "step": 3205
+    },
+    {
+      "epoch": 0.5923941287200748,
+      "grad_norm": 0.09006770700216293,
+      "learning_rate": 1.8566691544873003e-05,
+      "loss": 0.8556082844734192,
+      "step": 3206
+    },
+    {
+      "epoch": 0.5925789054289706,
+      "grad_norm": 0.07439000904560089,
+      "learning_rate": 1.8565662264982772e-05,
+      "loss": 0.5220317244529724,
+      "step": 3207
+    },
+    {
+      "epoch": 0.5927636821378666,
+      "grad_norm": 0.08255641162395477,
+      "learning_rate": 1.8564632644205984e-05,
+      "loss": 0.72211092710495,
+      "step": 3208
+    },
+    {
+      "epoch": 0.5929484588467624,
+      "grad_norm": 0.07791288942098618,
+      "learning_rate": 1.856360268258361e-05,
+      "loss": 0.6217178106307983,
+      "step": 3209
+    },
+    {
+      "epoch": 0.5931332355556582,
+      "grad_norm": 0.0743233859539032,
+      "learning_rate": 1.856257238015664e-05,
+      "loss": 0.6467982530593872,
+      "step": 3210
+    },
+    {
+      "epoch": 0.593318012264554,
+      "grad_norm": 0.08191141486167908,
+      "learning_rate": 1.8561541736966085e-05,
+      "loss": 0.8423718214035034,
+      "step": 3211
+    },
+    {
+      "epoch": 0.5935027889734499,
+      "grad_norm": 0.06875808537006378,
+      "learning_rate": 1.8560510753052948e-05,
+      "loss": 0.6221856474876404,
+      "step": 3212
+    },
+    {
+      "epoch": 0.5936875656823457,
+      "grad_norm": 0.07226449251174927,
+      "learning_rate": 1.8559479428458267e-05,
+      "loss": 0.5470890402793884,
+      "step": 3213
+    },
+    {
+      "epoch": 0.5938723423912415,
+      "grad_norm": 0.06766360253095627,
+      "learning_rate": 1.8558447763223083e-05,
+      "loss": 0.6161670684814453,
+      "step": 3214
+    },
+    {
+      "epoch": 0.5940571191001375,
+      "grad_norm": 0.08009753376245499,
+      "learning_rate": 1.8557415757388456e-05,
+      "loss": 0.6970452070236206,
+      "step": 3215
+    },
+    {
+      "epoch": 0.5942418958090333,
+      "grad_norm": 0.06258440017700195,
+      "learning_rate": 1.8556383410995454e-05,
+      "loss": 0.45787256956100464,
+      "step": 3216
+    },
+    {
+      "epoch": 0.5944266725179291,
+      "grad_norm": 0.06200527027249336,
+      "learning_rate": 1.855535072408516e-05,
+      "loss": 0.5589002370834351,
+      "step": 3217
+    },
+    {
+      "epoch": 0.594611449226825,
+      "grad_norm": 0.06871971487998962,
+      "learning_rate": 1.8554317696698676e-05,
+      "loss": 0.4686943590641022,
+      "step": 3218
+    },
+    {
+      "epoch": 0.5947962259357208,
+      "grad_norm": 0.07597262412309647,
+      "learning_rate": 1.855328432887711e-05,
+      "loss": 0.6524820923805237,
+      "step": 3219
+    },
+    {
+      "epoch": 0.5949810026446166,
+      "grad_norm": 0.07778976857662201,
+      "learning_rate": 1.8552250620661585e-05,
+      "loss": 0.5683805346488953,
+      "step": 3220
+    },
+    {
+      "epoch": 0.5951657793535124,
+      "grad_norm": 0.07574175298213959,
+      "learning_rate": 1.8551216572093246e-05,
+      "loss": 0.6568016409873962,
+      "step": 3221
+    },
+    {
+      "epoch": 0.5953505560624084,
+      "grad_norm": 0.09157819300889969,
+      "learning_rate": 1.8550182183213238e-05,
+      "loss": 0.6208380460739136,
+      "step": 3222
+    },
+    {
+      "epoch": 0.5955353327713042,
+      "grad_norm": 0.07280399650335312,
+      "learning_rate": 1.8549147454062728e-05,
+      "loss": 0.6524849534034729,
+      "step": 3223
+    },
+    {
+      "epoch": 0.5957201094802,
+      "grad_norm": 0.0947246253490448,
+      "learning_rate": 1.85481123846829e-05,
+      "loss": 0.7721500396728516,
+      "step": 3224
+    },
+    {
+      "epoch": 0.5959048861890959,
+      "grad_norm": 0.0865185558795929,
+      "learning_rate": 1.854707697511494e-05,
+      "loss": 0.7139161825180054,
+      "step": 3225
+    },
+    {
+      "epoch": 0.5960896628979917,
+      "grad_norm": 0.06716441363096237,
+      "learning_rate": 1.854604122540006e-05,
+      "loss": 0.5239250659942627,
+      "step": 3226
+    },
+    {
+      "epoch": 0.5962744396068875,
+      "grad_norm": 0.059036269783973694,
+      "learning_rate": 1.854500513557947e-05,
+      "loss": 0.47485873103141785,
+      "step": 3227
+    },
+    {
+      "epoch": 0.5964592163157834,
+      "grad_norm": 0.07232226431369781,
+      "learning_rate": 1.8543968705694414e-05,
+      "loss": 0.6586685180664062,
+      "step": 3228
+    },
+    {
+      "epoch": 0.5966439930246792,
+      "grad_norm": 0.07339149713516235,
+      "learning_rate": 1.8542931935786133e-05,
+      "loss": 0.7041042447090149,
+      "step": 3229
+    },
+    {
+      "epoch": 0.5968287697335751,
+      "grad_norm": 0.08636587113142014,
+      "learning_rate": 1.854189482589589e-05,
+      "loss": 0.6246604323387146,
+      "step": 3230
+    },
+    {
+      "epoch": 0.597013546442471,
+      "grad_norm": 0.08113526552915573,
+      "learning_rate": 1.8540857376064956e-05,
+      "loss": 0.7897917628288269,
+      "step": 3231
+    },
+    {
+      "epoch": 0.5971983231513668,
+      "grad_norm": 0.06901397556066513,
+      "learning_rate": 1.8539819586334617e-05,
+      "loss": 0.5459996461868286,
+      "step": 3232
+    },
+    {
+      "epoch": 0.5973830998602626,
+      "grad_norm": 0.07561596482992172,
+      "learning_rate": 1.8538781456746183e-05,
+      "loss": 0.5742215514183044,
+      "step": 3233
+    },
+    {
+      "epoch": 0.5975678765691584,
+      "grad_norm": 0.07877890765666962,
+      "learning_rate": 1.8537742987340955e-05,
+      "loss": 0.6900753974914551,
+      "step": 3234
+    },
+    {
+      "epoch": 0.5977526532780543,
+      "grad_norm": 0.09065587818622589,
+      "learning_rate": 1.853670417816027e-05,
+      "loss": 0.7630480527877808,
+      "step": 3235
+    },
+    {
+      "epoch": 0.5979374299869501,
+      "grad_norm": 0.08781592547893524,
+      "learning_rate": 1.8535665029245463e-05,
+      "loss": 0.7213505506515503,
+      "step": 3236
+    },
+    {
+      "epoch": 0.598122206695846,
+      "grad_norm": 0.07441502809524536,
+      "learning_rate": 1.8534625540637897e-05,
+      "loss": 0.537497878074646,
+      "step": 3237
+    },
+    {
+      "epoch": 0.5983069834047419,
+      "grad_norm": 0.08751673996448517,
+      "learning_rate": 1.853358571237893e-05,
+      "loss": 0.8879984021186829,
+      "step": 3238
+    },
+    {
+      "epoch": 0.5984917601136377,
+      "grad_norm": 0.08641214668750763,
+      "learning_rate": 1.8532545544509955e-05,
+      "loss": 0.772212028503418,
+      "step": 3239
+    },
+    {
+      "epoch": 0.5986765368225335,
+      "grad_norm": 0.06951478868722916,
+      "learning_rate": 1.8531505037072363e-05,
+      "loss": 0.6568793654441833,
+      "step": 3240
+    },
+    {
+      "epoch": 0.5988613135314294,
+      "grad_norm": 0.08141907304525375,
+      "learning_rate": 1.853046419010756e-05,
+      "loss": 0.6164892911911011,
+      "step": 3241
+    },
+    {
+      "epoch": 0.5990460902403252,
+      "grad_norm": 0.05399297922849655,
+      "learning_rate": 1.852942300365697e-05,
+      "loss": 0.43579041957855225,
+      "step": 3242
+    },
+    {
+      "epoch": 0.599230866949221,
+      "grad_norm": 0.0674586072564125,
+      "learning_rate": 1.852838147776203e-05,
+      "loss": 0.6669760942459106,
+      "step": 3243
+    },
+    {
+      "epoch": 0.599415643658117,
+      "grad_norm": 0.05470862612128258,
+      "learning_rate": 1.8527339612464192e-05,
+      "loss": 0.37778860330581665,
+      "step": 3244
+    },
+    {
+      "epoch": 0.5996004203670128,
+      "grad_norm": 0.07815508544445038,
+      "learning_rate": 1.8526297407804915e-05,
+      "loss": 0.6272417306900024,
+      "step": 3245
+    },
+    {
+      "epoch": 0.5997851970759086,
+      "grad_norm": 0.0828259065747261,
+      "learning_rate": 1.852525486382567e-05,
+      "loss": 0.8422073721885681,
+      "step": 3246
+    },
+    {
+      "epoch": 0.5999699737848044,
+      "grad_norm": 0.07688503712415695,
+      "learning_rate": 1.852421198056796e-05,
+      "loss": 0.6805994510650635,
+      "step": 3247
+    },
+    {
+      "epoch": 0.6001547504937003,
+      "grad_norm": 0.0888686254620552,
+      "learning_rate": 1.8523168758073283e-05,
+      "loss": 0.7215426564216614,
+      "step": 3248
+    },
+    {
+      "epoch": 0.6003395272025961,
+      "grad_norm": 0.06879184395074844,
+      "learning_rate": 1.8522125196383154e-05,
+      "loss": 0.6762117147445679,
+      "step": 3249
+    },
+    {
+      "epoch": 0.6005243039114919,
+      "grad_norm": 0.07216864079236984,
+      "learning_rate": 1.8521081295539102e-05,
+      "loss": 0.6251771450042725,
+      "step": 3250
+    },
+    {
+      "epoch": 0.6007090806203877,
+      "grad_norm": 0.07336558401584625,
+      "learning_rate": 1.8520037055582675e-05,
+      "loss": 0.6005572080612183,
+      "step": 3251
+    },
+    {
+      "epoch": 0.6008938573292837,
+      "grad_norm": 0.08599632233381271,
+      "learning_rate": 1.851899247655543e-05,
+      "loss": 0.7398759126663208,
+      "step": 3252
+    },
+    {
+      "epoch": 0.6010786340381795,
+      "grad_norm": 0.057038020342588425,
+      "learning_rate": 1.8517947558498936e-05,
+      "loss": 0.44321659207344055,
+      "step": 3253
+    },
+    {
+      "epoch": 0.6012634107470753,
+      "grad_norm": 0.06850314885377884,
+      "learning_rate": 1.8516902301454775e-05,
+      "loss": 0.5966536402702332,
+      "step": 3254
+    },
+    {
+      "epoch": 0.6014481874559712,
+      "grad_norm": 0.0940929725766182,
+      "learning_rate": 1.8515856705464553e-05,
+      "loss": 0.8563060164451599,
+      "step": 3255
+    },
+    {
+      "epoch": 0.601632964164867,
+      "grad_norm": 0.07415281236171722,
+      "learning_rate": 1.8514810770569872e-05,
+      "loss": 0.7482355237007141,
+      "step": 3256
+    },
+    {
+      "epoch": 0.6018177408737628,
+      "grad_norm": 0.09791791439056396,
+      "learning_rate": 1.8513764496812366e-05,
+      "loss": 0.8284050822257996,
+      "step": 3257
+    },
+    {
+      "epoch": 0.6020025175826587,
+      "grad_norm": 0.05737827345728874,
+      "learning_rate": 1.851271788423367e-05,
+      "loss": 0.43601882457733154,
+      "step": 3258
+    },
+    {
+      "epoch": 0.6021872942915546,
+      "grad_norm": 0.07074494659900665,
+      "learning_rate": 1.8511670932875432e-05,
+      "loss": 0.6547046899795532,
+      "step": 3259
+    },
+    {
+      "epoch": 0.6023720710004504,
+      "grad_norm": 0.08046936243772507,
+      "learning_rate": 1.8510623642779322e-05,
+      "loss": 0.5685117840766907,
+      "step": 3260
+    },
+    {
+      "epoch": 0.6025568477093463,
+      "grad_norm": 0.0642126202583313,
+      "learning_rate": 1.8509576013987015e-05,
+      "loss": 0.5987184643745422,
+      "step": 3261
+    },
+    {
+      "epoch": 0.6027416244182421,
+      "grad_norm": 0.06426668912172318,
+      "learning_rate": 1.850852804654021e-05,
+      "loss": 0.5323985815048218,
+      "step": 3262
+    },
+    {
+      "epoch": 0.6029264011271379,
+      "grad_norm": 0.07552376389503479,
+      "learning_rate": 1.8507479740480608e-05,
+      "loss": 0.6078667044639587,
+      "step": 3263
+    },
+    {
+      "epoch": 0.6031111778360337,
+      "grad_norm": 0.07132647186517715,
+      "learning_rate": 1.8506431095849927e-05,
+      "loss": 0.5994269251823425,
+      "step": 3264
+    },
+    {
+      "epoch": 0.6032959545449296,
+      "grad_norm": 0.07693766802549362,
+      "learning_rate": 1.85053821126899e-05,
+      "loss": 0.6154434680938721,
+      "step": 3265
+    },
+    {
+      "epoch": 0.6034807312538255,
+      "grad_norm": 0.0722254142165184,
+      "learning_rate": 1.8504332791042276e-05,
+      "loss": 0.586520791053772,
+      "step": 3266
+    },
+    {
+      "epoch": 0.6036655079627213,
+      "grad_norm": 0.0783991739153862,
+      "learning_rate": 1.8503283130948813e-05,
+      "loss": 0.5686954259872437,
+      "step": 3267
+    },
+    {
+      "epoch": 0.6038502846716172,
+      "grad_norm": 0.08890886604785919,
+      "learning_rate": 1.8502233132451285e-05,
+      "loss": 0.6486931443214417,
+      "step": 3268
+    },
+    {
+      "epoch": 0.604035061380513,
+      "grad_norm": 0.05799055099487305,
+      "learning_rate": 1.850118279559148e-05,
+      "loss": 0.5202708840370178,
+      "step": 3269
+    },
+    {
+      "epoch": 0.6042198380894088,
+      "grad_norm": 0.07490106672048569,
+      "learning_rate": 1.8500132120411195e-05,
+      "loss": 0.7785816788673401,
+      "step": 3270
+    },
+    {
+      "epoch": 0.6044046147983047,
+      "grad_norm": 0.07757486402988434,
+      "learning_rate": 1.8499081106952247e-05,
+      "loss": 0.8517777323722839,
+      "step": 3271
+    },
+    {
+      "epoch": 0.6045893915072005,
+      "grad_norm": 0.06630745530128479,
+      "learning_rate": 1.849802975525646e-05,
+      "loss": 0.5189116597175598,
+      "step": 3272
+    },
+    {
+      "epoch": 0.6047741682160963,
+      "grad_norm": 0.0747363269329071,
+      "learning_rate": 1.8496978065365677e-05,
+      "loss": 0.7185724973678589,
+      "step": 3273
+    },
+    {
+      "epoch": 0.6049589449249922,
+      "grad_norm": 0.05487100034952164,
+      "learning_rate": 1.8495926037321747e-05,
+      "loss": 0.45234984159469604,
+      "step": 3274
+    },
+    {
+      "epoch": 0.6051437216338881,
+      "grad_norm": 0.09173326194286346,
+      "learning_rate": 1.8494873671166543e-05,
+      "loss": 0.8588842749595642,
+      "step": 3275
+    },
+    {
+      "epoch": 0.6053284983427839,
+      "grad_norm": 0.0814746618270874,
+      "learning_rate": 1.8493820966941944e-05,
+      "loss": 0.619792103767395,
+      "step": 3276
+    },
+    {
+      "epoch": 0.6055132750516797,
+      "grad_norm": 0.06092033535242081,
+      "learning_rate": 1.8492767924689846e-05,
+      "loss": 0.4326985478401184,
+      "step": 3277
+    },
+    {
+      "epoch": 0.6056980517605756,
+      "grad_norm": 0.08345521986484528,
+      "learning_rate": 1.8491714544452154e-05,
+      "loss": 0.7388136386871338,
+      "step": 3278
+    },
+    {
+      "epoch": 0.6058828284694714,
+      "grad_norm": 0.06334060430526733,
+      "learning_rate": 1.849066082627079e-05,
+      "loss": 0.5493499040603638,
+      "step": 3279
+    },
+    {
+      "epoch": 0.6060676051783672,
+      "grad_norm": 0.08863652497529984,
+      "learning_rate": 1.8489606770187685e-05,
+      "loss": 0.847687840461731,
+      "step": 3280
+    },
+    {
+      "epoch": 0.6062523818872632,
+      "grad_norm": 0.05811255797743797,
+      "learning_rate": 1.8488552376244798e-05,
+      "loss": 0.48114174604415894,
+      "step": 3281
+    },
+    {
+      "epoch": 0.606437158596159,
+      "grad_norm": 0.07179747521877289,
+      "learning_rate": 1.848749764448408e-05,
+      "loss": 0.6397152543067932,
+      "step": 3282
+    },
+    {
+      "epoch": 0.6066219353050548,
+      "grad_norm": 0.08426441997289658,
+      "learning_rate": 1.848644257494751e-05,
+      "loss": 0.5927404165267944,
+      "step": 3283
+    },
+    {
+      "epoch": 0.6068067120139506,
+      "grad_norm": 0.06691189855337143,
+      "learning_rate": 1.848538716767708e-05,
+      "loss": 0.47045934200286865,
+      "step": 3284
+    },
+    {
+      "epoch": 0.6069914887228465,
+      "grad_norm": 0.056987274438142776,
+      "learning_rate": 1.8484331422714784e-05,
+      "loss": 0.4347154200077057,
+      "step": 3285
+    },
+    {
+      "epoch": 0.6071762654317423,
+      "grad_norm": 0.07422585040330887,
+      "learning_rate": 1.848327534010264e-05,
+      "loss": 0.6322421431541443,
+      "step": 3286
+    },
+    {
+      "epoch": 0.6073610421406381,
+      "grad_norm": 0.06570249050855637,
+      "learning_rate": 1.848221891988268e-05,
+      "loss": 0.5806671977043152,
+      "step": 3287
+    },
+    {
+      "epoch": 0.6075458188495341,
+      "grad_norm": 0.08185900747776031,
+      "learning_rate": 1.8481162162096944e-05,
+      "loss": 0.602039098739624,
+      "step": 3288
+    },
+    {
+      "epoch": 0.6077305955584299,
+      "grad_norm": 0.07493102550506592,
+      "learning_rate": 1.848010506678749e-05,
+      "loss": 0.5471720695495605,
+      "step": 3289
+    },
+    {
+      "epoch": 0.6079153722673257,
+      "grad_norm": 0.06624553352594376,
+      "learning_rate": 1.8479047633996384e-05,
+      "loss": 0.5783137083053589,
+      "step": 3290
+    },
+    {
+      "epoch": 0.6081001489762216,
+      "grad_norm": 0.08775525540113449,
+      "learning_rate": 1.8477989863765712e-05,
+      "loss": 0.6186946630477905,
+      "step": 3291
+    },
+    {
+      "epoch": 0.6082849256851174,
+      "grad_norm": 0.08846092969179153,
+      "learning_rate": 1.8476931756137565e-05,
+      "loss": 0.7376492619514465,
+      "step": 3292
+    },
+    {
+      "epoch": 0.6084697023940132,
+      "grad_norm": 0.08089148998260498,
+      "learning_rate": 1.8475873311154053e-05,
+      "loss": 0.5945156812667847,
+      "step": 3293
+    },
+    {
+      "epoch": 0.608654479102909,
+      "grad_norm": 0.08092156797647476,
+      "learning_rate": 1.8474814528857306e-05,
+      "loss": 0.7160748839378357,
+      "step": 3294
+    },
+    {
+      "epoch": 0.6088392558118049,
+      "grad_norm": 0.07545629888772964,
+      "learning_rate": 1.847375540928945e-05,
+      "loss": 0.7555568814277649,
+      "step": 3295
+    },
+    {
+      "epoch": 0.6090240325207008,
+      "grad_norm": 0.07335377484560013,
+      "learning_rate": 1.8472695952492642e-05,
+      "loss": 0.7228835225105286,
+      "step": 3296
+    },
+    {
+      "epoch": 0.6092088092295966,
+      "grad_norm": 0.0645759105682373,
+      "learning_rate": 1.8471636158509043e-05,
+      "loss": 0.5339785814285278,
+      "step": 3297
+    },
+    {
+      "epoch": 0.6093935859384925,
+      "grad_norm": 0.07800009101629257,
+      "learning_rate": 1.8470576027380828e-05,
+      "loss": 0.7866642475128174,
+      "step": 3298
+    },
+    {
+      "epoch": 0.6095783626473883,
+      "grad_norm": 0.06919465214014053,
+      "learning_rate": 1.846951555915019e-05,
+      "loss": 0.6962285041809082,
+      "step": 3299
+    },
+    {
+      "epoch": 0.6097631393562841,
+      "grad_norm": 0.08536528050899506,
+      "learning_rate": 1.8468454753859332e-05,
+      "loss": 0.7147235870361328,
+      "step": 3300
+    },
+    {
+      "epoch": 0.60994791606518,
+      "grad_norm": 0.08068986982107162,
+      "learning_rate": 1.8467393611550462e-05,
+      "loss": 0.6971014738082886,
+      "step": 3301
+    },
+    {
+      "epoch": 0.6101326927740758,
+      "grad_norm": 0.06266585737466812,
+      "learning_rate": 1.8466332132265825e-05,
+      "loss": 0.5209909677505493,
+      "step": 3302
+    },
+    {
+      "epoch": 0.6103174694829717,
+      "grad_norm": 0.07673177868127823,
+      "learning_rate": 1.8465270316047653e-05,
+      "loss": 0.6880748271942139,
+      "step": 3303
+    },
+    {
+      "epoch": 0.6105022461918675,
+      "grad_norm": 0.070456363260746,
+      "learning_rate": 1.846420816293821e-05,
+      "loss": 0.6609374284744263,
+      "step": 3304
+    },
+    {
+      "epoch": 0.6106870229007634,
+      "grad_norm": 0.07725219428539276,
+      "learning_rate": 1.8463145672979758e-05,
+      "loss": 0.7507308721542358,
+      "step": 3305
+    },
+    {
+      "epoch": 0.6108717996096592,
+      "grad_norm": 0.06939958781003952,
+      "learning_rate": 1.846208284621459e-05,
+      "loss": 0.6096147894859314,
+      "step": 3306
+    },
+    {
+      "epoch": 0.611056576318555,
+      "grad_norm": 0.0722557008266449,
+      "learning_rate": 1.8461019682684998e-05,
+      "loss": 0.8005504012107849,
+      "step": 3307
+    },
+    {
+      "epoch": 0.6112413530274509,
+      "grad_norm": 0.06575772166252136,
+      "learning_rate": 1.8459956182433295e-05,
+      "loss": 0.47339561581611633,
+      "step": 3308
+    },
+    {
+      "epoch": 0.6114261297363467,
+      "grad_norm": 0.08038409054279327,
+      "learning_rate": 1.8458892345501804e-05,
+      "loss": 0.650078535079956,
+      "step": 3309
+    },
+    {
+      "epoch": 0.6116109064452426,
+      "grad_norm": 0.0885750949382782,
+      "learning_rate": 1.845782817193286e-05,
+      "loss": 0.8320760726928711,
+      "step": 3310
+    },
+    {
+      "epoch": 0.6117956831541385,
+      "grad_norm": 0.07795794308185577,
+      "learning_rate": 1.8456763661768815e-05,
+      "loss": 0.6257549524307251,
+      "step": 3311
+    },
+    {
+      "epoch": 0.6119804598630343,
+      "grad_norm": 0.07041628658771515,
+      "learning_rate": 1.8455698815052037e-05,
+      "loss": 0.580536425113678,
+      "step": 3312
+    },
+    {
+      "epoch": 0.6121652365719301,
+      "grad_norm": 0.06542914360761642,
+      "learning_rate": 1.84546336318249e-05,
+      "loss": 0.44415077567100525,
+      "step": 3313
+    },
+    {
+      "epoch": 0.6123500132808259,
+      "grad_norm": 0.06586247682571411,
+      "learning_rate": 1.8453568112129793e-05,
+      "loss": 0.5182660222053528,
+      "step": 3314
+    },
+    {
+      "epoch": 0.6125347899897218,
+      "grad_norm": 0.06454501301050186,
+      "learning_rate": 1.8452502256009127e-05,
+      "loss": 0.5770164132118225,
+      "step": 3315
+    },
+    {
+      "epoch": 0.6127195666986176,
+      "grad_norm": 0.0784081220626831,
+      "learning_rate": 1.8451436063505312e-05,
+      "loss": 0.7196560502052307,
+      "step": 3316
+    },
+    {
+      "epoch": 0.6129043434075134,
+      "grad_norm": 0.06240353360772133,
+      "learning_rate": 1.8450369534660787e-05,
+      "loss": 0.4739285111427307,
+      "step": 3317
+    },
+    {
+      "epoch": 0.6130891201164094,
+      "grad_norm": 0.06942515820264816,
+      "learning_rate": 1.8449302669517988e-05,
+      "loss": 0.6828460097312927,
+      "step": 3318
+    },
+    {
+      "epoch": 0.6132738968253052,
+      "grad_norm": 0.07242225855588913,
+      "learning_rate": 1.844823546811938e-05,
+      "loss": 0.5765320658683777,
+      "step": 3319
+    },
+    {
+      "epoch": 0.613458673534201,
+      "grad_norm": 0.07123544812202454,
+      "learning_rate": 1.844716793050743e-05,
+      "loss": 0.6075055599212646,
+      "step": 3320
+    },
+    {
+      "epoch": 0.6136434502430969,
+      "grad_norm": 0.0873766541481018,
+      "learning_rate": 1.8446100056724624e-05,
+      "loss": 0.7996965050697327,
+      "step": 3321
+    },
+    {
+      "epoch": 0.6138282269519927,
+      "grad_norm": 0.06624772399663925,
+      "learning_rate": 1.8445031846813463e-05,
+      "loss": 0.6351407766342163,
+      "step": 3322
+    },
+    {
+      "epoch": 0.6140130036608885,
+      "grad_norm": 0.0864158496260643,
+      "learning_rate": 1.8443963300816454e-05,
+      "loss": 0.9147331714630127,
+      "step": 3323
+    },
+    {
+      "epoch": 0.6141977803697843,
+      "grad_norm": 0.07096041738986969,
+      "learning_rate": 1.844289441877612e-05,
+      "loss": 0.5557135939598083,
+      "step": 3324
+    },
+    {
+      "epoch": 0.6143825570786803,
+      "grad_norm": 0.068775475025177,
+      "learning_rate": 1.844182520073501e-05,
+      "loss": 0.4887027144432068,
+      "step": 3325
+    },
+    {
+      "epoch": 0.6145673337875761,
+      "grad_norm": 0.05247717723250389,
+      "learning_rate": 1.844075564673566e-05,
+      "loss": 0.31910794973373413,
+      "step": 3326
+    },
+    {
+      "epoch": 0.6147521104964719,
+      "grad_norm": 0.07341188192367554,
+      "learning_rate": 1.8439685756820646e-05,
+      "loss": 0.7932683229446411,
+      "step": 3327
+    },
+    {
+      "epoch": 0.6149368872053678,
+      "grad_norm": 0.06132347509264946,
+      "learning_rate": 1.8438615531032545e-05,
+      "loss": 0.5565425157546997,
+      "step": 3328
+    },
+    {
+      "epoch": 0.6151216639142636,
+      "grad_norm": 0.06424925476312637,
+      "learning_rate": 1.8437544969413946e-05,
+      "loss": 0.46804794669151306,
+      "step": 3329
+    },
+    {
+      "epoch": 0.6153064406231594,
+      "grad_norm": 0.07150422781705856,
+      "learning_rate": 1.8436474072007454e-05,
+      "loss": 0.6623454093933105,
+      "step": 3330
+    },
+    {
+      "epoch": 0.6154912173320553,
+      "grad_norm": 0.0803765058517456,
+      "learning_rate": 1.843540283885569e-05,
+      "loss": 0.7229027152061462,
+      "step": 3331
+    },
+    {
+      "epoch": 0.6156759940409512,
+      "grad_norm": 0.08057615906000137,
+      "learning_rate": 1.843433127000128e-05,
+      "loss": 0.6208106279373169,
+      "step": 3332
+    },
+    {
+      "epoch": 0.615860770749847,
+      "grad_norm": 0.08613825589418411,
+      "learning_rate": 1.8433259365486876e-05,
+      "loss": 0.7484444379806519,
+      "step": 3333
+    },
+    {
+      "epoch": 0.6160455474587428,
+      "grad_norm": 0.07063552737236023,
+      "learning_rate": 1.8432187125355137e-05,
+      "loss": 0.5618511438369751,
+      "step": 3334
+    },
+    {
+      "epoch": 0.6162303241676387,
+      "grad_norm": 0.07601696252822876,
+      "learning_rate": 1.8431114549648728e-05,
+      "loss": 0.5722567439079285,
+      "step": 3335
+    },
+    {
+      "epoch": 0.6164151008765345,
+      "grad_norm": 0.08163177222013474,
+      "learning_rate": 1.8430041638410335e-05,
+      "loss": 0.7786068320274353,
+      "step": 3336
+    },
+    {
+      "epoch": 0.6165998775854303,
+      "grad_norm": 0.08218467980623245,
+      "learning_rate": 1.8428968391682663e-05,
+      "loss": 0.7029726505279541,
+      "step": 3337
+    },
+    {
+      "epoch": 0.6167846542943262,
+      "grad_norm": 0.06208677962422371,
+      "learning_rate": 1.842789480950842e-05,
+      "loss": 0.652988851070404,
+      "step": 3338
+    },
+    {
+      "epoch": 0.616969431003222,
+      "grad_norm": 0.06685537099838257,
+      "learning_rate": 1.8426820891930328e-05,
+      "loss": 0.6263839602470398,
+      "step": 3339
+    },
+    {
+      "epoch": 0.6171542077121179,
+      "grad_norm": 0.07050909101963043,
+      "learning_rate": 1.842574663899113e-05,
+      "loss": 0.6059039235115051,
+      "step": 3340
+    },
+    {
+      "epoch": 0.6173389844210138,
+      "grad_norm": 0.04347433149814606,
+      "learning_rate": 1.8424672050733577e-05,
+      "loss": 0.4000491201877594,
+      "step": 3341
+    },
+    {
+      "epoch": 0.6175237611299096,
+      "grad_norm": 0.07061401009559631,
+      "learning_rate": 1.842359712720043e-05,
+      "loss": 0.5760173201560974,
+      "step": 3342
+    },
+    {
+      "epoch": 0.6177085378388054,
+      "grad_norm": 0.09141604602336884,
+      "learning_rate": 1.8422521868434477e-05,
+      "loss": 0.8013163805007935,
+      "step": 3343
+    },
+    {
+      "epoch": 0.6178933145477012,
+      "grad_norm": 0.07007431983947754,
+      "learning_rate": 1.8421446274478504e-05,
+      "loss": 0.5493162870407104,
+      "step": 3344
+    },
+    {
+      "epoch": 0.6180780912565971,
+      "grad_norm": 0.057326290756464005,
+      "learning_rate": 1.8420370345375315e-05,
+      "loss": 0.41068577766418457,
+      "step": 3345
+    },
+    {
+      "epoch": 0.6182628679654929,
+      "grad_norm": 0.06700431555509567,
+      "learning_rate": 1.841929408116773e-05,
+      "loss": 0.5786662101745605,
+      "step": 3346
+    },
+    {
+      "epoch": 0.6184476446743888,
+      "grad_norm": 0.07303698360919952,
+      "learning_rate": 1.8418217481898578e-05,
+      "loss": 0.632289707660675,
+      "step": 3347
+    },
+    {
+      "epoch": 0.6186324213832847,
+      "grad_norm": 0.06894835084676743,
+      "learning_rate": 1.841714054761071e-05,
+      "loss": 0.5914403796195984,
+      "step": 3348
+    },
+    {
+      "epoch": 0.6188171980921805,
+      "grad_norm": 0.061302755028009415,
+      "learning_rate": 1.8416063278346983e-05,
+      "loss": 0.5831184387207031,
+      "step": 3349
+    },
+    {
+      "epoch": 0.6190019748010763,
+      "grad_norm": 0.0628557801246643,
+      "learning_rate": 1.8414985674150268e-05,
+      "loss": 0.53914874792099,
+      "step": 3350
+    },
+    {
+      "epoch": 0.6191867515099722,
+      "grad_norm": 0.07403040677309036,
+      "learning_rate": 1.841390773506345e-05,
+      "loss": 0.5408547520637512,
+      "step": 3351
+    },
+    {
+      "epoch": 0.619371528218868,
+      "grad_norm": 0.09489922225475311,
+      "learning_rate": 1.841282946112943e-05,
+      "loss": 0.6683562994003296,
+      "step": 3352
+    },
+    {
+      "epoch": 0.6195563049277638,
+      "grad_norm": 0.06954994052648544,
+      "learning_rate": 1.8411750852391114e-05,
+      "loss": 0.6364865303039551,
+      "step": 3353
+    },
+    {
+      "epoch": 0.6197410816366598,
+      "grad_norm": 0.07777140289545059,
+      "learning_rate": 1.8410671908891432e-05,
+      "loss": 0.7604506015777588,
+      "step": 3354
+    },
+    {
+      "epoch": 0.6199258583455556,
+      "grad_norm": 0.07304697483778,
+      "learning_rate": 1.840959263067332e-05,
+      "loss": 0.4944457709789276,
+      "step": 3355
+    },
+    {
+      "epoch": 0.6201106350544514,
+      "grad_norm": 0.06757856905460358,
+      "learning_rate": 1.8408513017779737e-05,
+      "loss": 0.6350497007369995,
+      "step": 3356
+    },
+    {
+      "epoch": 0.6202954117633472,
+      "grad_norm": 0.08216935396194458,
+      "learning_rate": 1.8407433070253637e-05,
+      "loss": 0.6694963574409485,
+      "step": 3357
+    },
+    {
+      "epoch": 0.6204801884722431,
+      "grad_norm": 0.07288269698619843,
+      "learning_rate": 1.840635278813801e-05,
+      "loss": 0.7217207551002502,
+      "step": 3358
+    },
+    {
+      "epoch": 0.6206649651811389,
+      "grad_norm": 0.0807751789689064,
+      "learning_rate": 1.8405272171475838e-05,
+      "loss": 0.6694827675819397,
+      "step": 3359
+    },
+    {
+      "epoch": 0.6208497418900347,
+      "grad_norm": 0.06977913528680801,
+      "learning_rate": 1.840419122031013e-05,
+      "loss": 0.6728543639183044,
+      "step": 3360
+    },
+    {
+      "epoch": 0.6210345185989306,
+      "grad_norm": 0.06334500014781952,
+      "learning_rate": 1.8403109934683908e-05,
+      "loss": 0.5174497365951538,
+      "step": 3361
+    },
+    {
+      "epoch": 0.6212192953078265,
+      "grad_norm": 0.08478124439716339,
+      "learning_rate": 1.8402028314640198e-05,
+      "loss": 0.7299423813819885,
+      "step": 3362
+    },
+    {
+      "epoch": 0.6214040720167223,
+      "grad_norm": 0.0655829980969429,
+      "learning_rate": 1.8400946360222046e-05,
+      "loss": 0.5044342875480652,
+      "step": 3363
+    },
+    {
+      "epoch": 0.6215888487256181,
+      "grad_norm": 0.061931535601615906,
+      "learning_rate": 1.8399864071472516e-05,
+      "loss": 0.548366367816925,
+      "step": 3364
+    },
+    {
+      "epoch": 0.621773625434514,
+      "grad_norm": 0.0731566846370697,
+      "learning_rate": 1.8398781448434674e-05,
+      "loss": 0.6606848239898682,
+      "step": 3365
+    },
+    {
+      "epoch": 0.6219584021434098,
+      "grad_norm": 0.0684320405125618,
+      "learning_rate": 1.8397698491151607e-05,
+      "loss": 0.5689799189567566,
+      "step": 3366
+    },
+    {
+      "epoch": 0.6221431788523056,
+      "grad_norm": 0.07679462432861328,
+      "learning_rate": 1.839661519966641e-05,
+      "loss": 0.6740244030952454,
+      "step": 3367
+    },
+    {
+      "epoch": 0.6223279555612015,
+      "grad_norm": 0.0783647820353508,
+      "learning_rate": 1.8395531574022202e-05,
+      "loss": 0.796058177947998,
+      "step": 3368
+    },
+    {
+      "epoch": 0.6225127322700974,
+      "grad_norm": 0.06929682195186615,
+      "learning_rate": 1.8394447614262103e-05,
+      "loss": 0.6750960350036621,
+      "step": 3369
+    },
+    {
+      "epoch": 0.6226975089789932,
+      "grad_norm": 0.07672516256570816,
+      "learning_rate": 1.839336332042925e-05,
+      "loss": 0.7037633657455444,
+      "step": 3370
+    },
+    {
+      "epoch": 0.6228822856878891,
+      "grad_norm": 0.07461292296648026,
+      "learning_rate": 1.83922786925668e-05,
+      "loss": 0.5920368432998657,
+      "step": 3371
+    },
+    {
+      "epoch": 0.6230670623967849,
+      "grad_norm": 0.061919037252664566,
+      "learning_rate": 1.839119373071791e-05,
+      "loss": 0.4925020933151245,
+      "step": 3372
+    },
+    {
+      "epoch": 0.6232518391056807,
+      "grad_norm": 0.08758971095085144,
+      "learning_rate": 1.8390108434925764e-05,
+      "loss": 0.7388421893119812,
+      "step": 3373
+    },
+    {
+      "epoch": 0.6234366158145765,
+      "grad_norm": 0.07638192921876907,
+      "learning_rate": 1.8389022805233548e-05,
+      "loss": 0.7971750497817993,
+      "step": 3374
+    },
+    {
+      "epoch": 0.6236213925234724,
+      "grad_norm": 0.1041233167052269,
+      "learning_rate": 1.838793684168448e-05,
+      "loss": 0.8845223784446716,
+      "step": 3375
+    },
+    {
+      "epoch": 0.6238061692323683,
+      "grad_norm": 0.07788344472646713,
+      "learning_rate": 1.8386850544321758e-05,
+      "loss": 0.7362569570541382,
+      "step": 3376
+    },
+    {
+      "epoch": 0.6239909459412641,
+      "grad_norm": 0.07352737337350845,
+      "learning_rate": 1.8385763913188624e-05,
+      "loss": 0.6514081358909607,
+      "step": 3377
+    },
+    {
+      "epoch": 0.62417572265016,
+      "grad_norm": 0.07312724739313126,
+      "learning_rate": 1.8384676948328328e-05,
+      "loss": 0.5283224582672119,
+      "step": 3378
+    },
+    {
+      "epoch": 0.6243604993590558,
+      "grad_norm": 0.06424093246459961,
+      "learning_rate": 1.838358964978412e-05,
+      "loss": 0.5747008919715881,
+      "step": 3379
+    },
+    {
+      "epoch": 0.6245452760679516,
+      "grad_norm": 0.07459218800067902,
+      "learning_rate": 1.8382502017599272e-05,
+      "loss": 0.6848477721214294,
+      "step": 3380
+    },
+    {
+      "epoch": 0.6247300527768475,
+      "grad_norm": 0.07399237900972366,
+      "learning_rate": 1.8381414051817066e-05,
+      "loss": 0.541366457939148,
+      "step": 3381
+    },
+    {
+      "epoch": 0.6249148294857433,
+      "grad_norm": 0.07620833069086075,
+      "learning_rate": 1.8380325752480807e-05,
+      "loss": 0.638131320476532,
+      "step": 3382
+    },
+    {
+      "epoch": 0.6250996061946391,
+      "grad_norm": 0.06079495698213577,
+      "learning_rate": 1.8379237119633798e-05,
+      "loss": 0.6371907591819763,
+      "step": 3383
+    },
+    {
+      "epoch": 0.625284382903535,
+      "grad_norm": 0.06467308104038239,
+      "learning_rate": 1.837814815331937e-05,
+      "loss": 0.5650978088378906,
+      "step": 3384
+    },
+    {
+      "epoch": 0.6254691596124309,
+      "grad_norm": 0.06969483196735382,
+      "learning_rate": 1.8377058853580857e-05,
+      "loss": 0.6680585741996765,
+      "step": 3385
+    },
+    {
+      "epoch": 0.6256539363213267,
+      "grad_norm": 0.08084537833929062,
+      "learning_rate": 1.837596922046161e-05,
+      "loss": 0.7017515301704407,
+      "step": 3386
+    },
+    {
+      "epoch": 0.6258387130302225,
+      "grad_norm": 0.07957891374826431,
+      "learning_rate": 1.8374879254004993e-05,
+      "loss": 0.7071402072906494,
+      "step": 3387
+    },
+    {
+      "epoch": 0.6260234897391184,
+      "grad_norm": 0.07972588390111923,
+      "learning_rate": 1.837378895425438e-05,
+      "loss": 0.8170965909957886,
+      "step": 3388
+    },
+    {
+      "epoch": 0.6262082664480142,
+      "grad_norm": 0.09192267060279846,
+      "learning_rate": 1.837269832125317e-05,
+      "loss": 0.7305018901824951,
+      "step": 3389
+    },
+    {
+      "epoch": 0.62639304315691,
+      "grad_norm": 0.07038337737321854,
+      "learning_rate": 1.8371607355044757e-05,
+      "loss": 0.5975012183189392,
+      "step": 3390
+    },
+    {
+      "epoch": 0.626577819865806,
+      "grad_norm": 0.07235181331634521,
+      "learning_rate": 1.8370516055672565e-05,
+      "loss": 0.6369036436080933,
+      "step": 3391
+    },
+    {
+      "epoch": 0.6267625965747018,
+      "grad_norm": 0.07539573311805725,
+      "learning_rate": 1.8369424423180025e-05,
+      "loss": 0.6021792888641357,
+      "step": 3392
+    },
+    {
+      "epoch": 0.6269473732835976,
+      "grad_norm": 0.07311061024665833,
+      "learning_rate": 1.8368332457610572e-05,
+      "loss": 0.6630080938339233,
+      "step": 3393
+    },
+    {
+      "epoch": 0.6271321499924934,
+      "grad_norm": 0.06958476454019547,
+      "learning_rate": 1.8367240159007673e-05,
+      "loss": 0.6373473405838013,
+      "step": 3394
+    },
+    {
+      "epoch": 0.6273169267013893,
+      "grad_norm": 0.0566987618803978,
+      "learning_rate": 1.836614752741479e-05,
+      "loss": 0.5827599763870239,
+      "step": 3395
+    },
+    {
+      "epoch": 0.6275017034102851,
+      "grad_norm": 0.08414741605520248,
+      "learning_rate": 1.8365054562875412e-05,
+      "loss": 0.7651265263557434,
+      "step": 3396
+    },
+    {
+      "epoch": 0.6276864801191809,
+      "grad_norm": 0.05634079501032829,
+      "learning_rate": 1.8363961265433033e-05,
+      "loss": 0.4115261733531952,
+      "step": 3397
+    },
+    {
+      "epoch": 0.6278712568280769,
+      "grad_norm": 0.08532488346099854,
+      "learning_rate": 1.8362867635131162e-05,
+      "loss": 0.7812259793281555,
+      "step": 3398
+    },
+    {
+      "epoch": 0.6280560335369727,
+      "grad_norm": 0.07976091653108597,
+      "learning_rate": 1.836177367201332e-05,
+      "loss": 0.7045861482620239,
+      "step": 3399
+    },
+    {
+      "epoch": 0.6282408102458685,
+      "grad_norm": 0.05625972896814346,
+      "learning_rate": 1.836067937612305e-05,
+      "loss": 0.5176336765289307,
+      "step": 3400
+    },
+    {
+      "epoch": 0.6284255869547644,
+      "grad_norm": 0.0938640907406807,
+      "learning_rate": 1.8359584747503902e-05,
+      "loss": 0.7844260334968567,
+      "step": 3401
+    },
+    {
+      "epoch": 0.6286103636636602,
+      "grad_norm": 0.06254132837057114,
+      "learning_rate": 1.835848978619943e-05,
+      "loss": 0.6245369911193848,
+      "step": 3402
+    },
+    {
+      "epoch": 0.628795140372556,
+      "grad_norm": 0.07394769787788391,
+      "learning_rate": 1.8357394492253216e-05,
+      "loss": 0.5009530782699585,
+      "step": 3403
+    },
+    {
+      "epoch": 0.6289799170814518,
+      "grad_norm": 0.06485763937234879,
+      "learning_rate": 1.835629886570885e-05,
+      "loss": 0.5574130415916443,
+      "step": 3404
+    },
+    {
+      "epoch": 0.6291646937903477,
+      "grad_norm": 0.07892514020204544,
+      "learning_rate": 1.8355202906609927e-05,
+      "loss": 0.6365463137626648,
+      "step": 3405
+    },
+    {
+      "epoch": 0.6293494704992436,
+      "grad_norm": 0.10166321694850922,
+      "learning_rate": 1.8354106615000073e-05,
+      "loss": 0.9062671065330505,
+      "step": 3406
+    },
+    {
+      "epoch": 0.6295342472081394,
+      "grad_norm": 0.07256297767162323,
+      "learning_rate": 1.8353009990922913e-05,
+      "loss": 0.7056639194488525,
+      "step": 3407
+    },
+    {
+      "epoch": 0.6297190239170353,
+      "grad_norm": 0.06842894852161407,
+      "learning_rate": 1.8351913034422083e-05,
+      "loss": 0.45249462127685547,
+      "step": 3408
+    },
+    {
+      "epoch": 0.6299038006259311,
+      "grad_norm": 0.08753480762243271,
+      "learning_rate": 1.835081574554125e-05,
+      "loss": 0.7865512371063232,
+      "step": 3409
+    },
+    {
+      "epoch": 0.6300885773348269,
+      "grad_norm": 0.07850634306669235,
+      "learning_rate": 1.8349718124324075e-05,
+      "loss": 0.580086350440979,
+      "step": 3410
+    },
+    {
+      "epoch": 0.6302733540437228,
+      "grad_norm": 0.10032707452774048,
+      "learning_rate": 1.8348620170814244e-05,
+      "loss": 0.7837745547294617,
+      "step": 3411
+    },
+    {
+      "epoch": 0.6304581307526186,
+      "grad_norm": 0.08185004442930222,
+      "learning_rate": 1.8347521885055447e-05,
+      "loss": 0.7753044366836548,
+      "step": 3412
+    },
+    {
+      "epoch": 0.6306429074615145,
+      "grad_norm": 0.06751414388418198,
+      "learning_rate": 1.834642326709139e-05,
+      "loss": 0.540576159954071,
+      "step": 3413
+    },
+    {
+      "epoch": 0.6308276841704104,
+      "grad_norm": 0.08356916904449463,
+      "learning_rate": 1.8345324316965808e-05,
+      "loss": 0.6384175419807434,
+      "step": 3414
+    },
+    {
+      "epoch": 0.6310124608793062,
+      "grad_norm": 0.07579503953456879,
+      "learning_rate": 1.8344225034722423e-05,
+      "loss": 0.5331666469573975,
+      "step": 3415
+    },
+    {
+      "epoch": 0.631197237588202,
+      "grad_norm": 0.0715034231543541,
+      "learning_rate": 1.834312542040499e-05,
+      "loss": 0.6281111836433411,
+      "step": 3416
+    },
+    {
+      "epoch": 0.6313820142970978,
+      "grad_norm": 0.07418831437826157,
+      "learning_rate": 1.8342025474057263e-05,
+      "loss": 0.739043653011322,
+      "step": 3417
+    },
+    {
+      "epoch": 0.6315667910059937,
+      "grad_norm": 0.07007978111505508,
+      "learning_rate": 1.8340925195723023e-05,
+      "loss": 0.5546165704727173,
+      "step": 3418
+    },
+    {
+      "epoch": 0.6317515677148895,
+      "grad_norm": 0.07733705639839172,
+      "learning_rate": 1.833982458544606e-05,
+      "loss": 0.6315229535102844,
+      "step": 3419
+    },
+    {
+      "epoch": 0.6319363444237854,
+      "grad_norm": 0.09028880298137665,
+      "learning_rate": 1.8338723643270163e-05,
+      "loss": 0.8068675398826599,
+      "step": 3420
+    },
+    {
+      "epoch": 0.6321211211326813,
+      "grad_norm": 0.0775882750749588,
+      "learning_rate": 1.833762236923916e-05,
+      "loss": 0.598249077796936,
+      "step": 3421
+    },
+    {
+      "epoch": 0.6323058978415771,
+      "grad_norm": 0.07598394900560379,
+      "learning_rate": 1.8336520763396868e-05,
+      "loss": 0.7596868276596069,
+      "step": 3422
+    },
+    {
+      "epoch": 0.6324906745504729,
+      "grad_norm": 0.07083048671483994,
+      "learning_rate": 1.833541882578713e-05,
+      "loss": 0.6752363443374634,
+      "step": 3423
+    },
+    {
+      "epoch": 0.6326754512593687,
+      "grad_norm": 0.07214643061161041,
+      "learning_rate": 1.8334316556453808e-05,
+      "loss": 0.5167519450187683,
+      "step": 3424
+    },
+    {
+      "epoch": 0.6328602279682646,
+      "grad_norm": 0.0798087939620018,
+      "learning_rate": 1.8333213955440755e-05,
+      "loss": 0.5881116390228271,
+      "step": 3425
+    },
+    {
+      "epoch": 0.6330450046771604,
+      "grad_norm": 0.0739937275648117,
+      "learning_rate": 1.833211102279186e-05,
+      "loss": 0.6433027386665344,
+      "step": 3426
+    },
+    {
+      "epoch": 0.6332297813860562,
+      "grad_norm": 0.06404921412467957,
+      "learning_rate": 1.8331007758551015e-05,
+      "loss": 0.4750000834465027,
+      "step": 3427
+    },
+    {
+      "epoch": 0.6334145580949522,
+      "grad_norm": 0.08710794895887375,
+      "learning_rate": 1.8329904162762124e-05,
+      "loss": 0.7732343673706055,
+      "step": 3428
+    },
+    {
+      "epoch": 0.633599334803848,
+      "grad_norm": 0.08195815980434418,
+      "learning_rate": 1.8328800235469108e-05,
+      "loss": 0.5903754830360413,
+      "step": 3429
+    },
+    {
+      "epoch": 0.6337841115127438,
+      "grad_norm": 0.07433349639177322,
+      "learning_rate": 1.83276959767159e-05,
+      "loss": 0.42970842123031616,
+      "step": 3430
+    },
+    {
+      "epoch": 0.6339688882216397,
+      "grad_norm": 0.060573991388082504,
+      "learning_rate": 1.8326591386546447e-05,
+      "loss": 0.4808928370475769,
+      "step": 3431
+    },
+    {
+      "epoch": 0.6341536649305355,
+      "grad_norm": 0.08820538222789764,
+      "learning_rate": 1.8325486465004707e-05,
+      "loss": 0.7748810648918152,
+      "step": 3432
+    },
+    {
+      "epoch": 0.6343384416394313,
+      "grad_norm": 0.07573293894529343,
+      "learning_rate": 1.8324381212134653e-05,
+      "loss": 0.7678648233413696,
+      "step": 3433
+    },
+    {
+      "epoch": 0.6345232183483271,
+      "grad_norm": 0.10143709182739258,
+      "learning_rate": 1.8323275627980272e-05,
+      "loss": 0.751928448677063,
+      "step": 3434
+    },
+    {
+      "epoch": 0.6347079950572231,
+      "grad_norm": 0.10220063477754593,
+      "learning_rate": 1.832216971258556e-05,
+      "loss": 0.9340986013412476,
+      "step": 3435
+    },
+    {
+      "epoch": 0.6348927717661189,
+      "grad_norm": 0.07440445572137833,
+      "learning_rate": 1.8321063465994527e-05,
+      "loss": 0.7372763752937317,
+      "step": 3436
+    },
+    {
+      "epoch": 0.6350775484750147,
+      "grad_norm": 0.07867652922868729,
+      "learning_rate": 1.8319956888251207e-05,
+      "loss": 0.7990411520004272,
+      "step": 3437
+    },
+    {
+      "epoch": 0.6352623251839106,
+      "grad_norm": 0.07615192979574203,
+      "learning_rate": 1.831884997939963e-05,
+      "loss": 0.7793571949005127,
+      "step": 3438
+    },
+    {
+      "epoch": 0.6354471018928064,
+      "grad_norm": 0.06848933547735214,
+      "learning_rate": 1.831774273948385e-05,
+      "loss": 0.5564258694648743,
+      "step": 3439
+    },
+    {
+      "epoch": 0.6356318786017022,
+      "grad_norm": 0.06217201426625252,
+      "learning_rate": 1.831663516854793e-05,
+      "loss": 0.52495938539505,
+      "step": 3440
+    },
+    {
+      "epoch": 0.6358166553105981,
+      "grad_norm": 0.08522749692201614,
+      "learning_rate": 1.8315527266635955e-05,
+      "loss": 0.60796719789505,
+      "step": 3441
+    },
+    {
+      "epoch": 0.636001432019494,
+      "grad_norm": 0.09203702211380005,
+      "learning_rate": 1.8314419033792007e-05,
+      "loss": 0.5910808444023132,
+      "step": 3442
+    },
+    {
+      "epoch": 0.6361862087283898,
+      "grad_norm": 0.07956217974424362,
+      "learning_rate": 1.8313310470060192e-05,
+      "loss": 0.7164194583892822,
+      "step": 3443
+    },
+    {
+      "epoch": 0.6363709854372857,
+      "grad_norm": 0.08320367336273193,
+      "learning_rate": 1.8312201575484633e-05,
+      "loss": 0.8383685350418091,
+      "step": 3444
+    },
+    {
+      "epoch": 0.6365557621461815,
+      "grad_norm": 0.053374577313661575,
+      "learning_rate": 1.8311092350109457e-05,
+      "loss": 0.3978824019432068,
+      "step": 3445
+    },
+    {
+      "epoch": 0.6367405388550773,
+      "grad_norm": 0.05999819189310074,
+      "learning_rate": 1.8309982793978808e-05,
+      "loss": 0.5727517604827881,
+      "step": 3446
+    },
+    {
+      "epoch": 0.6369253155639731,
+      "grad_norm": 0.059646982699632645,
+      "learning_rate": 1.8308872907136837e-05,
+      "loss": 0.45642557740211487,
+      "step": 3447
+    },
+    {
+      "epoch": 0.637110092272869,
+      "grad_norm": 0.07357610017061234,
+      "learning_rate": 1.8307762689627724e-05,
+      "loss": 0.7836448550224304,
+      "step": 3448
+    },
+    {
+      "epoch": 0.6372948689817648,
+      "grad_norm": 0.06309615075588226,
+      "learning_rate": 1.8306652141495645e-05,
+      "loss": 0.5483134984970093,
+      "step": 3449
+    },
+    {
+      "epoch": 0.6374796456906607,
+      "grad_norm": 0.07365509867668152,
+      "learning_rate": 1.83055412627848e-05,
+      "loss": 0.5442796349525452,
+      "step": 3450
+    },
+    {
+      "epoch": 0.6376644223995566,
+      "grad_norm": 0.07378187030553818,
+      "learning_rate": 1.83044300535394e-05,
+      "loss": 0.7219253182411194,
+      "step": 3451
+    },
+    {
+      "epoch": 0.6378491991084524,
+      "grad_norm": 0.08257278054952621,
+      "learning_rate": 1.8303318513803664e-05,
+      "loss": 0.8525739908218384,
+      "step": 3452
+    },
+    {
+      "epoch": 0.6380339758173482,
+      "grad_norm": 0.08498632162809372,
+      "learning_rate": 1.8302206643621826e-05,
+      "loss": 0.7980212569236755,
+      "step": 3453
+    },
+    {
+      "epoch": 0.638218752526244,
+      "grad_norm": 0.07984080910682678,
+      "learning_rate": 1.830109444303814e-05,
+      "loss": 0.575787365436554,
+      "step": 3454
+    },
+    {
+      "epoch": 0.6384035292351399,
+      "grad_norm": 0.07604240626096725,
+      "learning_rate": 1.8299981912096867e-05,
+      "loss": 0.6391733288764954,
+      "step": 3455
+    },
+    {
+      "epoch": 0.6385883059440357,
+      "grad_norm": 0.07938699424266815,
+      "learning_rate": 1.829886905084228e-05,
+      "loss": 0.7856255769729614,
+      "step": 3456
+    },
+    {
+      "epoch": 0.6387730826529316,
+      "grad_norm": 0.0769173875451088,
+      "learning_rate": 1.8297755859318665e-05,
+      "loss": 0.7210874557495117,
+      "step": 3457
+    },
+    {
+      "epoch": 0.6389578593618275,
+      "grad_norm": 0.07991595566272736,
+      "learning_rate": 1.8296642337570333e-05,
+      "loss": 0.7814546823501587,
+      "step": 3458
+    },
+    {
+      "epoch": 0.6391426360707233,
+      "grad_norm": 0.08006802946329117,
+      "learning_rate": 1.8295528485641588e-05,
+      "loss": 0.7504193186759949,
+      "step": 3459
+    },
+    {
+      "epoch": 0.6393274127796191,
+      "grad_norm": 0.07210196554660797,
+      "learning_rate": 1.8294414303576768e-05,
+      "loss": 0.45494532585144043,
+      "step": 3460
+    },
+    {
+      "epoch": 0.639512189488515,
+      "grad_norm": 0.06325925886631012,
+      "learning_rate": 1.8293299791420203e-05,
+      "loss": 0.5189319849014282,
+      "step": 3461
+    },
+    {
+      "epoch": 0.6396969661974108,
+      "grad_norm": 0.0802246481180191,
+      "learning_rate": 1.8292184949216255e-05,
+      "loss": 0.658757746219635,
+      "step": 3462
+    },
+    {
+      "epoch": 0.6398817429063066,
+      "grad_norm": 0.07019998133182526,
+      "learning_rate": 1.8291069777009293e-05,
+      "loss": 0.5831966996192932,
+      "step": 3463
+    },
+    {
+      "epoch": 0.6400665196152026,
+      "grad_norm": 0.07150223106145859,
+      "learning_rate": 1.828995427484369e-05,
+      "loss": 0.629213273525238,
+      "step": 3464
+    },
+    {
+      "epoch": 0.6402512963240984,
+      "grad_norm": 0.06425396353006363,
+      "learning_rate": 1.8288838442763838e-05,
+      "loss": 0.6516048908233643,
+      "step": 3465
+    },
+    {
+      "epoch": 0.6404360730329942,
+      "grad_norm": 0.07360067218542099,
+      "learning_rate": 1.8287722280814154e-05,
+      "loss": 0.7233392596244812,
+      "step": 3466
+    },
+    {
+      "epoch": 0.64062084974189,
+      "grad_norm": 0.0641668289899826,
+      "learning_rate": 1.828660578903905e-05,
+      "loss": 0.5412912964820862,
+      "step": 3467
+    },
+    {
+      "epoch": 0.6408056264507859,
+      "grad_norm": 0.0622696615755558,
+      "learning_rate": 1.8285488967482964e-05,
+      "loss": 0.48052069544792175,
+      "step": 3468
+    },
+    {
+      "epoch": 0.6409904031596817,
+      "grad_norm": 0.06292513012886047,
+      "learning_rate": 1.8284371816190338e-05,
+      "loss": 0.619753897190094,
+      "step": 3469
+    },
+    {
+      "epoch": 0.6411751798685775,
+      "grad_norm": 0.06942099332809448,
+      "learning_rate": 1.828325433520563e-05,
+      "loss": 0.5545070767402649,
+      "step": 3470
+    },
+    {
+      "epoch": 0.6413599565774734,
+      "grad_norm": 0.0720704197883606,
+      "learning_rate": 1.8282136524573316e-05,
+      "loss": 0.7403892278671265,
+      "step": 3471
+    },
+    {
+      "epoch": 0.6415447332863693,
+      "grad_norm": 0.08801698684692383,
+      "learning_rate": 1.8281018384337882e-05,
+      "loss": 0.7320387363433838,
+      "step": 3472
+    },
+    {
+      "epoch": 0.6417295099952651,
+      "grad_norm": 0.06612563133239746,
+      "learning_rate": 1.827989991454382e-05,
+      "loss": 0.50302654504776,
+      "step": 3473
+    },
+    {
+      "epoch": 0.641914286704161,
+      "grad_norm": 0.07397046685218811,
+      "learning_rate": 1.8278781115235648e-05,
+      "loss": 0.7002925276756287,
+      "step": 3474
+    },
+    {
+      "epoch": 0.6420990634130568,
+      "grad_norm": 0.08516622334718704,
+      "learning_rate": 1.827766198645789e-05,
+      "loss": 0.6786304712295532,
+      "step": 3475
+    },
+    {
+      "epoch": 0.6422838401219526,
+      "grad_norm": 0.058225326240062714,
+      "learning_rate": 1.8276542528255078e-05,
+      "loss": 0.4930121600627899,
+      "step": 3476
+    },
+    {
+      "epoch": 0.6424686168308484,
+      "grad_norm": 0.08818955719470978,
+      "learning_rate": 1.827542274067177e-05,
+      "loss": 0.8350800275802612,
+      "step": 3477
+    },
+    {
+      "epoch": 0.6426533935397443,
+      "grad_norm": 0.0774618610739708,
+      "learning_rate": 1.827430262375253e-05,
+      "loss": 0.6766074895858765,
+      "step": 3478
+    },
+    {
+      "epoch": 0.6428381702486402,
+      "grad_norm": 0.06310693174600601,
+      "learning_rate": 1.8273182177541928e-05,
+      "loss": 0.5774590969085693,
+      "step": 3479
+    },
+    {
+      "epoch": 0.643022946957536,
+      "grad_norm": 0.06140054389834404,
+      "learning_rate": 1.827206140208456e-05,
+      "loss": 0.48896872997283936,
+      "step": 3480
+    },
+    {
+      "epoch": 0.6432077236664319,
+      "grad_norm": 0.06771141290664673,
+      "learning_rate": 1.827094029742503e-05,
+      "loss": 0.6462276577949524,
+      "step": 3481
+    },
+    {
+      "epoch": 0.6433925003753277,
+      "grad_norm": 0.07365892082452774,
+      "learning_rate": 1.826981886360795e-05,
+      "loss": 0.7363516688346863,
+      "step": 3482
+    },
+    {
+      "epoch": 0.6435772770842235,
+      "grad_norm": 0.07005984336137772,
+      "learning_rate": 1.8268697100677955e-05,
+      "loss": 0.5591853857040405,
+      "step": 3483
+    },
+    {
+      "epoch": 0.6437620537931193,
+      "grad_norm": 0.07851269841194153,
+      "learning_rate": 1.8267575008679685e-05,
+      "loss": 0.7781826257705688,
+      "step": 3484
+    },
+    {
+      "epoch": 0.6439468305020152,
+      "grad_norm": 0.0728900283575058,
+      "learning_rate": 1.8266452587657792e-05,
+      "loss": 0.7133674621582031,
+      "step": 3485
+    },
+    {
+      "epoch": 0.6441316072109111,
+      "grad_norm": 0.08376836031675339,
+      "learning_rate": 1.8265329837656952e-05,
+      "loss": 0.7407172918319702,
+      "step": 3486
+    },
+    {
+      "epoch": 0.644316383919807,
+      "grad_norm": 0.07879316061735153,
+      "learning_rate": 1.8264206758721845e-05,
+      "loss": 0.7643840909004211,
+      "step": 3487
+    },
+    {
+      "epoch": 0.6445011606287028,
+      "grad_norm": 0.0975750982761383,
+      "learning_rate": 1.8263083350897156e-05,
+      "loss": 0.7902787923812866,
+      "step": 3488
+    },
+    {
+      "epoch": 0.6446859373375986,
+      "grad_norm": 0.07233584672212601,
+      "learning_rate": 1.826195961422761e-05,
+      "loss": 0.6836885809898376,
+      "step": 3489
+    },
+    {
+      "epoch": 0.6448707140464944,
+      "grad_norm": 0.06888895481824875,
+      "learning_rate": 1.8260835548757917e-05,
+      "loss": 0.6279575824737549,
+      "step": 3490
+    },
+    {
+      "epoch": 0.6450554907553903,
+      "grad_norm": 0.07138030976057053,
+      "learning_rate": 1.8259711154532814e-05,
+      "loss": 0.63683021068573,
+      "step": 3491
+    },
+    {
+      "epoch": 0.6452402674642861,
+      "grad_norm": 0.06463315337896347,
+      "learning_rate": 1.8258586431597046e-05,
+      "loss": 0.6189367771148682,
+      "step": 3492
+    },
+    {
+      "epoch": 0.6454250441731819,
+      "grad_norm": 0.0695798248052597,
+      "learning_rate": 1.8257461379995378e-05,
+      "loss": 0.6790233850479126,
+      "step": 3493
+    },
+    {
+      "epoch": 0.6456098208820779,
+      "grad_norm": 0.07280732691287994,
+      "learning_rate": 1.825633599977258e-05,
+      "loss": 0.5111994743347168,
+      "step": 3494
+    },
+    {
+      "epoch": 0.6457945975909737,
+      "grad_norm": 0.08698681741952896,
+      "learning_rate": 1.825521029097344e-05,
+      "loss": 0.8289183378219604,
+      "step": 3495
+    },
+    {
+      "epoch": 0.6459793742998695,
+      "grad_norm": 0.06710066646337509,
+      "learning_rate": 1.825408425364276e-05,
+      "loss": 0.5631644129753113,
+      "step": 3496
+    },
+    {
+      "epoch": 0.6461641510087653,
+      "grad_norm": 0.07575134932994843,
+      "learning_rate": 1.825295788782535e-05,
+      "loss": 0.8791454434394836,
+      "step": 3497
+    },
+    {
+      "epoch": 0.6463489277176612,
+      "grad_norm": 0.07547102123498917,
+      "learning_rate": 1.8251831193566038e-05,
+      "loss": 0.5951558947563171,
+      "step": 3498
+    },
+    {
+      "epoch": 0.646533704426557,
+      "grad_norm": 0.062191519886255264,
+      "learning_rate": 1.8250704170909655e-05,
+      "loss": 0.6984429359436035,
+      "step": 3499
+    },
+    {
+      "epoch": 0.6467184811354528,
+      "grad_norm": 0.07333795726299286,
+      "learning_rate": 1.8249576819901062e-05,
+      "loss": 0.6207255125045776,
+      "step": 3500
+    },
+    {
+      "epoch": 0.6467184811354528,
+      "eval_loss": 0.6716294884681702,
+      "eval_runtime": 157.9746,
+      "eval_samples_per_second": 115.392,
+      "eval_steps_per_second": 14.426,
+      "step": 3500
+    },
+    {
+      "epoch": 0.6469032578443488,
+      "grad_norm": 0.07832157611846924,
+      "learning_rate": 1.824844914058512e-05,
+      "loss": 0.6614238619804382,
+      "step": 3501
+    },
+    {
+      "epoch": 0.6470880345532446,
+      "grad_norm": 0.06644383817911148,
+      "learning_rate": 1.8247321133006715e-05,
+      "loss": 0.5758317708969116,
+      "step": 3502
+    },
+    {
+      "epoch": 0.6472728112621404,
+      "grad_norm": 0.06412899494171143,
+      "learning_rate": 1.8246192797210723e-05,
+      "loss": 0.47316062450408936,
+      "step": 3503
+    },
+    {
+      "epoch": 0.6474575879710363,
+      "grad_norm": 0.08234144747257233,
+      "learning_rate": 1.8245064133242064e-05,
+      "loss": 0.7362156510353088,
+      "step": 3504
+    },
+    {
+      "epoch": 0.6476423646799321,
+      "grad_norm": 0.07396001368761063,
+      "learning_rate": 1.8243935141145642e-05,
+      "loss": 0.7157362103462219,
+      "step": 3505
+    },
+    {
+      "epoch": 0.6478271413888279,
+      "grad_norm": 0.08159304410219193,
+      "learning_rate": 1.8242805820966397e-05,
+      "loss": 0.7625038027763367,
+      "step": 3506
+    },
+    {
+      "epoch": 0.6480119180977237,
+      "grad_norm": 0.07692290842533112,
+      "learning_rate": 1.824167617274927e-05,
+      "loss": 0.6218598484992981,
+      "step": 3507
+    },
+    {
+      "epoch": 0.6481966948066197,
+      "grad_norm": 0.07371748983860016,
+      "learning_rate": 1.824054619653921e-05,
+      "loss": 0.6727126836776733,
+      "step": 3508
+    },
+    {
+      "epoch": 0.6483814715155155,
+      "grad_norm": 0.07481326907873154,
+      "learning_rate": 1.82394158923812e-05,
+      "loss": 0.6585962772369385,
+      "step": 3509
+    },
+    {
+      "epoch": 0.6485662482244113,
+      "grad_norm": 0.07488329708576202,
+      "learning_rate": 1.823828526032021e-05,
+      "loss": 0.8188884258270264,
+      "step": 3510
+    },
+    {
+      "epoch": 0.6487510249333072,
+      "grad_norm": 0.07071026414632797,
+      "learning_rate": 1.823715430040124e-05,
+      "loss": 0.6719712018966675,
+      "step": 3511
+    },
+    {
+      "epoch": 0.648935801642203,
+      "grad_norm": 0.050728604197502136,
+      "learning_rate": 1.8236023012669305e-05,
+      "loss": 0.4805065393447876,
+      "step": 3512
+    },
+    {
+      "epoch": 0.6491205783510988,
+      "grad_norm": 0.06074635684490204,
+      "learning_rate": 1.8234891397169415e-05,
+      "loss": 0.4907507598400116,
+      "step": 3513
+    },
+    {
+      "epoch": 0.6493053550599946,
+      "grad_norm": 0.0737895593047142,
+      "learning_rate": 1.823375945394662e-05,
+      "loss": 0.6974319815635681,
+      "step": 3514
+    },
+    {
+      "epoch": 0.6494901317688905,
+      "grad_norm": 0.06137435510754585,
+      "learning_rate": 1.8232627183045954e-05,
+      "loss": 0.5445990562438965,
+      "step": 3515
+    },
+    {
+      "epoch": 0.6496749084777864,
+      "grad_norm": 0.06566373258829117,
+      "learning_rate": 1.8231494584512477e-05,
+      "loss": 0.5697711110115051,
+      "step": 3516
+    },
+    {
+      "epoch": 0.6498596851866822,
+      "grad_norm": 0.0688183605670929,
+      "learning_rate": 1.8230361658391277e-05,
+      "loss": 0.634209930896759,
+      "step": 3517
+    },
+    {
+      "epoch": 0.6500444618955781,
+      "grad_norm": 0.07534511387348175,
+      "learning_rate": 1.8229228404727428e-05,
+      "loss": 0.7855115532875061,
+      "step": 3518
+    },
+    {
+      "epoch": 0.6502292386044739,
+      "grad_norm": 0.07258817553520203,
+      "learning_rate": 1.8228094823566034e-05,
+      "loss": 0.6711122989654541,
+      "step": 3519
+    },
+    {
+      "epoch": 0.6504140153133697,
+      "grad_norm": 0.08547286689281464,
+      "learning_rate": 1.822696091495221e-05,
+      "loss": 0.76134192943573,
+      "step": 3520
+    },
+    {
+      "epoch": 0.6505987920222656,
+      "grad_norm": 0.062105804681777954,
+      "learning_rate": 1.8225826678931082e-05,
+      "loss": 0.5121784210205078,
+      "step": 3521
+    },
+    {
+      "epoch": 0.6507835687311614,
+      "grad_norm": 0.07176516205072403,
+      "learning_rate": 1.8224692115547786e-05,
+      "loss": 0.5259842276573181,
+      "step": 3522
+    },
+    {
+      "epoch": 0.6509683454400573,
+      "grad_norm": 0.06844273209571838,
+      "learning_rate": 1.8223557224847476e-05,
+      "loss": 0.5787487030029297,
+      "step": 3523
+    },
+    {
+      "epoch": 0.6511531221489532,
+      "grad_norm": 0.10131745785474777,
+      "learning_rate": 1.8222422006875316e-05,
+      "loss": 0.9592319130897522,
+      "step": 3524
+    },
+    {
+      "epoch": 0.651337898857849,
+      "grad_norm": 0.06959455460309982,
+      "learning_rate": 1.8221286461676487e-05,
+      "loss": 0.5962274670600891,
+      "step": 3525
+    },
+    {
+      "epoch": 0.6515226755667448,
+      "grad_norm": 0.0840156152844429,
+      "learning_rate": 1.8220150589296172e-05,
+      "loss": 0.7271184921264648,
+      "step": 3526
+    },
+    {
+      "epoch": 0.6517074522756406,
+      "grad_norm": 0.0845293253660202,
+      "learning_rate": 1.8219014389779586e-05,
+      "loss": 0.7290505766868591,
+      "step": 3527
+    },
+    {
+      "epoch": 0.6518922289845365,
+      "grad_norm": 0.08639811724424362,
+      "learning_rate": 1.821787786317194e-05,
+      "loss": 0.8814318776130676,
+      "step": 3528
+    },
+    {
+      "epoch": 0.6520770056934323,
+      "grad_norm": 0.07506068795919418,
+      "learning_rate": 1.8216741009518465e-05,
+      "loss": 0.6959407329559326,
+      "step": 3529
+    },
+    {
+      "epoch": 0.6522617824023282,
+      "grad_norm": 0.06726741790771484,
+      "learning_rate": 1.8215603828864406e-05,
+      "loss": 0.5602008104324341,
+      "step": 3530
+    },
+    {
+      "epoch": 0.6524465591112241,
+      "grad_norm": 0.0724782720208168,
+      "learning_rate": 1.8214466321255016e-05,
+      "loss": 0.6988791823387146,
+      "step": 3531
+    },
+    {
+      "epoch": 0.6526313358201199,
+      "grad_norm": 0.08787646889686584,
+      "learning_rate": 1.8213328486735568e-05,
+      "loss": 0.7606102228164673,
+      "step": 3532
+    },
+    {
+      "epoch": 0.6528161125290157,
+      "grad_norm": 0.06051532179117203,
+      "learning_rate": 1.8212190325351343e-05,
+      "loss": 0.5349277257919312,
+      "step": 3533
+    },
+    {
+      "epoch": 0.6530008892379116,
+      "grad_norm": 0.06168433651328087,
+      "learning_rate": 1.8211051837147638e-05,
+      "loss": 0.49732333421707153,
+      "step": 3534
+    },
+    {
+      "epoch": 0.6531856659468074,
+      "grad_norm": 0.0682239979505539,
+      "learning_rate": 1.8209913022169755e-05,
+      "loss": 0.555517315864563,
+      "step": 3535
+    },
+    {
+      "epoch": 0.6533704426557032,
+      "grad_norm": 0.07696058601140976,
+      "learning_rate": 1.8208773880463017e-05,
+      "loss": 0.7068920731544495,
+      "step": 3536
+    },
+    {
+      "epoch": 0.653555219364599,
+      "grad_norm": 0.08367285877466202,
+      "learning_rate": 1.8207634412072765e-05,
+      "loss": 0.799506664276123,
+      "step": 3537
+    },
+    {
+      "epoch": 0.653739996073495,
+      "grad_norm": 0.08666908740997314,
+      "learning_rate": 1.8206494617044338e-05,
+      "loss": 0.8445583581924438,
+      "step": 3538
+    },
+    {
+      "epoch": 0.6539247727823908,
+      "grad_norm": 0.0719844400882721,
+      "learning_rate": 1.8205354495423104e-05,
+      "loss": 0.5322660803794861,
+      "step": 3539
+    },
+    {
+      "epoch": 0.6541095494912866,
+      "grad_norm": 0.08823683857917786,
+      "learning_rate": 1.8204214047254433e-05,
+      "loss": 0.745097279548645,
+      "step": 3540
+    },
+    {
+      "epoch": 0.6542943262001825,
+      "grad_norm": 0.06618287414312363,
+      "learning_rate": 1.8203073272583705e-05,
+      "loss": 0.6083573698997498,
+      "step": 3541
+    },
+    {
+      "epoch": 0.6544791029090783,
+      "grad_norm": 0.0668790340423584,
+      "learning_rate": 1.8201932171456328e-05,
+      "loss": 0.6096829771995544,
+      "step": 3542
+    },
+    {
+      "epoch": 0.6546638796179741,
+      "grad_norm": 0.06935631483793259,
+      "learning_rate": 1.8200790743917714e-05,
+      "loss": 0.5925930738449097,
+      "step": 3543
+    },
+    {
+      "epoch": 0.65484865632687,
+      "grad_norm": 0.058166343718767166,
+      "learning_rate": 1.819964899001328e-05,
+      "loss": 0.46284744143486023,
+      "step": 3544
+    },
+    {
+      "epoch": 0.6550334330357659,
+      "grad_norm": 0.08119804412126541,
+      "learning_rate": 1.8198506909788475e-05,
+      "loss": 0.7212343811988831,
+      "step": 3545
+    },
+    {
+      "epoch": 0.6552182097446617,
+      "grad_norm": 0.08805336058139801,
+      "learning_rate": 1.819736450328874e-05,
+      "loss": 0.7497941255569458,
+      "step": 3546
+    },
+    {
+      "epoch": 0.6554029864535575,
+      "grad_norm": 0.07108543813228607,
+      "learning_rate": 1.8196221770559548e-05,
+      "loss": 0.5629989504814148,
+      "step": 3547
+    },
+    {
+      "epoch": 0.6555877631624534,
+      "grad_norm": 0.06211220473051071,
+      "learning_rate": 1.8195078711646367e-05,
+      "loss": 0.6136374473571777,
+      "step": 3548
+    },
+    {
+      "epoch": 0.6557725398713492,
+      "grad_norm": 0.07083010673522949,
+      "learning_rate": 1.81939353265947e-05,
+      "loss": 0.5266101360321045,
+      "step": 3549
+    },
+    {
+      "epoch": 0.655957316580245,
+      "grad_norm": 0.070891834795475,
+      "learning_rate": 1.8192791615450035e-05,
+      "loss": 0.6135351061820984,
+      "step": 3550
+    },
+    {
+      "epoch": 0.6561420932891409,
+      "grad_norm": 0.06508482247591019,
+      "learning_rate": 1.81916475782579e-05,
+      "loss": 0.4885174334049225,
+      "step": 3551
+    },
+    {
+      "epoch": 0.6563268699980368,
+      "grad_norm": 0.07081446051597595,
+      "learning_rate": 1.819050321506382e-05,
+      "loss": 0.48294541239738464,
+      "step": 3552
+    },
+    {
+      "epoch": 0.6565116467069326,
+      "grad_norm": 0.08830460160970688,
+      "learning_rate": 1.8189358525913335e-05,
+      "loss": 0.6990798115730286,
+      "step": 3553
+    },
+    {
+      "epoch": 0.6566964234158285,
+      "grad_norm": 0.07055427134037018,
+      "learning_rate": 1.8188213510852003e-05,
+      "loss": 0.5924009084701538,
+      "step": 3554
+    },
+    {
+      "epoch": 0.6568812001247243,
+      "grad_norm": 0.06699106097221375,
+      "learning_rate": 1.8187068169925387e-05,
+      "loss": 0.5916507840156555,
+      "step": 3555
+    },
+    {
+      "epoch": 0.6570659768336201,
+      "grad_norm": 0.07054045796394348,
+      "learning_rate": 1.8185922503179077e-05,
+      "loss": 0.48589131236076355,
+      "step": 3556
+    },
+    {
+      "epoch": 0.6572507535425159,
+      "grad_norm": 0.07716887444257736,
+      "learning_rate": 1.818477651065866e-05,
+      "loss": 0.6579416990280151,
+      "step": 3557
+    },
+    {
+      "epoch": 0.6574355302514118,
+      "grad_norm": 0.0649254322052002,
+      "learning_rate": 1.8183630192409746e-05,
+      "loss": 0.5554823279380798,
+      "step": 3558
+    },
+    {
+      "epoch": 0.6576203069603076,
+      "grad_norm": 0.07145379483699799,
+      "learning_rate": 1.818248354847795e-05,
+      "loss": 0.4613144099712372,
+      "step": 3559
+    },
+    {
+      "epoch": 0.6578050836692035,
+      "grad_norm": 0.07647396624088287,
+      "learning_rate": 1.8181336578908913e-05,
+      "loss": 0.6117957830429077,
+      "step": 3560
+    },
+    {
+      "epoch": 0.6579898603780994,
+      "grad_norm": 0.078497014939785,
+      "learning_rate": 1.8180189283748274e-05,
+      "loss": 0.756879448890686,
+      "step": 3561
+    },
+    {
+      "epoch": 0.6581746370869952,
+      "grad_norm": 0.07156045734882355,
+      "learning_rate": 1.8179041663041693e-05,
+      "loss": 0.583175778388977,
+      "step": 3562
+    },
+    {
+      "epoch": 0.658359413795891,
+      "grad_norm": 0.054694127291440964,
+      "learning_rate": 1.8177893716834844e-05,
+      "loss": 0.4489407241344452,
+      "step": 3563
+    },
+    {
+      "epoch": 0.6585441905047869,
+      "grad_norm": 0.05911286920309067,
+      "learning_rate": 1.817674544517341e-05,
+      "loss": 0.5961577892303467,
+      "step": 3564
+    },
+    {
+      "epoch": 0.6587289672136827,
+      "grad_norm": 0.08541987836360931,
+      "learning_rate": 1.817559684810309e-05,
+      "loss": 0.7918174266815186,
+      "step": 3565
+    },
+    {
+      "epoch": 0.6589137439225785,
+      "grad_norm": 0.07582125067710876,
+      "learning_rate": 1.8174447925669594e-05,
+      "loss": 0.5886412858963013,
+      "step": 3566
+    },
+    {
+      "epoch": 0.6590985206314744,
+      "grad_norm": 0.09455190598964691,
+      "learning_rate": 1.8173298677918644e-05,
+      "loss": 0.7425788640975952,
+      "step": 3567
+    },
+    {
+      "epoch": 0.6592832973403703,
+      "grad_norm": 0.07785138487815857,
+      "learning_rate": 1.8172149104895976e-05,
+      "loss": 0.711449146270752,
+      "step": 3568
+    },
+    {
+      "epoch": 0.6594680740492661,
+      "grad_norm": 0.06602492183446884,
+      "learning_rate": 1.817099920664734e-05,
+      "loss": 0.5020294189453125,
+      "step": 3569
+    },
+    {
+      "epoch": 0.6596528507581619,
+      "grad_norm": 0.07863244414329529,
+      "learning_rate": 1.8169848983218506e-05,
+      "loss": 0.6526080369949341,
+      "step": 3570
+    },
+    {
+      "epoch": 0.6598376274670578,
+      "grad_norm": 0.08201786875724792,
+      "learning_rate": 1.8168698434655237e-05,
+      "loss": 0.6860029697418213,
+      "step": 3571
+    },
+    {
+      "epoch": 0.6600224041759536,
+      "grad_norm": 0.06559526920318604,
+      "learning_rate": 1.8167547561003328e-05,
+      "loss": 0.6369378566741943,
+      "step": 3572
+    },
+    {
+      "epoch": 0.6602071808848494,
+      "grad_norm": 0.07632806897163391,
+      "learning_rate": 1.8166396362308584e-05,
+      "loss": 0.6945319175720215,
+      "step": 3573
+    },
+    {
+      "epoch": 0.6603919575937454,
+      "grad_norm": 0.08810561150312424,
+      "learning_rate": 1.8165244838616808e-05,
+      "loss": 0.8644512891769409,
+      "step": 3574
+    },
+    {
+      "epoch": 0.6605767343026412,
+      "grad_norm": 0.06652560085058212,
+      "learning_rate": 1.8164092989973832e-05,
+      "loss": 0.626679539680481,
+      "step": 3575
+    },
+    {
+      "epoch": 0.660761511011537,
+      "grad_norm": 0.06613638997077942,
+      "learning_rate": 1.81629408164255e-05,
+      "loss": 0.522729754447937,
+      "step": 3576
+    },
+    {
+      "epoch": 0.6609462877204328,
+      "grad_norm": 0.07767696678638458,
+      "learning_rate": 1.8161788318017663e-05,
+      "loss": 0.5926226377487183,
+      "step": 3577
+    },
+    {
+      "epoch": 0.6611310644293287,
+      "grad_norm": 0.07696923613548279,
+      "learning_rate": 1.8160635494796186e-05,
+      "loss": 0.6262413263320923,
+      "step": 3578
+    },
+    {
+      "epoch": 0.6613158411382245,
+      "grad_norm": 0.07074544578790665,
+      "learning_rate": 1.8159482346806946e-05,
+      "loss": 0.5292245149612427,
+      "step": 3579
+    },
+    {
+      "epoch": 0.6615006178471203,
+      "grad_norm": 0.06287173181772232,
+      "learning_rate": 1.8158328874095835e-05,
+      "loss": 0.5215235352516174,
+      "step": 3580
+    },
+    {
+      "epoch": 0.6616853945560162,
+      "grad_norm": 0.065033458173275,
+      "learning_rate": 1.8157175076708765e-05,
+      "loss": 0.5890915393829346,
+      "step": 3581
+    },
+    {
+      "epoch": 0.6618701712649121,
+      "grad_norm": 0.07116048783063889,
+      "learning_rate": 1.8156020954691643e-05,
+      "loss": 0.6286876201629639,
+      "step": 3582
+    },
+    {
+      "epoch": 0.6620549479738079,
+      "grad_norm": 0.08613475412130356,
+      "learning_rate": 1.8154866508090404e-05,
+      "loss": 0.6727132201194763,
+      "step": 3583
+    },
+    {
+      "epoch": 0.6622397246827038,
+      "grad_norm": 0.0765560194849968,
+      "learning_rate": 1.8153711736950992e-05,
+      "loss": 0.7270196080207825,
+      "step": 3584
+    },
+    {
+      "epoch": 0.6624245013915996,
+      "grad_norm": 0.08965720236301422,
+      "learning_rate": 1.8152556641319364e-05,
+      "loss": 0.8607513904571533,
+      "step": 3585
+    },
+    {
+      "epoch": 0.6626092781004954,
+      "grad_norm": 0.0839729979634285,
+      "learning_rate": 1.8151401221241482e-05,
+      "loss": 0.6847149729728699,
+      "step": 3586
+    },
+    {
+      "epoch": 0.6627940548093912,
+      "grad_norm": 0.07854394614696503,
+      "learning_rate": 1.815024547676334e-05,
+      "loss": 0.7056261301040649,
+      "step": 3587
+    },
+    {
+      "epoch": 0.6629788315182871,
+      "grad_norm": 0.06578505784273148,
+      "learning_rate": 1.8149089407930924e-05,
+      "loss": 0.4915512502193451,
+      "step": 3588
+    },
+    {
+      "epoch": 0.663163608227183,
+      "grad_norm": 0.07030507922172546,
+      "learning_rate": 1.8147933014790245e-05,
+      "loss": 0.5319059491157532,
+      "step": 3589
+    },
+    {
+      "epoch": 0.6633483849360788,
+      "grad_norm": 0.062074411660432816,
+      "learning_rate": 1.8146776297387327e-05,
+      "loss": 0.4846246540546417,
+      "step": 3590
+    },
+    {
+      "epoch": 0.6635331616449747,
+      "grad_norm": 0.06728599220514297,
+      "learning_rate": 1.8145619255768195e-05,
+      "loss": 0.6230316758155823,
+      "step": 3591
+    },
+    {
+      "epoch": 0.6637179383538705,
+      "grad_norm": 0.08350211381912231,
+      "learning_rate": 1.8144461889978902e-05,
+      "loss": 0.7138779163360596,
+      "step": 3592
+    },
+    {
+      "epoch": 0.6639027150627663,
+      "grad_norm": 0.07312264293432236,
+      "learning_rate": 1.814330420006551e-05,
+      "loss": 0.5450552701950073,
+      "step": 3593
+    },
+    {
+      "epoch": 0.6640874917716622,
+      "grad_norm": 0.09821341931819916,
+      "learning_rate": 1.8142146186074087e-05,
+      "loss": 0.5662215948104858,
+      "step": 3594
+    },
+    {
+      "epoch": 0.664272268480558,
+      "grad_norm": 0.06497794389724731,
+      "learning_rate": 1.8140987848050717e-05,
+      "loss": 0.43087509274482727,
+      "step": 3595
+    },
+    {
+      "epoch": 0.6644570451894539,
+      "grad_norm": 0.09049307554960251,
+      "learning_rate": 1.81398291860415e-05,
+      "loss": 0.6527272462844849,
+      "step": 3596
+    },
+    {
+      "epoch": 0.6646418218983497,
+      "grad_norm": 0.07319524884223938,
+      "learning_rate": 1.813867020009255e-05,
+      "loss": 0.6607534885406494,
+      "step": 3597
+    },
+    {
+      "epoch": 0.6648265986072456,
+      "grad_norm": 0.10025575011968613,
+      "learning_rate": 1.813751089024999e-05,
+      "loss": 0.7384710311889648,
+      "step": 3598
+    },
+    {
+      "epoch": 0.6650113753161414,
+      "grad_norm": 0.07169393450021744,
+      "learning_rate": 1.813635125655995e-05,
+      "loss": 0.5975751280784607,
+      "step": 3599
+    },
+    {
+      "epoch": 0.6651961520250372,
+      "grad_norm": 0.08455440402030945,
+      "learning_rate": 1.813519129906859e-05,
+      "loss": 0.5890780687332153,
+      "step": 3600
+    },
+    {
+      "epoch": 0.6653809287339331,
+      "grad_norm": 0.07142335176467896,
+      "learning_rate": 1.813403101782207e-05,
+      "loss": 0.6866121292114258,
+      "step": 3601
+    },
+    {
+      "epoch": 0.6655657054428289,
+      "grad_norm": 0.06693186610937119,
+      "learning_rate": 1.8132870412866557e-05,
+      "loss": 0.5880172848701477,
+      "step": 3602
+    },
+    {
+      "epoch": 0.6657504821517247,
+      "grad_norm": 0.06023497134447098,
+      "learning_rate": 1.8131709484248254e-05,
+      "loss": 0.5216284394264221,
+      "step": 3603
+    },
+    {
+      "epoch": 0.6659352588606207,
+      "grad_norm": 0.05582762137055397,
+      "learning_rate": 1.813054823201335e-05,
+      "loss": 0.47629982233047485,
+      "step": 3604
+    },
+    {
+      "epoch": 0.6661200355695165,
+      "grad_norm": 0.05890011042356491,
+      "learning_rate": 1.812938665620806e-05,
+      "loss": 0.5389571785926819,
+      "step": 3605
+    },
+    {
+      "epoch": 0.6663048122784123,
+      "grad_norm": 0.08104158937931061,
+      "learning_rate": 1.8128224756878622e-05,
+      "loss": 0.7427095174789429,
+      "step": 3606
+    },
+    {
+      "epoch": 0.6664895889873081,
+      "grad_norm": 0.060655295848846436,
+      "learning_rate": 1.8127062534071265e-05,
+      "loss": 0.47118300199508667,
+      "step": 3607
+    },
+    {
+      "epoch": 0.666674365696204,
+      "grad_norm": 0.07759436219930649,
+      "learning_rate": 1.8125899987832245e-05,
+      "loss": 0.5543125867843628,
+      "step": 3608
+    },
+    {
+      "epoch": 0.6668591424050998,
+      "grad_norm": 0.07310891151428223,
+      "learning_rate": 1.812473711820783e-05,
+      "loss": 0.5512562990188599,
+      "step": 3609
+    },
+    {
+      "epoch": 0.6670439191139956,
+      "grad_norm": 0.07100726664066315,
+      "learning_rate": 1.8123573925244293e-05,
+      "loss": 0.5451439023017883,
+      "step": 3610
+    },
+    {
+      "epoch": 0.6672286958228916,
+      "grad_norm": 0.0782528966665268,
+      "learning_rate": 1.8122410408987933e-05,
+      "loss": 0.6551583409309387,
+      "step": 3611
+    },
+    {
+      "epoch": 0.6674134725317874,
+      "grad_norm": 0.0719519704580307,
+      "learning_rate": 1.812124656948505e-05,
+      "loss": 0.6590461134910583,
+      "step": 3612
+    },
+    {
+      "epoch": 0.6675982492406832,
+      "grad_norm": 0.06585057824850082,
+      "learning_rate": 1.812008240678196e-05,
+      "loss": 0.5170865058898926,
+      "step": 3613
+    },
+    {
+      "epoch": 0.6677830259495791,
+      "grad_norm": 0.08960982412099838,
+      "learning_rate": 1.8118917920924995e-05,
+      "loss": 0.9026049375534058,
+      "step": 3614
+    },
+    {
+      "epoch": 0.6679678026584749,
+      "grad_norm": 0.07508343458175659,
+      "learning_rate": 1.8117753111960496e-05,
+      "loss": 0.5850327014923096,
+      "step": 3615
+    },
+    {
+      "epoch": 0.6681525793673707,
+      "grad_norm": 0.06610523909330368,
+      "learning_rate": 1.8116587979934825e-05,
+      "loss": 0.4828251004219055,
+      "step": 3616
+    },
+    {
+      "epoch": 0.6683373560762665,
+      "grad_norm": 0.08065943419933319,
+      "learning_rate": 1.811542252489434e-05,
+      "loss": 0.6314260959625244,
+      "step": 3617
+    },
+    {
+      "epoch": 0.6685221327851625,
+      "grad_norm": 0.08027535676956177,
+      "learning_rate": 1.8114256746885433e-05,
+      "loss": 0.7746886610984802,
+      "step": 3618
+    },
+    {
+      "epoch": 0.6687069094940583,
+      "grad_norm": 0.05435701459646225,
+      "learning_rate": 1.8113090645954492e-05,
+      "loss": 0.4653548002243042,
+      "step": 3619
+    },
+    {
+      "epoch": 0.6688916862029541,
+      "grad_norm": 0.07187805324792862,
+      "learning_rate": 1.8111924222147927e-05,
+      "loss": 0.588527500629425,
+      "step": 3620
+    },
+    {
+      "epoch": 0.66907646291185,
+      "grad_norm": 0.07427569478750229,
+      "learning_rate": 1.811075747551216e-05,
+      "loss": 0.710505485534668,
+      "step": 3621
+    },
+    {
+      "epoch": 0.6692612396207458,
+      "grad_norm": 0.09005344659090042,
+      "learning_rate": 1.8109590406093612e-05,
+      "loss": 0.834923505783081,
+      "step": 3622
+    },
+    {
+      "epoch": 0.6694460163296416,
+      "grad_norm": 0.06310055404901505,
+      "learning_rate": 1.8108423013938744e-05,
+      "loss": 0.521003246307373,
+      "step": 3623
+    },
+    {
+      "epoch": 0.6696307930385375,
+      "grad_norm": 0.06574016809463501,
+      "learning_rate": 1.8107255299094007e-05,
+      "loss": 0.6228640079498291,
+      "step": 3624
+    },
+    {
+      "epoch": 0.6698155697474333,
+      "grad_norm": 0.0749313235282898,
+      "learning_rate": 1.8106087261605872e-05,
+      "loss": 0.3983880579471588,
+      "step": 3625
+    },
+    {
+      "epoch": 0.6700003464563292,
+      "grad_norm": 0.08887924253940582,
+      "learning_rate": 1.8104918901520828e-05,
+      "loss": 0.6355776786804199,
+      "step": 3626
+    },
+    {
+      "epoch": 0.670185123165225,
+      "grad_norm": 0.06345250457525253,
+      "learning_rate": 1.8103750218885366e-05,
+      "loss": 0.49787241220474243,
+      "step": 3627
+    },
+    {
+      "epoch": 0.6703698998741209,
+      "grad_norm": 0.07932516932487488,
+      "learning_rate": 1.8102581213745996e-05,
+      "loss": 0.8111638426780701,
+      "step": 3628
+    },
+    {
+      "epoch": 0.6705546765830167,
+      "grad_norm": 0.05282360315322876,
+      "learning_rate": 1.810141188614925e-05,
+      "loss": 0.46341559290885925,
+      "step": 3629
+    },
+    {
+      "epoch": 0.6707394532919125,
+      "grad_norm": 0.0626249611377716,
+      "learning_rate": 1.810024223614165e-05,
+      "loss": 0.6896385550498962,
+      "step": 3630
+    },
+    {
+      "epoch": 0.6709242300008084,
+      "grad_norm": 0.07346781343221664,
+      "learning_rate": 1.8099072263769754e-05,
+      "loss": 0.5050565004348755,
+      "step": 3631
+    },
+    {
+      "epoch": 0.6711090067097042,
+      "grad_norm": 0.07342267781496048,
+      "learning_rate": 1.8097901969080123e-05,
+      "loss": 0.6833550930023193,
+      "step": 3632
+    },
+    {
+      "epoch": 0.6712937834186001,
+      "grad_norm": 0.07485052198171616,
+      "learning_rate": 1.809673135211933e-05,
+      "loss": 0.6823423504829407,
+      "step": 3633
+    },
+    {
+      "epoch": 0.671478560127496,
+      "grad_norm": 0.06795880943536758,
+      "learning_rate": 1.8095560412933956e-05,
+      "loss": 0.5953877568244934,
+      "step": 3634
+    },
+    {
+      "epoch": 0.6716633368363918,
+      "grad_norm": 0.07932394742965698,
+      "learning_rate": 1.8094389151570607e-05,
+      "loss": 0.7074558734893799,
+      "step": 3635
+    },
+    {
+      "epoch": 0.6718481135452876,
+      "grad_norm": 0.08381252735853195,
+      "learning_rate": 1.8093217568075895e-05,
+      "loss": 0.601979672908783,
+      "step": 3636
+    },
+    {
+      "epoch": 0.6720328902541834,
+      "grad_norm": 0.07244662940502167,
+      "learning_rate": 1.809204566249644e-05,
+      "loss": 0.6082628965377808,
+      "step": 3637
+    },
+    {
+      "epoch": 0.6722176669630793,
+      "grad_norm": 0.08388855308294296,
+      "learning_rate": 1.8090873434878888e-05,
+      "loss": 0.7804757952690125,
+      "step": 3638
+    },
+    {
+      "epoch": 0.6724024436719751,
+      "grad_norm": 0.06491474062204361,
+      "learning_rate": 1.808970088526989e-05,
+      "loss": 0.5486597418785095,
+      "step": 3639
+    },
+    {
+      "epoch": 0.672587220380871,
+      "grad_norm": 0.07179899513721466,
+      "learning_rate": 1.80885280137161e-05,
+      "loss": 0.6362982988357544,
+      "step": 3640
+    },
+    {
+      "epoch": 0.6727719970897669,
+      "grad_norm": 0.07112115621566772,
+      "learning_rate": 1.8087354820264202e-05,
+      "loss": 0.6815124750137329,
+      "step": 3641
+    },
+    {
+      "epoch": 0.6729567737986627,
+      "grad_norm": 0.07267649471759796,
+      "learning_rate": 1.8086181304960885e-05,
+      "loss": 0.6394959688186646,
+      "step": 3642
+    },
+    {
+      "epoch": 0.6731415505075585,
+      "grad_norm": 0.06543809920549393,
+      "learning_rate": 1.808500746785285e-05,
+      "loss": 0.53403639793396,
+      "step": 3643
+    },
+    {
+      "epoch": 0.6733263272164544,
+      "grad_norm": 0.06312116980552673,
+      "learning_rate": 1.8083833308986816e-05,
+      "loss": 0.5903558135032654,
+      "step": 3644
+    },
+    {
+      "epoch": 0.6735111039253502,
+      "grad_norm": 0.06180790811777115,
+      "learning_rate": 1.8082658828409502e-05,
+      "loss": 0.5831218361854553,
+      "step": 3645
+    },
+    {
+      "epoch": 0.673695880634246,
+      "grad_norm": 0.07454147934913635,
+      "learning_rate": 1.808148402616766e-05,
+      "loss": 0.56765216588974,
+      "step": 3646
+    },
+    {
+      "epoch": 0.6738806573431418,
+      "grad_norm": 0.07599983364343643,
+      "learning_rate": 1.808030890230803e-05,
+      "loss": 0.6603242754936218,
+      "step": 3647
+    },
+    {
+      "epoch": 0.6740654340520378,
+      "grad_norm": 0.0702044740319252,
+      "learning_rate": 1.8079133456877393e-05,
+      "loss": 0.541609525680542,
+      "step": 3648
+    },
+    {
+      "epoch": 0.6742502107609336,
+      "grad_norm": 0.06919199228286743,
+      "learning_rate": 1.8077957689922516e-05,
+      "loss": 0.6654222011566162,
+      "step": 3649
+    },
+    {
+      "epoch": 0.6744349874698294,
+      "grad_norm": 0.06848164647817612,
+      "learning_rate": 1.8076781601490196e-05,
+      "loss": 0.6674426198005676,
+      "step": 3650
+    },
+    {
+      "epoch": 0.6746197641787253,
+      "grad_norm": 0.08180391043424606,
+      "learning_rate": 1.8075605191627242e-05,
+      "loss": 0.7538283467292786,
+      "step": 3651
+    },
+    {
+      "epoch": 0.6748045408876211,
+      "grad_norm": 0.0738702192902565,
+      "learning_rate": 1.8074428460380463e-05,
+      "loss": 0.6896567940711975,
+      "step": 3652
+    },
+    {
+      "epoch": 0.6749893175965169,
+      "grad_norm": 0.07367371767759323,
+      "learning_rate": 1.8073251407796692e-05,
+      "loss": 0.5425678491592407,
+      "step": 3653
+    },
+    {
+      "epoch": 0.6751740943054128,
+      "grad_norm": 0.0782298818230629,
+      "learning_rate": 1.8072074033922773e-05,
+      "loss": 0.6600009202957153,
+      "step": 3654
+    },
+    {
+      "epoch": 0.6753588710143087,
+      "grad_norm": 0.06548859924077988,
+      "learning_rate": 1.8070896338805565e-05,
+      "loss": 0.7054764032363892,
+      "step": 3655
+    },
+    {
+      "epoch": 0.6755436477232045,
+      "grad_norm": 0.08852683752775192,
+      "learning_rate": 1.8069718322491928e-05,
+      "loss": 0.7335495948791504,
+      "step": 3656
+    },
+    {
+      "epoch": 0.6757284244321003,
+      "grad_norm": 0.07670899480581284,
+      "learning_rate": 1.8068539985028755e-05,
+      "loss": 0.5692101716995239,
+      "step": 3657
+    },
+    {
+      "epoch": 0.6759132011409962,
+      "grad_norm": 0.07531186193227768,
+      "learning_rate": 1.806736132646293e-05,
+      "loss": 0.594825029373169,
+      "step": 3658
+    },
+    {
+      "epoch": 0.676097977849892,
+      "grad_norm": 0.09214551001787186,
+      "learning_rate": 1.8066182346841365e-05,
+      "loss": 0.9483715891838074,
+      "step": 3659
+    },
+    {
+      "epoch": 0.6762827545587878,
+      "grad_norm": 0.06421562284231186,
+      "learning_rate": 1.8065003046210976e-05,
+      "loss": 0.5851206183433533,
+      "step": 3660
+    },
+    {
+      "epoch": 0.6764675312676837,
+      "grad_norm": 0.1005164384841919,
+      "learning_rate": 1.8063823424618698e-05,
+      "loss": 0.8281410932540894,
+      "step": 3661
+    },
+    {
+      "epoch": 0.6766523079765796,
+      "grad_norm": 0.06132997199892998,
+      "learning_rate": 1.806264348211148e-05,
+      "loss": 0.4958787262439728,
+      "step": 3662
+    },
+    {
+      "epoch": 0.6768370846854754,
+      "grad_norm": 0.07368472963571548,
+      "learning_rate": 1.8061463218736272e-05,
+      "loss": 0.7197514176368713,
+      "step": 3663
+    },
+    {
+      "epoch": 0.6770218613943713,
+      "grad_norm": 0.06913574039936066,
+      "learning_rate": 1.8060282634540053e-05,
+      "loss": 0.6327351331710815,
+      "step": 3664
+    },
+    {
+      "epoch": 0.6772066381032671,
+      "grad_norm": 0.07094834744930267,
+      "learning_rate": 1.80591017295698e-05,
+      "loss": 0.7247785925865173,
+      "step": 3665
+    },
+    {
+      "epoch": 0.6773914148121629,
+      "grad_norm": 0.07524259388446808,
+      "learning_rate": 1.8057920503872514e-05,
+      "loss": 0.7688266634941101,
+      "step": 3666
+    },
+    {
+      "epoch": 0.6775761915210587,
+      "grad_norm": 0.060354214161634445,
+      "learning_rate": 1.80567389574952e-05,
+      "loss": 0.5938658714294434,
+      "step": 3667
+    },
+    {
+      "epoch": 0.6777609682299546,
+      "grad_norm": 0.06695031374692917,
+      "learning_rate": 1.805555709048488e-05,
+      "loss": 0.6668074131011963,
+      "step": 3668
+    },
+    {
+      "epoch": 0.6779457449388504,
+      "grad_norm": 0.06782311946153641,
+      "learning_rate": 1.8054374902888594e-05,
+      "loss": 0.5017516613006592,
+      "step": 3669
+    },
+    {
+      "epoch": 0.6781305216477463,
+      "grad_norm": 0.08580289781093597,
+      "learning_rate": 1.8053192394753383e-05,
+      "loss": 0.814161479473114,
+      "step": 3670
+    },
+    {
+      "epoch": 0.6783152983566422,
+      "grad_norm": 0.07032842934131622,
+      "learning_rate": 1.8052009566126312e-05,
+      "loss": 0.6677312254905701,
+      "step": 3671
+    },
+    {
+      "epoch": 0.678500075065538,
+      "grad_norm": 0.07815011590719223,
+      "learning_rate": 1.805082641705445e-05,
+      "loss": 0.6751715540885925,
+      "step": 3672
+    },
+    {
+      "epoch": 0.6786848517744338,
+      "grad_norm": 0.06954637169837952,
+      "learning_rate": 1.8049642947584885e-05,
+      "loss": 0.5944041609764099,
+      "step": 3673
+    },
+    {
+      "epoch": 0.6788696284833297,
+      "grad_norm": 0.06862206757068634,
+      "learning_rate": 1.8048459157764714e-05,
+      "loss": 0.5541815757751465,
+      "step": 3674
+    },
+    {
+      "epoch": 0.6790544051922255,
+      "grad_norm": 0.06570684164762497,
+      "learning_rate": 1.804727504764105e-05,
+      "loss": 0.5496829152107239,
+      "step": 3675
+    },
+    {
+      "epoch": 0.6792391819011213,
+      "grad_norm": 0.0733305811882019,
+      "learning_rate": 1.804609061726102e-05,
+      "loss": 0.604638397693634,
+      "step": 3676
+    },
+    {
+      "epoch": 0.6794239586100173,
+      "grad_norm": 0.06596026569604874,
+      "learning_rate": 1.804490586667175e-05,
+      "loss": 0.5498355031013489,
+      "step": 3677
+    },
+    {
+      "epoch": 0.6796087353189131,
+      "grad_norm": 0.060254111886024475,
+      "learning_rate": 1.8043720795920397e-05,
+      "loss": 0.489950031042099,
+      "step": 3678
+    },
+    {
+      "epoch": 0.6797935120278089,
+      "grad_norm": 0.07105099409818649,
+      "learning_rate": 1.8042535405054125e-05,
+      "loss": 0.5928880572319031,
+      "step": 3679
+    },
+    {
+      "epoch": 0.6799782887367047,
+      "grad_norm": 0.08792119473218918,
+      "learning_rate": 1.8041349694120102e-05,
+      "loss": 0.628506064414978,
+      "step": 3680
+    },
+    {
+      "epoch": 0.6801630654456006,
+      "grad_norm": 0.08043865859508514,
+      "learning_rate": 1.8040163663165523e-05,
+      "loss": 0.7550156712532043,
+      "step": 3681
+    },
+    {
+      "epoch": 0.6803478421544964,
+      "grad_norm": 0.07714878022670746,
+      "learning_rate": 1.8038977312237583e-05,
+      "loss": 0.6829538941383362,
+      "step": 3682
+    },
+    {
+      "epoch": 0.6805326188633922,
+      "grad_norm": 0.06187025457620621,
+      "learning_rate": 1.8037790641383493e-05,
+      "loss": 0.4977126717567444,
+      "step": 3683
+    },
+    {
+      "epoch": 0.6807173955722882,
+      "grad_norm": 0.11160174012184143,
+      "learning_rate": 1.8036603650650487e-05,
+      "loss": 0.634476363658905,
+      "step": 3684
+    },
+    {
+      "epoch": 0.680902172281184,
+      "grad_norm": 0.07590920478105545,
+      "learning_rate": 1.80354163400858e-05,
+      "loss": 0.6065258383750916,
+      "step": 3685
+    },
+    {
+      "epoch": 0.6810869489900798,
+      "grad_norm": 0.08354957401752472,
+      "learning_rate": 1.803422870973668e-05,
+      "loss": 0.7981310486793518,
+      "step": 3686
+    },
+    {
+      "epoch": 0.6812717256989756,
+      "grad_norm": 0.07451831549406052,
+      "learning_rate": 1.803304075965039e-05,
+      "loss": 0.5937463641166687,
+      "step": 3687
+    },
+    {
+      "epoch": 0.6814565024078715,
+      "grad_norm": 0.07504851371049881,
+      "learning_rate": 1.8031852489874215e-05,
+      "loss": 0.6576966643333435,
+      "step": 3688
+    },
+    {
+      "epoch": 0.6816412791167673,
+      "grad_norm": 0.08937250822782516,
+      "learning_rate": 1.803066390045544e-05,
+      "loss": 1.0074913501739502,
+      "step": 3689
+    },
+    {
+      "epoch": 0.6818260558256631,
+      "grad_norm": 0.07768749445676804,
+      "learning_rate": 1.802947499144136e-05,
+      "loss": 0.7405135035514832,
+      "step": 3690
+    },
+    {
+      "epoch": 0.682010832534559,
+      "grad_norm": 0.0934264287352562,
+      "learning_rate": 1.8028285762879303e-05,
+      "loss": 0.7602882981300354,
+      "step": 3691
+    },
+    {
+      "epoch": 0.6821956092434549,
+      "grad_norm": 0.0645613968372345,
+      "learning_rate": 1.802709621481659e-05,
+      "loss": 0.6215939521789551,
+      "step": 3692
+    },
+    {
+      "epoch": 0.6823803859523507,
+      "grad_norm": 0.07587705552577972,
+      "learning_rate": 1.8025906347300557e-05,
+      "loss": 0.7235476970672607,
+      "step": 3693
+    },
+    {
+      "epoch": 0.6825651626612466,
+      "grad_norm": 0.06425310671329498,
+      "learning_rate": 1.802471616037856e-05,
+      "loss": 0.548570454120636,
+      "step": 3694
+    },
+    {
+      "epoch": 0.6827499393701424,
+      "grad_norm": 0.07246150821447372,
+      "learning_rate": 1.8023525654097967e-05,
+      "loss": 0.6220743656158447,
+      "step": 3695
+    },
+    {
+      "epoch": 0.6829347160790382,
+      "grad_norm": 0.06483404338359833,
+      "learning_rate": 1.802233482850616e-05,
+      "loss": 0.6329941153526306,
+      "step": 3696
+    },
+    {
+      "epoch": 0.683119492787934,
+      "grad_norm": 0.07063949108123779,
+      "learning_rate": 1.8021143683650524e-05,
+      "loss": 0.6304616332054138,
+      "step": 3697
+    },
+    {
+      "epoch": 0.6833042694968299,
+      "grad_norm": 0.06189752742648125,
+      "learning_rate": 1.8019952219578464e-05,
+      "loss": 0.49720051884651184,
+      "step": 3698
+    },
+    {
+      "epoch": 0.6834890462057258,
+      "grad_norm": 0.0959625318646431,
+      "learning_rate": 1.8018760436337396e-05,
+      "loss": 0.9130963087081909,
+      "step": 3699
+    },
+    {
+      "epoch": 0.6836738229146216,
+      "grad_norm": 0.06473139673471451,
+      "learning_rate": 1.8017568333974748e-05,
+      "loss": 0.5368582010269165,
+      "step": 3700
+    },
+    {
+      "epoch": 0.6838585996235175,
+      "grad_norm": 0.0729895830154419,
+      "learning_rate": 1.8016375912537963e-05,
+      "loss": 0.6586579084396362,
+      "step": 3701
+    },
+    {
+      "epoch": 0.6840433763324133,
+      "grad_norm": 0.06475422531366348,
+      "learning_rate": 1.8015183172074503e-05,
+      "loss": 0.4308708608150482,
+      "step": 3702
+    },
+    {
+      "epoch": 0.6842281530413091,
+      "grad_norm": 0.0831836611032486,
+      "learning_rate": 1.8013990112631824e-05,
+      "loss": 0.738739550113678,
+      "step": 3703
+    },
+    {
+      "epoch": 0.684412929750205,
+      "grad_norm": 0.06140682101249695,
+      "learning_rate": 1.8012796734257412e-05,
+      "loss": 0.4796154499053955,
+      "step": 3704
+    },
+    {
+      "epoch": 0.6845977064591008,
+      "grad_norm": 0.06863638758659363,
+      "learning_rate": 1.8011603036998762e-05,
+      "loss": 0.5414847135543823,
+      "step": 3705
+    },
+    {
+      "epoch": 0.6847824831679967,
+      "grad_norm": 0.08135831356048584,
+      "learning_rate": 1.801040902090337e-05,
+      "loss": 0.8075755834579468,
+      "step": 3706
+    },
+    {
+      "epoch": 0.6849672598768926,
+      "grad_norm": 0.05040891095995903,
+      "learning_rate": 1.800921468601877e-05,
+      "loss": 0.45555415749549866,
+      "step": 3707
+    },
+    {
+      "epoch": 0.6851520365857884,
+      "grad_norm": 0.0659366175532341,
+      "learning_rate": 1.8008020032392474e-05,
+      "loss": 0.5273883938789368,
+      "step": 3708
+    },
+    {
+      "epoch": 0.6853368132946842,
+      "grad_norm": 0.06233956292271614,
+      "learning_rate": 1.8006825060072038e-05,
+      "loss": 0.6255277991294861,
+      "step": 3709
+    },
+    {
+      "epoch": 0.68552159000358,
+      "grad_norm": 0.08703937381505966,
+      "learning_rate": 1.8005629769105013e-05,
+      "loss": 0.851870596408844,
+      "step": 3710
+    },
+    {
+      "epoch": 0.6857063667124759,
+      "grad_norm": 0.06627961993217468,
+      "learning_rate": 1.8004434159538974e-05,
+      "loss": 0.512995183467865,
+      "step": 3711
+    },
+    {
+      "epoch": 0.6858911434213717,
+      "grad_norm": 0.0790930762887001,
+      "learning_rate": 1.8003238231421495e-05,
+      "loss": 0.5680521726608276,
+      "step": 3712
+    },
+    {
+      "epoch": 0.6860759201302675,
+      "grad_norm": 0.07907992601394653,
+      "learning_rate": 1.8002041984800173e-05,
+      "loss": 0.6068723201751709,
+      "step": 3713
+    },
+    {
+      "epoch": 0.6862606968391635,
+      "grad_norm": 0.08863968402147293,
+      "learning_rate": 1.8000845419722615e-05,
+      "loss": 0.7572266459465027,
+      "step": 3714
+    },
+    {
+      "epoch": 0.6864454735480593,
+      "grad_norm": 0.06970055401325226,
+      "learning_rate": 1.799964853623644e-05,
+      "loss": 0.5449360609054565,
+      "step": 3715
+    },
+    {
+      "epoch": 0.6866302502569551,
+      "grad_norm": 0.08415934443473816,
+      "learning_rate": 1.7998451334389285e-05,
+      "loss": 0.6751998662948608,
+      "step": 3716
+    },
+    {
+      "epoch": 0.686815026965851,
+      "grad_norm": 0.060137297958135605,
+      "learning_rate": 1.7997253814228787e-05,
+      "loss": 0.5908098220825195,
+      "step": 3717
+    },
+    {
+      "epoch": 0.6869998036747468,
+      "grad_norm": 0.058346912264823914,
+      "learning_rate": 1.7996055975802608e-05,
+      "loss": 0.4068335294723511,
+      "step": 3718
+    },
+    {
+      "epoch": 0.6871845803836426,
+      "grad_norm": 0.07939445227384567,
+      "learning_rate": 1.7994857819158416e-05,
+      "loss": 0.6595229506492615,
+      "step": 3719
+    },
+    {
+      "epoch": 0.6873693570925384,
+      "grad_norm": 0.086093969643116,
+      "learning_rate": 1.7993659344343902e-05,
+      "loss": 0.664191484451294,
+      "step": 3720
+    },
+    {
+      "epoch": 0.6875541338014344,
+      "grad_norm": 0.0652756467461586,
+      "learning_rate": 1.799246055140675e-05,
+      "loss": 0.5476946234703064,
+      "step": 3721
+    },
+    {
+      "epoch": 0.6877389105103302,
+      "grad_norm": 0.06591864675283432,
+      "learning_rate": 1.7991261440394674e-05,
+      "loss": 0.5816909074783325,
+      "step": 3722
+    },
+    {
+      "epoch": 0.687923687219226,
+      "grad_norm": 0.08605477958917618,
+      "learning_rate": 1.7990062011355393e-05,
+      "loss": 0.7622525691986084,
+      "step": 3723
+    },
+    {
+      "epoch": 0.6881084639281219,
+      "grad_norm": 0.07969419658184052,
+      "learning_rate": 1.7988862264336644e-05,
+      "loss": 0.7628303170204163,
+      "step": 3724
+    },
+    {
+      "epoch": 0.6882932406370177,
+      "grad_norm": 0.06664358079433441,
+      "learning_rate": 1.798766219938617e-05,
+      "loss": 0.6266488432884216,
+      "step": 3725
+    },
+    {
+      "epoch": 0.6884780173459135,
+      "grad_norm": 0.11209172755479813,
+      "learning_rate": 1.798646181655173e-05,
+      "loss": 0.9541575908660889,
+      "step": 3726
+    },
+    {
+      "epoch": 0.6886627940548093,
+      "grad_norm": 0.0730072557926178,
+      "learning_rate": 1.7985261115881096e-05,
+      "loss": 0.6682151556015015,
+      "step": 3727
+    },
+    {
+      "epoch": 0.6888475707637053,
+      "grad_norm": 0.07961619645357132,
+      "learning_rate": 1.7984060097422054e-05,
+      "loss": 0.7633053660392761,
+      "step": 3728
+    },
+    {
+      "epoch": 0.6890323474726011,
+      "grad_norm": 0.06646641343832016,
+      "learning_rate": 1.7982858761222396e-05,
+      "loss": 0.5505644679069519,
+      "step": 3729
+    },
+    {
+      "epoch": 0.6892171241814969,
+      "grad_norm": 0.07400480657815933,
+      "learning_rate": 1.7981657107329933e-05,
+      "loss": 0.6487265229225159,
+      "step": 3730
+    },
+    {
+      "epoch": 0.6894019008903928,
+      "grad_norm": 0.07567115128040314,
+      "learning_rate": 1.7980455135792495e-05,
+      "loss": 0.6150903105735779,
+      "step": 3731
+    },
+    {
+      "epoch": 0.6895866775992886,
+      "grad_norm": 0.08317635953426361,
+      "learning_rate": 1.7979252846657906e-05,
+      "loss": 0.7369841933250427,
+      "step": 3732
+    },
+    {
+      "epoch": 0.6897714543081844,
+      "grad_norm": 0.07989586144685745,
+      "learning_rate": 1.797805023997402e-05,
+      "loss": 0.6162236928939819,
+      "step": 3733
+    },
+    {
+      "epoch": 0.6899562310170803,
+      "grad_norm": 0.08052266389131546,
+      "learning_rate": 1.797684731578869e-05,
+      "loss": 0.66728276014328,
+      "step": 3734
+    },
+    {
+      "epoch": 0.6901410077259761,
+      "grad_norm": 0.06295419484376907,
+      "learning_rate": 1.7975644074149798e-05,
+      "loss": 0.6573705077171326,
+      "step": 3735
+    },
+    {
+      "epoch": 0.690325784434872,
+      "grad_norm": 0.06569328904151917,
+      "learning_rate": 1.7974440515105223e-05,
+      "loss": 0.4756871461868286,
+      "step": 3736
+    },
+    {
+      "epoch": 0.6905105611437679,
+      "grad_norm": 0.08963353931903839,
+      "learning_rate": 1.7973236638702864e-05,
+      "loss": 0.764071524143219,
+      "step": 3737
+    },
+    {
+      "epoch": 0.6906953378526637,
+      "grad_norm": 0.08409163355827332,
+      "learning_rate": 1.7972032444990633e-05,
+      "loss": 0.7622500061988831,
+      "step": 3738
+    },
+    {
+      "epoch": 0.6908801145615595,
+      "grad_norm": 0.07594644278287888,
+      "learning_rate": 1.797082793401645e-05,
+      "loss": 0.568515956401825,
+      "step": 3739
+    },
+    {
+      "epoch": 0.6910648912704553,
+      "grad_norm": 0.08169730007648468,
+      "learning_rate": 1.7969623105828254e-05,
+      "loss": 0.6786748766899109,
+      "step": 3740
+    },
+    {
+      "epoch": 0.6912496679793512,
+      "grad_norm": 0.07881565392017365,
+      "learning_rate": 1.7968417960473992e-05,
+      "loss": 0.6388014554977417,
+      "step": 3741
+    },
+    {
+      "epoch": 0.691434444688247,
+      "grad_norm": 0.06085721775889397,
+      "learning_rate": 1.7967212498001623e-05,
+      "loss": 0.5034889578819275,
+      "step": 3742
+    },
+    {
+      "epoch": 0.6916192213971429,
+      "grad_norm": 0.07765382528305054,
+      "learning_rate": 1.7966006718459126e-05,
+      "loss": 0.4946385622024536,
+      "step": 3743
+    },
+    {
+      "epoch": 0.6918039981060388,
+      "grad_norm": 0.07568485289812088,
+      "learning_rate": 1.796480062189448e-05,
+      "loss": 0.525029182434082,
+      "step": 3744
+    },
+    {
+      "epoch": 0.6919887748149346,
+      "grad_norm": 0.05768405646085739,
+      "learning_rate": 1.7963594208355694e-05,
+      "loss": 0.4105791449546814,
+      "step": 3745
+    },
+    {
+      "epoch": 0.6921735515238304,
+      "grad_norm": 0.08348099887371063,
+      "learning_rate": 1.7962387477890768e-05,
+      "loss": 0.876397967338562,
+      "step": 3746
+    },
+    {
+      "epoch": 0.6923583282327263,
+      "grad_norm": 0.06559912860393524,
+      "learning_rate": 1.7961180430547737e-05,
+      "loss": 0.5905696153640747,
+      "step": 3747
+    },
+    {
+      "epoch": 0.6925431049416221,
+      "grad_norm": 0.07305724173784256,
+      "learning_rate": 1.7959973066374627e-05,
+      "loss": 0.6378846168518066,
+      "step": 3748
+    },
+    {
+      "epoch": 0.6927278816505179,
+      "grad_norm": 0.06761205941438675,
+      "learning_rate": 1.7958765385419492e-05,
+      "loss": 0.5716357827186584,
+      "step": 3749
+    },
+    {
+      "epoch": 0.6929126583594138,
+      "grad_norm": 0.07637447118759155,
+      "learning_rate": 1.7957557387730397e-05,
+      "loss": 0.6930877566337585,
+      "step": 3750
+    },
+    {
+      "epoch": 0.6930974350683097,
+      "grad_norm": 0.08084310591220856,
+      "learning_rate": 1.7956349073355415e-05,
+      "loss": 0.6851915121078491,
+      "step": 3751
+    },
+    {
+      "epoch": 0.6932822117772055,
+      "grad_norm": 0.07316136360168457,
+      "learning_rate": 1.7955140442342628e-05,
+      "loss": 0.6507387757301331,
+      "step": 3752
+    },
+    {
+      "epoch": 0.6934669884861013,
+      "grad_norm": 0.06407404690980911,
+      "learning_rate": 1.7953931494740143e-05,
+      "loss": 0.5251136422157288,
+      "step": 3753
+    },
+    {
+      "epoch": 0.6936517651949972,
+      "grad_norm": 0.06200653687119484,
+      "learning_rate": 1.7952722230596072e-05,
+      "loss": 0.5305708050727844,
+      "step": 3754
+    },
+    {
+      "epoch": 0.693836541903893,
+      "grad_norm": 0.08334333449602127,
+      "learning_rate": 1.795151264995853e-05,
+      "loss": 0.6771195530891418,
+      "step": 3755
+    },
+    {
+      "epoch": 0.6940213186127888,
+      "grad_norm": 0.09637106955051422,
+      "learning_rate": 1.795030275287567e-05,
+      "loss": 0.7789075374603271,
+      "step": 3756
+    },
+    {
+      "epoch": 0.6942060953216846,
+      "grad_norm": 0.07496035844087601,
+      "learning_rate": 1.7949092539395624e-05,
+      "loss": 0.7156970500946045,
+      "step": 3757
+    },
+    {
+      "epoch": 0.6943908720305806,
+      "grad_norm": 0.07671833038330078,
+      "learning_rate": 1.7947882009566572e-05,
+      "loss": 0.8442854285240173,
+      "step": 3758
+    },
+    {
+      "epoch": 0.6945756487394764,
+      "grad_norm": 0.0862608402967453,
+      "learning_rate": 1.794667116343668e-05,
+      "loss": 0.624031662940979,
+      "step": 3759
+    },
+    {
+      "epoch": 0.6947604254483722,
+      "grad_norm": 0.06570187211036682,
+      "learning_rate": 1.7945460001054136e-05,
+      "loss": 0.4962296485900879,
+      "step": 3760
+    },
+    {
+      "epoch": 0.6949452021572681,
+      "grad_norm": 0.06686298549175262,
+      "learning_rate": 1.7944248522467145e-05,
+      "loss": 0.5098669528961182,
+      "step": 3761
+    },
+    {
+      "epoch": 0.6951299788661639,
+      "grad_norm": 0.0717516541481018,
+      "learning_rate": 1.7943036727723914e-05,
+      "loss": 0.6537037491798401,
+      "step": 3762
+    },
+    {
+      "epoch": 0.6953147555750597,
+      "grad_norm": 0.08012343943119049,
+      "learning_rate": 1.7941824616872673e-05,
+      "loss": 0.49236705899238586,
+      "step": 3763
+    },
+    {
+      "epoch": 0.6954995322839556,
+      "grad_norm": 0.06467476487159729,
+      "learning_rate": 1.794061218996166e-05,
+      "loss": 0.5756182670593262,
+      "step": 3764
+    },
+    {
+      "epoch": 0.6956843089928515,
+      "grad_norm": 0.09816405922174454,
+      "learning_rate": 1.7939399447039124e-05,
+      "loss": 0.7457982301712036,
+      "step": 3765
+    },
+    {
+      "epoch": 0.6958690857017473,
+      "grad_norm": 0.08083008974790573,
+      "learning_rate": 1.7938186388153328e-05,
+      "loss": 0.7266609072685242,
+      "step": 3766
+    },
+    {
+      "epoch": 0.6960538624106432,
+      "grad_norm": 0.056356221437454224,
+      "learning_rate": 1.793697301335255e-05,
+      "loss": 0.3506295084953308,
+      "step": 3767
+    },
+    {
+      "epoch": 0.696238639119539,
+      "grad_norm": 0.07170756161212921,
+      "learning_rate": 1.793575932268508e-05,
+      "loss": 0.7279176115989685,
+      "step": 3768
+    },
+    {
+      "epoch": 0.6964234158284348,
+      "grad_norm": 0.0925443023443222,
+      "learning_rate": 1.793454531619921e-05,
+      "loss": 0.8251651525497437,
+      "step": 3769
+    },
+    {
+      "epoch": 0.6966081925373306,
+      "grad_norm": 0.09287851303815842,
+      "learning_rate": 1.793333099394327e-05,
+      "loss": 0.7615050673484802,
+      "step": 3770
+    },
+    {
+      "epoch": 0.6967929692462265,
+      "grad_norm": 0.07109637558460236,
+      "learning_rate": 1.7932116355965573e-05,
+      "loss": 0.7140378355979919,
+      "step": 3771
+    },
+    {
+      "epoch": 0.6969777459551224,
+      "grad_norm": 0.0803835317492485,
+      "learning_rate": 1.7930901402314457e-05,
+      "loss": 0.6896501779556274,
+      "step": 3772
+    },
+    {
+      "epoch": 0.6971625226640182,
+      "grad_norm": 0.08121559768915176,
+      "learning_rate": 1.792968613303828e-05,
+      "loss": 0.7581483721733093,
+      "step": 3773
+    },
+    {
+      "epoch": 0.6973472993729141,
+      "grad_norm": 0.07262784987688065,
+      "learning_rate": 1.7928470548185406e-05,
+      "loss": 0.5780869722366333,
+      "step": 3774
+    },
+    {
+      "epoch": 0.6975320760818099,
+      "grad_norm": 0.06558236479759216,
+      "learning_rate": 1.792725464780421e-05,
+      "loss": 0.6090644598007202,
+      "step": 3775
+    },
+    {
+      "epoch": 0.6977168527907057,
+      "grad_norm": 0.08067404478788376,
+      "learning_rate": 1.7926038431943077e-05,
+      "loss": 0.6883424520492554,
+      "step": 3776
+    },
+    {
+      "epoch": 0.6979016294996016,
+      "grad_norm": 0.0694260448217392,
+      "learning_rate": 1.7924821900650413e-05,
+      "loss": 0.5911904573440552,
+      "step": 3777
+    },
+    {
+      "epoch": 0.6980864062084974,
+      "grad_norm": 0.07945213466882706,
+      "learning_rate": 1.792360505397463e-05,
+      "loss": 0.7563620209693909,
+      "step": 3778
+    },
+    {
+      "epoch": 0.6982711829173932,
+      "grad_norm": 0.0901646539568901,
+      "learning_rate": 1.7922387891964156e-05,
+      "loss": 0.8546429872512817,
+      "step": 3779
+    },
+    {
+      "epoch": 0.6984559596262891,
+      "grad_norm": 0.06837425380945206,
+      "learning_rate": 1.7921170414667434e-05,
+      "loss": 0.5491940379142761,
+      "step": 3780
+    },
+    {
+      "epoch": 0.698640736335185,
+      "grad_norm": 0.05254460498690605,
+      "learning_rate": 1.7919952622132906e-05,
+      "loss": 0.41425883769989014,
+      "step": 3781
+    },
+    {
+      "epoch": 0.6988255130440808,
+      "grad_norm": 0.09623497724533081,
+      "learning_rate": 1.7918734514409043e-05,
+      "loss": 0.7828701734542847,
+      "step": 3782
+    },
+    {
+      "epoch": 0.6990102897529766,
+      "grad_norm": 0.07763856649398804,
+      "learning_rate": 1.7917516091544322e-05,
+      "loss": 0.6677383780479431,
+      "step": 3783
+    },
+    {
+      "epoch": 0.6991950664618725,
+      "grad_norm": 0.08122856169939041,
+      "learning_rate": 1.791629735358723e-05,
+      "loss": 0.6720624566078186,
+      "step": 3784
+    },
+    {
+      "epoch": 0.6993798431707683,
+      "grad_norm": 0.08240723609924316,
+      "learning_rate": 1.7915078300586274e-05,
+      "loss": 0.6644288301467896,
+      "step": 3785
+    },
+    {
+      "epoch": 0.6995646198796641,
+      "grad_norm": 0.0688764750957489,
+      "learning_rate": 1.791385893258996e-05,
+      "loss": 0.576237142086029,
+      "step": 3786
+    },
+    {
+      "epoch": 0.6997493965885601,
+      "grad_norm": 0.07055231928825378,
+      "learning_rate": 1.7912639249646822e-05,
+      "loss": 0.5224719643592834,
+      "step": 3787
+    },
+    {
+      "epoch": 0.6999341732974559,
+      "grad_norm": 0.057666126638650894,
+      "learning_rate": 1.79114192518054e-05,
+      "loss": 0.47353747487068176,
+      "step": 3788
+    },
+    {
+      "epoch": 0.7001189500063517,
+      "grad_norm": 0.08372517675161362,
+      "learning_rate": 1.791019893911424e-05,
+      "loss": 0.7721982598304749,
+      "step": 3789
+    },
+    {
+      "epoch": 0.7003037267152475,
+      "grad_norm": 0.06702134013175964,
+      "learning_rate": 1.790897831162191e-05,
+      "loss": 0.7016957998275757,
+      "step": 3790
+    },
+    {
+      "epoch": 0.7004885034241434,
+      "grad_norm": 0.06706986576318741,
+      "learning_rate": 1.7907757369376984e-05,
+      "loss": 0.6234015226364136,
+      "step": 3791
+    },
+    {
+      "epoch": 0.7006732801330392,
+      "grad_norm": 0.05316302180290222,
+      "learning_rate": 1.7906536112428063e-05,
+      "loss": 0.4383869171142578,
+      "step": 3792
+    },
+    {
+      "epoch": 0.700858056841935,
+      "grad_norm": 0.07911352813243866,
+      "learning_rate": 1.7905314540823738e-05,
+      "loss": 0.6943994164466858,
+      "step": 3793
+    },
+    {
+      "epoch": 0.701042833550831,
+      "grad_norm": 0.08364924788475037,
+      "learning_rate": 1.7904092654612623e-05,
+      "loss": 0.8795351982116699,
+      "step": 3794
+    },
+    {
+      "epoch": 0.7012276102597268,
+      "grad_norm": 0.08151282370090485,
+      "learning_rate": 1.7902870453843352e-05,
+      "loss": 0.8242526054382324,
+      "step": 3795
+    },
+    {
+      "epoch": 0.7014123869686226,
+      "grad_norm": 0.05963482707738876,
+      "learning_rate": 1.790164793856456e-05,
+      "loss": 0.4913819134235382,
+      "step": 3796
+    },
+    {
+      "epoch": 0.7015971636775185,
+      "grad_norm": 0.07553902268409729,
+      "learning_rate": 1.7900425108824907e-05,
+      "loss": 0.5874858498573303,
+      "step": 3797
+    },
+    {
+      "epoch": 0.7017819403864143,
+      "grad_norm": 0.06418804824352264,
+      "learning_rate": 1.7899201964673046e-05,
+      "loss": 0.6610527634620667,
+      "step": 3798
+    },
+    {
+      "epoch": 0.7019667170953101,
+      "grad_norm": 0.05755390599370003,
+      "learning_rate": 1.7897978506157663e-05,
+      "loss": 0.4823980927467346,
+      "step": 3799
+    },
+    {
+      "epoch": 0.7021514938042059,
+      "grad_norm": 0.05311084911227226,
+      "learning_rate": 1.7896754733327443e-05,
+      "loss": 0.44125896692276,
+      "step": 3800
+    },
+    {
+      "epoch": 0.7023362705131018,
+      "grad_norm": 0.07113431394100189,
+      "learning_rate": 1.7895530646231092e-05,
+      "loss": 0.733215868473053,
+      "step": 3801
+    },
+    {
+      "epoch": 0.7025210472219977,
+      "grad_norm": 0.0652877688407898,
+      "learning_rate": 1.7894306244917322e-05,
+      "loss": 0.6344561576843262,
+      "step": 3802
+    },
+    {
+      "epoch": 0.7027058239308935,
+      "grad_norm": 0.051007334142923355,
+      "learning_rate": 1.7893081529434862e-05,
+      "loss": 0.4225222170352936,
+      "step": 3803
+    },
+    {
+      "epoch": 0.7028906006397894,
+      "grad_norm": 0.07267943769693375,
+      "learning_rate": 1.7891856499832455e-05,
+      "loss": 0.6625338196754456,
+      "step": 3804
+    },
+    {
+      "epoch": 0.7030753773486852,
+      "grad_norm": 0.07777641713619232,
+      "learning_rate": 1.789063115615884e-05,
+      "loss": 0.5510960221290588,
+      "step": 3805
+    },
+    {
+      "epoch": 0.703260154057581,
+      "grad_norm": 0.06831711530685425,
+      "learning_rate": 1.78894054984628e-05,
+      "loss": 0.6913149356842041,
+      "step": 3806
+    },
+    {
+      "epoch": 0.7034449307664769,
+      "grad_norm": 0.05947549268603325,
+      "learning_rate": 1.7888179526793102e-05,
+      "loss": 0.5916891694068909,
+      "step": 3807
+    },
+    {
+      "epoch": 0.7036297074753727,
+      "grad_norm": 0.06820245832204819,
+      "learning_rate": 1.788695324119854e-05,
+      "loss": 0.6104221940040588,
+      "step": 3808
+    },
+    {
+      "epoch": 0.7038144841842686,
+      "grad_norm": 0.08294255286455154,
+      "learning_rate": 1.788572664172791e-05,
+      "loss": 0.6323229670524597,
+      "step": 3809
+    },
+    {
+      "epoch": 0.7039992608931644,
+      "grad_norm": 0.0709289014339447,
+      "learning_rate": 1.7884499728430034e-05,
+      "loss": 0.6614767909049988,
+      "step": 3810
+    },
+    {
+      "epoch": 0.7041840376020603,
+      "grad_norm": 0.07165282219648361,
+      "learning_rate": 1.788327250135374e-05,
+      "loss": 0.5701707601547241,
+      "step": 3811
+    },
+    {
+      "epoch": 0.7043688143109561,
+      "grad_norm": 0.07202035188674927,
+      "learning_rate": 1.7882044960547854e-05,
+      "loss": 0.5524270534515381,
+      "step": 3812
+    },
+    {
+      "epoch": 0.7045535910198519,
+      "grad_norm": 0.06056154891848564,
+      "learning_rate": 1.7880817106061244e-05,
+      "loss": 0.6596307158470154,
+      "step": 3813
+    },
+    {
+      "epoch": 0.7047383677287478,
+      "grad_norm": 0.06145206466317177,
+      "learning_rate": 1.7879588937942765e-05,
+      "loss": 0.549569845199585,
+      "step": 3814
+    },
+    {
+      "epoch": 0.7049231444376436,
+      "grad_norm": 0.07081493735313416,
+      "learning_rate": 1.7878360456241302e-05,
+      "loss": 0.5861347913742065,
+      "step": 3815
+    },
+    {
+      "epoch": 0.7051079211465395,
+      "grad_norm": 0.06296757608652115,
+      "learning_rate": 1.7877131661005745e-05,
+      "loss": 0.5720245838165283,
+      "step": 3816
+    },
+    {
+      "epoch": 0.7052926978554354,
+      "grad_norm": 0.07370515912771225,
+      "learning_rate": 1.787590255228499e-05,
+      "loss": 0.6370769143104553,
+      "step": 3817
+    },
+    {
+      "epoch": 0.7054774745643312,
+      "grad_norm": 0.08321458101272583,
+      "learning_rate": 1.787467313012795e-05,
+      "loss": 0.7091321349143982,
+      "step": 3818
+    },
+    {
+      "epoch": 0.705662251273227,
+      "grad_norm": 0.06314190477132797,
+      "learning_rate": 1.7873443394583558e-05,
+      "loss": 0.6903059482574463,
+      "step": 3819
+    },
+    {
+      "epoch": 0.7058470279821228,
+      "grad_norm": 0.06438859552145004,
+      "learning_rate": 1.787221334570075e-05,
+      "loss": 0.47248029708862305,
+      "step": 3820
+    },
+    {
+      "epoch": 0.7060318046910187,
+      "grad_norm": 0.07569018006324768,
+      "learning_rate": 1.787098298352848e-05,
+      "loss": 0.684784471988678,
+      "step": 3821
+    },
+    {
+      "epoch": 0.7062165813999145,
+      "grad_norm": 0.06873763352632523,
+      "learning_rate": 1.7869752308115717e-05,
+      "loss": 0.5052890777587891,
+      "step": 3822
+    },
+    {
+      "epoch": 0.7064013581088104,
+      "grad_norm": 0.07325165718793869,
+      "learning_rate": 1.786852131951143e-05,
+      "loss": 0.6105488538742065,
+      "step": 3823
+    },
+    {
+      "epoch": 0.7065861348177063,
+      "grad_norm": 0.07279790937900543,
+      "learning_rate": 1.7867290017764612e-05,
+      "loss": 0.6297613978385925,
+      "step": 3824
+    },
+    {
+      "epoch": 0.7067709115266021,
+      "grad_norm": 0.06293085962533951,
+      "learning_rate": 1.7866058402924266e-05,
+      "loss": 0.4462578594684601,
+      "step": 3825
+    },
+    {
+      "epoch": 0.7069556882354979,
+      "grad_norm": 0.09141212701797485,
+      "learning_rate": 1.7864826475039404e-05,
+      "loss": 0.7812224626541138,
+      "step": 3826
+    },
+    {
+      "epoch": 0.7071404649443938,
+      "grad_norm": 0.0632830262184143,
+      "learning_rate": 1.7863594234159056e-05,
+      "loss": 0.5227277278900146,
+      "step": 3827
+    },
+    {
+      "epoch": 0.7073252416532896,
+      "grad_norm": 0.07047037035226822,
+      "learning_rate": 1.786236168033226e-05,
+      "loss": 0.590502142906189,
+      "step": 3828
+    },
+    {
+      "epoch": 0.7075100183621854,
+      "grad_norm": 0.07778255641460419,
+      "learning_rate": 1.7861128813608066e-05,
+      "loss": 0.7174902558326721,
+      "step": 3829
+    },
+    {
+      "epoch": 0.7076947950710812,
+      "grad_norm": 0.0773974359035492,
+      "learning_rate": 1.7859895634035536e-05,
+      "loss": 0.5292126536369324,
+      "step": 3830
+    },
+    {
+      "epoch": 0.7078795717799772,
+      "grad_norm": 0.06591079384088516,
+      "learning_rate": 1.7858662141663755e-05,
+      "loss": 0.651407778263092,
+      "step": 3831
+    },
+    {
+      "epoch": 0.708064348488873,
+      "grad_norm": 0.06398523598909378,
+      "learning_rate": 1.7857428336541805e-05,
+      "loss": 0.5415223836898804,
+      "step": 3832
+    },
+    {
+      "epoch": 0.7082491251977688,
+      "grad_norm": 0.0722912922501564,
+      "learning_rate": 1.7856194218718788e-05,
+      "loss": 0.6524251103401184,
+      "step": 3833
+    },
+    {
+      "epoch": 0.7084339019066647,
+      "grad_norm": 0.06724940985441208,
+      "learning_rate": 1.7854959788243825e-05,
+      "loss": 0.5232310891151428,
+      "step": 3834
+    },
+    {
+      "epoch": 0.7086186786155605,
+      "grad_norm": 0.08662715554237366,
+      "learning_rate": 1.7853725045166036e-05,
+      "loss": 0.7855296730995178,
+      "step": 3835
+    },
+    {
+      "epoch": 0.7088034553244563,
+      "grad_norm": 0.06664146482944489,
+      "learning_rate": 1.785248998953456e-05,
+      "loss": 0.47468939423561096,
+      "step": 3836
+    },
+    {
+      "epoch": 0.7089882320333522,
+      "grad_norm": 0.08050867915153503,
+      "learning_rate": 1.785125462139855e-05,
+      "loss": 0.8734326362609863,
+      "step": 3837
+    },
+    {
+      "epoch": 0.7091730087422481,
+      "grad_norm": 0.07380545884370804,
+      "learning_rate": 1.785001894080717e-05,
+      "loss": 0.6531058549880981,
+      "step": 3838
+    },
+    {
+      "epoch": 0.7093577854511439,
+      "grad_norm": 0.07150714844465256,
+      "learning_rate": 1.7848782947809595e-05,
+      "loss": 0.6065245270729065,
+      "step": 3839
+    },
+    {
+      "epoch": 0.7095425621600397,
+      "grad_norm": 0.06883050501346588,
+      "learning_rate": 1.7847546642455016e-05,
+      "loss": 0.6219596266746521,
+      "step": 3840
+    },
+    {
+      "epoch": 0.7097273388689356,
+      "grad_norm": 0.0754944309592247,
+      "learning_rate": 1.7846310024792634e-05,
+      "loss": 0.6314144134521484,
+      "step": 3841
+    },
+    {
+      "epoch": 0.7099121155778314,
+      "grad_norm": 0.07237895578145981,
+      "learning_rate": 1.7845073094871653e-05,
+      "loss": 0.6415191888809204,
+      "step": 3842
+    },
+    {
+      "epoch": 0.7100968922867272,
+      "grad_norm": 0.07527688145637512,
+      "learning_rate": 1.7843835852741315e-05,
+      "loss": 0.6790621280670166,
+      "step": 3843
+    },
+    {
+      "epoch": 0.7102816689956231,
+      "grad_norm": 0.06775790452957153,
+      "learning_rate": 1.7842598298450845e-05,
+      "loss": 0.6450338363647461,
+      "step": 3844
+    },
+    {
+      "epoch": 0.710466445704519,
+      "grad_norm": 0.0949234738945961,
+      "learning_rate": 1.7841360432049503e-05,
+      "loss": 0.7092158198356628,
+      "step": 3845
+    },
+    {
+      "epoch": 0.7106512224134148,
+      "grad_norm": 0.06313542276620865,
+      "learning_rate": 1.7840122253586546e-05,
+      "loss": 0.502371609210968,
+      "step": 3846
+    },
+    {
+      "epoch": 0.7108359991223107,
+      "grad_norm": 0.07874614000320435,
+      "learning_rate": 1.7838883763111254e-05,
+      "loss": 0.6510919332504272,
+      "step": 3847
+    },
+    {
+      "epoch": 0.7110207758312065,
+      "grad_norm": 0.07000324130058289,
+      "learning_rate": 1.783764496067291e-05,
+      "loss": 0.6148480176925659,
+      "step": 3848
+    },
+    {
+      "epoch": 0.7112055525401023,
+      "grad_norm": 0.07263125479221344,
+      "learning_rate": 1.783640584632082e-05,
+      "loss": 0.6642104983329773,
+      "step": 3849
+    },
+    {
+      "epoch": 0.7113903292489981,
+      "grad_norm": 0.08290033042430878,
+      "learning_rate": 1.783516642010429e-05,
+      "loss": 0.6861293315887451,
+      "step": 3850
+    },
+    {
+      "epoch": 0.711575105957894,
+      "grad_norm": 0.0689179077744484,
+      "learning_rate": 1.7833926682072657e-05,
+      "loss": 0.5201602578163147,
+      "step": 3851
+    },
+    {
+      "epoch": 0.7117598826667898,
+      "grad_norm": 0.08319676667451859,
+      "learning_rate": 1.7832686632275246e-05,
+      "loss": 0.682870090007782,
+      "step": 3852
+    },
+    {
+      "epoch": 0.7119446593756857,
+      "grad_norm": 0.06869909167289734,
+      "learning_rate": 1.7831446270761416e-05,
+      "loss": 0.6011759042739868,
+      "step": 3853
+    },
+    {
+      "epoch": 0.7121294360845816,
+      "grad_norm": 0.0635833740234375,
+      "learning_rate": 1.7830205597580522e-05,
+      "loss": 0.5728490352630615,
+      "step": 3854
+    },
+    {
+      "epoch": 0.7123142127934774,
+      "grad_norm": 0.07619897276163101,
+      "learning_rate": 1.7828964612781943e-05,
+      "loss": 0.5542641282081604,
+      "step": 3855
+    },
+    {
+      "epoch": 0.7124989895023732,
+      "grad_norm": 0.06108187139034271,
+      "learning_rate": 1.7827723316415068e-05,
+      "loss": 0.4776553511619568,
+      "step": 3856
+    },
+    {
+      "epoch": 0.712683766211269,
+      "grad_norm": 0.09078365564346313,
+      "learning_rate": 1.7826481708529292e-05,
+      "loss": 0.8141420483589172,
+      "step": 3857
+    },
+    {
+      "epoch": 0.7128685429201649,
+      "grad_norm": 0.06589607894420624,
+      "learning_rate": 1.782523978917403e-05,
+      "loss": 0.5259532332420349,
+      "step": 3858
+    },
+    {
+      "epoch": 0.7130533196290607,
+      "grad_norm": 0.07421430945396423,
+      "learning_rate": 1.782399755839871e-05,
+      "loss": 0.6141277551651001,
+      "step": 3859
+    },
+    {
+      "epoch": 0.7132380963379567,
+      "grad_norm": 0.07042445987462997,
+      "learning_rate": 1.7822755016252765e-05,
+      "loss": 0.637400209903717,
+      "step": 3860
+    },
+    {
+      "epoch": 0.7134228730468525,
+      "grad_norm": 0.07997411489486694,
+      "learning_rate": 1.7821512162785643e-05,
+      "loss": 0.6571568846702576,
+      "step": 3861
+    },
+    {
+      "epoch": 0.7136076497557483,
+      "grad_norm": 0.08841746300458908,
+      "learning_rate": 1.7820268998046808e-05,
+      "loss": 0.7182778716087341,
+      "step": 3862
+    },
+    {
+      "epoch": 0.7137924264646441,
+      "grad_norm": 0.06398257613182068,
+      "learning_rate": 1.7819025522085733e-05,
+      "loss": 0.5413829684257507,
+      "step": 3863
+    },
+    {
+      "epoch": 0.71397720317354,
+      "grad_norm": 0.07014451175928116,
+      "learning_rate": 1.7817781734951903e-05,
+      "loss": 0.5261696577072144,
+      "step": 3864
+    },
+    {
+      "epoch": 0.7141619798824358,
+      "grad_norm": 0.0701596662402153,
+      "learning_rate": 1.781653763669482e-05,
+      "loss": 0.675118625164032,
+      "step": 3865
+    },
+    {
+      "epoch": 0.7143467565913316,
+      "grad_norm": 0.07133375108242035,
+      "learning_rate": 1.7815293227363995e-05,
+      "loss": 0.5645657777786255,
+      "step": 3866
+    },
+    {
+      "epoch": 0.7145315333002276,
+      "grad_norm": 0.06540185958147049,
+      "learning_rate": 1.781404850700895e-05,
+      "loss": 0.6554360389709473,
+      "step": 3867
+    },
+    {
+      "epoch": 0.7147163100091234,
+      "grad_norm": 0.09399189800024033,
+      "learning_rate": 1.7812803475679224e-05,
+      "loss": 0.8199816942214966,
+      "step": 3868
+    },
+    {
+      "epoch": 0.7149010867180192,
+      "grad_norm": 0.06917788833379745,
+      "learning_rate": 1.7811558133424358e-05,
+      "loss": 0.5742474794387817,
+      "step": 3869
+    },
+    {
+      "epoch": 0.715085863426915,
+      "grad_norm": 0.0679846853017807,
+      "learning_rate": 1.781031248029392e-05,
+      "loss": 0.5272837281227112,
+      "step": 3870
+    },
+    {
+      "epoch": 0.7152706401358109,
+      "grad_norm": 0.09259763360023499,
+      "learning_rate": 1.780906651633748e-05,
+      "loss": 0.7504703402519226,
+      "step": 3871
+    },
+    {
+      "epoch": 0.7154554168447067,
+      "grad_norm": 0.06919008493423462,
+      "learning_rate": 1.7807820241604626e-05,
+      "loss": 0.6918947100639343,
+      "step": 3872
+    },
+    {
+      "epoch": 0.7156401935536025,
+      "grad_norm": 0.053969644010066986,
+      "learning_rate": 1.780657365614495e-05,
+      "loss": 0.41444283723831177,
+      "step": 3873
+    },
+    {
+      "epoch": 0.7158249702624984,
+      "grad_norm": 0.06332223862409592,
+      "learning_rate": 1.780532676000807e-05,
+      "loss": 0.5879743695259094,
+      "step": 3874
+    },
+    {
+      "epoch": 0.7160097469713943,
+      "grad_norm": 0.0728738009929657,
+      "learning_rate": 1.7804079553243602e-05,
+      "loss": 0.6047773361206055,
+      "step": 3875
+    },
+    {
+      "epoch": 0.7161945236802901,
+      "grad_norm": 0.06611176580190659,
+      "learning_rate": 1.7802832035901186e-05,
+      "loss": 0.5424304604530334,
+      "step": 3876
+    },
+    {
+      "epoch": 0.716379300389186,
+      "grad_norm": 0.0637843981385231,
+      "learning_rate": 1.7801584208030464e-05,
+      "loss": 0.5460506677627563,
+      "step": 3877
+    },
+    {
+      "epoch": 0.7165640770980818,
+      "grad_norm": 0.06435133516788483,
+      "learning_rate": 1.78003360696811e-05,
+      "loss": 0.5191080570220947,
+      "step": 3878
+    },
+    {
+      "epoch": 0.7167488538069776,
+      "grad_norm": 0.0822996124625206,
+      "learning_rate": 1.7799087620902765e-05,
+      "loss": 0.6032326221466064,
+      "step": 3879
+    },
+    {
+      "epoch": 0.7169336305158734,
+      "grad_norm": 0.07257374376058578,
+      "learning_rate": 1.779783886174514e-05,
+      "loss": 0.7256016731262207,
+      "step": 3880
+    },
+    {
+      "epoch": 0.7171184072247693,
+      "grad_norm": 0.070966936647892,
+      "learning_rate": 1.7796589792257927e-05,
+      "loss": 0.5935529470443726,
+      "step": 3881
+    },
+    {
+      "epoch": 0.7173031839336652,
+      "grad_norm": 0.07597895711660385,
+      "learning_rate": 1.7795340412490834e-05,
+      "loss": 0.6139712333679199,
+      "step": 3882
+    },
+    {
+      "epoch": 0.717487960642561,
+      "grad_norm": 0.06419572979211807,
+      "learning_rate": 1.779409072249358e-05,
+      "loss": 0.5486287474632263,
+      "step": 3883
+    },
+    {
+      "epoch": 0.7176727373514569,
+      "grad_norm": 0.08788354694843292,
+      "learning_rate": 1.7792840722315897e-05,
+      "loss": 0.8828362226486206,
+      "step": 3884
+    },
+    {
+      "epoch": 0.7178575140603527,
+      "grad_norm": 0.06075332686305046,
+      "learning_rate": 1.779159041200754e-05,
+      "loss": 0.43247318267822266,
+      "step": 3885
+    },
+    {
+      "epoch": 0.7180422907692485,
+      "grad_norm": 0.08744195848703384,
+      "learning_rate": 1.7790339791618258e-05,
+      "loss": 0.5396788716316223,
+      "step": 3886
+    },
+    {
+      "epoch": 0.7182270674781444,
+      "grad_norm": 0.07079479843378067,
+      "learning_rate": 1.7789088861197824e-05,
+      "loss": 0.5855565667152405,
+      "step": 3887
+    },
+    {
+      "epoch": 0.7184118441870402,
+      "grad_norm": 0.09693542867898941,
+      "learning_rate": 1.778783762079602e-05,
+      "loss": 0.7175348401069641,
+      "step": 3888
+    },
+    {
+      "epoch": 0.7185966208959361,
+      "grad_norm": 0.07204362750053406,
+      "learning_rate": 1.778658607046265e-05,
+      "loss": 0.6128134727478027,
+      "step": 3889
+    },
+    {
+      "epoch": 0.718781397604832,
+      "grad_norm": 0.06511104851961136,
+      "learning_rate": 1.778533421024751e-05,
+      "loss": 0.6019546389579773,
+      "step": 3890
+    },
+    {
+      "epoch": 0.7189661743137278,
+      "grad_norm": 0.07765532284975052,
+      "learning_rate": 1.778408204020043e-05,
+      "loss": 0.6474810838699341,
+      "step": 3891
+    },
+    {
+      "epoch": 0.7191509510226236,
+      "grad_norm": 0.09051033109426498,
+      "learning_rate": 1.778282956037124e-05,
+      "loss": 0.7019118070602417,
+      "step": 3892
+    },
+    {
+      "epoch": 0.7193357277315194,
+      "grad_norm": 0.07164207100868225,
+      "learning_rate": 1.7781576770809774e-05,
+      "loss": 0.5620560646057129,
+      "step": 3893
+    },
+    {
+      "epoch": 0.7195205044404153,
+      "grad_norm": 0.0695822462439537,
+      "learning_rate": 1.7780323671565904e-05,
+      "loss": 0.6145302653312683,
+      "step": 3894
+    },
+    {
+      "epoch": 0.7197052811493111,
+      "grad_norm": 0.10266381502151489,
+      "learning_rate": 1.7779070262689493e-05,
+      "loss": 0.8040466904640198,
+      "step": 3895
+    },
+    {
+      "epoch": 0.7198900578582069,
+      "grad_norm": 0.06830579787492752,
+      "learning_rate": 1.777781654423042e-05,
+      "loss": 0.5737794637680054,
+      "step": 3896
+    },
+    {
+      "epoch": 0.7200748345671029,
+      "grad_norm": 0.08501392602920532,
+      "learning_rate": 1.7776562516238586e-05,
+      "loss": 0.6017941832542419,
+      "step": 3897
+    },
+    {
+      "epoch": 0.7202596112759987,
+      "grad_norm": 0.08942998200654984,
+      "learning_rate": 1.7775308178763892e-05,
+      "loss": 0.8681851029396057,
+      "step": 3898
+    },
+    {
+      "epoch": 0.7204443879848945,
+      "grad_norm": 0.07187824696302414,
+      "learning_rate": 1.7774053531856258e-05,
+      "loss": 0.6001152396202087,
+      "step": 3899
+    },
+    {
+      "epoch": 0.7206291646937903,
+      "grad_norm": 0.07265845686197281,
+      "learning_rate": 1.7772798575565618e-05,
+      "loss": 0.6501057147979736,
+      "step": 3900
+    },
+    {
+      "epoch": 0.7208139414026862,
+      "grad_norm": 0.06733600050210953,
+      "learning_rate": 1.777154330994191e-05,
+      "loss": 0.5438884496688843,
+      "step": 3901
+    },
+    {
+      "epoch": 0.720998718111582,
+      "grad_norm": 0.07749243080615997,
+      "learning_rate": 1.7770287735035093e-05,
+      "loss": 0.6194239258766174,
+      "step": 3902
+    },
+    {
+      "epoch": 0.7211834948204778,
+      "grad_norm": 0.07621680945158005,
+      "learning_rate": 1.7769031850895133e-05,
+      "loss": 0.5735338926315308,
+      "step": 3903
+    },
+    {
+      "epoch": 0.7213682715293738,
+      "grad_norm": 0.06601224094629288,
+      "learning_rate": 1.7767775657572014e-05,
+      "loss": 0.5219985842704773,
+      "step": 3904
+    },
+    {
+      "epoch": 0.7215530482382696,
+      "grad_norm": 0.08114080131053925,
+      "learning_rate": 1.7766519155115726e-05,
+      "loss": 0.8340771794319153,
+      "step": 3905
+    },
+    {
+      "epoch": 0.7217378249471654,
+      "grad_norm": 0.07835365831851959,
+      "learning_rate": 1.776526234357627e-05,
+      "loss": 0.5177896618843079,
+      "step": 3906
+    },
+    {
+      "epoch": 0.7219226016560613,
+      "grad_norm": 0.06266766041517258,
+      "learning_rate": 1.7764005223003668e-05,
+      "loss": 0.4608587324619293,
+      "step": 3907
+    },
+    {
+      "epoch": 0.7221073783649571,
+      "grad_norm": 0.06603166460990906,
+      "learning_rate": 1.7762747793447953e-05,
+      "loss": 0.6084400415420532,
+      "step": 3908
+    },
+    {
+      "epoch": 0.7222921550738529,
+      "grad_norm": 0.07372553646564484,
+      "learning_rate": 1.7761490054959162e-05,
+      "loss": 0.6600576043128967,
+      "step": 3909
+    },
+    {
+      "epoch": 0.7224769317827487,
+      "grad_norm": 0.058667220175266266,
+      "learning_rate": 1.7760232007587346e-05,
+      "loss": 0.43612024188041687,
+      "step": 3910
+    },
+    {
+      "epoch": 0.7226617084916447,
+      "grad_norm": 0.07343069463968277,
+      "learning_rate": 1.7758973651382573e-05,
+      "loss": 0.6958191394805908,
+      "step": 3911
+    },
+    {
+      "epoch": 0.7228464852005405,
+      "grad_norm": 0.0658382996916771,
+      "learning_rate": 1.775771498639493e-05,
+      "loss": 0.6587331295013428,
+      "step": 3912
+    },
+    {
+      "epoch": 0.7230312619094363,
+      "grad_norm": 0.05375619977712631,
+      "learning_rate": 1.7756456012674494e-05,
+      "loss": 0.44945162534713745,
+      "step": 3913
+    },
+    {
+      "epoch": 0.7232160386183322,
+      "grad_norm": 0.07939761877059937,
+      "learning_rate": 1.775519673027138e-05,
+      "loss": 0.6397998929023743,
+      "step": 3914
+    },
+    {
+      "epoch": 0.723400815327228,
+      "grad_norm": 0.06388827413320541,
+      "learning_rate": 1.77539371392357e-05,
+      "loss": 0.4501069486141205,
+      "step": 3915
+    },
+    {
+      "epoch": 0.7235855920361238,
+      "grad_norm": 0.08833901584148407,
+      "learning_rate": 1.7752677239617578e-05,
+      "loss": 0.7420762777328491,
+      "step": 3916
+    },
+    {
+      "epoch": 0.7237703687450197,
+      "grad_norm": 0.06442126631736755,
+      "learning_rate": 1.7751417031467156e-05,
+      "loss": 0.5256044268608093,
+      "step": 3917
+    },
+    {
+      "epoch": 0.7239551454539155,
+      "grad_norm": 0.06660003215074539,
+      "learning_rate": 1.775015651483459e-05,
+      "loss": 0.5712388157844543,
+      "step": 3918
+    },
+    {
+      "epoch": 0.7241399221628114,
+      "grad_norm": 0.07039026916027069,
+      "learning_rate": 1.774889568977004e-05,
+      "loss": 0.7009496092796326,
+      "step": 3919
+    },
+    {
+      "epoch": 0.7243246988717073,
+      "grad_norm": 0.06107284873723984,
+      "learning_rate": 1.7747634556323687e-05,
+      "loss": 0.6473613977432251,
+      "step": 3920
+    },
+    {
+      "epoch": 0.7245094755806031,
+      "grad_norm": 0.11032213270664215,
+      "learning_rate": 1.7746373114545715e-05,
+      "loss": 0.5946314930915833,
+      "step": 3921
+    },
+    {
+      "epoch": 0.7246942522894989,
+      "grad_norm": 0.07178107649087906,
+      "learning_rate": 1.7745111364486328e-05,
+      "loss": 0.6469153165817261,
+      "step": 3922
+    },
+    {
+      "epoch": 0.7248790289983947,
+      "grad_norm": 0.06041441857814789,
+      "learning_rate": 1.7743849306195744e-05,
+      "loss": 0.4419972598552704,
+      "step": 3923
+    },
+    {
+      "epoch": 0.7250638057072906,
+      "grad_norm": 0.08421284705400467,
+      "learning_rate": 1.7742586939724183e-05,
+      "loss": 0.6808865070343018,
+      "step": 3924
+    },
+    {
+      "epoch": 0.7252485824161864,
+      "grad_norm": 0.07748471945524216,
+      "learning_rate": 1.7741324265121883e-05,
+      "loss": 0.6303725242614746,
+      "step": 3925
+    },
+    {
+      "epoch": 0.7254333591250823,
+      "grad_norm": 0.09201602637767792,
+      "learning_rate": 1.7740061282439097e-05,
+      "loss": 0.7040421366691589,
+      "step": 3926
+    },
+    {
+      "epoch": 0.7256181358339782,
+      "grad_norm": 0.07980838418006897,
+      "learning_rate": 1.7738797991726092e-05,
+      "loss": 0.6566523313522339,
+      "step": 3927
+    },
+    {
+      "epoch": 0.725802912542874,
+      "grad_norm": 0.06741447001695633,
+      "learning_rate": 1.7737534393033134e-05,
+      "loss": 0.6093820929527283,
+      "step": 3928
+    },
+    {
+      "epoch": 0.7259876892517698,
+      "grad_norm": 0.05772562697529793,
+      "learning_rate": 1.773627048641052e-05,
+      "loss": 0.5092942118644714,
+      "step": 3929
+    },
+    {
+      "epoch": 0.7261724659606656,
+      "grad_norm": 0.08732646703720093,
+      "learning_rate": 1.773500627190854e-05,
+      "loss": 0.721347451210022,
+      "step": 3930
+    },
+    {
+      "epoch": 0.7263572426695615,
+      "grad_norm": 0.07607407867908478,
+      "learning_rate": 1.7733741749577512e-05,
+      "loss": 0.6305980682373047,
+      "step": 3931
+    },
+    {
+      "epoch": 0.7265420193784573,
+      "grad_norm": 0.08443769067525864,
+      "learning_rate": 1.7732476919467757e-05,
+      "loss": 0.8407239317893982,
+      "step": 3932
+    },
+    {
+      "epoch": 0.7267267960873532,
+      "grad_norm": 0.07998590916395187,
+      "learning_rate": 1.773121178162961e-05,
+      "loss": 0.5579816102981567,
+      "step": 3933
+    },
+    {
+      "epoch": 0.7269115727962491,
+      "grad_norm": 0.06412210315465927,
+      "learning_rate": 1.7729946336113428e-05,
+      "loss": 0.5187691450119019,
+      "step": 3934
+    },
+    {
+      "epoch": 0.7270963495051449,
+      "grad_norm": 0.06768874824047089,
+      "learning_rate": 1.7728680582969562e-05,
+      "loss": 0.5259274840354919,
+      "step": 3935
+    },
+    {
+      "epoch": 0.7272811262140407,
+      "grad_norm": 0.07999744266271591,
+      "learning_rate": 1.7727414522248386e-05,
+      "loss": 0.61149001121521,
+      "step": 3936
+    },
+    {
+      "epoch": 0.7274659029229366,
+      "grad_norm": 0.05589217320084572,
+      "learning_rate": 1.7726148154000294e-05,
+      "loss": 0.45100581645965576,
+      "step": 3937
+    },
+    {
+      "epoch": 0.7276506796318324,
+      "grad_norm": 0.069762222468853,
+      "learning_rate": 1.772488147827567e-05,
+      "loss": 0.48234400153160095,
+      "step": 3938
+    },
+    {
+      "epoch": 0.7278354563407282,
+      "grad_norm": 0.07306203246116638,
+      "learning_rate": 1.772361449512494e-05,
+      "loss": 0.4789789319038391,
+      "step": 3939
+    },
+    {
+      "epoch": 0.728020233049624,
+      "grad_norm": 0.07036879658699036,
+      "learning_rate": 1.772234720459851e-05,
+      "loss": 0.7625179886817932,
+      "step": 3940
+    },
+    {
+      "epoch": 0.72820500975852,
+      "grad_norm": 0.08836708217859268,
+      "learning_rate": 1.772107960674683e-05,
+      "loss": 0.7655839323997498,
+      "step": 3941
+    },
+    {
+      "epoch": 0.7283897864674158,
+      "grad_norm": 0.05918063595890999,
+      "learning_rate": 1.7719811701620327e-05,
+      "loss": 0.49179041385650635,
+      "step": 3942
+    },
+    {
+      "epoch": 0.7285745631763116,
+      "grad_norm": 0.08613593131303787,
+      "learning_rate": 1.7718543489269477e-05,
+      "loss": 0.6651601791381836,
+      "step": 3943
+    },
+    {
+      "epoch": 0.7287593398852075,
+      "grad_norm": 0.06794585287570953,
+      "learning_rate": 1.771727496974474e-05,
+      "loss": 0.6362688541412354,
+      "step": 3944
+    },
+    {
+      "epoch": 0.7289441165941033,
+      "grad_norm": 0.08600226044654846,
+      "learning_rate": 1.771600614309661e-05,
+      "loss": 0.763226330280304,
+      "step": 3945
+    },
+    {
+      "epoch": 0.7291288933029991,
+      "grad_norm": 0.08081506937742233,
+      "learning_rate": 1.771473700937557e-05,
+      "loss": 0.6456172466278076,
+      "step": 3946
+    },
+    {
+      "epoch": 0.729313670011895,
+      "grad_norm": 0.05206015706062317,
+      "learning_rate": 1.7713467568632136e-05,
+      "loss": 0.47310560941696167,
+      "step": 3947
+    },
+    {
+      "epoch": 0.7294984467207909,
+      "grad_norm": 0.07662763446569443,
+      "learning_rate": 1.7712197820916826e-05,
+      "loss": 0.7199443578720093,
+      "step": 3948
+    },
+    {
+      "epoch": 0.7296832234296867,
+      "grad_norm": 0.08438249677419662,
+      "learning_rate": 1.7710927766280167e-05,
+      "loss": 0.5828445553779602,
+      "step": 3949
+    },
+    {
+      "epoch": 0.7298680001385826,
+      "grad_norm": 0.05719861388206482,
+      "learning_rate": 1.7709657404772712e-05,
+      "loss": 0.48395925760269165,
+      "step": 3950
+    },
+    {
+      "epoch": 0.7300527768474784,
+      "grad_norm": 0.0705437883734703,
+      "learning_rate": 1.770838673644501e-05,
+      "loss": 0.5369189977645874,
+      "step": 3951
+    },
+    {
+      "epoch": 0.7302375535563742,
+      "grad_norm": 0.07795518636703491,
+      "learning_rate": 1.7707115761347633e-05,
+      "loss": 0.6306718587875366,
+      "step": 3952
+    },
+    {
+      "epoch": 0.73042233026527,
+      "grad_norm": 0.06175463646650314,
+      "learning_rate": 1.7705844479531162e-05,
+      "loss": 0.5458230972290039,
+      "step": 3953
+    },
+    {
+      "epoch": 0.7306071069741659,
+      "grad_norm": 0.0780644491314888,
+      "learning_rate": 1.770457289104619e-05,
+      "loss": 0.6508029699325562,
+      "step": 3954
+    },
+    {
+      "epoch": 0.7307918836830618,
+      "grad_norm": 0.07498148083686829,
+      "learning_rate": 1.770330099594332e-05,
+      "loss": 0.5971976518630981,
+      "step": 3955
+    },
+    {
+      "epoch": 0.7309766603919576,
+      "grad_norm": 0.06846655160188675,
+      "learning_rate": 1.7702028794273167e-05,
+      "loss": 0.6009979248046875,
+      "step": 3956
+    },
+    {
+      "epoch": 0.7311614371008535,
+      "grad_norm": 0.05756732448935509,
+      "learning_rate": 1.7700756286086372e-05,
+      "loss": 0.5455886125564575,
+      "step": 3957
+    },
+    {
+      "epoch": 0.7313462138097493,
+      "grad_norm": 0.08418041467666626,
+      "learning_rate": 1.7699483471433564e-05,
+      "loss": 0.73096764087677,
+      "step": 3958
+    },
+    {
+      "epoch": 0.7315309905186451,
+      "grad_norm": 0.07023555040359497,
+      "learning_rate": 1.7698210350365404e-05,
+      "loss": 0.5592522025108337,
+      "step": 3959
+    },
+    {
+      "epoch": 0.731715767227541,
+      "grad_norm": 0.0518750362098217,
+      "learning_rate": 1.7696936922932556e-05,
+      "loss": 0.4030129611492157,
+      "step": 3960
+    },
+    {
+      "epoch": 0.7319005439364368,
+      "grad_norm": 0.0892823114991188,
+      "learning_rate": 1.7695663189185703e-05,
+      "loss": 0.691656231880188,
+      "step": 3961
+    },
+    {
+      "epoch": 0.7320853206453326,
+      "grad_norm": 0.0701933354139328,
+      "learning_rate": 1.7694389149175527e-05,
+      "loss": 0.5611509680747986,
+      "step": 3962
+    },
+    {
+      "epoch": 0.7322700973542285,
+      "grad_norm": 0.07196095585823059,
+      "learning_rate": 1.7693114802952736e-05,
+      "loss": 0.5962368249893188,
+      "step": 3963
+    },
+    {
+      "epoch": 0.7324548740631244,
+      "grad_norm": 0.06125257909297943,
+      "learning_rate": 1.7691840150568046e-05,
+      "loss": 0.5681639909744263,
+      "step": 3964
+    },
+    {
+      "epoch": 0.7326396507720202,
+      "grad_norm": 0.06818356364965439,
+      "learning_rate": 1.7690565192072182e-05,
+      "loss": 0.5990875959396362,
+      "step": 3965
+    },
+    {
+      "epoch": 0.732824427480916,
+      "grad_norm": 0.06957458704710007,
+      "learning_rate": 1.7689289927515883e-05,
+      "loss": 0.6563817858695984,
+      "step": 3966
+    },
+    {
+      "epoch": 0.7330092041898119,
+      "grad_norm": 0.07935319095849991,
+      "learning_rate": 1.76880143569499e-05,
+      "loss": 0.7299106121063232,
+      "step": 3967
+    },
+    {
+      "epoch": 0.7331939808987077,
+      "grad_norm": 0.09141634404659271,
+      "learning_rate": 1.7686738480425004e-05,
+      "loss": 0.8262278437614441,
+      "step": 3968
+    },
+    {
+      "epoch": 0.7333787576076035,
+      "grad_norm": 0.06430824100971222,
+      "learning_rate": 1.7685462297991966e-05,
+      "loss": 0.4728889763355255,
+      "step": 3969
+    },
+    {
+      "epoch": 0.7335635343164995,
+      "grad_norm": 0.06557998061180115,
+      "learning_rate": 1.7684185809701567e-05,
+      "loss": 0.563641369342804,
+      "step": 3970
+    },
+    {
+      "epoch": 0.7337483110253953,
+      "grad_norm": 0.0910504013299942,
+      "learning_rate": 1.7682909015604615e-05,
+      "loss": 0.9313309192657471,
+      "step": 3971
+    },
+    {
+      "epoch": 0.7339330877342911,
+      "grad_norm": 0.08911722898483276,
+      "learning_rate": 1.7681631915751922e-05,
+      "loss": 0.6804410815238953,
+      "step": 3972
+    },
+    {
+      "epoch": 0.7341178644431869,
+      "grad_norm": 0.07896842062473297,
+      "learning_rate": 1.7680354510194312e-05,
+      "loss": 0.6099547743797302,
+      "step": 3973
+    },
+    {
+      "epoch": 0.7343026411520828,
+      "grad_norm": 0.06189596280455589,
+      "learning_rate": 1.767907679898262e-05,
+      "loss": 0.47814786434173584,
+      "step": 3974
+    },
+    {
+      "epoch": 0.7344874178609786,
+      "grad_norm": 0.06864321231842041,
+      "learning_rate": 1.76777987821677e-05,
+      "loss": 0.6335147619247437,
+      "step": 3975
+    },
+    {
+      "epoch": 0.7346721945698744,
+      "grad_norm": 0.0641375333070755,
+      "learning_rate": 1.7676520459800404e-05,
+      "loss": 0.5671116709709167,
+      "step": 3976
+    },
+    {
+      "epoch": 0.7348569712787704,
+      "grad_norm": 0.07548077404499054,
+      "learning_rate": 1.7675241831931612e-05,
+      "loss": 0.6503629684448242,
+      "step": 3977
+    },
+    {
+      "epoch": 0.7350417479876662,
+      "grad_norm": 0.07392218708992004,
+      "learning_rate": 1.7673962898612212e-05,
+      "loss": 0.5626558065414429,
+      "step": 3978
+    },
+    {
+      "epoch": 0.735226524696562,
+      "grad_norm": 0.08736756443977356,
+      "learning_rate": 1.7672683659893094e-05,
+      "loss": 0.6278281807899475,
+      "step": 3979
+    },
+    {
+      "epoch": 0.7354113014054579,
+      "grad_norm": 0.064041368663311,
+      "learning_rate": 1.767140411582517e-05,
+      "loss": 0.5311237573623657,
+      "step": 3980
+    },
+    {
+      "epoch": 0.7355960781143537,
+      "grad_norm": 0.07592851668596268,
+      "learning_rate": 1.767012426645936e-05,
+      "loss": 0.6173804402351379,
+      "step": 3981
+    },
+    {
+      "epoch": 0.7357808548232495,
+      "grad_norm": 0.07629850506782532,
+      "learning_rate": 1.7668844111846607e-05,
+      "loss": 0.603466808795929,
+      "step": 3982
+    },
+    {
+      "epoch": 0.7359656315321453,
+      "grad_norm": 0.07655462622642517,
+      "learning_rate": 1.766756365203785e-05,
+      "loss": 0.6817041039466858,
+      "step": 3983
+    },
+    {
+      "epoch": 0.7361504082410412,
+      "grad_norm": 0.07560434937477112,
+      "learning_rate": 1.7666282887084048e-05,
+      "loss": 0.6514676213264465,
+      "step": 3984
+    },
+    {
+      "epoch": 0.7363351849499371,
+      "grad_norm": 0.06375480443239212,
+      "learning_rate": 1.766500181703617e-05,
+      "loss": 0.460000604391098,
+      "step": 3985
+    },
+    {
+      "epoch": 0.7365199616588329,
+      "grad_norm": 0.07798736542463303,
+      "learning_rate": 1.7663720441945203e-05,
+      "loss": 0.5900716781616211,
+      "step": 3986
+    },
+    {
+      "epoch": 0.7367047383677288,
+      "grad_norm": 0.05762708559632301,
+      "learning_rate": 1.7662438761862137e-05,
+      "loss": 0.48273253440856934,
+      "step": 3987
+    },
+    {
+      "epoch": 0.7368895150766246,
+      "grad_norm": 0.06853564083576202,
+      "learning_rate": 1.766115677683798e-05,
+      "loss": 0.5477281212806702,
+      "step": 3988
+    },
+    {
+      "epoch": 0.7370742917855204,
+      "grad_norm": 0.0676281601190567,
+      "learning_rate": 1.7659874486923753e-05,
+      "loss": 0.682117223739624,
+      "step": 3989
+    },
+    {
+      "epoch": 0.7372590684944162,
+      "grad_norm": 0.0906582772731781,
+      "learning_rate": 1.7658591892170485e-05,
+      "loss": 0.7386360168457031,
+      "step": 3990
+    },
+    {
+      "epoch": 0.7374438452033121,
+      "grad_norm": 0.08889324963092804,
+      "learning_rate": 1.7657308992629227e-05,
+      "loss": 0.6794676780700684,
+      "step": 3991
+    },
+    {
+      "epoch": 0.737628621912208,
+      "grad_norm": 0.056633397936820984,
+      "learning_rate": 1.765602578835102e-05,
+      "loss": 0.4404573440551758,
+      "step": 3992
+    },
+    {
+      "epoch": 0.7378133986211038,
+      "grad_norm": 0.08712149411439896,
+      "learning_rate": 1.765474227938694e-05,
+      "loss": 0.6856634616851807,
+      "step": 3993
+    },
+    {
+      "epoch": 0.7379981753299997,
+      "grad_norm": 0.05891774967312813,
+      "learning_rate": 1.765345846578807e-05,
+      "loss": 0.39748650789260864,
+      "step": 3994
+    },
+    {
+      "epoch": 0.7381829520388955,
+      "grad_norm": 0.09329812973737717,
+      "learning_rate": 1.7652174347605495e-05,
+      "loss": 0.8040505647659302,
+      "step": 3995
+    },
+    {
+      "epoch": 0.7383677287477913,
+      "grad_norm": 0.07120615243911743,
+      "learning_rate": 1.7650889924890322e-05,
+      "loss": 0.5254811644554138,
+      "step": 3996
+    },
+    {
+      "epoch": 0.7385525054566872,
+      "grad_norm": 0.07867088913917542,
+      "learning_rate": 1.7649605197693666e-05,
+      "loss": 0.6115449666976929,
+      "step": 3997
+    },
+    {
+      "epoch": 0.738737282165583,
+      "grad_norm": 0.08392847329378128,
+      "learning_rate": 1.7648320166066657e-05,
+      "loss": 0.7248279452323914,
+      "step": 3998
+    },
+    {
+      "epoch": 0.7389220588744789,
+      "grad_norm": 0.07307955622673035,
+      "learning_rate": 1.764703483006043e-05,
+      "loss": 0.5999466776847839,
+      "step": 3999
+    },
+    {
+      "epoch": 0.7391068355833748,
+      "grad_norm": 0.08082327246665955,
+      "learning_rate": 1.7645749189726148e-05,
+      "loss": 0.6654618978500366,
+      "step": 4000
+    },
+    {
+      "epoch": 0.7391068355833748,
+      "eval_loss": 0.6549291610717773,
+      "eval_runtime": 158.519,
+      "eval_samples_per_second": 114.996,
+      "eval_steps_per_second": 14.377,
+      "step": 4000
+    },
+    {
+      "epoch": 0.7392916122922706,
+      "grad_norm": 0.07467007637023926,
+      "learning_rate": 1.7644463245114966e-05,
+      "loss": 0.48813697695732117,
+      "step": 4001
+    },
+    {
+      "epoch": 0.7394763890011664,
+      "grad_norm": 0.06314804404973984,
+      "learning_rate": 1.764317699627806e-05,
+      "loss": 0.5541012287139893,
+      "step": 4002
+    },
+    {
+      "epoch": 0.7396611657100622,
+      "grad_norm": 0.06194116547703743,
+      "learning_rate": 1.7641890443266626e-05,
+      "loss": 0.611510157585144,
+      "step": 4003
+    },
+    {
+      "epoch": 0.7398459424189581,
+      "grad_norm": 0.07432377338409424,
+      "learning_rate": 1.7640603586131858e-05,
+      "loss": 0.5475557446479797,
+      "step": 4004
+    },
+    {
+      "epoch": 0.7400307191278539,
+      "grad_norm": 0.08566770702600479,
+      "learning_rate": 1.7639316424924974e-05,
+      "loss": 0.7035894393920898,
+      "step": 4005
+    },
+    {
+      "epoch": 0.7402154958367497,
+      "grad_norm": 0.0692681223154068,
+      "learning_rate": 1.7638028959697195e-05,
+      "loss": 0.6889891028404236,
+      "step": 4006
+    },
+    {
+      "epoch": 0.7404002725456457,
+      "grad_norm": 0.06803371757268906,
+      "learning_rate": 1.7636741190499762e-05,
+      "loss": 0.5378096103668213,
+      "step": 4007
+    },
+    {
+      "epoch": 0.7405850492545415,
+      "grad_norm": 0.06590144336223602,
+      "learning_rate": 1.763545311738392e-05,
+      "loss": 0.6045305728912354,
+      "step": 4008
+    },
+    {
+      "epoch": 0.7407698259634373,
+      "grad_norm": 0.07703419029712677,
+      "learning_rate": 1.763416474040093e-05,
+      "loss": 0.6117264032363892,
+      "step": 4009
+    },
+    {
+      "epoch": 0.7409546026723332,
+      "grad_norm": 0.0843396931886673,
+      "learning_rate": 1.7632876059602073e-05,
+      "loss": 0.8733839988708496,
+      "step": 4010
+    },
+    {
+      "epoch": 0.741139379381229,
+      "grad_norm": 0.07758200168609619,
+      "learning_rate": 1.7631587075038625e-05,
+      "loss": 0.620842695236206,
+      "step": 4011
+    },
+    {
+      "epoch": 0.7413241560901248,
+      "grad_norm": 0.07516031712293625,
+      "learning_rate": 1.763029778676189e-05,
+      "loss": 0.6462552547454834,
+      "step": 4012
+    },
+    {
+      "epoch": 0.7415089327990206,
+      "grad_norm": 0.06614000350236893,
+      "learning_rate": 1.762900819482317e-05,
+      "loss": 0.5343265533447266,
+      "step": 4013
+    },
+    {
+      "epoch": 0.7416937095079166,
+      "grad_norm": 0.0890808179974556,
+      "learning_rate": 1.7627718299273796e-05,
+      "loss": 0.7041956186294556,
+      "step": 4014
+    },
+    {
+      "epoch": 0.7418784862168124,
+      "grad_norm": 0.06308693438768387,
+      "learning_rate": 1.76264281001651e-05,
+      "loss": 0.44210219383239746,
+      "step": 4015
+    },
+    {
+      "epoch": 0.7420632629257082,
+      "grad_norm": 0.06638413667678833,
+      "learning_rate": 1.762513759754842e-05,
+      "loss": 0.5798364877700806,
+      "step": 4016
+    },
+    {
+      "epoch": 0.7422480396346041,
+      "grad_norm": 0.06280551105737686,
+      "learning_rate": 1.7623846791475126e-05,
+      "loss": 0.5701326727867126,
+      "step": 4017
+    },
+    {
+      "epoch": 0.7424328163434999,
+      "grad_norm": 0.07918789237737656,
+      "learning_rate": 1.7622555681996577e-05,
+      "loss": 0.6177583336830139,
+      "step": 4018
+    },
+    {
+      "epoch": 0.7426175930523957,
+      "grad_norm": 0.06910663098096848,
+      "learning_rate": 1.762126426916416e-05,
+      "loss": 0.5345649123191833,
+      "step": 4019
+    },
+    {
+      "epoch": 0.7428023697612915,
+      "grad_norm": 0.0932488888502121,
+      "learning_rate": 1.761997255302927e-05,
+      "loss": 0.6094528436660767,
+      "step": 4020
+    },
+    {
+      "epoch": 0.7429871464701875,
+      "grad_norm": 0.0931335985660553,
+      "learning_rate": 1.7618680533643316e-05,
+      "loss": 0.6541128754615784,
+      "step": 4021
+    },
+    {
+      "epoch": 0.7431719231790833,
+      "grad_norm": 0.071692556142807,
+      "learning_rate": 1.7617388211057706e-05,
+      "loss": 0.5665780305862427,
+      "step": 4022
+    },
+    {
+      "epoch": 0.7433566998879791,
+      "grad_norm": 0.07735349237918854,
+      "learning_rate": 1.7616095585323882e-05,
+      "loss": 0.6871585249900818,
+      "step": 4023
+    },
+    {
+      "epoch": 0.743541476596875,
+      "grad_norm": 0.08922318369150162,
+      "learning_rate": 1.7614802656493277e-05,
+      "loss": 0.7715819478034973,
+      "step": 4024
+    },
+    {
+      "epoch": 0.7437262533057708,
+      "grad_norm": 0.06489979475736618,
+      "learning_rate": 1.7613509424617353e-05,
+      "loss": 0.568026065826416,
+      "step": 4025
+    },
+    {
+      "epoch": 0.7439110300146666,
+      "grad_norm": 0.0566529706120491,
+      "learning_rate": 1.7612215889747574e-05,
+      "loss": 0.36088061332702637,
+      "step": 4026
+    },
+    {
+      "epoch": 0.7440958067235625,
+      "grad_norm": 0.0665200874209404,
+      "learning_rate": 1.7610922051935416e-05,
+      "loss": 0.6098876595497131,
+      "step": 4027
+    },
+    {
+      "epoch": 0.7442805834324583,
+      "grad_norm": 0.07974401116371155,
+      "learning_rate": 1.760962791123237e-05,
+      "loss": 0.6779783964157104,
+      "step": 4028
+    },
+    {
+      "epoch": 0.7444653601413542,
+      "grad_norm": 0.062424369156360626,
+      "learning_rate": 1.7608333467689946e-05,
+      "loss": 0.5455675721168518,
+      "step": 4029
+    },
+    {
+      "epoch": 0.74465013685025,
+      "grad_norm": 0.07580641657114029,
+      "learning_rate": 1.7607038721359648e-05,
+      "loss": 0.6508584022521973,
+      "step": 4030
+    },
+    {
+      "epoch": 0.7448349135591459,
+      "grad_norm": 0.06872642040252686,
+      "learning_rate": 1.7605743672293016e-05,
+      "loss": 0.6221672296524048,
+      "step": 4031
+    },
+    {
+      "epoch": 0.7450196902680417,
+      "grad_norm": 0.07672706991434097,
+      "learning_rate": 1.7604448320541575e-05,
+      "loss": 0.6213904023170471,
+      "step": 4032
+    },
+    {
+      "epoch": 0.7452044669769375,
+      "grad_norm": 0.08280938118696213,
+      "learning_rate": 1.760315266615688e-05,
+      "loss": 0.7548631429672241,
+      "step": 4033
+    },
+    {
+      "epoch": 0.7453892436858334,
+      "grad_norm": 0.06836125999689102,
+      "learning_rate": 1.76018567091905e-05,
+      "loss": 0.5210031270980835,
+      "step": 4034
+    },
+    {
+      "epoch": 0.7455740203947292,
+      "grad_norm": 0.06920409947633743,
+      "learning_rate": 1.7600560449694006e-05,
+      "loss": 0.6825928688049316,
+      "step": 4035
+    },
+    {
+      "epoch": 0.7457587971036251,
+      "grad_norm": 0.05258931964635849,
+      "learning_rate": 1.7599263887718984e-05,
+      "loss": 0.44466057419776917,
+      "step": 4036
+    },
+    {
+      "epoch": 0.745943573812521,
+      "grad_norm": 0.0675012394785881,
+      "learning_rate": 1.7597967023317035e-05,
+      "loss": 0.5741130113601685,
+      "step": 4037
+    },
+    {
+      "epoch": 0.7461283505214168,
+      "grad_norm": 0.07422135025262833,
+      "learning_rate": 1.759666985653977e-05,
+      "loss": 0.7687113285064697,
+      "step": 4038
+    },
+    {
+      "epoch": 0.7463131272303126,
+      "grad_norm": 0.06264545023441315,
+      "learning_rate": 1.759537238743881e-05,
+      "loss": 0.5124937891960144,
+      "step": 4039
+    },
+    {
+      "epoch": 0.7464979039392085,
+      "grad_norm": 0.04960038885474205,
+      "learning_rate": 1.7594074616065793e-05,
+      "loss": 0.45736101269721985,
+      "step": 4040
+    },
+    {
+      "epoch": 0.7466826806481043,
+      "grad_norm": 0.08585156500339508,
+      "learning_rate": 1.7592776542472364e-05,
+      "loss": 0.8170877695083618,
+      "step": 4041
+    },
+    {
+      "epoch": 0.7468674573570001,
+      "grad_norm": 0.0781988576054573,
+      "learning_rate": 1.7591478166710184e-05,
+      "loss": 0.6889027953147888,
+      "step": 4042
+    },
+    {
+      "epoch": 0.747052234065896,
+      "grad_norm": 0.07258368283510208,
+      "learning_rate": 1.759017948883093e-05,
+      "loss": 0.5686144232749939,
+      "step": 4043
+    },
+    {
+      "epoch": 0.7472370107747919,
+      "grad_norm": 0.09401769191026688,
+      "learning_rate": 1.758888050888627e-05,
+      "loss": 0.6536602973937988,
+      "step": 4044
+    },
+    {
+      "epoch": 0.7474217874836877,
+      "grad_norm": 0.07565975189208984,
+      "learning_rate": 1.758758122692791e-05,
+      "loss": 0.5427644848823547,
+      "step": 4045
+    },
+    {
+      "epoch": 0.7476065641925835,
+      "grad_norm": 0.09071590006351471,
+      "learning_rate": 1.7586281643007558e-05,
+      "loss": 0.8327360153198242,
+      "step": 4046
+    },
+    {
+      "epoch": 0.7477913409014794,
+      "grad_norm": 0.05182671546936035,
+      "learning_rate": 1.7584981757176927e-05,
+      "loss": 0.44840091466903687,
+      "step": 4047
+    },
+    {
+      "epoch": 0.7479761176103752,
+      "grad_norm": 0.05731528252363205,
+      "learning_rate": 1.758368156948776e-05,
+      "loss": 0.5093470811843872,
+      "step": 4048
+    },
+    {
+      "epoch": 0.748160894319271,
+      "grad_norm": 0.07756191492080688,
+      "learning_rate": 1.7582381079991787e-05,
+      "loss": 0.6823296546936035,
+      "step": 4049
+    },
+    {
+      "epoch": 0.7483456710281668,
+      "grad_norm": 0.08770789951086044,
+      "learning_rate": 1.758108028874077e-05,
+      "loss": 0.684930145740509,
+      "step": 4050
+    },
+    {
+      "epoch": 0.7485304477370628,
+      "grad_norm": 0.07347483932971954,
+      "learning_rate": 1.7579779195786475e-05,
+      "loss": 0.5228387713432312,
+      "step": 4051
+    },
+    {
+      "epoch": 0.7487152244459586,
+      "grad_norm": 0.08817595988512039,
+      "learning_rate": 1.7578477801180684e-05,
+      "loss": 0.6824162006378174,
+      "step": 4052
+    },
+    {
+      "epoch": 0.7489000011548544,
+      "grad_norm": 0.07642996311187744,
+      "learning_rate": 1.7577176104975188e-05,
+      "loss": 0.5606251358985901,
+      "step": 4053
+    },
+    {
+      "epoch": 0.7490847778637503,
+      "grad_norm": 0.06220955774188042,
+      "learning_rate": 1.7575874107221785e-05,
+      "loss": 0.5040315389633179,
+      "step": 4054
+    },
+    {
+      "epoch": 0.7492695545726461,
+      "grad_norm": 0.08808313310146332,
+      "learning_rate": 1.7574571807972297e-05,
+      "loss": 1.009043574333191,
+      "step": 4055
+    },
+    {
+      "epoch": 0.7494543312815419,
+      "grad_norm": 0.06635929644107819,
+      "learning_rate": 1.7573269207278546e-05,
+      "loss": 0.4607446789741516,
+      "step": 4056
+    },
+    {
+      "epoch": 0.7496391079904378,
+      "grad_norm": 0.08293266594409943,
+      "learning_rate": 1.757196630519238e-05,
+      "loss": 0.723304808139801,
+      "step": 4057
+    },
+    {
+      "epoch": 0.7498238846993337,
+      "grad_norm": 0.06487040966749191,
+      "learning_rate": 1.7570663101765638e-05,
+      "loss": 0.5701680183410645,
+      "step": 4058
+    },
+    {
+      "epoch": 0.7500086614082295,
+      "grad_norm": 0.06392481178045273,
+      "learning_rate": 1.7569359597050193e-05,
+      "loss": 0.5060821175575256,
+      "step": 4059
+    },
+    {
+      "epoch": 0.7501934381171254,
+      "grad_norm": 0.0927731916308403,
+      "learning_rate": 1.756805579109792e-05,
+      "loss": 0.7945534586906433,
+      "step": 4060
+    },
+    {
+      "epoch": 0.7503782148260212,
+      "grad_norm": 0.075643390417099,
+      "learning_rate": 1.75667516839607e-05,
+      "loss": 0.6051799654960632,
+      "step": 4061
+    },
+    {
+      "epoch": 0.750562991534917,
+      "grad_norm": 0.06552645564079285,
+      "learning_rate": 1.756544727569044e-05,
+      "loss": 0.519436240196228,
+      "step": 4062
+    },
+    {
+      "epoch": 0.7507477682438128,
+      "grad_norm": 0.053866442292928696,
+      "learning_rate": 1.756414256633904e-05,
+      "loss": 0.44880855083465576,
+      "step": 4063
+    },
+    {
+      "epoch": 0.7509325449527087,
+      "grad_norm": 0.06403449922800064,
+      "learning_rate": 1.756283755595844e-05,
+      "loss": 0.5271477103233337,
+      "step": 4064
+    },
+    {
+      "epoch": 0.7511173216616046,
+      "grad_norm": 0.07670261710882187,
+      "learning_rate": 1.7561532244600562e-05,
+      "loss": 0.7232034802436829,
+      "step": 4065
+    },
+    {
+      "epoch": 0.7513020983705004,
+      "grad_norm": 0.07809510827064514,
+      "learning_rate": 1.7560226632317355e-05,
+      "loss": 0.6339353919029236,
+      "step": 4066
+    },
+    {
+      "epoch": 0.7514868750793963,
+      "grad_norm": 0.07474415004253387,
+      "learning_rate": 1.7558920719160788e-05,
+      "loss": 0.515523374080658,
+      "step": 4067
+    },
+    {
+      "epoch": 0.7516716517882921,
+      "grad_norm": 0.07664012908935547,
+      "learning_rate": 1.755761450518282e-05,
+      "loss": 0.6550431847572327,
+      "step": 4068
+    },
+    {
+      "epoch": 0.7518564284971879,
+      "grad_norm": 0.07359275966882706,
+      "learning_rate": 1.7556307990435445e-05,
+      "loss": 0.6118465662002563,
+      "step": 4069
+    },
+    {
+      "epoch": 0.7520412052060838,
+      "grad_norm": 0.048818353563547134,
+      "learning_rate": 1.7555001174970647e-05,
+      "loss": 0.3596686124801636,
+      "step": 4070
+    },
+    {
+      "epoch": 0.7522259819149796,
+      "grad_norm": 0.07568147033452988,
+      "learning_rate": 1.755369405884044e-05,
+      "loss": 0.5742887258529663,
+      "step": 4071
+    },
+    {
+      "epoch": 0.7524107586238754,
+      "grad_norm": 0.0754503533244133,
+      "learning_rate": 1.7552386642096842e-05,
+      "loss": 0.7414309978485107,
+      "step": 4072
+    },
+    {
+      "epoch": 0.7525955353327713,
+      "grad_norm": 0.07180456072092056,
+      "learning_rate": 1.755107892479188e-05,
+      "loss": 0.6643378138542175,
+      "step": 4073
+    },
+    {
+      "epoch": 0.7527803120416672,
+      "grad_norm": 0.06921889632940292,
+      "learning_rate": 1.7549770906977612e-05,
+      "loss": 0.6333237886428833,
+      "step": 4074
+    },
+    {
+      "epoch": 0.752965088750563,
+      "grad_norm": 0.072540782392025,
+      "learning_rate": 1.7548462588706075e-05,
+      "loss": 0.5915318727493286,
+      "step": 4075
+    },
+    {
+      "epoch": 0.7531498654594588,
+      "grad_norm": 0.07446306198835373,
+      "learning_rate": 1.7547153970029343e-05,
+      "loss": 0.5665271878242493,
+      "step": 4076
+    },
+    {
+      "epoch": 0.7533346421683547,
+      "grad_norm": 0.07440496236085892,
+      "learning_rate": 1.7545845050999495e-05,
+      "loss": 0.8101900219917297,
+      "step": 4077
+    },
+    {
+      "epoch": 0.7535194188772505,
+      "grad_norm": 0.0785202607512474,
+      "learning_rate": 1.7544535831668624e-05,
+      "loss": 0.6516543626785278,
+      "step": 4078
+    },
+    {
+      "epoch": 0.7537041955861463,
+      "grad_norm": 0.07105366140604019,
+      "learning_rate": 1.7543226312088828e-05,
+      "loss": 0.5027989745140076,
+      "step": 4079
+    },
+    {
+      "epoch": 0.7538889722950423,
+      "grad_norm": 0.06337833404541016,
+      "learning_rate": 1.7541916492312225e-05,
+      "loss": 0.5374016761779785,
+      "step": 4080
+    },
+    {
+      "epoch": 0.7540737490039381,
+      "grad_norm": 0.0845162644982338,
+      "learning_rate": 1.7540606372390946e-05,
+      "loss": 0.5916616916656494,
+      "step": 4081
+    },
+    {
+      "epoch": 0.7542585257128339,
+      "grad_norm": 0.08202160894870758,
+      "learning_rate": 1.7539295952377117e-05,
+      "loss": 0.5300063490867615,
+      "step": 4082
+    },
+    {
+      "epoch": 0.7544433024217297,
+      "grad_norm": 0.06920167058706284,
+      "learning_rate": 1.7537985232322902e-05,
+      "loss": 0.5863104462623596,
+      "step": 4083
+    },
+    {
+      "epoch": 0.7546280791306256,
+      "grad_norm": 0.061373304575681686,
+      "learning_rate": 1.7536674212280456e-05,
+      "loss": 0.42102378606796265,
+      "step": 4084
+    },
+    {
+      "epoch": 0.7548128558395214,
+      "grad_norm": 0.08496609330177307,
+      "learning_rate": 1.7535362892301953e-05,
+      "loss": 0.6914458870887756,
+      "step": 4085
+    },
+    {
+      "epoch": 0.7549976325484172,
+      "grad_norm": 0.08487819880247116,
+      "learning_rate": 1.753405127243959e-05,
+      "loss": 0.6755183935165405,
+      "step": 4086
+    },
+    {
+      "epoch": 0.7551824092573132,
+      "grad_norm": 0.08387638628482819,
+      "learning_rate": 1.7532739352745552e-05,
+      "loss": 0.7153843641281128,
+      "step": 4087
+    },
+    {
+      "epoch": 0.755367185966209,
+      "grad_norm": 0.07073529064655304,
+      "learning_rate": 1.7531427133272056e-05,
+      "loss": 0.44453296065330505,
+      "step": 4088
+    },
+    {
+      "epoch": 0.7555519626751048,
+      "grad_norm": 0.08027850091457367,
+      "learning_rate": 1.753011461407132e-05,
+      "loss": 0.7097273468971252,
+      "step": 4089
+    },
+    {
+      "epoch": 0.7557367393840007,
+      "grad_norm": 0.06549596786499023,
+      "learning_rate": 1.752880179519558e-05,
+      "loss": 0.5342280864715576,
+      "step": 4090
+    },
+    {
+      "epoch": 0.7559215160928965,
+      "grad_norm": 0.09357139468193054,
+      "learning_rate": 1.752748867669709e-05,
+      "loss": 0.6749565005302429,
+      "step": 4091
+    },
+    {
+      "epoch": 0.7561062928017923,
+      "grad_norm": 0.09218194335699081,
+      "learning_rate": 1.7526175258628097e-05,
+      "loss": 0.6712514162063599,
+      "step": 4092
+    },
+    {
+      "epoch": 0.7562910695106881,
+      "grad_norm": 0.11231732368469238,
+      "learning_rate": 1.7524861541040878e-05,
+      "loss": 0.705974817276001,
+      "step": 4093
+    },
+    {
+      "epoch": 0.756475846219584,
+      "grad_norm": 0.06249980628490448,
+      "learning_rate": 1.7523547523987708e-05,
+      "loss": 0.514185905456543,
+      "step": 4094
+    },
+    {
+      "epoch": 0.7566606229284799,
+      "grad_norm": 0.08503606915473938,
+      "learning_rate": 1.7522233207520887e-05,
+      "loss": 0.790868878364563,
+      "step": 4095
+    },
+    {
+      "epoch": 0.7568453996373757,
+      "grad_norm": 0.08546585589647293,
+      "learning_rate": 1.7520918591692713e-05,
+      "loss": 0.6644178032875061,
+      "step": 4096
+    },
+    {
+      "epoch": 0.7570301763462716,
+      "grad_norm": 0.07207859307527542,
+      "learning_rate": 1.7519603676555517e-05,
+      "loss": 0.5520370006561279,
+      "step": 4097
+    },
+    {
+      "epoch": 0.7572149530551674,
+      "grad_norm": 0.07846345752477646,
+      "learning_rate": 1.751828846216162e-05,
+      "loss": 0.6240181922912598,
+      "step": 4098
+    },
+    {
+      "epoch": 0.7573997297640632,
+      "grad_norm": 0.07634284347295761,
+      "learning_rate": 1.751697294856336e-05,
+      "loss": 0.6089432239532471,
+      "step": 4099
+    },
+    {
+      "epoch": 0.757584506472959,
+      "grad_norm": 0.06646178662776947,
+      "learning_rate": 1.7515657135813095e-05,
+      "loss": 0.5072463154792786,
+      "step": 4100
+    },
+    {
+      "epoch": 0.7577692831818549,
+      "grad_norm": 0.05174202099442482,
+      "learning_rate": 1.7514341023963187e-05,
+      "loss": 0.38996005058288574,
+      "step": 4101
+    },
+    {
+      "epoch": 0.7579540598907508,
+      "grad_norm": 0.0655844584107399,
+      "learning_rate": 1.7513024613066017e-05,
+      "loss": 0.5721313953399658,
+      "step": 4102
+    },
+    {
+      "epoch": 0.7581388365996466,
+      "grad_norm": 0.07744917273521423,
+      "learning_rate": 1.7511707903173975e-05,
+      "loss": 0.6617624163627625,
+      "step": 4103
+    },
+    {
+      "epoch": 0.7583236133085425,
+      "grad_norm": 0.07809010148048401,
+      "learning_rate": 1.7510390894339463e-05,
+      "loss": 0.6835892200469971,
+      "step": 4104
+    },
+    {
+      "epoch": 0.7585083900174383,
+      "grad_norm": 0.07202986627817154,
+      "learning_rate": 1.7509073586614884e-05,
+      "loss": 0.7185051441192627,
+      "step": 4105
+    },
+    {
+      "epoch": 0.7586931667263341,
+      "grad_norm": 0.06993846595287323,
+      "learning_rate": 1.750775598005267e-05,
+      "loss": 0.536699652671814,
+      "step": 4106
+    },
+    {
+      "epoch": 0.75887794343523,
+      "grad_norm": 0.08079773187637329,
+      "learning_rate": 1.750643807470526e-05,
+      "loss": 0.5461199879646301,
+      "step": 4107
+    },
+    {
+      "epoch": 0.7590627201441258,
+      "grad_norm": 0.0769638791680336,
+      "learning_rate": 1.7505119870625097e-05,
+      "loss": 0.6999402642250061,
+      "step": 4108
+    },
+    {
+      "epoch": 0.7592474968530217,
+      "grad_norm": 0.07775267958641052,
+      "learning_rate": 1.7503801367864643e-05,
+      "loss": 0.6964604258537292,
+      "step": 4109
+    },
+    {
+      "epoch": 0.7594322735619176,
+      "grad_norm": 0.0595572330057621,
+      "learning_rate": 1.750248256647637e-05,
+      "loss": 0.4696602523326874,
+      "step": 4110
+    },
+    {
+      "epoch": 0.7596170502708134,
+      "grad_norm": 0.06406479328870773,
+      "learning_rate": 1.7501163466512764e-05,
+      "loss": 0.4890046715736389,
+      "step": 4111
+    },
+    {
+      "epoch": 0.7598018269797092,
+      "grad_norm": 0.06237300857901573,
+      "learning_rate": 1.7499844068026322e-05,
+      "loss": 0.4907143712043762,
+      "step": 4112
+    },
+    {
+      "epoch": 0.759986603688605,
+      "grad_norm": 0.05173421651124954,
+      "learning_rate": 1.749852437106955e-05,
+      "loss": 0.45887884497642517,
+      "step": 4113
+    },
+    {
+      "epoch": 0.7601713803975009,
+      "grad_norm": 0.07699117809534073,
+      "learning_rate": 1.749720437569497e-05,
+      "loss": 0.659019410610199,
+      "step": 4114
+    },
+    {
+      "epoch": 0.7603561571063967,
+      "grad_norm": 0.05027296394109726,
+      "learning_rate": 1.7495884081955106e-05,
+      "loss": 0.3970877528190613,
+      "step": 4115
+    },
+    {
+      "epoch": 0.7605409338152925,
+      "grad_norm": 0.06710248440504074,
+      "learning_rate": 1.749456348990251e-05,
+      "loss": 0.596959114074707,
+      "step": 4116
+    },
+    {
+      "epoch": 0.7607257105241885,
+      "grad_norm": 0.06048336625099182,
+      "learning_rate": 1.7493242599589733e-05,
+      "loss": 0.4490605592727661,
+      "step": 4117
+    },
+    {
+      "epoch": 0.7609104872330843,
+      "grad_norm": 0.07077085226774216,
+      "learning_rate": 1.7491921411069347e-05,
+      "loss": 0.6158462762832642,
+      "step": 4118
+    },
+    {
+      "epoch": 0.7610952639419801,
+      "grad_norm": 0.08598323911428452,
+      "learning_rate": 1.7490599924393925e-05,
+      "loss": 0.826266884803772,
+      "step": 4119
+    },
+    {
+      "epoch": 0.761280040650876,
+      "grad_norm": 0.07506779581308365,
+      "learning_rate": 1.7489278139616063e-05,
+      "loss": 0.6603870391845703,
+      "step": 4120
+    },
+    {
+      "epoch": 0.7614648173597718,
+      "grad_norm": 0.07160505652427673,
+      "learning_rate": 1.748795605678836e-05,
+      "loss": 0.6138166189193726,
+      "step": 4121
+    },
+    {
+      "epoch": 0.7616495940686676,
+      "grad_norm": 0.08130978792905807,
+      "learning_rate": 1.7486633675963432e-05,
+      "loss": 0.7139620184898376,
+      "step": 4122
+    },
+    {
+      "epoch": 0.7618343707775634,
+      "grad_norm": 0.07921002805233002,
+      "learning_rate": 1.748531099719391e-05,
+      "loss": 0.7038363814353943,
+      "step": 4123
+    },
+    {
+      "epoch": 0.7620191474864594,
+      "grad_norm": 0.06836456805467606,
+      "learning_rate": 1.748398802053243e-05,
+      "loss": 0.5928983092308044,
+      "step": 4124
+    },
+    {
+      "epoch": 0.7622039241953552,
+      "grad_norm": 0.07586997747421265,
+      "learning_rate": 1.7482664746031637e-05,
+      "loss": 0.6390272974967957,
+      "step": 4125
+    },
+    {
+      "epoch": 0.762388700904251,
+      "grad_norm": 0.0682540088891983,
+      "learning_rate": 1.7481341173744198e-05,
+      "loss": 0.6863719820976257,
+      "step": 4126
+    },
+    {
+      "epoch": 0.7625734776131469,
+      "grad_norm": 0.07922250777482986,
+      "learning_rate": 1.7480017303722788e-05,
+      "loss": 0.5649644136428833,
+      "step": 4127
+    },
+    {
+      "epoch": 0.7627582543220427,
+      "grad_norm": 0.08836416155099869,
+      "learning_rate": 1.747869313602009e-05,
+      "loss": 0.6617914438247681,
+      "step": 4128
+    },
+    {
+      "epoch": 0.7629430310309385,
+      "grad_norm": 0.06390947103500366,
+      "learning_rate": 1.74773686706888e-05,
+      "loss": 0.584636390209198,
+      "step": 4129
+    },
+    {
+      "epoch": 0.7631278077398344,
+      "grad_norm": 0.0760967954993248,
+      "learning_rate": 1.7476043907781636e-05,
+      "loss": 0.6412030458450317,
+      "step": 4130
+    },
+    {
+      "epoch": 0.7633125844487303,
+      "grad_norm": 0.05150337144732475,
+      "learning_rate": 1.747471884735131e-05,
+      "loss": 0.3768945038318634,
+      "step": 4131
+    },
+    {
+      "epoch": 0.7634973611576261,
+      "grad_norm": 0.07066693156957626,
+      "learning_rate": 1.7473393489450564e-05,
+      "loss": 0.6143984794616699,
+      "step": 4132
+    },
+    {
+      "epoch": 0.763682137866522,
+      "grad_norm": 0.0610533282160759,
+      "learning_rate": 1.7472067834132135e-05,
+      "loss": 0.45592719316482544,
+      "step": 4133
+    },
+    {
+      "epoch": 0.7638669145754178,
+      "grad_norm": 0.08170929551124573,
+      "learning_rate": 1.7470741881448784e-05,
+      "loss": 0.6536384224891663,
+      "step": 4134
+    },
+    {
+      "epoch": 0.7640516912843136,
+      "grad_norm": 0.071434386074543,
+      "learning_rate": 1.746941563145328e-05,
+      "loss": 0.6187744140625,
+      "step": 4135
+    },
+    {
+      "epoch": 0.7642364679932094,
+      "grad_norm": 0.1042235866189003,
+      "learning_rate": 1.74680890841984e-05,
+      "loss": 0.7490211129188538,
+      "step": 4136
+    },
+    {
+      "epoch": 0.7644212447021053,
+      "grad_norm": 0.0673421323299408,
+      "learning_rate": 1.7466762239736944e-05,
+      "loss": 0.5491911172866821,
+      "step": 4137
+    },
+    {
+      "epoch": 0.7646060214110011,
+      "grad_norm": 0.07412095367908478,
+      "learning_rate": 1.746543509812171e-05,
+      "loss": 0.6123514175415039,
+      "step": 4138
+    },
+    {
+      "epoch": 0.764790798119897,
+      "grad_norm": 0.08058208227157593,
+      "learning_rate": 1.746410765940551e-05,
+      "loss": 0.8483732342720032,
+      "step": 4139
+    },
+    {
+      "epoch": 0.7649755748287929,
+      "grad_norm": 0.07618124783039093,
+      "learning_rate": 1.7462779923641183e-05,
+      "loss": 0.6350252032279968,
+      "step": 4140
+    },
+    {
+      "epoch": 0.7651603515376887,
+      "grad_norm": 0.0847897008061409,
+      "learning_rate": 1.746145189088156e-05,
+      "loss": 0.9960081577301025,
+      "step": 4141
+    },
+    {
+      "epoch": 0.7653451282465845,
+      "grad_norm": 0.06631160527467728,
+      "learning_rate": 1.7460123561179496e-05,
+      "loss": 0.6314607262611389,
+      "step": 4142
+    },
+    {
+      "epoch": 0.7655299049554803,
+      "grad_norm": 0.07614582031965256,
+      "learning_rate": 1.7458794934587856e-05,
+      "loss": 0.6961138248443604,
+      "step": 4143
+    },
+    {
+      "epoch": 0.7657146816643762,
+      "grad_norm": 0.07594437897205353,
+      "learning_rate": 1.745746601115951e-05,
+      "loss": 0.5030292868614197,
+      "step": 4144
+    },
+    {
+      "epoch": 0.765899458373272,
+      "grad_norm": 0.08059264719486237,
+      "learning_rate": 1.7456136790947347e-05,
+      "loss": 0.6420890092849731,
+      "step": 4145
+    },
+    {
+      "epoch": 0.7660842350821679,
+      "grad_norm": 0.11633842438459396,
+      "learning_rate": 1.7454807274004273e-05,
+      "loss": 0.8226794004440308,
+      "step": 4146
+    },
+    {
+      "epoch": 0.7662690117910638,
+      "grad_norm": 0.05782187730073929,
+      "learning_rate": 1.745347746038319e-05,
+      "loss": 0.5326021313667297,
+      "step": 4147
+    },
+    {
+      "epoch": 0.7664537884999596,
+      "grad_norm": 0.07117144018411636,
+      "learning_rate": 1.7452147350137024e-05,
+      "loss": 0.6022680401802063,
+      "step": 4148
+    },
+    {
+      "epoch": 0.7666385652088554,
+      "grad_norm": 0.0824783444404602,
+      "learning_rate": 1.7450816943318705e-05,
+      "loss": 0.7285429835319519,
+      "step": 4149
+    },
+    {
+      "epoch": 0.7668233419177513,
+      "grad_norm": 0.07009123265743256,
+      "learning_rate": 1.7449486239981186e-05,
+      "loss": 0.5529493093490601,
+      "step": 4150
+    },
+    {
+      "epoch": 0.7670081186266471,
+      "grad_norm": 0.06966505944728851,
+      "learning_rate": 1.744815524017742e-05,
+      "loss": 0.6751921772956848,
+      "step": 4151
+    },
+    {
+      "epoch": 0.7671928953355429,
+      "grad_norm": 0.06169646605849266,
+      "learning_rate": 1.7446823943960374e-05,
+      "loss": 0.5230487585067749,
+      "step": 4152
+    },
+    {
+      "epoch": 0.7673776720444389,
+      "grad_norm": 0.06246807053685188,
+      "learning_rate": 1.744549235138304e-05,
+      "loss": 0.4462629556655884,
+      "step": 4153
+    },
+    {
+      "epoch": 0.7675624487533347,
+      "grad_norm": 0.09959576278924942,
+      "learning_rate": 1.74441604624984e-05,
+      "loss": 0.9976585507392883,
+      "step": 4154
+    },
+    {
+      "epoch": 0.7677472254622305,
+      "grad_norm": 0.09119909256696701,
+      "learning_rate": 1.7442828277359463e-05,
+      "loss": 0.7003543376922607,
+      "step": 4155
+    },
+    {
+      "epoch": 0.7679320021711263,
+      "grad_norm": 0.08542408049106598,
+      "learning_rate": 1.7441495796019245e-05,
+      "loss": 0.7313602566719055,
+      "step": 4156
+    },
+    {
+      "epoch": 0.7681167788800222,
+      "grad_norm": 0.06858178228139877,
+      "learning_rate": 1.744016301853078e-05,
+      "loss": 0.5413244962692261,
+      "step": 4157
+    },
+    {
+      "epoch": 0.768301555588918,
+      "grad_norm": 0.05746445804834366,
+      "learning_rate": 1.74388299449471e-05,
+      "loss": 0.4712941646575928,
+      "step": 4158
+    },
+    {
+      "epoch": 0.7684863322978138,
+      "grad_norm": 0.07297435402870178,
+      "learning_rate": 1.7437496575321264e-05,
+      "loss": 0.7246826887130737,
+      "step": 4159
+    },
+    {
+      "epoch": 0.7686711090067097,
+      "grad_norm": 0.08480487018823624,
+      "learning_rate": 1.7436162909706335e-05,
+      "loss": 0.9000516533851624,
+      "step": 4160
+    },
+    {
+      "epoch": 0.7688558857156056,
+      "grad_norm": 0.07197446376085281,
+      "learning_rate": 1.743482894815538e-05,
+      "loss": 0.6599001288414001,
+      "step": 4161
+    },
+    {
+      "epoch": 0.7690406624245014,
+      "grad_norm": 0.10154495388269424,
+      "learning_rate": 1.74334946907215e-05,
+      "loss": 0.8901887536048889,
+      "step": 4162
+    },
+    {
+      "epoch": 0.7692254391333972,
+      "grad_norm": 0.0685698539018631,
+      "learning_rate": 1.7432160137457787e-05,
+      "loss": 0.6849889159202576,
+      "step": 4163
+    },
+    {
+      "epoch": 0.7694102158422931,
+      "grad_norm": 0.07454440742731094,
+      "learning_rate": 1.743082528841735e-05,
+      "loss": 0.6368915438652039,
+      "step": 4164
+    },
+    {
+      "epoch": 0.7695949925511889,
+      "grad_norm": 0.08280269056558609,
+      "learning_rate": 1.7429490143653317e-05,
+      "loss": 0.765697181224823,
+      "step": 4165
+    },
+    {
+      "epoch": 0.7697797692600847,
+      "grad_norm": 0.08227710425853729,
+      "learning_rate": 1.742815470321882e-05,
+      "loss": 0.7411954998970032,
+      "step": 4166
+    },
+    {
+      "epoch": 0.7699645459689806,
+      "grad_norm": 0.07122933119535446,
+      "learning_rate": 1.7426818967167003e-05,
+      "loss": 0.595898449420929,
+      "step": 4167
+    },
+    {
+      "epoch": 0.7701493226778765,
+      "grad_norm": 0.08117000758647919,
+      "learning_rate": 1.742548293555103e-05,
+      "loss": 0.7033901810646057,
+      "step": 4168
+    },
+    {
+      "epoch": 0.7703340993867723,
+      "grad_norm": 0.06495106965303421,
+      "learning_rate": 1.7424146608424065e-05,
+      "loss": 0.5481119751930237,
+      "step": 4169
+    },
+    {
+      "epoch": 0.7705188760956682,
+      "grad_norm": 0.06746747344732285,
+      "learning_rate": 1.7422809985839292e-05,
+      "loss": 0.49438005685806274,
+      "step": 4170
+    },
+    {
+      "epoch": 0.770703652804564,
+      "grad_norm": 0.08098278194665909,
+      "learning_rate": 1.7421473067849906e-05,
+      "loss": 0.6253182291984558,
+      "step": 4171
+    },
+    {
+      "epoch": 0.7708884295134598,
+      "grad_norm": 0.07808305323123932,
+      "learning_rate": 1.742013585450911e-05,
+      "loss": 0.6477851867675781,
+      "step": 4172
+    },
+    {
+      "epoch": 0.7710732062223556,
+      "grad_norm": 0.08123036473989487,
+      "learning_rate": 1.741879834587012e-05,
+      "loss": 0.6954832673072815,
+      "step": 4173
+    },
+    {
+      "epoch": 0.7712579829312515,
+      "grad_norm": 0.08123773336410522,
+      "learning_rate": 1.741746054198617e-05,
+      "loss": 0.8441729545593262,
+      "step": 4174
+    },
+    {
+      "epoch": 0.7714427596401474,
+      "grad_norm": 0.05783558264374733,
+      "learning_rate": 1.7416122442910493e-05,
+      "loss": 0.44951534271240234,
+      "step": 4175
+    },
+    {
+      "epoch": 0.7716275363490432,
+      "grad_norm": 0.07396768778562546,
+      "learning_rate": 1.741478404869635e-05,
+      "loss": 0.6257613301277161,
+      "step": 4176
+    },
+    {
+      "epoch": 0.7718123130579391,
+      "grad_norm": 0.05979736149311066,
+      "learning_rate": 1.7413445359396996e-05,
+      "loss": 0.5418450832366943,
+      "step": 4177
+    },
+    {
+      "epoch": 0.7719970897668349,
+      "grad_norm": 0.07243388146162033,
+      "learning_rate": 1.741210637506571e-05,
+      "loss": 0.4934229254722595,
+      "step": 4178
+    },
+    {
+      "epoch": 0.7721818664757307,
+      "grad_norm": 0.07115595042705536,
+      "learning_rate": 1.741076709575578e-05,
+      "loss": 0.572291910648346,
+      "step": 4179
+    },
+    {
+      "epoch": 0.7723666431846266,
+      "grad_norm": 0.0746389627456665,
+      "learning_rate": 1.7409427521520507e-05,
+      "loss": 0.49469316005706787,
+      "step": 4180
+    },
+    {
+      "epoch": 0.7725514198935224,
+      "grad_norm": 0.09076672792434692,
+      "learning_rate": 1.7408087652413197e-05,
+      "loss": 0.7113850116729736,
+      "step": 4181
+    },
+    {
+      "epoch": 0.7727361966024182,
+      "grad_norm": 0.08029329776763916,
+      "learning_rate": 1.7406747488487176e-05,
+      "loss": 0.7337382435798645,
+      "step": 4182
+    },
+    {
+      "epoch": 0.7729209733113142,
+      "grad_norm": 0.0713610053062439,
+      "learning_rate": 1.740540702979578e-05,
+      "loss": 0.6376339793205261,
+      "step": 4183
+    },
+    {
+      "epoch": 0.77310575002021,
+      "grad_norm": 0.07699505239725113,
+      "learning_rate": 1.740406627639235e-05,
+      "loss": 0.714060366153717,
+      "step": 4184
+    },
+    {
+      "epoch": 0.7732905267291058,
+      "grad_norm": 0.054786115884780884,
+      "learning_rate": 1.7402725228330247e-05,
+      "loss": 0.4561084508895874,
+      "step": 4185
+    },
+    {
+      "epoch": 0.7734753034380016,
+      "grad_norm": 0.08547017723321915,
+      "learning_rate": 1.7401383885662843e-05,
+      "loss": 0.7607282400131226,
+      "step": 4186
+    },
+    {
+      "epoch": 0.7736600801468975,
+      "grad_norm": 0.055155374109745026,
+      "learning_rate": 1.7400042248443513e-05,
+      "loss": 0.4208586513996124,
+      "step": 4187
+    },
+    {
+      "epoch": 0.7738448568557933,
+      "grad_norm": 0.08057721704244614,
+      "learning_rate": 1.7398700316725653e-05,
+      "loss": 0.7284572124481201,
+      "step": 4188
+    },
+    {
+      "epoch": 0.7740296335646891,
+      "grad_norm": 0.07119718194007874,
+      "learning_rate": 1.739735809056267e-05,
+      "loss": 0.5601897835731506,
+      "step": 4189
+    },
+    {
+      "epoch": 0.7742144102735851,
+      "grad_norm": 0.0902874544262886,
+      "learning_rate": 1.7396015570007978e-05,
+      "loss": 0.7009224891662598,
+      "step": 4190
+    },
+    {
+      "epoch": 0.7743991869824809,
+      "grad_norm": 0.07109608501195908,
+      "learning_rate": 1.7394672755115003e-05,
+      "loss": 0.6656509637832642,
+      "step": 4191
+    },
+    {
+      "epoch": 0.7745839636913767,
+      "grad_norm": 0.07586213946342468,
+      "learning_rate": 1.739332964593719e-05,
+      "loss": 0.6752843260765076,
+      "step": 4192
+    },
+    {
+      "epoch": 0.7747687404002725,
+      "grad_norm": 0.0882461667060852,
+      "learning_rate": 1.739198624252799e-05,
+      "loss": 0.7218917608261108,
+      "step": 4193
+    },
+    {
+      "epoch": 0.7749535171091684,
+      "grad_norm": 0.07135339826345444,
+      "learning_rate": 1.739064254494086e-05,
+      "loss": 0.7736853361129761,
+      "step": 4194
+    },
+    {
+      "epoch": 0.7751382938180642,
+      "grad_norm": 0.07494081556797028,
+      "learning_rate": 1.738929855322928e-05,
+      "loss": 0.7577793002128601,
+      "step": 4195
+    },
+    {
+      "epoch": 0.77532307052696,
+      "grad_norm": 0.0696171447634697,
+      "learning_rate": 1.7387954267446737e-05,
+      "loss": 0.5817857980728149,
+      "step": 4196
+    },
+    {
+      "epoch": 0.775507847235856,
+      "grad_norm": 0.059537775814533234,
+      "learning_rate": 1.7386609687646726e-05,
+      "loss": 0.5929745435714722,
+      "step": 4197
+    },
+    {
+      "epoch": 0.7756926239447518,
+      "grad_norm": 0.06773867458105087,
+      "learning_rate": 1.738526481388276e-05,
+      "loss": 0.5150438547134399,
+      "step": 4198
+    },
+    {
+      "epoch": 0.7758774006536476,
+      "grad_norm": 0.07512631267309189,
+      "learning_rate": 1.7383919646208364e-05,
+      "loss": 0.6949543356895447,
+      "step": 4199
+    },
+    {
+      "epoch": 0.7760621773625435,
+      "grad_norm": 0.0708075538277626,
+      "learning_rate": 1.7382574184677063e-05,
+      "loss": 0.5188945531845093,
+      "step": 4200
+    },
+    {
+      "epoch": 0.7762469540714393,
+      "grad_norm": 0.06188984587788582,
+      "learning_rate": 1.7381228429342406e-05,
+      "loss": 0.5236637592315674,
+      "step": 4201
+    },
+    {
+      "epoch": 0.7764317307803351,
+      "grad_norm": 0.06864194571971893,
+      "learning_rate": 1.7379882380257952e-05,
+      "loss": 0.5545336008071899,
+      "step": 4202
+    },
+    {
+      "epoch": 0.776616507489231,
+      "grad_norm": 0.08061398565769196,
+      "learning_rate": 1.7378536037477266e-05,
+      "loss": 0.6850088238716125,
+      "step": 4203
+    },
+    {
+      "epoch": 0.7768012841981268,
+      "grad_norm": 0.09009570628404617,
+      "learning_rate": 1.7377189401053933e-05,
+      "loss": 0.6856690049171448,
+      "step": 4204
+    },
+    {
+      "epoch": 0.7769860609070227,
+      "grad_norm": 0.07767023891210556,
+      "learning_rate": 1.7375842471041543e-05,
+      "loss": 0.7038486003875732,
+      "step": 4205
+    },
+    {
+      "epoch": 0.7771708376159185,
+      "grad_norm": 0.07596709579229355,
+      "learning_rate": 1.7374495247493694e-05,
+      "loss": 0.7392452359199524,
+      "step": 4206
+    },
+    {
+      "epoch": 0.7773556143248144,
+      "grad_norm": 0.06344443559646606,
+      "learning_rate": 1.737314773046401e-05,
+      "loss": 0.4634053409099579,
+      "step": 4207
+    },
+    {
+      "epoch": 0.7775403910337102,
+      "grad_norm": 0.06472158432006836,
+      "learning_rate": 1.737179992000611e-05,
+      "loss": 0.5714576244354248,
+      "step": 4208
+    },
+    {
+      "epoch": 0.777725167742606,
+      "grad_norm": 0.07439829409122467,
+      "learning_rate": 1.737045181617364e-05,
+      "loss": 0.6813909411430359,
+      "step": 4209
+    },
+    {
+      "epoch": 0.7779099444515019,
+      "grad_norm": 0.08288738131523132,
+      "learning_rate": 1.7369103419020244e-05,
+      "loss": 0.6286230683326721,
+      "step": 4210
+    },
+    {
+      "epoch": 0.7780947211603977,
+      "grad_norm": 0.08833064138889313,
+      "learning_rate": 1.7367754728599592e-05,
+      "loss": 0.7476876378059387,
+      "step": 4211
+    },
+    {
+      "epoch": 0.7782794978692936,
+      "grad_norm": 0.07594143599271774,
+      "learning_rate": 1.736640574496535e-05,
+      "loss": 0.6591677665710449,
+      "step": 4212
+    },
+    {
+      "epoch": 0.7784642745781895,
+      "grad_norm": 0.08570119738578796,
+      "learning_rate": 1.7365056468171204e-05,
+      "loss": 0.6744270920753479,
+      "step": 4213
+    },
+    {
+      "epoch": 0.7786490512870853,
+      "grad_norm": 0.08634412288665771,
+      "learning_rate": 1.7363706898270852e-05,
+      "loss": 0.6466952562332153,
+      "step": 4214
+    },
+    {
+      "epoch": 0.7788338279959811,
+      "grad_norm": 0.07181413471698761,
+      "learning_rate": 1.736235703531801e-05,
+      "loss": 0.6132568120956421,
+      "step": 4215
+    },
+    {
+      "epoch": 0.7790186047048769,
+      "grad_norm": 0.072494275867939,
+      "learning_rate": 1.7361006879366385e-05,
+      "loss": 0.6853365302085876,
+      "step": 4216
+    },
+    {
+      "epoch": 0.7792033814137728,
+      "grad_norm": 0.07777240872383118,
+      "learning_rate": 1.7359656430469722e-05,
+      "loss": 0.5434789657592773,
+      "step": 4217
+    },
+    {
+      "epoch": 0.7793881581226686,
+      "grad_norm": 0.07259754091501236,
+      "learning_rate": 1.7358305688681754e-05,
+      "loss": 0.6910667419433594,
+      "step": 4218
+    },
+    {
+      "epoch": 0.7795729348315645,
+      "grad_norm": 0.06869952380657196,
+      "learning_rate": 1.735695465405624e-05,
+      "loss": 0.643589973449707,
+      "step": 4219
+    },
+    {
+      "epoch": 0.7797577115404604,
+      "grad_norm": 0.06629443913698196,
+      "learning_rate": 1.7355603326646952e-05,
+      "loss": 0.557184100151062,
+      "step": 4220
+    },
+    {
+      "epoch": 0.7799424882493562,
+      "grad_norm": 0.0654207244515419,
+      "learning_rate": 1.7354251706507657e-05,
+      "loss": 0.6412302255630493,
+      "step": 4221
+    },
+    {
+      "epoch": 0.780127264958252,
+      "grad_norm": 0.08161873370409012,
+      "learning_rate": 1.735289979369216e-05,
+      "loss": 0.7459937334060669,
+      "step": 4222
+    },
+    {
+      "epoch": 0.7803120416671478,
+      "grad_norm": 0.07101137936115265,
+      "learning_rate": 1.7351547588254255e-05,
+      "loss": 0.5612960457801819,
+      "step": 4223
+    },
+    {
+      "epoch": 0.7804968183760437,
+      "grad_norm": 0.07463975250720978,
+      "learning_rate": 1.7350195090247754e-05,
+      "loss": 0.6693721413612366,
+      "step": 4224
+    },
+    {
+      "epoch": 0.7806815950849395,
+      "grad_norm": 0.08101318031549454,
+      "learning_rate": 1.734884229972648e-05,
+      "loss": 0.6169843077659607,
+      "step": 4225
+    },
+    {
+      "epoch": 0.7808663717938353,
+      "grad_norm": 0.08010120689868927,
+      "learning_rate": 1.734748921674428e-05,
+      "loss": 0.6786614656448364,
+      "step": 4226
+    },
+    {
+      "epoch": 0.7810511485027313,
+      "grad_norm": 0.06889232993125916,
+      "learning_rate": 1.7346135841354993e-05,
+      "loss": 0.5372576117515564,
+      "step": 4227
+    },
+    {
+      "epoch": 0.7812359252116271,
+      "grad_norm": 0.07085257768630981,
+      "learning_rate": 1.7344782173612485e-05,
+      "loss": 0.5229369401931763,
+      "step": 4228
+    },
+    {
+      "epoch": 0.7814207019205229,
+      "grad_norm": 0.08060770481824875,
+      "learning_rate": 1.7343428213570624e-05,
+      "loss": 0.7314550280570984,
+      "step": 4229
+    },
+    {
+      "epoch": 0.7816054786294188,
+      "grad_norm": 0.08209926635026932,
+      "learning_rate": 1.7342073961283293e-05,
+      "loss": 0.7790261507034302,
+      "step": 4230
+    },
+    {
+      "epoch": 0.7817902553383146,
+      "grad_norm": 0.08321072161197662,
+      "learning_rate": 1.7340719416804395e-05,
+      "loss": 0.7635213136672974,
+      "step": 4231
+    },
+    {
+      "epoch": 0.7819750320472104,
+      "grad_norm": 0.08907254040241241,
+      "learning_rate": 1.7339364580187825e-05,
+      "loss": 0.7458104491233826,
+      "step": 4232
+    },
+    {
+      "epoch": 0.7821598087561062,
+      "grad_norm": 0.0697903037071228,
+      "learning_rate": 1.733800945148751e-05,
+      "loss": 0.6363630890846252,
+      "step": 4233
+    },
+    {
+      "epoch": 0.7823445854650022,
+      "grad_norm": 0.06094703823328018,
+      "learning_rate": 1.7336654030757373e-05,
+      "loss": 0.5128779411315918,
+      "step": 4234
+    },
+    {
+      "epoch": 0.782529362173898,
+      "grad_norm": 0.07650782912969589,
+      "learning_rate": 1.7335298318051362e-05,
+      "loss": 0.6506317853927612,
+      "step": 4235
+    },
+    {
+      "epoch": 0.7827141388827938,
+      "grad_norm": 0.057419292628765106,
+      "learning_rate": 1.7333942313423426e-05,
+      "loss": 0.3510390520095825,
+      "step": 4236
+    },
+    {
+      "epoch": 0.7828989155916897,
+      "grad_norm": 0.06217406317591667,
+      "learning_rate": 1.733258601692753e-05,
+      "loss": 0.4840368330478668,
+      "step": 4237
+    },
+    {
+      "epoch": 0.7830836923005855,
+      "grad_norm": 0.08508466929197311,
+      "learning_rate": 1.7331229428617652e-05,
+      "loss": 0.7261524200439453,
+      "step": 4238
+    },
+    {
+      "epoch": 0.7832684690094813,
+      "grad_norm": 0.06267179548740387,
+      "learning_rate": 1.7329872548547778e-05,
+      "loss": 0.591058075428009,
+      "step": 4239
+    },
+    {
+      "epoch": 0.7834532457183772,
+      "grad_norm": 0.06621445715427399,
+      "learning_rate": 1.732851537677191e-05,
+      "loss": 0.5970615744590759,
+      "step": 4240
+    },
+    {
+      "epoch": 0.7836380224272731,
+      "grad_norm": 0.05005696043372154,
+      "learning_rate": 1.7327157913344058e-05,
+      "loss": 0.3451262414455414,
+      "step": 4241
+    },
+    {
+      "epoch": 0.7838227991361689,
+      "grad_norm": 0.0736042931675911,
+      "learning_rate": 1.7325800158318243e-05,
+      "loss": 0.6042583584785461,
+      "step": 4242
+    },
+    {
+      "epoch": 0.7840075758450648,
+      "grad_norm": 0.05432210862636566,
+      "learning_rate": 1.7324442111748506e-05,
+      "loss": 0.38885262608528137,
+      "step": 4243
+    },
+    {
+      "epoch": 0.7841923525539606,
+      "grad_norm": 0.08645527064800262,
+      "learning_rate": 1.7323083773688883e-05,
+      "loss": 0.771323561668396,
+      "step": 4244
+    },
+    {
+      "epoch": 0.7843771292628564,
+      "grad_norm": 0.05179852247238159,
+      "learning_rate": 1.732172514419344e-05,
+      "loss": 0.4171346127986908,
+      "step": 4245
+    },
+    {
+      "epoch": 0.7845619059717522,
+      "grad_norm": 0.07013101130723953,
+      "learning_rate": 1.732036622331624e-05,
+      "loss": 0.6128926873207092,
+      "step": 4246
+    },
+    {
+      "epoch": 0.7847466826806481,
+      "grad_norm": 0.06737525761127472,
+      "learning_rate": 1.7319007011111372e-05,
+      "loss": 0.7678019404411316,
+      "step": 4247
+    },
+    {
+      "epoch": 0.7849314593895439,
+      "grad_norm": 0.05731862410902977,
+      "learning_rate": 1.7317647507632917e-05,
+      "loss": 0.4066280424594879,
+      "step": 4248
+    },
+    {
+      "epoch": 0.7851162360984398,
+      "grad_norm": 0.048538047820329666,
+      "learning_rate": 1.7316287712934987e-05,
+      "loss": 0.4312340021133423,
+      "step": 4249
+    },
+    {
+      "epoch": 0.7853010128073357,
+      "grad_norm": 0.06966068595647812,
+      "learning_rate": 1.7314927627071697e-05,
+      "loss": 0.5768951773643494,
+      "step": 4250
+    },
+    {
+      "epoch": 0.7854857895162315,
+      "grad_norm": 0.07969526946544647,
+      "learning_rate": 1.7313567250097173e-05,
+      "loss": 0.6721000671386719,
+      "step": 4251
+    },
+    {
+      "epoch": 0.7856705662251273,
+      "grad_norm": 0.06059734523296356,
+      "learning_rate": 1.7312206582065557e-05,
+      "loss": 0.5634155869483948,
+      "step": 4252
+    },
+    {
+      "epoch": 0.7858553429340231,
+      "grad_norm": 0.07579533755779266,
+      "learning_rate": 1.7310845623030988e-05,
+      "loss": 0.6615477204322815,
+      "step": 4253
+    },
+    {
+      "epoch": 0.786040119642919,
+      "grad_norm": 0.08253277838230133,
+      "learning_rate": 1.7309484373047642e-05,
+      "loss": 0.7589923739433289,
+      "step": 4254
+    },
+    {
+      "epoch": 0.7862248963518148,
+      "grad_norm": 0.07874087989330292,
+      "learning_rate": 1.7308122832169685e-05,
+      "loss": 0.58607417345047,
+      "step": 4255
+    },
+    {
+      "epoch": 0.7864096730607107,
+      "grad_norm": 0.06461337208747864,
+      "learning_rate": 1.7306761000451304e-05,
+      "loss": 0.49482282996177673,
+      "step": 4256
+    },
+    {
+      "epoch": 0.7865944497696066,
+      "grad_norm": 0.07468587160110474,
+      "learning_rate": 1.7305398877946692e-05,
+      "loss": 0.5755637288093567,
+      "step": 4257
+    },
+    {
+      "epoch": 0.7867792264785024,
+      "grad_norm": 0.06519705057144165,
+      "learning_rate": 1.7304036464710065e-05,
+      "loss": 0.5765430927276611,
+      "step": 4258
+    },
+    {
+      "epoch": 0.7869640031873982,
+      "grad_norm": 0.07528979331254959,
+      "learning_rate": 1.7302673760795638e-05,
+      "loss": 0.6647313833236694,
+      "step": 4259
+    },
+    {
+      "epoch": 0.7871487798962941,
+      "grad_norm": 0.06806044280529022,
+      "learning_rate": 1.7301310766257636e-05,
+      "loss": 0.6607141494750977,
+      "step": 4260
+    },
+    {
+      "epoch": 0.7873335566051899,
+      "grad_norm": 0.06762052327394485,
+      "learning_rate": 1.7299947481150315e-05,
+      "loss": 0.5975756049156189,
+      "step": 4261
+    },
+    {
+      "epoch": 0.7875183333140857,
+      "grad_norm": 0.062473200261592865,
+      "learning_rate": 1.729858390552792e-05,
+      "loss": 0.5687182545661926,
+      "step": 4262
+    },
+    {
+      "epoch": 0.7877031100229817,
+      "grad_norm": 0.06199536472558975,
+      "learning_rate": 1.7297220039444717e-05,
+      "loss": 0.4761790335178375,
+      "step": 4263
+    },
+    {
+      "epoch": 0.7878878867318775,
+      "grad_norm": 0.09022694826126099,
+      "learning_rate": 1.7295855882954993e-05,
+      "loss": 0.7738853693008423,
+      "step": 4264
+    },
+    {
+      "epoch": 0.7880726634407733,
+      "grad_norm": 0.10750069469213486,
+      "learning_rate": 1.7294491436113026e-05,
+      "loss": 0.875851035118103,
+      "step": 4265
+    },
+    {
+      "epoch": 0.7882574401496691,
+      "grad_norm": 0.07180424779653549,
+      "learning_rate": 1.7293126698973123e-05,
+      "loss": 0.6548527479171753,
+      "step": 4266
+    },
+    {
+      "epoch": 0.788442216858565,
+      "grad_norm": 0.06557504087686539,
+      "learning_rate": 1.7291761671589594e-05,
+      "loss": 0.588817298412323,
+      "step": 4267
+    },
+    {
+      "epoch": 0.7886269935674608,
+      "grad_norm": 0.09686272591352463,
+      "learning_rate": 1.7290396354016762e-05,
+      "loss": 0.9058108925819397,
+      "step": 4268
+    },
+    {
+      "epoch": 0.7888117702763566,
+      "grad_norm": 0.06769488006830215,
+      "learning_rate": 1.7289030746308965e-05,
+      "loss": 0.6059497594833374,
+      "step": 4269
+    },
+    {
+      "epoch": 0.7889965469852525,
+      "grad_norm": 0.07028723508119583,
+      "learning_rate": 1.7287664848520553e-05,
+      "loss": 0.562899649143219,
+      "step": 4270
+    },
+    {
+      "epoch": 0.7891813236941484,
+      "grad_norm": 0.07883322983980179,
+      "learning_rate": 1.7286298660705877e-05,
+      "loss": 0.6428919434547424,
+      "step": 4271
+    },
+    {
+      "epoch": 0.7893661004030442,
+      "grad_norm": 0.06248297542333603,
+      "learning_rate": 1.7284932182919308e-05,
+      "loss": 0.5069523453712463,
+      "step": 4272
+    },
+    {
+      "epoch": 0.78955087711194,
+      "grad_norm": 0.07720385491847992,
+      "learning_rate": 1.728356541521523e-05,
+      "loss": 0.6113148927688599,
+      "step": 4273
+    },
+    {
+      "epoch": 0.7897356538208359,
+      "grad_norm": 0.08412636816501617,
+      "learning_rate": 1.728219835764804e-05,
+      "loss": 0.6969552636146545,
+      "step": 4274
+    },
+    {
+      "epoch": 0.7899204305297317,
+      "grad_norm": 0.06477232277393341,
+      "learning_rate": 1.7280831010272135e-05,
+      "loss": 0.5412000417709351,
+      "step": 4275
+    },
+    {
+      "epoch": 0.7901052072386275,
+      "grad_norm": 0.07632836699485779,
+      "learning_rate": 1.7279463373141935e-05,
+      "loss": 0.5482943058013916,
+      "step": 4276
+    },
+    {
+      "epoch": 0.7902899839475234,
+      "grad_norm": 0.0716867446899414,
+      "learning_rate": 1.7278095446311868e-05,
+      "loss": 0.5588719844818115,
+      "step": 4277
+    },
+    {
+      "epoch": 0.7904747606564193,
+      "grad_norm": 0.09096336364746094,
+      "learning_rate": 1.7276727229836374e-05,
+      "loss": 0.7104210257530212,
+      "step": 4278
+    },
+    {
+      "epoch": 0.7906595373653151,
+      "grad_norm": 0.07804781198501587,
+      "learning_rate": 1.72753587237699e-05,
+      "loss": 0.717307448387146,
+      "step": 4279
+    },
+    {
+      "epoch": 0.790844314074211,
+      "grad_norm": 0.056012026965618134,
+      "learning_rate": 1.7273989928166907e-05,
+      "loss": 0.5214253664016724,
+      "step": 4280
+    },
+    {
+      "epoch": 0.7910290907831068,
+      "grad_norm": 0.07080499827861786,
+      "learning_rate": 1.7272620843081877e-05,
+      "loss": 0.5698209404945374,
+      "step": 4281
+    },
+    {
+      "epoch": 0.7912138674920026,
+      "grad_norm": 0.0885167047381401,
+      "learning_rate": 1.727125146856929e-05,
+      "loss": 0.729579508304596,
+      "step": 4282
+    },
+    {
+      "epoch": 0.7913986442008984,
+      "grad_norm": 0.06951869279146194,
+      "learning_rate": 1.7269881804683645e-05,
+      "loss": 0.4667820334434509,
+      "step": 4283
+    },
+    {
+      "epoch": 0.7915834209097943,
+      "grad_norm": 0.06312818080186844,
+      "learning_rate": 1.7268511851479446e-05,
+      "loss": 0.5823342204093933,
+      "step": 4284
+    },
+    {
+      "epoch": 0.7917681976186902,
+      "grad_norm": 0.057776253670454025,
+      "learning_rate": 1.7267141609011215e-05,
+      "loss": 0.5697093605995178,
+      "step": 4285
+    },
+    {
+      "epoch": 0.791952974327586,
+      "grad_norm": 0.08048953860998154,
+      "learning_rate": 1.7265771077333485e-05,
+      "loss": 0.7026470899581909,
+      "step": 4286
+    },
+    {
+      "epoch": 0.7921377510364819,
+      "grad_norm": 0.06322105973958969,
+      "learning_rate": 1.72644002565008e-05,
+      "loss": 0.5684886574745178,
+      "step": 4287
+    },
+    {
+      "epoch": 0.7923225277453777,
+      "grad_norm": 0.07667342573404312,
+      "learning_rate": 1.7263029146567708e-05,
+      "loss": 0.6792047619819641,
+      "step": 4288
+    },
+    {
+      "epoch": 0.7925073044542735,
+      "grad_norm": 0.06281965970993042,
+      "learning_rate": 1.7261657747588782e-05,
+      "loss": 0.49382346868515015,
+      "step": 4289
+    },
+    {
+      "epoch": 0.7926920811631694,
+      "grad_norm": 0.05980212613940239,
+      "learning_rate": 1.7260286059618597e-05,
+      "loss": 0.5538467764854431,
+      "step": 4290
+    },
+    {
+      "epoch": 0.7928768578720652,
+      "grad_norm": 0.0731351226568222,
+      "learning_rate": 1.725891408271174e-05,
+      "loss": 0.4768342673778534,
+      "step": 4291
+    },
+    {
+      "epoch": 0.793061634580961,
+      "grad_norm": 0.05807039886713028,
+      "learning_rate": 1.725754181692281e-05,
+      "loss": 0.43910741806030273,
+      "step": 4292
+    },
+    {
+      "epoch": 0.793246411289857,
+      "grad_norm": 0.0727703794836998,
+      "learning_rate": 1.7256169262306427e-05,
+      "loss": 0.6913385391235352,
+      "step": 4293
+    },
+    {
+      "epoch": 0.7934311879987528,
+      "grad_norm": 0.0621478408575058,
+      "learning_rate": 1.725479641891721e-05,
+      "loss": 0.5831829309463501,
+      "step": 4294
+    },
+    {
+      "epoch": 0.7936159647076486,
+      "grad_norm": 0.09093275666236877,
+      "learning_rate": 1.7253423286809784e-05,
+      "loss": 0.7480353713035583,
+      "step": 4295
+    },
+    {
+      "epoch": 0.7938007414165444,
+      "grad_norm": 0.07408110052347183,
+      "learning_rate": 1.7252049866038812e-05,
+      "loss": 0.7685124278068542,
+      "step": 4296
+    },
+    {
+      "epoch": 0.7939855181254403,
+      "grad_norm": 0.08359529078006744,
+      "learning_rate": 1.7250676156658942e-05,
+      "loss": 0.8137569427490234,
+      "step": 4297
+    },
+    {
+      "epoch": 0.7941702948343361,
+      "grad_norm": 0.07526369392871857,
+      "learning_rate": 1.7249302158724843e-05,
+      "loss": 0.6307947039604187,
+      "step": 4298
+    },
+    {
+      "epoch": 0.7943550715432319,
+      "grad_norm": 0.08648904412984848,
+      "learning_rate": 1.72479278722912e-05,
+      "loss": 0.6008473038673401,
+      "step": 4299
+    },
+    {
+      "epoch": 0.7945398482521279,
+      "grad_norm": 0.07652433216571808,
+      "learning_rate": 1.7246553297412705e-05,
+      "loss": 0.6652103662490845,
+      "step": 4300
+    },
+    {
+      "epoch": 0.7947246249610237,
+      "grad_norm": 0.06447356194257736,
+      "learning_rate": 1.7245178434144063e-05,
+      "loss": 0.5354271531105042,
+      "step": 4301
+    },
+    {
+      "epoch": 0.7949094016699195,
+      "grad_norm": 0.08572579175233841,
+      "learning_rate": 1.724380328253998e-05,
+      "loss": 0.5951279997825623,
+      "step": 4302
+    },
+    {
+      "epoch": 0.7950941783788154,
+      "grad_norm": 0.06310103088617325,
+      "learning_rate": 1.7242427842655193e-05,
+      "loss": 0.49456357955932617,
+      "step": 4303
+    },
+    {
+      "epoch": 0.7952789550877112,
+      "grad_norm": 0.07046617567539215,
+      "learning_rate": 1.7241052114544434e-05,
+      "loss": 0.6634379625320435,
+      "step": 4304
+    },
+    {
+      "epoch": 0.795463731796607,
+      "grad_norm": 0.06549013406038284,
+      "learning_rate": 1.7239676098262457e-05,
+      "loss": 0.5416505336761475,
+      "step": 4305
+    },
+    {
+      "epoch": 0.7956485085055028,
+      "grad_norm": 0.06831902265548706,
+      "learning_rate": 1.7238299793864023e-05,
+      "loss": 0.5576737523078918,
+      "step": 4306
+    },
+    {
+      "epoch": 0.7958332852143988,
+      "grad_norm": 0.06174025312066078,
+      "learning_rate": 1.72369232014039e-05,
+      "loss": 0.5236870050430298,
+      "step": 4307
+    },
+    {
+      "epoch": 0.7960180619232946,
+      "grad_norm": 0.0703766718506813,
+      "learning_rate": 1.7235546320936874e-05,
+      "loss": 0.5725675821304321,
+      "step": 4308
+    },
+    {
+      "epoch": 0.7962028386321904,
+      "grad_norm": 0.06023186445236206,
+      "learning_rate": 1.7234169152517742e-05,
+      "loss": 0.4951670169830322,
+      "step": 4309
+    },
+    {
+      "epoch": 0.7963876153410863,
+      "grad_norm": 0.06425395607948303,
+      "learning_rate": 1.7232791696201313e-05,
+      "loss": 0.5032260417938232,
+      "step": 4310
+    },
+    {
+      "epoch": 0.7965723920499821,
+      "grad_norm": 0.06461165845394135,
+      "learning_rate": 1.72314139520424e-05,
+      "loss": 0.4951946437358856,
+      "step": 4311
+    },
+    {
+      "epoch": 0.7967571687588779,
+      "grad_norm": 0.07528678327798843,
+      "learning_rate": 1.723003592009584e-05,
+      "loss": 0.6738261580467224,
+      "step": 4312
+    },
+    {
+      "epoch": 0.7969419454677737,
+      "grad_norm": 0.08563785254955292,
+      "learning_rate": 1.7228657600416468e-05,
+      "loss": 0.8475391864776611,
+      "step": 4313
+    },
+    {
+      "epoch": 0.7971267221766696,
+      "grad_norm": 0.07527659833431244,
+      "learning_rate": 1.722727899305914e-05,
+      "loss": 0.571058988571167,
+      "step": 4314
+    },
+    {
+      "epoch": 0.7973114988855655,
+      "grad_norm": 0.06086825951933861,
+      "learning_rate": 1.7225900098078718e-05,
+      "loss": 0.5177538990974426,
+      "step": 4315
+    },
+    {
+      "epoch": 0.7974962755944613,
+      "grad_norm": 0.09399010986089706,
+      "learning_rate": 1.722452091553008e-05,
+      "loss": 0.6054516434669495,
+      "step": 4316
+    },
+    {
+      "epoch": 0.7976810523033572,
+      "grad_norm": 0.07653100788593292,
+      "learning_rate": 1.7223141445468112e-05,
+      "loss": 0.5676854252815247,
+      "step": 4317
+    },
+    {
+      "epoch": 0.797865829012253,
+      "grad_norm": 0.06869052350521088,
+      "learning_rate": 1.7221761687947713e-05,
+      "loss": 0.6330968141555786,
+      "step": 4318
+    },
+    {
+      "epoch": 0.7980506057211488,
+      "grad_norm": 0.0903267040848732,
+      "learning_rate": 1.7220381643023795e-05,
+      "loss": 0.8275489807128906,
+      "step": 4319
+    },
+    {
+      "epoch": 0.7982353824300447,
+      "grad_norm": 0.06249494478106499,
+      "learning_rate": 1.721900131075127e-05,
+      "loss": 0.5433062314987183,
+      "step": 4320
+    },
+    {
+      "epoch": 0.7984201591389405,
+      "grad_norm": 0.0794859305024147,
+      "learning_rate": 1.7217620691185083e-05,
+      "loss": 0.5860161781311035,
+      "step": 4321
+    },
+    {
+      "epoch": 0.7986049358478364,
+      "grad_norm": 0.05575048550963402,
+      "learning_rate": 1.7216239784380176e-05,
+      "loss": 0.47690248489379883,
+      "step": 4322
+    },
+    {
+      "epoch": 0.7987897125567323,
+      "grad_norm": 0.07652156054973602,
+      "learning_rate": 1.72148585903915e-05,
+      "loss": 0.6837499737739563,
+      "step": 4323
+    },
+    {
+      "epoch": 0.7989744892656281,
+      "grad_norm": 0.06289152801036835,
+      "learning_rate": 1.7213477109274024e-05,
+      "loss": 0.5508039593696594,
+      "step": 4324
+    },
+    {
+      "epoch": 0.7991592659745239,
+      "grad_norm": 0.0741892084479332,
+      "learning_rate": 1.721209534108273e-05,
+      "loss": 0.6964645385742188,
+      "step": 4325
+    },
+    {
+      "epoch": 0.7993440426834197,
+      "grad_norm": 0.07051388919353485,
+      "learning_rate": 1.72107132858726e-05,
+      "loss": 0.6231642961502075,
+      "step": 4326
+    },
+    {
+      "epoch": 0.7995288193923156,
+      "grad_norm": 0.07337725907564163,
+      "learning_rate": 1.7209330943698644e-05,
+      "loss": 0.5993421673774719,
+      "step": 4327
+    },
+    {
+      "epoch": 0.7997135961012114,
+      "grad_norm": 0.07059329003095627,
+      "learning_rate": 1.720794831461587e-05,
+      "loss": 0.6256791949272156,
+      "step": 4328
+    },
+    {
+      "epoch": 0.7998983728101073,
+      "grad_norm": 0.07519291341304779,
+      "learning_rate": 1.7206565398679306e-05,
+      "loss": 0.5259360074996948,
+      "step": 4329
+    },
+    {
+      "epoch": 0.8000831495190032,
+      "grad_norm": 0.06302302330732346,
+      "learning_rate": 1.7205182195943983e-05,
+      "loss": 0.4448622763156891,
+      "step": 4330
+    },
+    {
+      "epoch": 0.800267926227899,
+      "grad_norm": 0.08149128407239914,
+      "learning_rate": 1.720379870646495e-05,
+      "loss": 0.47039729356765747,
+      "step": 4331
+    },
+    {
+      "epoch": 0.8004527029367948,
+      "grad_norm": 0.0848081186413765,
+      "learning_rate": 1.720241493029727e-05,
+      "loss": 0.7555239200592041,
+      "step": 4332
+    },
+    {
+      "epoch": 0.8006374796456907,
+      "grad_norm": 0.05285144969820976,
+      "learning_rate": 1.7201030867496005e-05,
+      "loss": 0.41368257999420166,
+      "step": 4333
+    },
+    {
+      "epoch": 0.8008222563545865,
+      "grad_norm": 0.07442737370729446,
+      "learning_rate": 1.7199646518116243e-05,
+      "loss": 0.7890750765800476,
+      "step": 4334
+    },
+    {
+      "epoch": 0.8010070330634823,
+      "grad_norm": 0.06920800358057022,
+      "learning_rate": 1.7198261882213073e-05,
+      "loss": 0.5713163018226624,
+      "step": 4335
+    },
+    {
+      "epoch": 0.8011918097723781,
+      "grad_norm": 0.07392875850200653,
+      "learning_rate": 1.7196876959841607e-05,
+      "loss": 0.5265414118766785,
+      "step": 4336
+    },
+    {
+      "epoch": 0.8013765864812741,
+      "grad_norm": 0.07111220806837082,
+      "learning_rate": 1.719549175105695e-05,
+      "loss": 0.6268044710159302,
+      "step": 4337
+    },
+    {
+      "epoch": 0.8015613631901699,
+      "grad_norm": 0.06094978004693985,
+      "learning_rate": 1.719410625591423e-05,
+      "loss": 0.5070362091064453,
+      "step": 4338
+    },
+    {
+      "epoch": 0.8017461398990657,
+      "grad_norm": 0.06945740431547165,
+      "learning_rate": 1.7192720474468592e-05,
+      "loss": 0.47703972458839417,
+      "step": 4339
+    },
+    {
+      "epoch": 0.8019309166079616,
+      "grad_norm": 0.08109176903963089,
+      "learning_rate": 1.719133440677518e-05,
+      "loss": 1.0706208944320679,
+      "step": 4340
+    },
+    {
+      "epoch": 0.8021156933168574,
+      "grad_norm": 0.0658700242638588,
+      "learning_rate": 1.7189948052889155e-05,
+      "loss": 0.5788075923919678,
+      "step": 4341
+    },
+    {
+      "epoch": 0.8023004700257532,
+      "grad_norm": 0.08159137517213821,
+      "learning_rate": 1.71885614128657e-05,
+      "loss": 0.742228627204895,
+      "step": 4342
+    },
+    {
+      "epoch": 0.802485246734649,
+      "grad_norm": 0.08924289792776108,
+      "learning_rate": 1.7187174486759985e-05,
+      "loss": 0.7699382305145264,
+      "step": 4343
+    },
+    {
+      "epoch": 0.802670023443545,
+      "grad_norm": 0.07061409950256348,
+      "learning_rate": 1.7185787274627213e-05,
+      "loss": 0.47217515110969543,
+      "step": 4344
+    },
+    {
+      "epoch": 0.8028548001524408,
+      "grad_norm": 0.07241703569889069,
+      "learning_rate": 1.7184399776522586e-05,
+      "loss": 0.6893797516822815,
+      "step": 4345
+    },
+    {
+      "epoch": 0.8030395768613366,
+      "grad_norm": 0.05688874423503876,
+      "learning_rate": 1.718301199250133e-05,
+      "loss": 0.43385496735572815,
+      "step": 4346
+    },
+    {
+      "epoch": 0.8032243535702325,
+      "grad_norm": 0.0645657479763031,
+      "learning_rate": 1.7181623922618665e-05,
+      "loss": 0.6052931547164917,
+      "step": 4347
+    },
+    {
+      "epoch": 0.8034091302791283,
+      "grad_norm": 0.07200708985328674,
+      "learning_rate": 1.7180235566929835e-05,
+      "loss": 0.6070054769515991,
+      "step": 4348
+    },
+    {
+      "epoch": 0.8035939069880241,
+      "grad_norm": 0.08863953500986099,
+      "learning_rate": 1.71788469254901e-05,
+      "loss": 0.8176451325416565,
+      "step": 4349
+    },
+    {
+      "epoch": 0.80377868369692,
+      "grad_norm": 0.07187061756849289,
+      "learning_rate": 1.717745799835471e-05,
+      "loss": 0.6840246319770813,
+      "step": 4350
+    },
+    {
+      "epoch": 0.8039634604058159,
+      "grad_norm": 0.06401456892490387,
+      "learning_rate": 1.7176068785578954e-05,
+      "loss": 0.42584607005119324,
+      "step": 4351
+    },
+    {
+      "epoch": 0.8041482371147117,
+      "grad_norm": 0.068192258477211,
+      "learning_rate": 1.7174679287218108e-05,
+      "loss": 0.5894313454627991,
+      "step": 4352
+    },
+    {
+      "epoch": 0.8043330138236076,
+      "grad_norm": 0.07762222737073898,
+      "learning_rate": 1.7173289503327472e-05,
+      "loss": 0.608502209186554,
+      "step": 4353
+    },
+    {
+      "epoch": 0.8045177905325034,
+      "grad_norm": 0.07506255060434341,
+      "learning_rate": 1.7171899433962356e-05,
+      "loss": 0.6749979257583618,
+      "step": 4354
+    },
+    {
+      "epoch": 0.8047025672413992,
+      "grad_norm": 0.07582836598157883,
+      "learning_rate": 1.7170509079178084e-05,
+      "loss": 0.7523781061172485,
+      "step": 4355
+    },
+    {
+      "epoch": 0.804887343950295,
+      "grad_norm": 0.06109226122498512,
+      "learning_rate": 1.716911843902998e-05,
+      "loss": 0.591269314289093,
+      "step": 4356
+    },
+    {
+      "epoch": 0.8050721206591909,
+      "grad_norm": 0.0685863196849823,
+      "learning_rate": 1.7167727513573395e-05,
+      "loss": 0.5930875539779663,
+      "step": 4357
+    },
+    {
+      "epoch": 0.8052568973680867,
+      "grad_norm": 0.09155690670013428,
+      "learning_rate": 1.716633630286368e-05,
+      "loss": 0.8301301598548889,
+      "step": 4358
+    },
+    {
+      "epoch": 0.8054416740769826,
+      "grad_norm": 0.06751079857349396,
+      "learning_rate": 1.71649448069562e-05,
+      "loss": 0.47847267985343933,
+      "step": 4359
+    },
+    {
+      "epoch": 0.8056264507858785,
+      "grad_norm": 0.06919397413730621,
+      "learning_rate": 1.716355302590633e-05,
+      "loss": 0.547621488571167,
+      "step": 4360
+    },
+    {
+      "epoch": 0.8058112274947743,
+      "grad_norm": 0.08696835488080978,
+      "learning_rate": 1.7162160959769462e-05,
+      "loss": 0.7215811610221863,
+      "step": 4361
+    },
+    {
+      "epoch": 0.8059960042036701,
+      "grad_norm": 0.07177529484033585,
+      "learning_rate": 1.7160768608601e-05,
+      "loss": 0.5491442680358887,
+      "step": 4362
+    },
+    {
+      "epoch": 0.806180780912566,
+      "grad_norm": 0.07802259176969528,
+      "learning_rate": 1.7159375972456343e-05,
+      "loss": 0.8298656344413757,
+      "step": 4363
+    },
+    {
+      "epoch": 0.8063655576214618,
+      "grad_norm": 0.0680144727230072,
+      "learning_rate": 1.7157983051390926e-05,
+      "loss": 0.5937074422836304,
+      "step": 4364
+    },
+    {
+      "epoch": 0.8065503343303576,
+      "grad_norm": 0.08034884929656982,
+      "learning_rate": 1.7156589845460177e-05,
+      "loss": 0.6708976030349731,
+      "step": 4365
+    },
+    {
+      "epoch": 0.8067351110392535,
+      "grad_norm": 0.0692923367023468,
+      "learning_rate": 1.7155196354719543e-05,
+      "loss": 0.4966511130332947,
+      "step": 4366
+    },
+    {
+      "epoch": 0.8069198877481494,
+      "grad_norm": 0.06150248274207115,
+      "learning_rate": 1.715380257922448e-05,
+      "loss": 0.5387994647026062,
+      "step": 4367
+    },
+    {
+      "epoch": 0.8071046644570452,
+      "grad_norm": 0.06653249263763428,
+      "learning_rate": 1.7152408519030457e-05,
+      "loss": 0.49013054370880127,
+      "step": 4368
+    },
+    {
+      "epoch": 0.807289441165941,
+      "grad_norm": 0.06323239952325821,
+      "learning_rate": 1.715101417419295e-05,
+      "loss": 0.4928307831287384,
+      "step": 4369
+    },
+    {
+      "epoch": 0.8074742178748369,
+      "grad_norm": 0.07590825110673904,
+      "learning_rate": 1.7149619544767452e-05,
+      "loss": 0.7191093564033508,
+      "step": 4370
+    },
+    {
+      "epoch": 0.8076589945837327,
+      "grad_norm": 0.07575014978647232,
+      "learning_rate": 1.7148224630809463e-05,
+      "loss": 0.6842823624610901,
+      "step": 4371
+    },
+    {
+      "epoch": 0.8078437712926285,
+      "grad_norm": 0.058443885296583176,
+      "learning_rate": 1.71468294323745e-05,
+      "loss": 0.43093398213386536,
+      "step": 4372
+    },
+    {
+      "epoch": 0.8080285480015245,
+      "grad_norm": 0.06890040636062622,
+      "learning_rate": 1.7145433949518083e-05,
+      "loss": 0.7078091502189636,
+      "step": 4373
+    },
+    {
+      "epoch": 0.8082133247104203,
+      "grad_norm": 0.056887783110141754,
+      "learning_rate": 1.7144038182295752e-05,
+      "loss": 0.39555490016937256,
+      "step": 4374
+    },
+    {
+      "epoch": 0.8083981014193161,
+      "grad_norm": 0.08662290126085281,
+      "learning_rate": 1.7142642130763048e-05,
+      "loss": 0.7448327541351318,
+      "step": 4375
+    },
+    {
+      "epoch": 0.808582878128212,
+      "grad_norm": 0.07885993272066116,
+      "learning_rate": 1.714124579497554e-05,
+      "loss": 0.6442118287086487,
+      "step": 4376
+    },
+    {
+      "epoch": 0.8087676548371078,
+      "grad_norm": 0.06210273504257202,
+      "learning_rate": 1.7139849174988786e-05,
+      "loss": 0.5477867126464844,
+      "step": 4377
+    },
+    {
+      "epoch": 0.8089524315460036,
+      "grad_norm": 0.06308577209711075,
+      "learning_rate": 1.7138452270858376e-05,
+      "loss": 0.5083187222480774,
+      "step": 4378
+    },
+    {
+      "epoch": 0.8091372082548994,
+      "grad_norm": 0.0746660828590393,
+      "learning_rate": 1.7137055082639898e-05,
+      "loss": 0.5498301982879639,
+      "step": 4379
+    },
+    {
+      "epoch": 0.8093219849637953,
+      "grad_norm": 0.08194633573293686,
+      "learning_rate": 1.7135657610388955e-05,
+      "loss": 0.7917114496231079,
+      "step": 4380
+    },
+    {
+      "epoch": 0.8095067616726912,
+      "grad_norm": 0.0716506838798523,
+      "learning_rate": 1.7134259854161164e-05,
+      "loss": 0.5995321869850159,
+      "step": 4381
+    },
+    {
+      "epoch": 0.809691538381587,
+      "grad_norm": 0.06110651046037674,
+      "learning_rate": 1.7132861814012154e-05,
+      "loss": 0.5288779735565186,
+      "step": 4382
+    },
+    {
+      "epoch": 0.8098763150904829,
+      "grad_norm": 0.07181107252836227,
+      "learning_rate": 1.7131463489997558e-05,
+      "loss": 0.6976112127304077,
+      "step": 4383
+    },
+    {
+      "epoch": 0.8100610917993787,
+      "grad_norm": 0.07864098995923996,
+      "learning_rate": 1.7130064882173026e-05,
+      "loss": 0.6208000779151917,
+      "step": 4384
+    },
+    {
+      "epoch": 0.8102458685082745,
+      "grad_norm": 0.07953057438135147,
+      "learning_rate": 1.712866599059422e-05,
+      "loss": 0.7169456481933594,
+      "step": 4385
+    },
+    {
+      "epoch": 0.8104306452171703,
+      "grad_norm": 0.0593542642891407,
+      "learning_rate": 1.712726681531681e-05,
+      "loss": 0.4753279685974121,
+      "step": 4386
+    },
+    {
+      "epoch": 0.8106154219260662,
+      "grad_norm": 0.07157573103904724,
+      "learning_rate": 1.7125867356396476e-05,
+      "loss": 0.5962673425674438,
+      "step": 4387
+    },
+    {
+      "epoch": 0.8108001986349621,
+      "grad_norm": 0.08001889288425446,
+      "learning_rate": 1.712446761388892e-05,
+      "loss": 0.6433578729629517,
+      "step": 4388
+    },
+    {
+      "epoch": 0.8109849753438579,
+      "grad_norm": 0.07539349794387817,
+      "learning_rate": 1.712306758784984e-05,
+      "loss": 0.6595147848129272,
+      "step": 4389
+    },
+    {
+      "epoch": 0.8111697520527538,
+      "grad_norm": 0.0677788108587265,
+      "learning_rate": 1.7121667278334954e-05,
+      "loss": 0.5246864557266235,
+      "step": 4390
+    },
+    {
+      "epoch": 0.8113545287616496,
+      "grad_norm": 0.07340111583471298,
+      "learning_rate": 1.7120266685399992e-05,
+      "loss": 0.6696658730506897,
+      "step": 4391
+    },
+    {
+      "epoch": 0.8115393054705454,
+      "grad_norm": 0.08444202691316605,
+      "learning_rate": 1.7118865809100695e-05,
+      "loss": 0.649530291557312,
+      "step": 4392
+    },
+    {
+      "epoch": 0.8117240821794413,
+      "grad_norm": 0.06394477933645248,
+      "learning_rate": 1.7117464649492807e-05,
+      "loss": 0.5001380443572998,
+      "step": 4393
+    },
+    {
+      "epoch": 0.8119088588883371,
+      "grad_norm": 0.058860085904598236,
+      "learning_rate": 1.7116063206632098e-05,
+      "loss": 0.4476807415485382,
+      "step": 4394
+    },
+    {
+      "epoch": 0.812093635597233,
+      "grad_norm": 0.06653957813978195,
+      "learning_rate": 1.711466148057433e-05,
+      "loss": 0.6362738609313965,
+      "step": 4395
+    },
+    {
+      "epoch": 0.8122784123061288,
+      "grad_norm": 0.08320585638284683,
+      "learning_rate": 1.7113259471375304e-05,
+      "loss": 0.829651951789856,
+      "step": 4396
+    },
+    {
+      "epoch": 0.8124631890150247,
+      "grad_norm": 0.05259089916944504,
+      "learning_rate": 1.71118571790908e-05,
+      "loss": 0.46883735060691833,
+      "step": 4397
+    },
+    {
+      "epoch": 0.8126479657239205,
+      "grad_norm": 0.07715387642383575,
+      "learning_rate": 1.7110454603776627e-05,
+      "loss": 0.6277435421943665,
+      "step": 4398
+    },
+    {
+      "epoch": 0.8128327424328163,
+      "grad_norm": 0.0638882964849472,
+      "learning_rate": 1.7109051745488613e-05,
+      "loss": 0.4864892363548279,
+      "step": 4399
+    },
+    {
+      "epoch": 0.8130175191417122,
+      "grad_norm": 0.07390380650758743,
+      "learning_rate": 1.7107648604282574e-05,
+      "loss": 0.5733029842376709,
+      "step": 4400
+    },
+    {
+      "epoch": 0.813202295850608,
+      "grad_norm": 0.07391858845949173,
+      "learning_rate": 1.7106245180214363e-05,
+      "loss": 0.6999667882919312,
+      "step": 4401
+    },
+    {
+      "epoch": 0.8133870725595038,
+      "grad_norm": 0.06986992061138153,
+      "learning_rate": 1.7104841473339827e-05,
+      "loss": 0.5703665614128113,
+      "step": 4402
+    },
+    {
+      "epoch": 0.8135718492683998,
+      "grad_norm": 0.0572233721613884,
+      "learning_rate": 1.710343748371482e-05,
+      "loss": 0.4385322332382202,
+      "step": 4403
+    },
+    {
+      "epoch": 0.8137566259772956,
+      "grad_norm": 0.07142923772335052,
+      "learning_rate": 1.7102033211395236e-05,
+      "loss": 0.6870672106742859,
+      "step": 4404
+    },
+    {
+      "epoch": 0.8139414026861914,
+      "grad_norm": 0.07860967516899109,
+      "learning_rate": 1.7100628656436944e-05,
+      "loss": 0.7508385181427002,
+      "step": 4405
+    },
+    {
+      "epoch": 0.8141261793950872,
+      "grad_norm": 0.084261454641819,
+      "learning_rate": 1.7099223818895848e-05,
+      "loss": 0.5924925804138184,
+      "step": 4406
+    },
+    {
+      "epoch": 0.8143109561039831,
+      "grad_norm": 0.05773601308465004,
+      "learning_rate": 1.7097818698827853e-05,
+      "loss": 0.5639837980270386,
+      "step": 4407
+    },
+    {
+      "epoch": 0.8144957328128789,
+      "grad_norm": 0.06550680100917816,
+      "learning_rate": 1.709641329628888e-05,
+      "loss": 0.5971671342849731,
+      "step": 4408
+    },
+    {
+      "epoch": 0.8146805095217747,
+      "grad_norm": 0.058647219091653824,
+      "learning_rate": 1.709500761133486e-05,
+      "loss": 0.5427902936935425,
+      "step": 4409
+    },
+    {
+      "epoch": 0.8148652862306707,
+      "grad_norm": 0.0689467191696167,
+      "learning_rate": 1.7093601644021736e-05,
+      "loss": 0.7049939036369324,
+      "step": 4410
+    },
+    {
+      "epoch": 0.8150500629395665,
+      "grad_norm": 0.08845806121826172,
+      "learning_rate": 1.7092195394405457e-05,
+      "loss": 0.7434052228927612,
+      "step": 4411
+    },
+    {
+      "epoch": 0.8152348396484623,
+      "grad_norm": 0.06892676651477814,
+      "learning_rate": 1.7090788862541995e-05,
+      "loss": 0.5471463203430176,
+      "step": 4412
+    },
+    {
+      "epoch": 0.8154196163573582,
+      "grad_norm": 0.053055547177791595,
+      "learning_rate": 1.7089382048487314e-05,
+      "loss": 0.4262996315956116,
+      "step": 4413
+    },
+    {
+      "epoch": 0.815604393066254,
+      "grad_norm": 0.07068893313407898,
+      "learning_rate": 1.708797495229741e-05,
+      "loss": 0.6667650938034058,
+      "step": 4414
+    },
+    {
+      "epoch": 0.8157891697751498,
+      "grad_norm": 0.0889437347650528,
+      "learning_rate": 1.7086567574028282e-05,
+      "loss": 0.7486896514892578,
+      "step": 4415
+    },
+    {
+      "epoch": 0.8159739464840456,
+      "grad_norm": 0.06847400963306427,
+      "learning_rate": 1.708515991373593e-05,
+      "loss": 0.5367305874824524,
+      "step": 4416
+    },
+    {
+      "epoch": 0.8161587231929416,
+      "grad_norm": 0.08452947437763214,
+      "learning_rate": 1.708375197147638e-05,
+      "loss": 0.827254593372345,
+      "step": 4417
+    },
+    {
+      "epoch": 0.8163434999018374,
+      "grad_norm": 0.06215844675898552,
+      "learning_rate": 1.7082343747305668e-05,
+      "loss": 0.5081216096878052,
+      "step": 4418
+    },
+    {
+      "epoch": 0.8165282766107332,
+      "grad_norm": 0.08681292086839676,
+      "learning_rate": 1.7080935241279832e-05,
+      "loss": 0.8006658554077148,
+      "step": 4419
+    },
+    {
+      "epoch": 0.8167130533196291,
+      "grad_norm": 0.05513704940676689,
+      "learning_rate": 1.7079526453454923e-05,
+      "loss": 0.55133455991745,
+      "step": 4420
+    },
+    {
+      "epoch": 0.8168978300285249,
+      "grad_norm": 0.08391734212636948,
+      "learning_rate": 1.7078117383887016e-05,
+      "loss": 0.7561026811599731,
+      "step": 4421
+    },
+    {
+      "epoch": 0.8170826067374207,
+      "grad_norm": 0.06949673593044281,
+      "learning_rate": 1.7076708032632175e-05,
+      "loss": 0.5683756470680237,
+      "step": 4422
+    },
+    {
+      "epoch": 0.8172673834463166,
+      "grad_norm": 0.06849777698516846,
+      "learning_rate": 1.70752983997465e-05,
+      "loss": 0.5504254102706909,
+      "step": 4423
+    },
+    {
+      "epoch": 0.8174521601552124,
+      "grad_norm": 0.08198640495538712,
+      "learning_rate": 1.7073888485286083e-05,
+      "loss": 0.7536360025405884,
+      "step": 4424
+    },
+    {
+      "epoch": 0.8176369368641083,
+      "grad_norm": 0.07069296389818192,
+      "learning_rate": 1.7072478289307037e-05,
+      "loss": 0.607262372970581,
+      "step": 4425
+    },
+    {
+      "epoch": 0.8178217135730041,
+      "grad_norm": 0.08360360562801361,
+      "learning_rate": 1.7071067811865477e-05,
+      "loss": 0.7798020243644714,
+      "step": 4426
+    },
+    {
+      "epoch": 0.8180064902819,
+      "grad_norm": 0.077246755361557,
+      "learning_rate": 1.7069657053017543e-05,
+      "loss": 0.7054858207702637,
+      "step": 4427
+    },
+    {
+      "epoch": 0.8181912669907958,
+      "grad_norm": 0.0620933473110199,
+      "learning_rate": 1.706824601281938e-05,
+      "loss": 0.45810335874557495,
+      "step": 4428
+    },
+    {
+      "epoch": 0.8183760436996916,
+      "grad_norm": 0.06633087247610092,
+      "learning_rate": 1.7066834691327133e-05,
+      "loss": 0.6133204698562622,
+      "step": 4429
+    },
+    {
+      "epoch": 0.8185608204085875,
+      "grad_norm": 0.06926491856575012,
+      "learning_rate": 1.706542308859698e-05,
+      "loss": 0.4294852018356323,
+      "step": 4430
+    },
+    {
+      "epoch": 0.8187455971174833,
+      "grad_norm": 0.06534317135810852,
+      "learning_rate": 1.7064011204685093e-05,
+      "loss": 0.5917895436286926,
+      "step": 4431
+    },
+    {
+      "epoch": 0.8189303738263792,
+      "grad_norm": 0.06398814916610718,
+      "learning_rate": 1.7062599039647656e-05,
+      "loss": 0.5340343713760376,
+      "step": 4432
+    },
+    {
+      "epoch": 0.8191151505352751,
+      "grad_norm": 0.06289204210042953,
+      "learning_rate": 1.7061186593540876e-05,
+      "loss": 0.5285554528236389,
+      "step": 4433
+    },
+    {
+      "epoch": 0.8192999272441709,
+      "grad_norm": 0.0706745833158493,
+      "learning_rate": 1.705977386642096e-05,
+      "loss": 0.6111737489700317,
+      "step": 4434
+    },
+    {
+      "epoch": 0.8194847039530667,
+      "grad_norm": 0.07645706087350845,
+      "learning_rate": 1.705836085834413e-05,
+      "loss": 0.7045507431030273,
+      "step": 4435
+    },
+    {
+      "epoch": 0.8196694806619625,
+      "grad_norm": 0.08695833384990692,
+      "learning_rate": 1.7056947569366624e-05,
+      "loss": 0.614539384841919,
+      "step": 4436
+    },
+    {
+      "epoch": 0.8198542573708584,
+      "grad_norm": 0.07618943601846695,
+      "learning_rate": 1.7055533999544682e-05,
+      "loss": 0.6795693635940552,
+      "step": 4437
+    },
+    {
+      "epoch": 0.8200390340797542,
+      "grad_norm": 0.09049010276794434,
+      "learning_rate": 1.705412014893456e-05,
+      "loss": 0.7961665391921997,
+      "step": 4438
+    },
+    {
+      "epoch": 0.8202238107886501,
+      "grad_norm": 0.06798869371414185,
+      "learning_rate": 1.705270601759253e-05,
+      "loss": 0.6422942280769348,
+      "step": 4439
+    },
+    {
+      "epoch": 0.820408587497546,
+      "grad_norm": 0.08138899505138397,
+      "learning_rate": 1.705129160557486e-05,
+      "loss": 0.6776303052902222,
+      "step": 4440
+    },
+    {
+      "epoch": 0.8205933642064418,
+      "grad_norm": 0.07137871533632278,
+      "learning_rate": 1.7049876912937845e-05,
+      "loss": 0.5417454838752747,
+      "step": 4441
+    },
+    {
+      "epoch": 0.8207781409153376,
+      "grad_norm": 0.08167102932929993,
+      "learning_rate": 1.7048461939737787e-05,
+      "loss": 0.7033447027206421,
+      "step": 4442
+    },
+    {
+      "epoch": 0.8209629176242335,
+      "grad_norm": 0.0888083353638649,
+      "learning_rate": 1.7047046686030995e-05,
+      "loss": 0.6298259496688843,
+      "step": 4443
+    },
+    {
+      "epoch": 0.8211476943331293,
+      "grad_norm": 0.07381979376077652,
+      "learning_rate": 1.7045631151873793e-05,
+      "loss": 0.6119664907455444,
+      "step": 4444
+    },
+    {
+      "epoch": 0.8213324710420251,
+      "grad_norm": 0.08775873482227325,
+      "learning_rate": 1.7044215337322512e-05,
+      "loss": 0.697877824306488,
+      "step": 4445
+    },
+    {
+      "epoch": 0.8215172477509209,
+      "grad_norm": 0.08506224304437637,
+      "learning_rate": 1.70427992424335e-05,
+      "loss": 0.7121521234512329,
+      "step": 4446
+    },
+    {
+      "epoch": 0.8217020244598169,
+      "grad_norm": 0.06776197999715805,
+      "learning_rate": 1.7041382867263116e-05,
+      "loss": 0.587286114692688,
+      "step": 4447
+    },
+    {
+      "epoch": 0.8218868011687127,
+      "grad_norm": 0.05220887064933777,
+      "learning_rate": 1.703996621186772e-05,
+      "loss": 0.5562371015548706,
+      "step": 4448
+    },
+    {
+      "epoch": 0.8220715778776085,
+      "grad_norm": 0.07543464750051498,
+      "learning_rate": 1.7038549276303693e-05,
+      "loss": 0.7780980467796326,
+      "step": 4449
+    },
+    {
+      "epoch": 0.8222563545865044,
+      "grad_norm": 0.07507284730672836,
+      "learning_rate": 1.7037132060627428e-05,
+      "loss": 0.4695199728012085,
+      "step": 4450
+    },
+    {
+      "epoch": 0.8224411312954002,
+      "grad_norm": 0.04930936545133591,
+      "learning_rate": 1.7035714564895324e-05,
+      "loss": 0.4211044907569885,
+      "step": 4451
+    },
+    {
+      "epoch": 0.822625908004296,
+      "grad_norm": 0.06219407171010971,
+      "learning_rate": 1.7034296789163788e-05,
+      "loss": 0.4526977241039276,
+      "step": 4452
+    },
+    {
+      "epoch": 0.8228106847131919,
+      "grad_norm": 0.09974870830774307,
+      "learning_rate": 1.7032878733489252e-05,
+      "loss": 0.8299565315246582,
+      "step": 4453
+    },
+    {
+      "epoch": 0.8229954614220878,
+      "grad_norm": 0.0561041384935379,
+      "learning_rate": 1.7031460397928142e-05,
+      "loss": 0.427130788564682,
+      "step": 4454
+    },
+    {
+      "epoch": 0.8231802381309836,
+      "grad_norm": 0.0706462636590004,
+      "learning_rate": 1.703004178253691e-05,
+      "loss": 0.654176652431488,
+      "step": 4455
+    },
+    {
+      "epoch": 0.8233650148398794,
+      "grad_norm": 0.07966897636651993,
+      "learning_rate": 1.7028622887372005e-05,
+      "loss": 0.5644944310188293,
+      "step": 4456
+    },
+    {
+      "epoch": 0.8235497915487753,
+      "grad_norm": 0.061665527522563934,
+      "learning_rate": 1.7027203712489902e-05,
+      "loss": 0.5428031086921692,
+      "step": 4457
+    },
+    {
+      "epoch": 0.8237345682576711,
+      "grad_norm": 0.05557411164045334,
+      "learning_rate": 1.7025784257947077e-05,
+      "loss": 0.3972078561782837,
+      "step": 4458
+    },
+    {
+      "epoch": 0.8239193449665669,
+      "grad_norm": 0.0654132142663002,
+      "learning_rate": 1.7024364523800015e-05,
+      "loss": 0.6011388897895813,
+      "step": 4459
+    },
+    {
+      "epoch": 0.8241041216754628,
+      "grad_norm": 0.07930979877710342,
+      "learning_rate": 1.7022944510105226e-05,
+      "loss": 0.6692883968353271,
+      "step": 4460
+    },
+    {
+      "epoch": 0.8242888983843587,
+      "grad_norm": 0.0695558562874794,
+      "learning_rate": 1.7021524216919217e-05,
+      "loss": 0.6444147825241089,
+      "step": 4461
+    },
+    {
+      "epoch": 0.8244736750932545,
+      "grad_norm": 0.08044788986444473,
+      "learning_rate": 1.702010364429851e-05,
+      "loss": 0.6611325740814209,
+      "step": 4462
+    },
+    {
+      "epoch": 0.8246584518021504,
+      "grad_norm": 0.06428727507591248,
+      "learning_rate": 1.7018682792299644e-05,
+      "loss": 0.5038701891899109,
+      "step": 4463
+    },
+    {
+      "epoch": 0.8248432285110462,
+      "grad_norm": 0.08757028728723526,
+      "learning_rate": 1.701726166097916e-05,
+      "loss": 0.7276875972747803,
+      "step": 4464
+    },
+    {
+      "epoch": 0.825028005219942,
+      "grad_norm": 0.07670968770980835,
+      "learning_rate": 1.7015840250393615e-05,
+      "loss": 0.6314493417739868,
+      "step": 4465
+    },
+    {
+      "epoch": 0.8252127819288378,
+      "grad_norm": 0.08930184692144394,
+      "learning_rate": 1.7014418560599578e-05,
+      "loss": 0.6691626310348511,
+      "step": 4466
+    },
+    {
+      "epoch": 0.8253975586377337,
+      "grad_norm": 0.08691312372684479,
+      "learning_rate": 1.7012996591653625e-05,
+      "loss": 0.8360946774482727,
+      "step": 4467
+    },
+    {
+      "epoch": 0.8255823353466295,
+      "grad_norm": 0.0800599530339241,
+      "learning_rate": 1.7011574343612353e-05,
+      "loss": 0.754214346408844,
+      "step": 4468
+    },
+    {
+      "epoch": 0.8257671120555254,
+      "grad_norm": 0.0611540786921978,
+      "learning_rate": 1.7010151816532356e-05,
+      "loss": 0.5543545484542847,
+      "step": 4469
+    },
+    {
+      "epoch": 0.8259518887644213,
+      "grad_norm": 0.06635784357786179,
+      "learning_rate": 1.700872901047025e-05,
+      "loss": 0.5271308422088623,
+      "step": 4470
+    },
+    {
+      "epoch": 0.8261366654733171,
+      "grad_norm": 0.061269983649253845,
+      "learning_rate": 1.7007305925482658e-05,
+      "loss": 0.4760308563709259,
+      "step": 4471
+    },
+    {
+      "epoch": 0.8263214421822129,
+      "grad_norm": 0.06325298547744751,
+      "learning_rate": 1.700588256162621e-05,
+      "loss": 0.5194886326789856,
+      "step": 4472
+    },
+    {
+      "epoch": 0.8265062188911088,
+      "grad_norm": 0.0797019973397255,
+      "learning_rate": 1.7004458918957555e-05,
+      "loss": 0.5213291645050049,
+      "step": 4473
+    },
+    {
+      "epoch": 0.8266909956000046,
+      "grad_norm": 0.06251664459705353,
+      "learning_rate": 1.700303499753335e-05,
+      "loss": 0.4912989139556885,
+      "step": 4474
+    },
+    {
+      "epoch": 0.8268757723089004,
+      "grad_norm": 0.06516954302787781,
+      "learning_rate": 1.7001610797410265e-05,
+      "loss": 0.4361167252063751,
+      "step": 4475
+    },
+    {
+      "epoch": 0.8270605490177964,
+      "grad_norm": 0.07414435595273972,
+      "learning_rate": 1.700018631864497e-05,
+      "loss": 0.615641176700592,
+      "step": 4476
+    },
+    {
+      "epoch": 0.8272453257266922,
+      "grad_norm": 0.09901707619428635,
+      "learning_rate": 1.6998761561294162e-05,
+      "loss": 0.8456782102584839,
+      "step": 4477
+    },
+    {
+      "epoch": 0.827430102435588,
+      "grad_norm": 0.060959070920944214,
+      "learning_rate": 1.6997336525414543e-05,
+      "loss": 0.5491607189178467,
+      "step": 4478
+    },
+    {
+      "epoch": 0.8276148791444838,
+      "grad_norm": 0.061658356338739395,
+      "learning_rate": 1.699591121106282e-05,
+      "loss": 0.43196821212768555,
+      "step": 4479
+    },
+    {
+      "epoch": 0.8277996558533797,
+      "grad_norm": 0.07034077495336533,
+      "learning_rate": 1.699448561829572e-05,
+      "loss": 0.6002528667449951,
+      "step": 4480
+    },
+    {
+      "epoch": 0.8279844325622755,
+      "grad_norm": 0.07465361058712006,
+      "learning_rate": 1.6993059747169975e-05,
+      "loss": 0.6691159605979919,
+      "step": 4481
+    },
+    {
+      "epoch": 0.8281692092711713,
+      "grad_norm": 0.0629972591996193,
+      "learning_rate": 1.6991633597742327e-05,
+      "loss": 0.6098475456237793,
+      "step": 4482
+    },
+    {
+      "epoch": 0.8283539859800673,
+      "grad_norm": 0.08248724043369293,
+      "learning_rate": 1.6990207170069536e-05,
+      "loss": 0.7085081934928894,
+      "step": 4483
+    },
+    {
+      "epoch": 0.8285387626889631,
+      "grad_norm": 0.073788121342659,
+      "learning_rate": 1.698878046420837e-05,
+      "loss": 0.5459364652633667,
+      "step": 4484
+    },
+    {
+      "epoch": 0.8287235393978589,
+      "grad_norm": 0.07505763322114944,
+      "learning_rate": 1.6987353480215613e-05,
+      "loss": 0.7524222135543823,
+      "step": 4485
+    },
+    {
+      "epoch": 0.8289083161067548,
+      "grad_norm": 0.07289927452802658,
+      "learning_rate": 1.698592621814804e-05,
+      "loss": 0.683181643486023,
+      "step": 4486
+    },
+    {
+      "epoch": 0.8290930928156506,
+      "grad_norm": 0.052059952169656754,
+      "learning_rate": 1.6984498678062462e-05,
+      "loss": 0.4803551137447357,
+      "step": 4487
+    },
+    {
+      "epoch": 0.8292778695245464,
+      "grad_norm": 0.09347348660230637,
+      "learning_rate": 1.698307086001569e-05,
+      "loss": 0.7751423716545105,
+      "step": 4488
+    },
+    {
+      "epoch": 0.8294626462334422,
+      "grad_norm": 0.05178924649953842,
+      "learning_rate": 1.6981642764064544e-05,
+      "loss": 0.4005620777606964,
+      "step": 4489
+    },
+    {
+      "epoch": 0.8296474229423381,
+      "grad_norm": 0.0625031441450119,
+      "learning_rate": 1.698021439026586e-05,
+      "loss": 0.472150593996048,
+      "step": 4490
+    },
+    {
+      "epoch": 0.829832199651234,
+      "grad_norm": 0.0583854503929615,
+      "learning_rate": 1.697878573867648e-05,
+      "loss": 0.43358004093170166,
+      "step": 4491
+    },
+    {
+      "epoch": 0.8300169763601298,
+      "grad_norm": 0.05779613181948662,
+      "learning_rate": 1.6977356809353263e-05,
+      "loss": 0.5184218883514404,
+      "step": 4492
+    },
+    {
+      "epoch": 0.8302017530690257,
+      "grad_norm": 0.07386235892772675,
+      "learning_rate": 1.697592760235307e-05,
+      "loss": 0.5868077874183655,
+      "step": 4493
+    },
+    {
+      "epoch": 0.8303865297779215,
+      "grad_norm": 0.06986936181783676,
+      "learning_rate": 1.6974498117732788e-05,
+      "loss": 0.49657654762268066,
+      "step": 4494
+    },
+    {
+      "epoch": 0.8305713064868173,
+      "grad_norm": 0.07015872746706009,
+      "learning_rate": 1.69730683555493e-05,
+      "loss": 0.6315212249755859,
+      "step": 4495
+    },
+    {
+      "epoch": 0.8307560831957131,
+      "grad_norm": 0.06291679292917252,
+      "learning_rate": 1.6971638315859507e-05,
+      "loss": 0.4786362648010254,
+      "step": 4496
+    },
+    {
+      "epoch": 0.830940859904609,
+      "grad_norm": 0.07277002930641174,
+      "learning_rate": 1.697020799872032e-05,
+      "loss": 0.6787610650062561,
+      "step": 4497
+    },
+    {
+      "epoch": 0.8311256366135049,
+      "grad_norm": 0.08893369883298874,
+      "learning_rate": 1.6968777404188662e-05,
+      "loss": 0.5605788230895996,
+      "step": 4498
+    },
+    {
+      "epoch": 0.8313104133224007,
+      "grad_norm": 0.06755659729242325,
+      "learning_rate": 1.6967346532321466e-05,
+      "loss": 0.5297644138336182,
+      "step": 4499
+    },
+    {
+      "epoch": 0.8314951900312966,
+      "grad_norm": 0.05591427907347679,
+      "learning_rate": 1.6965915383175676e-05,
+      "loss": 0.3980846703052521,
+      "step": 4500
+    },
+    {
+      "epoch": 0.8314951900312966,
+      "eval_loss": 0.6395584940910339,
+      "eval_runtime": 158.8241,
+      "eval_samples_per_second": 114.775,
+      "eval_steps_per_second": 14.349,
+      "step": 4500
+    },
+    {
+      "epoch": 0.8316799667401924,
+      "grad_norm": 0.06723398715257645,
+      "learning_rate": 1.6964483956808248e-05,
+      "loss": 0.537386953830719,
+      "step": 4501
+    },
+    {
+      "epoch": 0.8318647434490882,
+      "grad_norm": 0.058650754392147064,
+      "learning_rate": 1.6963052253276145e-05,
+      "loss": 0.5143908262252808,
+      "step": 4502
+    },
+    {
+      "epoch": 0.8320495201579841,
+      "grad_norm": 0.09709373861551285,
+      "learning_rate": 1.6961620272636346e-05,
+      "loss": 0.8258609771728516,
+      "step": 4503
+    },
+    {
+      "epoch": 0.8322342968668799,
+      "grad_norm": 0.0741024762392044,
+      "learning_rate": 1.6960188014945847e-05,
+      "loss": 0.6264018416404724,
+      "step": 4504
+    },
+    {
+      "epoch": 0.8324190735757758,
+      "grad_norm": 0.06891115009784698,
+      "learning_rate": 1.6958755480261638e-05,
+      "loss": 0.6287631988525391,
+      "step": 4505
+    },
+    {
+      "epoch": 0.8326038502846717,
+      "grad_norm": 0.06442379951477051,
+      "learning_rate": 1.695732266864073e-05,
+      "loss": 0.5368323922157288,
+      "step": 4506
+    },
+    {
+      "epoch": 0.8327886269935675,
+      "grad_norm": 0.08387748897075653,
+      "learning_rate": 1.6955889580140145e-05,
+      "loss": 0.8382667899131775,
+      "step": 4507
+    },
+    {
+      "epoch": 0.8329734037024633,
+      "grad_norm": 0.07572843134403229,
+      "learning_rate": 1.6954456214816918e-05,
+      "loss": 0.6271460652351379,
+      "step": 4508
+    },
+    {
+      "epoch": 0.8331581804113591,
+      "grad_norm": 0.06325176358222961,
+      "learning_rate": 1.6953022572728095e-05,
+      "loss": 0.6080461740493774,
+      "step": 4509
+    },
+    {
+      "epoch": 0.833342957120255,
+      "grad_norm": 0.07202797383069992,
+      "learning_rate": 1.6951588653930722e-05,
+      "loss": 0.5612244009971619,
+      "step": 4510
+    },
+    {
+      "epoch": 0.8335277338291508,
+      "grad_norm": 0.07825497537851334,
+      "learning_rate": 1.6950154458481875e-05,
+      "loss": 0.615082859992981,
+      "step": 4511
+    },
+    {
+      "epoch": 0.8337125105380466,
+      "grad_norm": 0.09370280802249908,
+      "learning_rate": 1.694871998643862e-05,
+      "loss": 0.7465894222259521,
+      "step": 4512
+    },
+    {
+      "epoch": 0.8338972872469426,
+      "grad_norm": 0.07400539517402649,
+      "learning_rate": 1.694728523785805e-05,
+      "loss": 0.6992408037185669,
+      "step": 4513
+    },
+    {
+      "epoch": 0.8340820639558384,
+      "grad_norm": 0.05352245643734932,
+      "learning_rate": 1.6945850212797265e-05,
+      "loss": 0.4538097381591797,
+      "step": 4514
+    },
+    {
+      "epoch": 0.8342668406647342,
+      "grad_norm": 0.057059090584516525,
+      "learning_rate": 1.6944414911313368e-05,
+      "loss": 0.4463070333003998,
+      "step": 4515
+    },
+    {
+      "epoch": 0.83445161737363,
+      "grad_norm": 0.06638690829277039,
+      "learning_rate": 1.694297933346349e-05,
+      "loss": 0.4994492530822754,
+      "step": 4516
+    },
+    {
+      "epoch": 0.8346363940825259,
+      "grad_norm": 0.054007966071367264,
+      "learning_rate": 1.6941543479304748e-05,
+      "loss": 0.3897664248943329,
+      "step": 4517
+    },
+    {
+      "epoch": 0.8348211707914217,
+      "grad_norm": 0.07031978666782379,
+      "learning_rate": 1.69401073488943e-05,
+      "loss": 0.541957437992096,
+      "step": 4518
+    },
+    {
+      "epoch": 0.8350059475003175,
+      "grad_norm": 0.06689532101154327,
+      "learning_rate": 1.6938670942289292e-05,
+      "loss": 0.6915385723114014,
+      "step": 4519
+    },
+    {
+      "epoch": 0.8351907242092135,
+      "grad_norm": 0.0767417848110199,
+      "learning_rate": 1.6937234259546888e-05,
+      "loss": 0.614142119884491,
+      "step": 4520
+    },
+    {
+      "epoch": 0.8353755009181093,
+      "grad_norm": 0.06671950221061707,
+      "learning_rate": 1.693579730072426e-05,
+      "loss": 0.5127571225166321,
+      "step": 4521
+    },
+    {
+      "epoch": 0.8355602776270051,
+      "grad_norm": 0.07585155218839645,
+      "learning_rate": 1.6934360065878603e-05,
+      "loss": 0.5769263505935669,
+      "step": 4522
+    },
+    {
+      "epoch": 0.835745054335901,
+      "grad_norm": 0.07272087782621384,
+      "learning_rate": 1.693292255506711e-05,
+      "loss": 0.5349190831184387,
+      "step": 4523
+    },
+    {
+      "epoch": 0.8359298310447968,
+      "grad_norm": 0.062750905752182,
+      "learning_rate": 1.693148476834699e-05,
+      "loss": 0.47064346075057983,
+      "step": 4524
+    },
+    {
+      "epoch": 0.8361146077536926,
+      "grad_norm": 0.0642617717385292,
+      "learning_rate": 1.693004670577546e-05,
+      "loss": 0.5044402480125427,
+      "step": 4525
+    },
+    {
+      "epoch": 0.8362993844625884,
+      "grad_norm": 0.0815463587641716,
+      "learning_rate": 1.692860836740975e-05,
+      "loss": 0.7980261445045471,
+      "step": 4526
+    },
+    {
+      "epoch": 0.8364841611714844,
+      "grad_norm": 0.06477741152048111,
+      "learning_rate": 1.692716975330711e-05,
+      "loss": 0.6120722889900208,
+      "step": 4527
+    },
+    {
+      "epoch": 0.8366689378803802,
+      "grad_norm": 0.0836218073964119,
+      "learning_rate": 1.6925730863524782e-05,
+      "loss": 0.720973789691925,
+      "step": 4528
+    },
+    {
+      "epoch": 0.836853714589276,
+      "grad_norm": 0.07507210969924927,
+      "learning_rate": 1.6924291698120034e-05,
+      "loss": 0.5757606625556946,
+      "step": 4529
+    },
+    {
+      "epoch": 0.8370384912981719,
+      "grad_norm": 0.07866434752941132,
+      "learning_rate": 1.6922852257150142e-05,
+      "loss": 0.579961359500885,
+      "step": 4530
+    },
+    {
+      "epoch": 0.8372232680070677,
+      "grad_norm": 0.07555273920297623,
+      "learning_rate": 1.6921412540672385e-05,
+      "loss": 0.636628270149231,
+      "step": 4531
+    },
+    {
+      "epoch": 0.8374080447159635,
+      "grad_norm": 0.054431378841400146,
+      "learning_rate": 1.6919972548744068e-05,
+      "loss": 0.42866355180740356,
+      "step": 4532
+    },
+    {
+      "epoch": 0.8375928214248594,
+      "grad_norm": 0.07677029073238373,
+      "learning_rate": 1.691853228142249e-05,
+      "loss": 0.655987024307251,
+      "step": 4533
+    },
+    {
+      "epoch": 0.8377775981337552,
+      "grad_norm": 0.08130481839179993,
+      "learning_rate": 1.6917091738764972e-05,
+      "loss": 0.7719659805297852,
+      "step": 4534
+    },
+    {
+      "epoch": 0.8379623748426511,
+      "grad_norm": 0.06564033031463623,
+      "learning_rate": 1.6915650920828848e-05,
+      "loss": 0.6413950324058533,
+      "step": 4535
+    },
+    {
+      "epoch": 0.838147151551547,
+      "grad_norm": 0.07372447848320007,
+      "learning_rate": 1.691420982767145e-05,
+      "loss": 0.5301737189292908,
+      "step": 4536
+    },
+    {
+      "epoch": 0.8383319282604428,
+      "grad_norm": 0.0624161921441555,
+      "learning_rate": 1.6912768459350132e-05,
+      "loss": 0.5359398722648621,
+      "step": 4537
+    },
+    {
+      "epoch": 0.8385167049693386,
+      "grad_norm": 0.07300139218568802,
+      "learning_rate": 1.6911326815922257e-05,
+      "loss": 0.6078569293022156,
+      "step": 4538
+    },
+    {
+      "epoch": 0.8387014816782344,
+      "grad_norm": 0.07421409338712692,
+      "learning_rate": 1.6909884897445202e-05,
+      "loss": 0.5118612051010132,
+      "step": 4539
+    },
+    {
+      "epoch": 0.8388862583871303,
+      "grad_norm": 0.06582600623369217,
+      "learning_rate": 1.690844270397634e-05,
+      "loss": 0.5924390554428101,
+      "step": 4540
+    },
+    {
+      "epoch": 0.8390710350960261,
+      "grad_norm": 0.07796216011047363,
+      "learning_rate": 1.6907000235573076e-05,
+      "loss": 0.5968838930130005,
+      "step": 4541
+    },
+    {
+      "epoch": 0.839255811804922,
+      "grad_norm": 0.06646906584501266,
+      "learning_rate": 1.690555749229281e-05,
+      "loss": 0.5918703079223633,
+      "step": 4542
+    },
+    {
+      "epoch": 0.8394405885138179,
+      "grad_norm": 0.07779476046562195,
+      "learning_rate": 1.6904114474192962e-05,
+      "loss": 0.7303890585899353,
+      "step": 4543
+    },
+    {
+      "epoch": 0.8396253652227137,
+      "grad_norm": 0.07487162947654724,
+      "learning_rate": 1.6902671181330957e-05,
+      "loss": 0.6921830177307129,
+      "step": 4544
+    },
+    {
+      "epoch": 0.8398101419316095,
+      "grad_norm": 0.05664646998047829,
+      "learning_rate": 1.6901227613764235e-05,
+      "loss": 0.42495113611221313,
+      "step": 4545
+    },
+    {
+      "epoch": 0.8399949186405054,
+      "grad_norm": 0.06526501476764679,
+      "learning_rate": 1.6899783771550247e-05,
+      "loss": 0.504043459892273,
+      "step": 4546
+    },
+    {
+      "epoch": 0.8401796953494012,
+      "grad_norm": 0.05720466375350952,
+      "learning_rate": 1.689833965474645e-05,
+      "loss": 0.4433921277523041,
+      "step": 4547
+    },
+    {
+      "epoch": 0.840364472058297,
+      "grad_norm": 0.07096187770366669,
+      "learning_rate": 1.6896895263410313e-05,
+      "loss": 0.5995004773139954,
+      "step": 4548
+    },
+    {
+      "epoch": 0.840549248767193,
+      "grad_norm": 0.0845320001244545,
+      "learning_rate": 1.6895450597599326e-05,
+      "loss": 0.764687716960907,
+      "step": 4549
+    },
+    {
+      "epoch": 0.8407340254760888,
+      "grad_norm": 0.06377948075532913,
+      "learning_rate": 1.689400565737098e-05,
+      "loss": 0.488741010427475,
+      "step": 4550
+    },
+    {
+      "epoch": 0.8409188021849846,
+      "grad_norm": 0.0828799456357956,
+      "learning_rate": 1.6892560442782775e-05,
+      "loss": 0.6057949662208557,
+      "step": 4551
+    },
+    {
+      "epoch": 0.8411035788938804,
+      "grad_norm": 0.08121705800294876,
+      "learning_rate": 1.689111495389223e-05,
+      "loss": 0.7909074425697327,
+      "step": 4552
+    },
+    {
+      "epoch": 0.8412883556027763,
+      "grad_norm": 0.07321442663669586,
+      "learning_rate": 1.688966919075687e-05,
+      "loss": 0.6617448329925537,
+      "step": 4553
+    },
+    {
+      "epoch": 0.8414731323116721,
+      "grad_norm": 0.07743881642818451,
+      "learning_rate": 1.6888223153434226e-05,
+      "loss": 0.5645763278007507,
+      "step": 4554
+    },
+    {
+      "epoch": 0.8416579090205679,
+      "grad_norm": 0.07393790036439896,
+      "learning_rate": 1.6886776841981856e-05,
+      "loss": 0.6077877283096313,
+      "step": 4555
+    },
+    {
+      "epoch": 0.8418426857294637,
+      "grad_norm": 0.06216173246502876,
+      "learning_rate": 1.6885330256457312e-05,
+      "loss": 0.5201695561408997,
+      "step": 4556
+    },
+    {
+      "epoch": 0.8420274624383597,
+      "grad_norm": 0.06612975895404816,
+      "learning_rate": 1.6883883396918165e-05,
+      "loss": 0.541587233543396,
+      "step": 4557
+    },
+    {
+      "epoch": 0.8422122391472555,
+      "grad_norm": 0.07147186994552612,
+      "learning_rate": 1.6882436263421996e-05,
+      "loss": 0.5515293478965759,
+      "step": 4558
+    },
+    {
+      "epoch": 0.8423970158561513,
+      "grad_norm": 0.07946402579545975,
+      "learning_rate": 1.6880988856026394e-05,
+      "loss": 0.7292967438697815,
+      "step": 4559
+    },
+    {
+      "epoch": 0.8425817925650472,
+      "grad_norm": 0.07769119739532471,
+      "learning_rate": 1.687954117478897e-05,
+      "loss": 0.6431043148040771,
+      "step": 4560
+    },
+    {
+      "epoch": 0.842766569273943,
+      "grad_norm": 0.06636208295822144,
+      "learning_rate": 1.6878093219767324e-05,
+      "loss": 0.4926970303058624,
+      "step": 4561
+    },
+    {
+      "epoch": 0.8429513459828388,
+      "grad_norm": 0.0701172798871994,
+      "learning_rate": 1.6876644991019086e-05,
+      "loss": 0.6440094709396362,
+      "step": 4562
+    },
+    {
+      "epoch": 0.8431361226917347,
+      "grad_norm": 0.08018402010202408,
+      "learning_rate": 1.6875196488601895e-05,
+      "loss": 0.6849448084831238,
+      "step": 4563
+    },
+    {
+      "epoch": 0.8433208994006306,
+      "grad_norm": 0.07953750342130661,
+      "learning_rate": 1.6873747712573395e-05,
+      "loss": 0.6987465023994446,
+      "step": 4564
+    },
+    {
+      "epoch": 0.8435056761095264,
+      "grad_norm": 0.08021809160709381,
+      "learning_rate": 1.6872298662991237e-05,
+      "loss": 0.7143018841743469,
+      "step": 4565
+    },
+    {
+      "epoch": 0.8436904528184223,
+      "grad_norm": 0.05858346447348595,
+      "learning_rate": 1.6870849339913097e-05,
+      "loss": 0.4057566523551941,
+      "step": 4566
+    },
+    {
+      "epoch": 0.8438752295273181,
+      "grad_norm": 0.05692509189248085,
+      "learning_rate": 1.686939974339665e-05,
+      "loss": 0.4452887773513794,
+      "step": 4567
+    },
+    {
+      "epoch": 0.8440600062362139,
+      "grad_norm": 0.09390457719564438,
+      "learning_rate": 1.6867949873499578e-05,
+      "loss": 0.7715519666671753,
+      "step": 4568
+    },
+    {
+      "epoch": 0.8442447829451097,
+      "grad_norm": 0.08112477511167526,
+      "learning_rate": 1.6866499730279592e-05,
+      "loss": 0.7168828845024109,
+      "step": 4569
+    },
+    {
+      "epoch": 0.8444295596540056,
+      "grad_norm": 0.07794813811779022,
+      "learning_rate": 1.68650493137944e-05,
+      "loss": 0.7800693511962891,
+      "step": 4570
+    },
+    {
+      "epoch": 0.8446143363629015,
+      "grad_norm": 0.06772364675998688,
+      "learning_rate": 1.6863598624101723e-05,
+      "loss": 0.5149499773979187,
+      "step": 4571
+    },
+    {
+      "epoch": 0.8447991130717973,
+      "grad_norm": 0.08500882238149643,
+      "learning_rate": 1.6862147661259297e-05,
+      "loss": 0.7767760157585144,
+      "step": 4572
+    },
+    {
+      "epoch": 0.8449838897806932,
+      "grad_norm": 0.0779474526643753,
+      "learning_rate": 1.6860696425324857e-05,
+      "loss": 0.6483212113380432,
+      "step": 4573
+    },
+    {
+      "epoch": 0.845168666489589,
+      "grad_norm": 0.08208338171243668,
+      "learning_rate": 1.6859244916356167e-05,
+      "loss": 0.6114625930786133,
+      "step": 4574
+    },
+    {
+      "epoch": 0.8453534431984848,
+      "grad_norm": 0.052994124591350555,
+      "learning_rate": 1.6857793134410987e-05,
+      "loss": 0.4159746468067169,
+      "step": 4575
+    },
+    {
+      "epoch": 0.8455382199073807,
+      "grad_norm": 0.06645326316356659,
+      "learning_rate": 1.68563410795471e-05,
+      "loss": 0.3910166621208191,
+      "step": 4576
+    },
+    {
+      "epoch": 0.8457229966162765,
+      "grad_norm": 0.07535551488399506,
+      "learning_rate": 1.6854888751822284e-05,
+      "loss": 0.698360025882721,
+      "step": 4577
+    },
+    {
+      "epoch": 0.8459077733251723,
+      "grad_norm": 0.06745228171348572,
+      "learning_rate": 1.6853436151294347e-05,
+      "loss": 0.45721209049224854,
+      "step": 4578
+    },
+    {
+      "epoch": 0.8460925500340682,
+      "grad_norm": 0.06511545181274414,
+      "learning_rate": 1.685198327802109e-05,
+      "loss": 0.4750843942165375,
+      "step": 4579
+    },
+    {
+      "epoch": 0.8462773267429641,
+      "grad_norm": 0.06708203256130219,
+      "learning_rate": 1.6850530132060334e-05,
+      "loss": 0.5141110420227051,
+      "step": 4580
+    },
+    {
+      "epoch": 0.8464621034518599,
+      "grad_norm": 0.07462667673826218,
+      "learning_rate": 1.6849076713469914e-05,
+      "loss": 0.6454291343688965,
+      "step": 4581
+    },
+    {
+      "epoch": 0.8466468801607557,
+      "grad_norm": 0.09495879709720612,
+      "learning_rate": 1.6847623022307664e-05,
+      "loss": 0.9474629759788513,
+      "step": 4582
+    },
+    {
+      "epoch": 0.8468316568696516,
+      "grad_norm": 0.06724563241004944,
+      "learning_rate": 1.6846169058631448e-05,
+      "loss": 0.6943251490592957,
+      "step": 4583
+    },
+    {
+      "epoch": 0.8470164335785474,
+      "grad_norm": 0.06822342425584793,
+      "learning_rate": 1.684471482249912e-05,
+      "loss": 0.46047502756118774,
+      "step": 4584
+    },
+    {
+      "epoch": 0.8472012102874432,
+      "grad_norm": 0.07819680124521255,
+      "learning_rate": 1.6843260313968553e-05,
+      "loss": 0.6768338680267334,
+      "step": 4585
+    },
+    {
+      "epoch": 0.8473859869963392,
+      "grad_norm": 0.07070040702819824,
+      "learning_rate": 1.6841805533097637e-05,
+      "loss": 0.5495981574058533,
+      "step": 4586
+    },
+    {
+      "epoch": 0.847570763705235,
+      "grad_norm": 0.0862039178609848,
+      "learning_rate": 1.684035047994427e-05,
+      "loss": 0.6363370418548584,
+      "step": 4587
+    },
+    {
+      "epoch": 0.8477555404141308,
+      "grad_norm": 0.077043317258358,
+      "learning_rate": 1.683889515456635e-05,
+      "loss": 0.7591915130615234,
+      "step": 4588
+    },
+    {
+      "epoch": 0.8479403171230266,
+      "grad_norm": 0.09326723963022232,
+      "learning_rate": 1.68374395570218e-05,
+      "loss": 0.7203951478004456,
+      "step": 4589
+    },
+    {
+      "epoch": 0.8481250938319225,
+      "grad_norm": 0.06428168714046478,
+      "learning_rate": 1.6835983687368547e-05,
+      "loss": 0.5105397701263428,
+      "step": 4590
+    },
+    {
+      "epoch": 0.8483098705408183,
+      "grad_norm": 0.06252838671207428,
+      "learning_rate": 1.683452754566453e-05,
+      "loss": 0.6851661205291748,
+      "step": 4591
+    },
+    {
+      "epoch": 0.8484946472497141,
+      "grad_norm": 0.06116794794797897,
+      "learning_rate": 1.68330711319677e-05,
+      "loss": 0.4769090712070465,
+      "step": 4592
+    },
+    {
+      "epoch": 0.8486794239586101,
+      "grad_norm": 0.07975073158740997,
+      "learning_rate": 1.6831614446336017e-05,
+      "loss": 0.756597101688385,
+      "step": 4593
+    },
+    {
+      "epoch": 0.8488642006675059,
+      "grad_norm": 0.07053950428962708,
+      "learning_rate": 1.6830157488827453e-05,
+      "loss": 0.7950809597969055,
+      "step": 4594
+    },
+    {
+      "epoch": 0.8490489773764017,
+      "grad_norm": 0.049777209758758545,
+      "learning_rate": 1.682870025949999e-05,
+      "loss": 0.38451868295669556,
+      "step": 4595
+    },
+    {
+      "epoch": 0.8492337540852976,
+      "grad_norm": 0.07076207548379898,
+      "learning_rate": 1.682724275841162e-05,
+      "loss": 0.6204366683959961,
+      "step": 4596
+    },
+    {
+      "epoch": 0.8494185307941934,
+      "grad_norm": 0.06023591011762619,
+      "learning_rate": 1.6825784985620348e-05,
+      "loss": 0.4931405484676361,
+      "step": 4597
+    },
+    {
+      "epoch": 0.8496033075030892,
+      "grad_norm": 0.06567323207855225,
+      "learning_rate": 1.6824326941184192e-05,
+      "loss": 0.6039255857467651,
+      "step": 4598
+    },
+    {
+      "epoch": 0.849788084211985,
+      "grad_norm": 0.06637229770421982,
+      "learning_rate": 1.6822868625161168e-05,
+      "loss": 0.5879940390586853,
+      "step": 4599
+    },
+    {
+      "epoch": 0.8499728609208809,
+      "grad_norm": 0.06800197809934616,
+      "learning_rate": 1.6821410037609322e-05,
+      "loss": 0.5560672283172607,
+      "step": 4600
+    },
+    {
+      "epoch": 0.8501576376297768,
+      "grad_norm": 0.056423820555210114,
+      "learning_rate": 1.6819951178586696e-05,
+      "loss": 0.44926315546035767,
+      "step": 4601
+    },
+    {
+      "epoch": 0.8503424143386726,
+      "grad_norm": 0.06409399956464767,
+      "learning_rate": 1.6818492048151353e-05,
+      "loss": 0.5209833979606628,
+      "step": 4602
+    },
+    {
+      "epoch": 0.8505271910475685,
+      "grad_norm": 0.0760723277926445,
+      "learning_rate": 1.681703264636136e-05,
+      "loss": 0.5303493738174438,
+      "step": 4603
+    },
+    {
+      "epoch": 0.8507119677564643,
+      "grad_norm": 0.0445675253868103,
+      "learning_rate": 1.681557297327479e-05,
+      "loss": 0.3546523153781891,
+      "step": 4604
+    },
+    {
+      "epoch": 0.8508967444653601,
+      "grad_norm": 0.07749450206756592,
+      "learning_rate": 1.6814113028949744e-05,
+      "loss": 0.6340559124946594,
+      "step": 4605
+    },
+    {
+      "epoch": 0.851081521174256,
+      "grad_norm": 0.08493492752313614,
+      "learning_rate": 1.6812652813444318e-05,
+      "loss": 0.6882403492927551,
+      "step": 4606
+    },
+    {
+      "epoch": 0.8512662978831518,
+      "grad_norm": 0.0660935565829277,
+      "learning_rate": 1.6811192326816618e-05,
+      "loss": 0.5860942602157593,
+      "step": 4607
+    },
+    {
+      "epoch": 0.8514510745920477,
+      "grad_norm": 0.07247716933488846,
+      "learning_rate": 1.6809731569124782e-05,
+      "loss": 0.5857391953468323,
+      "step": 4608
+    },
+    {
+      "epoch": 0.8516358513009435,
+      "grad_norm": 0.06126458942890167,
+      "learning_rate": 1.6808270540426927e-05,
+      "loss": 0.48983433842658997,
+      "step": 4609
+    },
+    {
+      "epoch": 0.8518206280098394,
+      "grad_norm": 0.09214968234300613,
+      "learning_rate": 1.6806809240781205e-05,
+      "loss": 1.0490683317184448,
+      "step": 4610
+    },
+    {
+      "epoch": 0.8520054047187352,
+      "grad_norm": 0.06320153176784515,
+      "learning_rate": 1.6805347670245775e-05,
+      "loss": 0.6951673626899719,
+      "step": 4611
+    },
+    {
+      "epoch": 0.852190181427631,
+      "grad_norm": 0.08076881617307663,
+      "learning_rate": 1.6803885828878798e-05,
+      "loss": 0.7401670217514038,
+      "step": 4612
+    },
+    {
+      "epoch": 0.8523749581365269,
+      "grad_norm": 0.054451070725917816,
+      "learning_rate": 1.680242371673845e-05,
+      "loss": 0.5073938369750977,
+      "step": 4613
+    },
+    {
+      "epoch": 0.8525597348454227,
+      "grad_norm": 0.06178588420152664,
+      "learning_rate": 1.680096133388292e-05,
+      "loss": 0.44078755378723145,
+      "step": 4614
+    },
+    {
+      "epoch": 0.8527445115543186,
+      "grad_norm": 0.06964290887117386,
+      "learning_rate": 1.6799498680370408e-05,
+      "loss": 0.455206960439682,
+      "step": 4615
+    },
+    {
+      "epoch": 0.8529292882632145,
+      "grad_norm": 0.08222243934869766,
+      "learning_rate": 1.679803575625912e-05,
+      "loss": 0.6792607307434082,
+      "step": 4616
+    },
+    {
+      "epoch": 0.8531140649721103,
+      "grad_norm": 0.08779963850975037,
+      "learning_rate": 1.6796572561607277e-05,
+      "loss": 0.7054410576820374,
+      "step": 4617
+    },
+    {
+      "epoch": 0.8532988416810061,
+      "grad_norm": 0.06393636018037796,
+      "learning_rate": 1.679510909647311e-05,
+      "loss": 0.558661699295044,
+      "step": 4618
+    },
+    {
+      "epoch": 0.8534836183899019,
+      "grad_norm": 0.07679730653762817,
+      "learning_rate": 1.679364536091486e-05,
+      "loss": 0.6361806988716125,
+      "step": 4619
+    },
+    {
+      "epoch": 0.8536683950987978,
+      "grad_norm": 0.052144911140203476,
+      "learning_rate": 1.6792181354990783e-05,
+      "loss": 0.3589189350605011,
+      "step": 4620
+    },
+    {
+      "epoch": 0.8538531718076936,
+      "grad_norm": 0.0488000325858593,
+      "learning_rate": 1.6790717078759134e-05,
+      "loss": 0.3850957155227661,
+      "step": 4621
+    },
+    {
+      "epoch": 0.8540379485165894,
+      "grad_norm": 0.08071233332157135,
+      "learning_rate": 1.678925253227819e-05,
+      "loss": 0.5997284650802612,
+      "step": 4622
+    },
+    {
+      "epoch": 0.8542227252254854,
+      "grad_norm": 0.07301712781190872,
+      "learning_rate": 1.678778771560624e-05,
+      "loss": 0.6283912062644958,
+      "step": 4623
+    },
+    {
+      "epoch": 0.8544075019343812,
+      "grad_norm": 0.07521724700927734,
+      "learning_rate": 1.6786322628801572e-05,
+      "loss": 0.676716685295105,
+      "step": 4624
+    },
+    {
+      "epoch": 0.854592278643277,
+      "grad_norm": 0.08184777945280075,
+      "learning_rate": 1.6784857271922497e-05,
+      "loss": 0.8131962418556213,
+      "step": 4625
+    },
+    {
+      "epoch": 0.8547770553521729,
+      "grad_norm": 0.0697786808013916,
+      "learning_rate": 1.678339164502733e-05,
+      "loss": 0.6574063301086426,
+      "step": 4626
+    },
+    {
+      "epoch": 0.8549618320610687,
+      "grad_norm": 0.05795733258128166,
+      "learning_rate": 1.6781925748174398e-05,
+      "loss": 0.43882185220718384,
+      "step": 4627
+    },
+    {
+      "epoch": 0.8551466087699645,
+      "grad_norm": 0.06942173093557358,
+      "learning_rate": 1.6780459581422037e-05,
+      "loss": 0.5867627859115601,
+      "step": 4628
+    },
+    {
+      "epoch": 0.8553313854788603,
+      "grad_norm": 0.05828528851270676,
+      "learning_rate": 1.6778993144828598e-05,
+      "loss": 0.42724406719207764,
+      "step": 4629
+    },
+    {
+      "epoch": 0.8555161621877563,
+      "grad_norm": 0.0868777185678482,
+      "learning_rate": 1.6777526438452444e-05,
+      "loss": 0.7190034985542297,
+      "step": 4630
+    },
+    {
+      "epoch": 0.8557009388966521,
+      "grad_norm": 0.07899882644414902,
+      "learning_rate": 1.6776059462351936e-05,
+      "loss": 0.6514811515808105,
+      "step": 4631
+    },
+    {
+      "epoch": 0.8558857156055479,
+      "grad_norm": 0.08145968616008759,
+      "learning_rate": 1.6774592216585466e-05,
+      "loss": 0.7642940282821655,
+      "step": 4632
+    },
+    {
+      "epoch": 0.8560704923144438,
+      "grad_norm": 0.06042362004518509,
+      "learning_rate": 1.6773124701211417e-05,
+      "loss": 0.44519340991973877,
+      "step": 4633
+    },
+    {
+      "epoch": 0.8562552690233396,
+      "grad_norm": 0.07294254004955292,
+      "learning_rate": 1.6771656916288198e-05,
+      "loss": 0.5128921866416931,
+      "step": 4634
+    },
+    {
+      "epoch": 0.8564400457322354,
+      "grad_norm": 0.06889355182647705,
+      "learning_rate": 1.6770188861874223e-05,
+      "loss": 0.5176600217819214,
+      "step": 4635
+    },
+    {
+      "epoch": 0.8566248224411313,
+      "grad_norm": 0.05914265289902687,
+      "learning_rate": 1.6768720538027907e-05,
+      "loss": 0.5071340799331665,
+      "step": 4636
+    },
+    {
+      "epoch": 0.8568095991500272,
+      "grad_norm": 0.08248062431812286,
+      "learning_rate": 1.6767251944807692e-05,
+      "loss": 0.6715055704116821,
+      "step": 4637
+    },
+    {
+      "epoch": 0.856994375858923,
+      "grad_norm": 0.07607916742563248,
+      "learning_rate": 1.676578308227202e-05,
+      "loss": 0.6736531853675842,
+      "step": 4638
+    },
+    {
+      "epoch": 0.8571791525678188,
+      "grad_norm": 0.09606055170297623,
+      "learning_rate": 1.676431395047935e-05,
+      "loss": 0.9217409491539001,
+      "step": 4639
+    },
+    {
+      "epoch": 0.8573639292767147,
+      "grad_norm": 0.09148918092250824,
+      "learning_rate": 1.6762844549488147e-05,
+      "loss": 0.7480746507644653,
+      "step": 4640
+    },
+    {
+      "epoch": 0.8575487059856105,
+      "grad_norm": 0.0659724771976471,
+      "learning_rate": 1.676137487935689e-05,
+      "loss": 0.6606292128562927,
+      "step": 4641
+    },
+    {
+      "epoch": 0.8577334826945063,
+      "grad_norm": 0.07820889353752136,
+      "learning_rate": 1.6759904940144067e-05,
+      "loss": 0.6565632224082947,
+      "step": 4642
+    },
+    {
+      "epoch": 0.8579182594034022,
+      "grad_norm": 0.07718625664710999,
+      "learning_rate": 1.6758434731908178e-05,
+      "loss": 0.7136979699134827,
+      "step": 4643
+    },
+    {
+      "epoch": 0.858103036112298,
+      "grad_norm": 0.07513435930013657,
+      "learning_rate": 1.6756964254707727e-05,
+      "loss": 0.7594067454338074,
+      "step": 4644
+    },
+    {
+      "epoch": 0.8582878128211939,
+      "grad_norm": 0.05214472487568855,
+      "learning_rate": 1.6755493508601238e-05,
+      "loss": 0.44269320368766785,
+      "step": 4645
+    },
+    {
+      "epoch": 0.8584725895300898,
+      "grad_norm": 0.0848061591386795,
+      "learning_rate": 1.6754022493647247e-05,
+      "loss": 0.6620956659317017,
+      "step": 4646
+    },
+    {
+      "epoch": 0.8586573662389856,
+      "grad_norm": 0.08480852842330933,
+      "learning_rate": 1.6752551209904287e-05,
+      "loss": 0.646623969078064,
+      "step": 4647
+    },
+    {
+      "epoch": 0.8588421429478814,
+      "grad_norm": 0.06943809986114502,
+      "learning_rate": 1.675107965743092e-05,
+      "loss": 0.45650023221969604,
+      "step": 4648
+    },
+    {
+      "epoch": 0.8590269196567772,
+      "grad_norm": 0.07890260219573975,
+      "learning_rate": 1.67496078362857e-05,
+      "loss": 0.5708764791488647,
+      "step": 4649
+    },
+    {
+      "epoch": 0.8592116963656731,
+      "grad_norm": 0.07639990001916885,
+      "learning_rate": 1.6748135746527205e-05,
+      "loss": 0.5387254953384399,
+      "step": 4650
+    },
+    {
+      "epoch": 0.8593964730745689,
+      "grad_norm": 0.0655929297208786,
+      "learning_rate": 1.674666338821402e-05,
+      "loss": 0.5580186247825623,
+      "step": 4651
+    },
+    {
+      "epoch": 0.8595812497834648,
+      "grad_norm": 0.08575616776943207,
+      "learning_rate": 1.6745190761404743e-05,
+      "loss": 0.6784237623214722,
+      "step": 4652
+    },
+    {
+      "epoch": 0.8597660264923607,
+      "grad_norm": 0.06969567388296127,
+      "learning_rate": 1.6743717866157972e-05,
+      "loss": 0.5400366187095642,
+      "step": 4653
+    },
+    {
+      "epoch": 0.8599508032012565,
+      "grad_norm": 0.04362644627690315,
+      "learning_rate": 1.6742244702532332e-05,
+      "loss": 0.4012106657028198,
+      "step": 4654
+    },
+    {
+      "epoch": 0.8601355799101523,
+      "grad_norm": 0.06540507078170776,
+      "learning_rate": 1.6740771270586445e-05,
+      "loss": 0.4933326542377472,
+      "step": 4655
+    },
+    {
+      "epoch": 0.8603203566190482,
+      "grad_norm": 0.08104443550109863,
+      "learning_rate": 1.673929757037895e-05,
+      "loss": 0.8567174673080444,
+      "step": 4656
+    },
+    {
+      "epoch": 0.860505133327944,
+      "grad_norm": 0.06365179270505905,
+      "learning_rate": 1.6737823601968495e-05,
+      "loss": 0.6120196580886841,
+      "step": 4657
+    },
+    {
+      "epoch": 0.8606899100368398,
+      "grad_norm": 0.06998001039028168,
+      "learning_rate": 1.6736349365413742e-05,
+      "loss": 0.7329786419868469,
+      "step": 4658
+    },
+    {
+      "epoch": 0.8608746867457358,
+      "grad_norm": 0.05753127485513687,
+      "learning_rate": 1.673487486077336e-05,
+      "loss": 0.5385212898254395,
+      "step": 4659
+    },
+    {
+      "epoch": 0.8610594634546316,
+      "grad_norm": 0.07382532209157944,
+      "learning_rate": 1.673340008810603e-05,
+      "loss": 0.5739226937294006,
+      "step": 4660
+    },
+    {
+      "epoch": 0.8612442401635274,
+      "grad_norm": 0.06449062377214432,
+      "learning_rate": 1.673192504747044e-05,
+      "loss": 0.5096633434295654,
+      "step": 4661
+    },
+    {
+      "epoch": 0.8614290168724232,
+      "grad_norm": 0.07269871234893799,
+      "learning_rate": 1.6730449738925298e-05,
+      "loss": 0.6623801589012146,
+      "step": 4662
+    },
+    {
+      "epoch": 0.8616137935813191,
+      "grad_norm": 0.08698683232069016,
+      "learning_rate": 1.6728974162529313e-05,
+      "loss": 0.7171550393104553,
+      "step": 4663
+    },
+    {
+      "epoch": 0.8617985702902149,
+      "grad_norm": 0.07263854891061783,
+      "learning_rate": 1.6727498318341206e-05,
+      "loss": 0.6417308449745178,
+      "step": 4664
+    },
+    {
+      "epoch": 0.8619833469991107,
+      "grad_norm": 0.04888635128736496,
+      "learning_rate": 1.6726022206419716e-05,
+      "loss": 0.33261534571647644,
+      "step": 4665
+    },
+    {
+      "epoch": 0.8621681237080066,
+      "grad_norm": 0.09420102089643478,
+      "learning_rate": 1.6724545826823583e-05,
+      "loss": 0.8491489291191101,
+      "step": 4666
+    },
+    {
+      "epoch": 0.8623529004169025,
+      "grad_norm": 0.07827732712030411,
+      "learning_rate": 1.6723069179611566e-05,
+      "loss": 0.6525130867958069,
+      "step": 4667
+    },
+    {
+      "epoch": 0.8625376771257983,
+      "grad_norm": 0.07107626646757126,
+      "learning_rate": 1.672159226484243e-05,
+      "loss": 0.506168782711029,
+      "step": 4668
+    },
+    {
+      "epoch": 0.8627224538346941,
+      "grad_norm": 0.062264494597911835,
+      "learning_rate": 1.672011508257495e-05,
+      "loss": 0.4457719624042511,
+      "step": 4669
+    },
+    {
+      "epoch": 0.86290723054359,
+      "grad_norm": 0.06501355767250061,
+      "learning_rate": 1.6718637632867914e-05,
+      "loss": 0.539233386516571,
+      "step": 4670
+    },
+    {
+      "epoch": 0.8630920072524858,
+      "grad_norm": 0.07183745503425598,
+      "learning_rate": 1.6717159915780118e-05,
+      "loss": 0.5258473753929138,
+      "step": 4671
+    },
+    {
+      "epoch": 0.8632767839613816,
+      "grad_norm": 0.07959087193012238,
+      "learning_rate": 1.6715681931370376e-05,
+      "loss": 0.6688862442970276,
+      "step": 4672
+    },
+    {
+      "epoch": 0.8634615606702775,
+      "grad_norm": 0.05958564579486847,
+      "learning_rate": 1.6714203679697504e-05,
+      "loss": 0.4352157711982727,
+      "step": 4673
+    },
+    {
+      "epoch": 0.8636463373791734,
+      "grad_norm": 0.07748246192932129,
+      "learning_rate": 1.671272516082033e-05,
+      "loss": 0.6799011826515198,
+      "step": 4674
+    },
+    {
+      "epoch": 0.8638311140880692,
+      "grad_norm": 0.09600286185741425,
+      "learning_rate": 1.6711246374797696e-05,
+      "loss": 0.7128432393074036,
+      "step": 4675
+    },
+    {
+      "epoch": 0.8640158907969651,
+      "grad_norm": 0.06360357999801636,
+      "learning_rate": 1.6709767321688453e-05,
+      "loss": 0.614168643951416,
+      "step": 4676
+    },
+    {
+      "epoch": 0.8642006675058609,
+      "grad_norm": 0.07200276106595993,
+      "learning_rate": 1.6708288001551464e-05,
+      "loss": 0.44147413969039917,
+      "step": 4677
+    },
+    {
+      "epoch": 0.8643854442147567,
+      "grad_norm": 0.06741948425769806,
+      "learning_rate": 1.67068084144456e-05,
+      "loss": 0.4448484480381012,
+      "step": 4678
+    },
+    {
+      "epoch": 0.8645702209236525,
+      "grad_norm": 0.061067428439855576,
+      "learning_rate": 1.670532856042974e-05,
+      "loss": 0.43858760595321655,
+      "step": 4679
+    },
+    {
+      "epoch": 0.8647549976325484,
+      "grad_norm": 0.0807904303073883,
+      "learning_rate": 1.6703848439562787e-05,
+      "loss": 0.8016616106033325,
+      "step": 4680
+    },
+    {
+      "epoch": 0.8649397743414443,
+      "grad_norm": 0.07437105476856232,
+      "learning_rate": 1.6702368051903638e-05,
+      "loss": 0.43584221601486206,
+      "step": 4681
+    },
+    {
+      "epoch": 0.8651245510503401,
+      "grad_norm": 0.07812274992465973,
+      "learning_rate": 1.6700887397511206e-05,
+      "loss": 0.7267005443572998,
+      "step": 4682
+    },
+    {
+      "epoch": 0.865309327759236,
+      "grad_norm": 0.08380448073148727,
+      "learning_rate": 1.6699406476444426e-05,
+      "loss": 0.7394942045211792,
+      "step": 4683
+    },
+    {
+      "epoch": 0.8654941044681318,
+      "grad_norm": 0.06715326011180878,
+      "learning_rate": 1.6697925288762226e-05,
+      "loss": 0.5929086804389954,
+      "step": 4684
+    },
+    {
+      "epoch": 0.8656788811770276,
+      "grad_norm": 0.06208386272192001,
+      "learning_rate": 1.6696443834523554e-05,
+      "loss": 0.4253726601600647,
+      "step": 4685
+    },
+    {
+      "epoch": 0.8658636578859235,
+      "grad_norm": 0.07226450741291046,
+      "learning_rate": 1.6694962113787365e-05,
+      "loss": 0.6204879283905029,
+      "step": 4686
+    },
+    {
+      "epoch": 0.8660484345948193,
+      "grad_norm": 0.05629701539874077,
+      "learning_rate": 1.6693480126612636e-05,
+      "loss": 0.4896463453769684,
+      "step": 4687
+    },
+    {
+      "epoch": 0.8662332113037151,
+      "grad_norm": 0.06906317919492722,
+      "learning_rate": 1.6691997873058333e-05,
+      "loss": 0.5383235216140747,
+      "step": 4688
+    },
+    {
+      "epoch": 0.866417988012611,
+      "grad_norm": 0.06155070289969444,
+      "learning_rate": 1.6690515353183455e-05,
+      "loss": 0.5179824233055115,
+      "step": 4689
+    },
+    {
+      "epoch": 0.8666027647215069,
+      "grad_norm": 0.07300128042697906,
+      "learning_rate": 1.6689032567046996e-05,
+      "loss": 0.586868166923523,
+      "step": 4690
+    },
+    {
+      "epoch": 0.8667875414304027,
+      "grad_norm": 0.07631676644086838,
+      "learning_rate": 1.668754951470797e-05,
+      "loss": 0.5804420113563538,
+      "step": 4691
+    },
+    {
+      "epoch": 0.8669723181392985,
+      "grad_norm": 0.05737726390361786,
+      "learning_rate": 1.6686066196225394e-05,
+      "loss": 0.5011819005012512,
+      "step": 4692
+    },
+    {
+      "epoch": 0.8671570948481944,
+      "grad_norm": 0.08360470086336136,
+      "learning_rate": 1.66845826116583e-05,
+      "loss": 0.6318942308425903,
+      "step": 4693
+    },
+    {
+      "epoch": 0.8673418715570902,
+      "grad_norm": 0.060124389827251434,
+      "learning_rate": 1.6683098761065734e-05,
+      "loss": 0.5247859358787537,
+      "step": 4694
+    },
+    {
+      "epoch": 0.867526648265986,
+      "grad_norm": 0.0769641250371933,
+      "learning_rate": 1.6681614644506747e-05,
+      "loss": 0.5290091037750244,
+      "step": 4695
+    },
+    {
+      "epoch": 0.867711424974882,
+      "grad_norm": 0.0742589458823204,
+      "learning_rate": 1.6680130262040398e-05,
+      "loss": 0.7358421087265015,
+      "step": 4696
+    },
+    {
+      "epoch": 0.8678962016837778,
+      "grad_norm": 0.0717698410153389,
+      "learning_rate": 1.667864561372577e-05,
+      "loss": 0.5507757663726807,
+      "step": 4697
+    },
+    {
+      "epoch": 0.8680809783926736,
+      "grad_norm": 0.060020409524440765,
+      "learning_rate": 1.6677160699621934e-05,
+      "loss": 0.5884896516799927,
+      "step": 4698
+    },
+    {
+      "epoch": 0.8682657551015694,
+      "grad_norm": 0.08041785657405853,
+      "learning_rate": 1.6675675519787997e-05,
+      "loss": 0.6492130756378174,
+      "step": 4699
+    },
+    {
+      "epoch": 0.8684505318104653,
+      "grad_norm": 0.07929142564535141,
+      "learning_rate": 1.6674190074283058e-05,
+      "loss": 0.638306736946106,
+      "step": 4700
+    },
+    {
+      "epoch": 0.8686353085193611,
+      "grad_norm": 0.06563692539930344,
+      "learning_rate": 1.6672704363166238e-05,
+      "loss": 0.5677976608276367,
+      "step": 4701
+    },
+    {
+      "epoch": 0.8688200852282569,
+      "grad_norm": 0.07268399000167847,
+      "learning_rate": 1.6671218386496655e-05,
+      "loss": 0.6142613887786865,
+      "step": 4702
+    },
+    {
+      "epoch": 0.8690048619371529,
+      "grad_norm": 0.059030793607234955,
+      "learning_rate": 1.6669732144333454e-05,
+      "loss": 0.49718761444091797,
+      "step": 4703
+    },
+    {
+      "epoch": 0.8691896386460487,
+      "grad_norm": 0.0930427759885788,
+      "learning_rate": 1.6668245636735782e-05,
+      "loss": 0.765467643737793,
+      "step": 4704
+    },
+    {
+      "epoch": 0.8693744153549445,
+      "grad_norm": 0.07027864456176758,
+      "learning_rate": 1.6666758863762796e-05,
+      "loss": 0.468212366104126,
+      "step": 4705
+    },
+    {
+      "epoch": 0.8695591920638404,
+      "grad_norm": 0.07914797216653824,
+      "learning_rate": 1.6665271825473663e-05,
+      "loss": 0.5796051025390625,
+      "step": 4706
+    },
+    {
+      "epoch": 0.8697439687727362,
+      "grad_norm": 0.07291863113641739,
+      "learning_rate": 1.6663784521927568e-05,
+      "loss": 0.5344331860542297,
+      "step": 4707
+    },
+    {
+      "epoch": 0.869928745481632,
+      "grad_norm": 0.05999236926436424,
+      "learning_rate": 1.6662296953183693e-05,
+      "loss": 0.45997464656829834,
+      "step": 4708
+    },
+    {
+      "epoch": 0.8701135221905278,
+      "grad_norm": 0.0643937885761261,
+      "learning_rate": 1.6660809119301246e-05,
+      "loss": 0.5652839541435242,
+      "step": 4709
+    },
+    {
+      "epoch": 0.8702982988994237,
+      "grad_norm": 0.06123213842511177,
+      "learning_rate": 1.665932102033943e-05,
+      "loss": 0.5423359274864197,
+      "step": 4710
+    },
+    {
+      "epoch": 0.8704830756083196,
+      "grad_norm": 0.06579851359128952,
+      "learning_rate": 1.6657832656357475e-05,
+      "loss": 0.565425455570221,
+      "step": 4711
+    },
+    {
+      "epoch": 0.8706678523172154,
+      "grad_norm": 0.07380993664264679,
+      "learning_rate": 1.665634402741461e-05,
+      "loss": 0.5821062922477722,
+      "step": 4712
+    },
+    {
+      "epoch": 0.8708526290261113,
+      "grad_norm": 0.07134454697370529,
+      "learning_rate": 1.665485513357008e-05,
+      "loss": 0.5998745560646057,
+      "step": 4713
+    },
+    {
+      "epoch": 0.8710374057350071,
+      "grad_norm": 0.05814999341964722,
+      "learning_rate": 1.6653365974883134e-05,
+      "loss": 0.4527260363101959,
+      "step": 4714
+    },
+    {
+      "epoch": 0.8712221824439029,
+      "grad_norm": 0.09124371409416199,
+      "learning_rate": 1.6651876551413038e-05,
+      "loss": 0.9598178863525391,
+      "step": 4715
+    },
+    {
+      "epoch": 0.8714069591527988,
+      "grad_norm": 0.05583808571100235,
+      "learning_rate": 1.6650386863219067e-05,
+      "loss": 0.44631731510162354,
+      "step": 4716
+    },
+    {
+      "epoch": 0.8715917358616946,
+      "grad_norm": 0.06759850680828094,
+      "learning_rate": 1.6648896910360503e-05,
+      "loss": 0.5839464664459229,
+      "step": 4717
+    },
+    {
+      "epoch": 0.8717765125705905,
+      "grad_norm": 0.057879723608493805,
+      "learning_rate": 1.6647406692896646e-05,
+      "loss": 0.5076382756233215,
+      "step": 4718
+    },
+    {
+      "epoch": 0.8719612892794864,
+      "grad_norm": 0.07822850346565247,
+      "learning_rate": 1.66459162108868e-05,
+      "loss": 0.5981899499893188,
+      "step": 4719
+    },
+    {
+      "epoch": 0.8721460659883822,
+      "grad_norm": 0.05845734477043152,
+      "learning_rate": 1.6644425464390277e-05,
+      "loss": 0.473381370306015,
+      "step": 4720
+    },
+    {
+      "epoch": 0.872330842697278,
+      "grad_norm": 0.06890823692083359,
+      "learning_rate": 1.6642934453466413e-05,
+      "loss": 0.5807965993881226,
+      "step": 4721
+    },
+    {
+      "epoch": 0.8725156194061738,
+      "grad_norm": 0.07697651535272598,
+      "learning_rate": 1.6641443178174536e-05,
+      "loss": 0.6806358695030212,
+      "step": 4722
+    },
+    {
+      "epoch": 0.8727003961150697,
+      "grad_norm": 0.0753675252199173,
+      "learning_rate": 1.6639951638574005e-05,
+      "loss": 0.5100016593933105,
+      "step": 4723
+    },
+    {
+      "epoch": 0.8728851728239655,
+      "grad_norm": 0.06294082850217819,
+      "learning_rate": 1.663845983472417e-05,
+      "loss": 0.5712581872940063,
+      "step": 4724
+    },
+    {
+      "epoch": 0.8730699495328614,
+      "grad_norm": 0.057558026164770126,
+      "learning_rate": 1.66369677666844e-05,
+      "loss": 0.4887886643409729,
+      "step": 4725
+    },
+    {
+      "epoch": 0.8732547262417573,
+      "grad_norm": 0.05099833011627197,
+      "learning_rate": 1.663547543451408e-05,
+      "loss": 0.49933555722236633,
+      "step": 4726
+    },
+    {
+      "epoch": 0.8734395029506531,
+      "grad_norm": 0.09851501882076263,
+      "learning_rate": 1.6633982838272598e-05,
+      "loss": 0.7819404006004333,
+      "step": 4727
+    },
+    {
+      "epoch": 0.8736242796595489,
+      "grad_norm": 0.05875126272439957,
+      "learning_rate": 1.6632489978019352e-05,
+      "loss": 0.39106565713882446,
+      "step": 4728
+    },
+    {
+      "epoch": 0.8738090563684447,
+      "grad_norm": 0.07598012685775757,
+      "learning_rate": 1.6630996853813757e-05,
+      "loss": 0.6143175959587097,
+      "step": 4729
+    },
+    {
+      "epoch": 0.8739938330773406,
+      "grad_norm": 0.05999317392706871,
+      "learning_rate": 1.662950346571523e-05,
+      "loss": 0.5516825914382935,
+      "step": 4730
+    },
+    {
+      "epoch": 0.8741786097862364,
+      "grad_norm": 0.08445960283279419,
+      "learning_rate": 1.6628009813783213e-05,
+      "loss": 0.6581443548202515,
+      "step": 4731
+    },
+    {
+      "epoch": 0.8743633864951322,
+      "grad_norm": 0.07585146278142929,
+      "learning_rate": 1.6626515898077137e-05,
+      "loss": 0.6074404716491699,
+      "step": 4732
+    },
+    {
+      "epoch": 0.8745481632040282,
+      "grad_norm": 0.06283219903707504,
+      "learning_rate": 1.662502171865646e-05,
+      "loss": 0.6039258241653442,
+      "step": 4733
+    },
+    {
+      "epoch": 0.874732939912924,
+      "grad_norm": 0.05872878059744835,
+      "learning_rate": 1.6623527275580643e-05,
+      "loss": 0.4644799530506134,
+      "step": 4734
+    },
+    {
+      "epoch": 0.8749177166218198,
+      "grad_norm": 0.055183276534080505,
+      "learning_rate": 1.662203256890917e-05,
+      "loss": 0.512610137462616,
+      "step": 4735
+    },
+    {
+      "epoch": 0.8751024933307157,
+      "grad_norm": 0.06261883676052094,
+      "learning_rate": 1.662053759870151e-05,
+      "loss": 0.580086350440979,
+      "step": 4736
+    },
+    {
+      "epoch": 0.8752872700396115,
+      "grad_norm": 0.07283858954906464,
+      "learning_rate": 1.6619042365017173e-05,
+      "loss": 0.6381665468215942,
+      "step": 4737
+    },
+    {
+      "epoch": 0.8754720467485073,
+      "grad_norm": 0.07218164205551147,
+      "learning_rate": 1.6617546867915654e-05,
+      "loss": 0.5770898461341858,
+      "step": 4738
+    },
+    {
+      "epoch": 0.8756568234574031,
+      "grad_norm": 0.085800901055336,
+      "learning_rate": 1.6616051107456478e-05,
+      "loss": 0.7564215064048767,
+      "step": 4739
+    },
+    {
+      "epoch": 0.8758416001662991,
+      "grad_norm": 0.0664244145154953,
+      "learning_rate": 1.6614555083699163e-05,
+      "loss": 0.593537449836731,
+      "step": 4740
+    },
+    {
+      "epoch": 0.8760263768751949,
+      "grad_norm": 0.08380355685949326,
+      "learning_rate": 1.661305879670325e-05,
+      "loss": 0.7730197310447693,
+      "step": 4741
+    },
+    {
+      "epoch": 0.8762111535840907,
+      "grad_norm": 0.06761428713798523,
+      "learning_rate": 1.6611562246528287e-05,
+      "loss": 0.5476041436195374,
+      "step": 4742
+    },
+    {
+      "epoch": 0.8763959302929866,
+      "grad_norm": 0.09186141937971115,
+      "learning_rate": 1.6610065433233832e-05,
+      "loss": 0.7884858250617981,
+      "step": 4743
+    },
+    {
+      "epoch": 0.8765807070018824,
+      "grad_norm": 0.060746416449546814,
+      "learning_rate": 1.6608568356879454e-05,
+      "loss": 0.44659048318862915,
+      "step": 4744
+    },
+    {
+      "epoch": 0.8767654837107782,
+      "grad_norm": 0.07710873335599899,
+      "learning_rate": 1.660707101752473e-05,
+      "loss": 0.7485287189483643,
+      "step": 4745
+    },
+    {
+      "epoch": 0.876950260419674,
+      "grad_norm": 0.07253643125295639,
+      "learning_rate": 1.660557341522925e-05,
+      "loss": 0.5462217330932617,
+      "step": 4746
+    },
+    {
+      "epoch": 0.87713503712857,
+      "grad_norm": 0.07171177864074707,
+      "learning_rate": 1.6604075550052616e-05,
+      "loss": 0.6452522873878479,
+      "step": 4747
+    },
+    {
+      "epoch": 0.8773198138374658,
+      "grad_norm": 0.08357395231723785,
+      "learning_rate": 1.6602577422054433e-05,
+      "loss": 0.7898638844490051,
+      "step": 4748
+    },
+    {
+      "epoch": 0.8775045905463617,
+      "grad_norm": 0.07633797824382782,
+      "learning_rate": 1.660107903129433e-05,
+      "loss": 0.5493875741958618,
+      "step": 4749
+    },
+    {
+      "epoch": 0.8776893672552575,
+      "grad_norm": 0.07141376286745071,
+      "learning_rate": 1.659958037783193e-05,
+      "loss": 0.6093866229057312,
+      "step": 4750
+    },
+    {
+      "epoch": 0.8778741439641533,
+      "grad_norm": 0.09596671909093857,
+      "learning_rate": 1.659808146172688e-05,
+      "loss": 0.8044968843460083,
+      "step": 4751
+    },
+    {
+      "epoch": 0.8780589206730491,
+      "grad_norm": 0.06962507218122482,
+      "learning_rate": 1.6596582283038828e-05,
+      "loss": 0.4918615221977234,
+      "step": 4752
+    },
+    {
+      "epoch": 0.878243697381945,
+      "grad_norm": 0.07077303528785706,
+      "learning_rate": 1.6595082841827442e-05,
+      "loss": 0.5758873224258423,
+      "step": 4753
+    },
+    {
+      "epoch": 0.8784284740908408,
+      "grad_norm": 0.063609778881073,
+      "learning_rate": 1.659358313815239e-05,
+      "loss": 0.6233231425285339,
+      "step": 4754
+    },
+    {
+      "epoch": 0.8786132507997367,
+      "grad_norm": 0.07234170287847519,
+      "learning_rate": 1.659208317207336e-05,
+      "loss": 0.6821828484535217,
+      "step": 4755
+    },
+    {
+      "epoch": 0.8787980275086326,
+      "grad_norm": 0.08028619736433029,
+      "learning_rate": 1.6590582943650046e-05,
+      "loss": 0.840358555316925,
+      "step": 4756
+    },
+    {
+      "epoch": 0.8789828042175284,
+      "grad_norm": 0.05547550693154335,
+      "learning_rate": 1.658908245294215e-05,
+      "loss": 0.4089423418045044,
+      "step": 4757
+    },
+    {
+      "epoch": 0.8791675809264242,
+      "grad_norm": 0.08615767955780029,
+      "learning_rate": 1.658758170000938e-05,
+      "loss": 0.6610065698623657,
+      "step": 4758
+    },
+    {
+      "epoch": 0.87935235763532,
+      "grad_norm": 0.05322204530239105,
+      "learning_rate": 1.658608068491147e-05,
+      "loss": 0.39673668146133423,
+      "step": 4759
+    },
+    {
+      "epoch": 0.8795371343442159,
+      "grad_norm": 0.07618802785873413,
+      "learning_rate": 1.658457940770816e-05,
+      "loss": 0.5760771632194519,
+      "step": 4760
+    },
+    {
+      "epoch": 0.8797219110531117,
+      "grad_norm": 0.06550726294517517,
+      "learning_rate": 1.6583077868459185e-05,
+      "loss": 0.518328845500946,
+      "step": 4761
+    },
+    {
+      "epoch": 0.8799066877620076,
+      "grad_norm": 0.06240643188357353,
+      "learning_rate": 1.658157606722431e-05,
+      "loss": 0.43588632345199585,
+      "step": 4762
+    },
+    {
+      "epoch": 0.8800914644709035,
+      "grad_norm": 0.07559328526258469,
+      "learning_rate": 1.6580074004063295e-05,
+      "loss": 0.6650227308273315,
+      "step": 4763
+    },
+    {
+      "epoch": 0.8802762411797993,
+      "grad_norm": 0.08168413490056992,
+      "learning_rate": 1.6578571679035924e-05,
+      "loss": 0.6146327257156372,
+      "step": 4764
+    },
+    {
+      "epoch": 0.8804610178886951,
+      "grad_norm": 0.05272490531206131,
+      "learning_rate": 1.6577069092201982e-05,
+      "loss": 0.4760764241218567,
+      "step": 4765
+    },
+    {
+      "epoch": 0.880645794597591,
+      "grad_norm": 0.07334236055612564,
+      "learning_rate": 1.6575566243621263e-05,
+      "loss": 0.6713932156562805,
+      "step": 4766
+    },
+    {
+      "epoch": 0.8808305713064868,
+      "grad_norm": 0.08298858255147934,
+      "learning_rate": 1.657406313335358e-05,
+      "loss": 0.6796658635139465,
+      "step": 4767
+    },
+    {
+      "epoch": 0.8810153480153826,
+      "grad_norm": 0.09175878763198853,
+      "learning_rate": 1.657255976145876e-05,
+      "loss": 0.6366848349571228,
+      "step": 4768
+    },
+    {
+      "epoch": 0.8812001247242786,
+      "grad_norm": 0.0788515955209732,
+      "learning_rate": 1.657105612799662e-05,
+      "loss": 0.6692134737968445,
+      "step": 4769
+    },
+    {
+      "epoch": 0.8813849014331744,
+      "grad_norm": 0.04891791194677353,
+      "learning_rate": 1.6569552233027e-05,
+      "loss": 0.3151491582393646,
+      "step": 4770
+    },
+    {
+      "epoch": 0.8815696781420702,
+      "grad_norm": 0.06327511370182037,
+      "learning_rate": 1.656804807660976e-05,
+      "loss": 0.6637892127037048,
+      "step": 4771
+    },
+    {
+      "epoch": 0.881754454850966,
+      "grad_norm": 0.08450198918581009,
+      "learning_rate": 1.6566543658804753e-05,
+      "loss": 0.7439243197441101,
+      "step": 4772
+    },
+    {
+      "epoch": 0.8819392315598619,
+      "grad_norm": 0.08025246858596802,
+      "learning_rate": 1.656503897967185e-05,
+      "loss": 0.6441263556480408,
+      "step": 4773
+    },
+    {
+      "epoch": 0.8821240082687577,
+      "grad_norm": 0.07658755034208298,
+      "learning_rate": 1.656353403927094e-05,
+      "loss": 0.6907283067703247,
+      "step": 4774
+    },
+    {
+      "epoch": 0.8823087849776535,
+      "grad_norm": 0.07724691182374954,
+      "learning_rate": 1.6562028837661905e-05,
+      "loss": 0.6994632482528687,
+      "step": 4775
+    },
+    {
+      "epoch": 0.8824935616865495,
+      "grad_norm": 0.07235722243785858,
+      "learning_rate": 1.6560523374904658e-05,
+      "loss": 0.5693969130516052,
+      "step": 4776
+    },
+    {
+      "epoch": 0.8826783383954453,
+      "grad_norm": 0.07386350631713867,
+      "learning_rate": 1.65590176510591e-05,
+      "loss": 0.5384517312049866,
+      "step": 4777
+    },
+    {
+      "epoch": 0.8828631151043411,
+      "grad_norm": 0.06712142378091812,
+      "learning_rate": 1.6557511666185164e-05,
+      "loss": 0.5699175000190735,
+      "step": 4778
+    },
+    {
+      "epoch": 0.883047891813237,
+      "grad_norm": 0.07460469007492065,
+      "learning_rate": 1.655600542034278e-05,
+      "loss": 0.523343563079834,
+      "step": 4779
+    },
+    {
+      "epoch": 0.8832326685221328,
+      "grad_norm": 0.06637348234653473,
+      "learning_rate": 1.6554498913591888e-05,
+      "loss": 0.4786106050014496,
+      "step": 4780
+    },
+    {
+      "epoch": 0.8834174452310286,
+      "grad_norm": 0.06271538138389587,
+      "learning_rate": 1.6552992145992444e-05,
+      "loss": 0.492175817489624,
+      "step": 4781
+    },
+    {
+      "epoch": 0.8836022219399244,
+      "grad_norm": 0.07379522174596786,
+      "learning_rate": 1.655148511760442e-05,
+      "loss": 0.5145571231842041,
+      "step": 4782
+    },
+    {
+      "epoch": 0.8837869986488203,
+      "grad_norm": 0.07079476863145828,
+      "learning_rate": 1.6549977828487784e-05,
+      "loss": 0.5578653216362,
+      "step": 4783
+    },
+    {
+      "epoch": 0.8839717753577162,
+      "grad_norm": 0.05883871391415596,
+      "learning_rate": 1.654847027870252e-05,
+      "loss": 0.36676284670829773,
+      "step": 4784
+    },
+    {
+      "epoch": 0.884156552066612,
+      "grad_norm": 0.07372432202100754,
+      "learning_rate": 1.6546962468308628e-05,
+      "loss": 0.6349548101425171,
+      "step": 4785
+    },
+    {
+      "epoch": 0.8843413287755079,
+      "grad_norm": 0.08021949231624603,
+      "learning_rate": 1.6545454397366114e-05,
+      "loss": 0.5997925996780396,
+      "step": 4786
+    },
+    {
+      "epoch": 0.8845261054844037,
+      "grad_norm": 0.08539916574954987,
+      "learning_rate": 1.654394606593499e-05,
+      "loss": 0.7283767461776733,
+      "step": 4787
+    },
+    {
+      "epoch": 0.8847108821932995,
+      "grad_norm": 0.06747384369373322,
+      "learning_rate": 1.6542437474075288e-05,
+      "loss": 0.5858517289161682,
+      "step": 4788
+    },
+    {
+      "epoch": 0.8848956589021953,
+      "grad_norm": 0.08050844818353653,
+      "learning_rate": 1.6540928621847042e-05,
+      "loss": 0.6546807885169983,
+      "step": 4789
+    },
+    {
+      "epoch": 0.8850804356110912,
+      "grad_norm": 0.05787456035614014,
+      "learning_rate": 1.65394195093103e-05,
+      "loss": 0.4163222908973694,
+      "step": 4790
+    },
+    {
+      "epoch": 0.8852652123199871,
+      "grad_norm": 0.05363563075661659,
+      "learning_rate": 1.6537910136525123e-05,
+      "loss": 0.4085903465747833,
+      "step": 4791
+    },
+    {
+      "epoch": 0.8854499890288829,
+      "grad_norm": 0.08327876031398773,
+      "learning_rate": 1.6536400503551576e-05,
+      "loss": 0.5789997577667236,
+      "step": 4792
+    },
+    {
+      "epoch": 0.8856347657377788,
+      "grad_norm": 0.06537973135709763,
+      "learning_rate": 1.653489061044974e-05,
+      "loss": 0.6246554851531982,
+      "step": 4793
+    },
+    {
+      "epoch": 0.8858195424466746,
+      "grad_norm": 0.062478817999362946,
+      "learning_rate": 1.6533380457279704e-05,
+      "loss": 0.4444185793399811,
+      "step": 4794
+    },
+    {
+      "epoch": 0.8860043191555704,
+      "grad_norm": 0.06802353262901306,
+      "learning_rate": 1.6531870044101565e-05,
+      "loss": 0.6060287952423096,
+      "step": 4795
+    },
+    {
+      "epoch": 0.8861890958644663,
+      "grad_norm": 0.06890678405761719,
+      "learning_rate": 1.653035937097543e-05,
+      "loss": 0.48558810353279114,
+      "step": 4796
+    },
+    {
+      "epoch": 0.8863738725733621,
+      "grad_norm": 0.04655135050415993,
+      "learning_rate": 1.6528848437961426e-05,
+      "loss": 0.38830509781837463,
+      "step": 4797
+    },
+    {
+      "epoch": 0.886558649282258,
+      "grad_norm": 0.06424148380756378,
+      "learning_rate": 1.6527337245119678e-05,
+      "loss": 0.4444373548030853,
+      "step": 4798
+    },
+    {
+      "epoch": 0.8867434259911539,
+      "grad_norm": 0.07430419325828552,
+      "learning_rate": 1.6525825792510333e-05,
+      "loss": 0.7238464951515198,
+      "step": 4799
+    },
+    {
+      "epoch": 0.8869282027000497,
+      "grad_norm": 0.0749935656785965,
+      "learning_rate": 1.6524314080193534e-05,
+      "loss": 0.7441866993904114,
+      "step": 4800
+    },
+    {
+      "epoch": 0.8871129794089455,
+      "grad_norm": 0.08086378127336502,
+      "learning_rate": 1.652280210822945e-05,
+      "loss": 0.7391872406005859,
+      "step": 4801
+    },
+    {
+      "epoch": 0.8872977561178413,
+      "grad_norm": 0.07954630255699158,
+      "learning_rate": 1.6521289876678247e-05,
+      "loss": 0.6579791903495789,
+      "step": 4802
+    },
+    {
+      "epoch": 0.8874825328267372,
+      "grad_norm": 0.07959762960672379,
+      "learning_rate": 1.6519777385600112e-05,
+      "loss": 0.7004535794258118,
+      "step": 4803
+    },
+    {
+      "epoch": 0.887667309535633,
+      "grad_norm": 0.05923865735530853,
+      "learning_rate": 1.6518264635055233e-05,
+      "loss": 0.3998711109161377,
+      "step": 4804
+    },
+    {
+      "epoch": 0.8878520862445288,
+      "grad_norm": 0.08902712911367416,
+      "learning_rate": 1.6516751625103817e-05,
+      "loss": 0.6480748057365417,
+      "step": 4805
+    },
+    {
+      "epoch": 0.8880368629534248,
+      "grad_norm": 0.06671420484781265,
+      "learning_rate": 1.651523835580607e-05,
+      "loss": 0.6713802218437195,
+      "step": 4806
+    },
+    {
+      "epoch": 0.8882216396623206,
+      "grad_norm": 0.0831875428557396,
+      "learning_rate": 1.6513724827222225e-05,
+      "loss": 0.6743994355201721,
+      "step": 4807
+    },
+    {
+      "epoch": 0.8884064163712164,
+      "grad_norm": 0.07316502928733826,
+      "learning_rate": 1.651221103941251e-05,
+      "loss": 0.6043171882629395,
+      "step": 4808
+    },
+    {
+      "epoch": 0.8885911930801123,
+      "grad_norm": 0.05832867696881294,
+      "learning_rate": 1.6510696992437164e-05,
+      "loss": 0.5134963989257812,
+      "step": 4809
+    },
+    {
+      "epoch": 0.8887759697890081,
+      "grad_norm": 0.07833995670080185,
+      "learning_rate": 1.6509182686356454e-05,
+      "loss": 0.5890991687774658,
+      "step": 4810
+    },
+    {
+      "epoch": 0.8889607464979039,
+      "grad_norm": 0.07378154247999191,
+      "learning_rate": 1.6507668121230632e-05,
+      "loss": 0.40639033913612366,
+      "step": 4811
+    },
+    {
+      "epoch": 0.8891455232067997,
+      "grad_norm": 0.06623880565166473,
+      "learning_rate": 1.6506153297119984e-05,
+      "loss": 0.5028772354125977,
+      "step": 4812
+    },
+    {
+      "epoch": 0.8893302999156957,
+      "grad_norm": 0.07434017211198807,
+      "learning_rate": 1.6504638214084784e-05,
+      "loss": 0.7079054117202759,
+      "step": 4813
+    },
+    {
+      "epoch": 0.8895150766245915,
+      "grad_norm": 0.07623261958360672,
+      "learning_rate": 1.6503122872185338e-05,
+      "loss": 0.5926937460899353,
+      "step": 4814
+    },
+    {
+      "epoch": 0.8896998533334873,
+      "grad_norm": 0.06846163421869278,
+      "learning_rate": 1.6501607271481944e-05,
+      "loss": 0.5976287126541138,
+      "step": 4815
+    },
+    {
+      "epoch": 0.8898846300423832,
+      "grad_norm": 0.0537530779838562,
+      "learning_rate": 1.6500091412034925e-05,
+      "loss": 0.40996718406677246,
+      "step": 4816
+    },
+    {
+      "epoch": 0.890069406751279,
+      "grad_norm": 0.07969720661640167,
+      "learning_rate": 1.6498575293904603e-05,
+      "loss": 0.6000237464904785,
+      "step": 4817
+    },
+    {
+      "epoch": 0.8902541834601748,
+      "grad_norm": 0.07043500989675522,
+      "learning_rate": 1.6497058917151314e-05,
+      "loss": 0.5773909091949463,
+      "step": 4818
+    },
+    {
+      "epoch": 0.8904389601690706,
+      "grad_norm": 0.07048541307449341,
+      "learning_rate": 1.6495542281835407e-05,
+      "loss": 0.705425500869751,
+      "step": 4819
+    },
+    {
+      "epoch": 0.8906237368779666,
+      "grad_norm": 0.06701841205358505,
+      "learning_rate": 1.649402538801724e-05,
+      "loss": 0.722366213798523,
+      "step": 4820
+    },
+    {
+      "epoch": 0.8908085135868624,
+      "grad_norm": 0.08606120198965073,
+      "learning_rate": 1.6492508235757184e-05,
+      "loss": 0.7456164956092834,
+      "step": 4821
+    },
+    {
+      "epoch": 0.8909932902957582,
+      "grad_norm": 0.05852803960442543,
+      "learning_rate": 1.649099082511561e-05,
+      "loss": 0.4330172836780548,
+      "step": 4822
+    },
+    {
+      "epoch": 0.8911780670046541,
+      "grad_norm": 0.06518279016017914,
+      "learning_rate": 1.6489473156152904e-05,
+      "loss": 0.5213345885276794,
+      "step": 4823
+    },
+    {
+      "epoch": 0.8913628437135499,
+      "grad_norm": 0.0874481275677681,
+      "learning_rate": 1.6487955228929474e-05,
+      "loss": 0.7169750332832336,
+      "step": 4824
+    },
+    {
+      "epoch": 0.8915476204224457,
+      "grad_norm": 0.060117240995168686,
+      "learning_rate": 1.648643704350572e-05,
+      "loss": 0.5598580241203308,
+      "step": 4825
+    },
+    {
+      "epoch": 0.8917323971313416,
+      "grad_norm": 0.06978029757738113,
+      "learning_rate": 1.648491859994207e-05,
+      "loss": 0.648662805557251,
+      "step": 4826
+    },
+    {
+      "epoch": 0.8919171738402374,
+      "grad_norm": 0.07007380574941635,
+      "learning_rate": 1.6483399898298945e-05,
+      "loss": 0.7349458336830139,
+      "step": 4827
+    },
+    {
+      "epoch": 0.8921019505491333,
+      "grad_norm": 0.06880953907966614,
+      "learning_rate": 1.648188093863679e-05,
+      "loss": 0.6454513072967529,
+      "step": 4828
+    },
+    {
+      "epoch": 0.8922867272580292,
+      "grad_norm": 0.05998198315501213,
+      "learning_rate": 1.6480361721016053e-05,
+      "loss": 0.3911832571029663,
+      "step": 4829
+    },
+    {
+      "epoch": 0.892471503966925,
+      "grad_norm": 0.08584605157375336,
+      "learning_rate": 1.6478842245497193e-05,
+      "loss": 0.6219820380210876,
+      "step": 4830
+    },
+    {
+      "epoch": 0.8926562806758208,
+      "grad_norm": 0.06927721202373505,
+      "learning_rate": 1.6477322512140683e-05,
+      "loss": 0.5584146976470947,
+      "step": 4831
+    },
+    {
+      "epoch": 0.8928410573847166,
+      "grad_norm": 0.06739287823438644,
+      "learning_rate": 1.6475802521007e-05,
+      "loss": 0.6995735764503479,
+      "step": 4832
+    },
+    {
+      "epoch": 0.8930258340936125,
+      "grad_norm": 0.08070404082536697,
+      "learning_rate": 1.647428227215664e-05,
+      "loss": 0.6666145324707031,
+      "step": 4833
+    },
+    {
+      "epoch": 0.8932106108025083,
+      "grad_norm": 0.05215371027588844,
+      "learning_rate": 1.6472761765650095e-05,
+      "loss": 0.40434175729751587,
+      "step": 4834
+    },
+    {
+      "epoch": 0.8933953875114042,
+      "grad_norm": 0.085506372153759,
+      "learning_rate": 1.6471241001547886e-05,
+      "loss": 0.7858412265777588,
+      "step": 4835
+    },
+    {
+      "epoch": 0.8935801642203001,
+      "grad_norm": 0.08535362035036087,
+      "learning_rate": 1.6469719979910534e-05,
+      "loss": 0.5532266497612,
+      "step": 4836
+    },
+    {
+      "epoch": 0.8937649409291959,
+      "grad_norm": 0.07354865223169327,
+      "learning_rate": 1.646819870079856e-05,
+      "loss": 0.6461263298988342,
+      "step": 4837
+    },
+    {
+      "epoch": 0.8939497176380917,
+      "grad_norm": 0.06490924954414368,
+      "learning_rate": 1.6466677164272523e-05,
+      "loss": 0.48238641023635864,
+      "step": 4838
+    },
+    {
+      "epoch": 0.8941344943469876,
+      "grad_norm": 0.0884164422750473,
+      "learning_rate": 1.646515537039296e-05,
+      "loss": 0.7125632166862488,
+      "step": 4839
+    },
+    {
+      "epoch": 0.8943192710558834,
+      "grad_norm": 0.06169293075799942,
+      "learning_rate": 1.6463633319220443e-05,
+      "loss": 0.39989128708839417,
+      "step": 4840
+    },
+    {
+      "epoch": 0.8945040477647792,
+      "grad_norm": 0.08390737324953079,
+      "learning_rate": 1.6462111010815543e-05,
+      "loss": 0.6275712251663208,
+      "step": 4841
+    },
+    {
+      "epoch": 0.8946888244736751,
+      "grad_norm": 0.05772528424859047,
+      "learning_rate": 1.646058844523884e-05,
+      "loss": 0.4604227542877197,
+      "step": 4842
+    },
+    {
+      "epoch": 0.894873601182571,
+      "grad_norm": 0.047833140939474106,
+      "learning_rate": 1.6459065622550928e-05,
+      "loss": 0.36416640877723694,
+      "step": 4843
+    },
+    {
+      "epoch": 0.8950583778914668,
+      "grad_norm": 0.07665587961673737,
+      "learning_rate": 1.6457542542812415e-05,
+      "loss": 0.5700147747993469,
+      "step": 4844
+    },
+    {
+      "epoch": 0.8952431546003626,
+      "grad_norm": 0.06834596395492554,
+      "learning_rate": 1.645601920608391e-05,
+      "loss": 0.5849366188049316,
+      "step": 4845
+    },
+    {
+      "epoch": 0.8954279313092585,
+      "grad_norm": 0.05772769823670387,
+      "learning_rate": 1.6454495612426044e-05,
+      "loss": 0.481160968542099,
+      "step": 4846
+    },
+    {
+      "epoch": 0.8956127080181543,
+      "grad_norm": 0.08508264273405075,
+      "learning_rate": 1.6452971761899438e-05,
+      "loss": 0.6891061067581177,
+      "step": 4847
+    },
+    {
+      "epoch": 0.8957974847270501,
+      "grad_norm": 0.07678437978029251,
+      "learning_rate": 1.645144765456475e-05,
+      "loss": 0.6270875930786133,
+      "step": 4848
+    },
+    {
+      "epoch": 0.895982261435946,
+      "grad_norm": 0.07674133032560349,
+      "learning_rate": 1.6449923290482627e-05,
+      "loss": 0.5793139338493347,
+      "step": 4849
+    },
+    {
+      "epoch": 0.8961670381448419,
+      "grad_norm": 0.06758452206850052,
+      "learning_rate": 1.644839866971374e-05,
+      "loss": 0.5169587135314941,
+      "step": 4850
+    },
+    {
+      "epoch": 0.8963518148537377,
+      "grad_norm": 0.08784767240285873,
+      "learning_rate": 1.6446873792318755e-05,
+      "loss": 0.6400648951530457,
+      "step": 4851
+    },
+    {
+      "epoch": 0.8965365915626335,
+      "grad_norm": 0.0625050738453865,
+      "learning_rate": 1.6445348658358365e-05,
+      "loss": 0.539431095123291,
+      "step": 4852
+    },
+    {
+      "epoch": 0.8967213682715294,
+      "grad_norm": 0.07906383275985718,
+      "learning_rate": 1.6443823267893265e-05,
+      "loss": 0.5679528713226318,
+      "step": 4853
+    },
+    {
+      "epoch": 0.8969061449804252,
+      "grad_norm": 0.07062255591154099,
+      "learning_rate": 1.644229762098416e-05,
+      "loss": 0.5080562829971313,
+      "step": 4854
+    },
+    {
+      "epoch": 0.897090921689321,
+      "grad_norm": 0.09191711992025375,
+      "learning_rate": 1.6440771717691762e-05,
+      "loss": 0.8223711848258972,
+      "step": 4855
+    },
+    {
+      "epoch": 0.8972756983982169,
+      "grad_norm": 0.09057801216840744,
+      "learning_rate": 1.64392455580768e-05,
+      "loss": 0.7925399541854858,
+      "step": 4856
+    },
+    {
+      "epoch": 0.8974604751071128,
+      "grad_norm": 0.0694667398929596,
+      "learning_rate": 1.6437719142200012e-05,
+      "loss": 0.46083754301071167,
+      "step": 4857
+    },
+    {
+      "epoch": 0.8976452518160086,
+      "grad_norm": 0.057980529963970184,
+      "learning_rate": 1.6436192470122142e-05,
+      "loss": 0.5017035603523254,
+      "step": 4858
+    },
+    {
+      "epoch": 0.8978300285249045,
+      "grad_norm": 0.07309112697839737,
+      "learning_rate": 1.643466554190395e-05,
+      "loss": 0.6440054178237915,
+      "step": 4859
+    },
+    {
+      "epoch": 0.8980148052338003,
+      "grad_norm": 0.09001088887453079,
+      "learning_rate": 1.6433138357606198e-05,
+      "loss": 0.7718321681022644,
+      "step": 4860
+    },
+    {
+      "epoch": 0.8981995819426961,
+      "grad_norm": 0.0937967598438263,
+      "learning_rate": 1.643161091728967e-05,
+      "loss": 0.7171733379364014,
+      "step": 4861
+    },
+    {
+      "epoch": 0.8983843586515919,
+      "grad_norm": 0.09350735694169998,
+      "learning_rate": 1.6430083221015145e-05,
+      "loss": 0.7647481560707092,
+      "step": 4862
+    },
+    {
+      "epoch": 0.8985691353604878,
+      "grad_norm": 0.0811251699924469,
+      "learning_rate": 1.642855526884343e-05,
+      "loss": 0.7368043065071106,
+      "step": 4863
+    },
+    {
+      "epoch": 0.8987539120693837,
+      "grad_norm": 0.056616462767124176,
+      "learning_rate": 1.6427027060835323e-05,
+      "loss": 0.46778184175491333,
+      "step": 4864
+    },
+    {
+      "epoch": 0.8989386887782795,
+      "grad_norm": 0.08717775344848633,
+      "learning_rate": 1.642549859705165e-05,
+      "loss": 0.8994236588478088,
+      "step": 4865
+    },
+    {
+      "epoch": 0.8991234654871754,
+      "grad_norm": 0.07994919270277023,
+      "learning_rate": 1.642396987755323e-05,
+      "loss": 0.5550265908241272,
+      "step": 4866
+    },
+    {
+      "epoch": 0.8993082421960712,
+      "grad_norm": 0.08052093535661697,
+      "learning_rate": 1.6422440902400913e-05,
+      "loss": 0.7112287878990173,
+      "step": 4867
+    },
+    {
+      "epoch": 0.899493018904967,
+      "grad_norm": 0.06995108723640442,
+      "learning_rate": 1.6420911671655542e-05,
+      "loss": 0.6041479110717773,
+      "step": 4868
+    },
+    {
+      "epoch": 0.8996777956138629,
+      "grad_norm": 0.07692621648311615,
+      "learning_rate": 1.641938218537797e-05,
+      "loss": 0.6449621915817261,
+      "step": 4869
+    },
+    {
+      "epoch": 0.8998625723227587,
+      "grad_norm": 0.05623577535152435,
+      "learning_rate": 1.6417852443629074e-05,
+      "loss": 0.4509305953979492,
+      "step": 4870
+    },
+    {
+      "epoch": 0.9000473490316545,
+      "grad_norm": 0.06790454685688019,
+      "learning_rate": 1.641632244646973e-05,
+      "loss": 0.6181674003601074,
+      "step": 4871
+    },
+    {
+      "epoch": 0.9002321257405504,
+      "grad_norm": 0.06258635967969894,
+      "learning_rate": 1.6414792193960823e-05,
+      "loss": 0.50604248046875,
+      "step": 4872
+    },
+    {
+      "epoch": 0.9004169024494463,
+      "grad_norm": 0.0780041292309761,
+      "learning_rate": 1.6413261686163258e-05,
+      "loss": 0.6751472353935242,
+      "step": 4873
+    },
+    {
+      "epoch": 0.9006016791583421,
+      "grad_norm": 0.08517557382583618,
+      "learning_rate": 1.6411730923137942e-05,
+      "loss": 0.656969428062439,
+      "step": 4874
+    },
+    {
+      "epoch": 0.9007864558672379,
+      "grad_norm": 0.07794827222824097,
+      "learning_rate": 1.6410199904945798e-05,
+      "loss": 0.6910105347633362,
+      "step": 4875
+    },
+    {
+      "epoch": 0.9009712325761338,
+      "grad_norm": 0.06862415373325348,
+      "learning_rate": 1.640866863164775e-05,
+      "loss": 0.5876045227050781,
+      "step": 4876
+    },
+    {
+      "epoch": 0.9011560092850296,
+      "grad_norm": 0.06553607434034348,
+      "learning_rate": 1.640713710330474e-05,
+      "loss": 0.5301469564437866,
+      "step": 4877
+    },
+    {
+      "epoch": 0.9013407859939254,
+      "grad_norm": 0.06396906822919846,
+      "learning_rate": 1.640560531997772e-05,
+      "loss": 0.43047258257865906,
+      "step": 4878
+    },
+    {
+      "epoch": 0.9015255627028214,
+      "grad_norm": 0.06935402005910873,
+      "learning_rate": 1.6404073281727648e-05,
+      "loss": 0.6457479596138,
+      "step": 4879
+    },
+    {
+      "epoch": 0.9017103394117172,
+      "grad_norm": 0.07602575421333313,
+      "learning_rate": 1.6402540988615494e-05,
+      "loss": 0.5612639784812927,
+      "step": 4880
+    },
+    {
+      "epoch": 0.901895116120613,
+      "grad_norm": 0.06645981222391129,
+      "learning_rate": 1.6401008440702243e-05,
+      "loss": 0.575152575969696,
+      "step": 4881
+    },
+    {
+      "epoch": 0.9020798928295088,
+      "grad_norm": 0.07158118486404419,
+      "learning_rate": 1.639947563804888e-05,
+      "loss": 0.39184918999671936,
+      "step": 4882
+    },
+    {
+      "epoch": 0.9022646695384047,
+      "grad_norm": 0.07773970067501068,
+      "learning_rate": 1.639794258071641e-05,
+      "loss": 0.6216570138931274,
+      "step": 4883
+    },
+    {
+      "epoch": 0.9024494462473005,
+      "grad_norm": 0.07514741271734238,
+      "learning_rate": 1.6396409268765837e-05,
+      "loss": 0.5021771788597107,
+      "step": 4884
+    },
+    {
+      "epoch": 0.9026342229561963,
+      "grad_norm": 0.07661321014165878,
+      "learning_rate": 1.639487570225819e-05,
+      "loss": 0.6844589710235596,
+      "step": 4885
+    },
+    {
+      "epoch": 0.9028189996650923,
+      "grad_norm": 0.0743803083896637,
+      "learning_rate": 1.6393341881254498e-05,
+      "loss": 0.655817449092865,
+      "step": 4886
+    },
+    {
+      "epoch": 0.9030037763739881,
+      "grad_norm": 0.05988422408699989,
+      "learning_rate": 1.63918078058158e-05,
+      "loss": 0.565988302230835,
+      "step": 4887
+    },
+    {
+      "epoch": 0.9031885530828839,
+      "grad_norm": 0.06683322787284851,
+      "learning_rate": 1.6390273476003152e-05,
+      "loss": 0.5435384511947632,
+      "step": 4888
+    },
+    {
+      "epoch": 0.9033733297917798,
+      "grad_norm": 0.07705941051244736,
+      "learning_rate": 1.6388738891877607e-05,
+      "loss": 0.5629130005836487,
+      "step": 4889
+    },
+    {
+      "epoch": 0.9035581065006756,
+      "grad_norm": 0.09960421919822693,
+      "learning_rate": 1.6387204053500246e-05,
+      "loss": 0.8571576476097107,
+      "step": 4890
+    },
+    {
+      "epoch": 0.9037428832095714,
+      "grad_norm": 0.06615423411130905,
+      "learning_rate": 1.6385668960932143e-05,
+      "loss": 0.6547509431838989,
+      "step": 4891
+    },
+    {
+      "epoch": 0.9039276599184672,
+      "grad_norm": 0.0818847268819809,
+      "learning_rate": 1.63841336142344e-05,
+      "loss": 0.724168062210083,
+      "step": 4892
+    },
+    {
+      "epoch": 0.9041124366273631,
+      "grad_norm": 0.0793035700917244,
+      "learning_rate": 1.6382598013468104e-05,
+      "loss": 0.7631268501281738,
+      "step": 4893
+    },
+    {
+      "epoch": 0.904297213336259,
+      "grad_norm": 0.06299310177564621,
+      "learning_rate": 1.638106215869438e-05,
+      "loss": 0.39549270272254944,
+      "step": 4894
+    },
+    {
+      "epoch": 0.9044819900451548,
+      "grad_norm": 0.06919150054454803,
+      "learning_rate": 1.6379526049974347e-05,
+      "loss": 0.5981887578964233,
+      "step": 4895
+    },
+    {
+      "epoch": 0.9046667667540507,
+      "grad_norm": 0.07601941376924515,
+      "learning_rate": 1.6377989687369135e-05,
+      "loss": 0.5894408822059631,
+      "step": 4896
+    },
+    {
+      "epoch": 0.9048515434629465,
+      "grad_norm": 0.0833205133676529,
+      "learning_rate": 1.637645307093989e-05,
+      "loss": 0.6436570286750793,
+      "step": 4897
+    },
+    {
+      "epoch": 0.9050363201718423,
+      "grad_norm": 0.06943897157907486,
+      "learning_rate": 1.637491620074776e-05,
+      "loss": 0.6639769673347473,
+      "step": 4898
+    },
+    {
+      "epoch": 0.9052210968807382,
+      "grad_norm": 0.05080414563417435,
+      "learning_rate": 1.637337907685391e-05,
+      "loss": 0.3694339096546173,
+      "step": 4899
+    },
+    {
+      "epoch": 0.905405873589634,
+      "grad_norm": 0.07731123268604279,
+      "learning_rate": 1.637184169931951e-05,
+      "loss": 0.6865700483322144,
+      "step": 4900
+    },
+    {
+      "epoch": 0.9055906502985299,
+      "grad_norm": 0.07063229382038116,
+      "learning_rate": 1.6370304068205748e-05,
+      "loss": 0.7400882244110107,
+      "step": 4901
+    },
+    {
+      "epoch": 0.9057754270074257,
+      "grad_norm": 0.06370572000741959,
+      "learning_rate": 1.6368766183573814e-05,
+      "loss": 0.500558614730835,
+      "step": 4902
+    },
+    {
+      "epoch": 0.9059602037163216,
+      "grad_norm": 0.06759117543697357,
+      "learning_rate": 1.636722804548491e-05,
+      "loss": 0.5578844547271729,
+      "step": 4903
+    },
+    {
+      "epoch": 0.9061449804252174,
+      "grad_norm": 0.07463599741458893,
+      "learning_rate": 1.636568965400025e-05,
+      "loss": 0.5760760307312012,
+      "step": 4904
+    },
+    {
+      "epoch": 0.9063297571341132,
+      "grad_norm": 0.06752346456050873,
+      "learning_rate": 1.636415100918106e-05,
+      "loss": 0.6381351947784424,
+      "step": 4905
+    },
+    {
+      "epoch": 0.9065145338430091,
+      "grad_norm": 0.06896194815635681,
+      "learning_rate": 1.636261211108857e-05,
+      "loss": 0.6848575472831726,
+      "step": 4906
+    },
+    {
+      "epoch": 0.9066993105519049,
+      "grad_norm": 0.07377118617296219,
+      "learning_rate": 1.636107295978402e-05,
+      "loss": 0.599323570728302,
+      "step": 4907
+    },
+    {
+      "epoch": 0.9068840872608008,
+      "grad_norm": 0.06920889765024185,
+      "learning_rate": 1.635953355532867e-05,
+      "loss": 0.5673415660858154,
+      "step": 4908
+    },
+    {
+      "epoch": 0.9070688639696967,
+      "grad_norm": 0.06042078137397766,
+      "learning_rate": 1.6357993897783783e-05,
+      "loss": 0.43269699811935425,
+      "step": 4909
+    },
+    {
+      "epoch": 0.9072536406785925,
+      "grad_norm": 0.07586175203323364,
+      "learning_rate": 1.635645398721063e-05,
+      "loss": 0.6240195631980896,
+      "step": 4910
+    },
+    {
+      "epoch": 0.9074384173874883,
+      "grad_norm": 0.08614122122526169,
+      "learning_rate": 1.635491382367049e-05,
+      "loss": 0.5619620084762573,
+      "step": 4911
+    },
+    {
+      "epoch": 0.9076231940963841,
+      "grad_norm": 0.06778106093406677,
+      "learning_rate": 1.635337340722467e-05,
+      "loss": 0.5462279319763184,
+      "step": 4912
+    },
+    {
+      "epoch": 0.90780797080528,
+      "grad_norm": 0.07216772437095642,
+      "learning_rate": 1.635183273793446e-05,
+      "loss": 0.5313920378684998,
+      "step": 4913
+    },
+    {
+      "epoch": 0.9079927475141758,
+      "grad_norm": 0.05886697396636009,
+      "learning_rate": 1.635029181586118e-05,
+      "loss": 0.46407654881477356,
+      "step": 4914
+    },
+    {
+      "epoch": 0.9081775242230716,
+      "grad_norm": 0.06765791028738022,
+      "learning_rate": 1.6348750641066154e-05,
+      "loss": 0.6518081426620483,
+      "step": 4915
+    },
+    {
+      "epoch": 0.9083623009319676,
+      "grad_norm": 0.06862279027700424,
+      "learning_rate": 1.6347209213610718e-05,
+      "loss": 0.5767778158187866,
+      "step": 4916
+    },
+    {
+      "epoch": 0.9085470776408634,
+      "grad_norm": 0.058729130774736404,
+      "learning_rate": 1.6345667533556206e-05,
+      "loss": 0.4166557490825653,
+      "step": 4917
+    },
+    {
+      "epoch": 0.9087318543497592,
+      "grad_norm": 0.061408836394548416,
+      "learning_rate": 1.6344125600963984e-05,
+      "loss": 0.4724981188774109,
+      "step": 4918
+    },
+    {
+      "epoch": 0.9089166310586551,
+      "grad_norm": 0.06421653181314468,
+      "learning_rate": 1.6342583415895412e-05,
+      "loss": 0.4762861728668213,
+      "step": 4919
+    },
+    {
+      "epoch": 0.9091014077675509,
+      "grad_norm": 0.08160565793514252,
+      "learning_rate": 1.6341040978411865e-05,
+      "loss": 0.8044451475143433,
+      "step": 4920
+    },
+    {
+      "epoch": 0.9092861844764467,
+      "grad_norm": 0.07565393298864365,
+      "learning_rate": 1.633949828857472e-05,
+      "loss": 0.7070301175117493,
+      "step": 4921
+    },
+    {
+      "epoch": 0.9094709611853425,
+      "grad_norm": 0.07401212304830551,
+      "learning_rate": 1.633795534644538e-05,
+      "loss": 0.7780914902687073,
+      "step": 4922
+    },
+    {
+      "epoch": 0.9096557378942385,
+      "grad_norm": 0.0788111537694931,
+      "learning_rate": 1.6336412152085248e-05,
+      "loss": 0.7249211072921753,
+      "step": 4923
+    },
+    {
+      "epoch": 0.9098405146031343,
+      "grad_norm": 0.04927157983183861,
+      "learning_rate": 1.6334868705555732e-05,
+      "loss": 0.35182616114616394,
+      "step": 4924
+    },
+    {
+      "epoch": 0.9100252913120301,
+      "grad_norm": 0.07681036740541458,
+      "learning_rate": 1.6333325006918267e-05,
+      "loss": 0.7379781603813171,
+      "step": 4925
+    },
+    {
+      "epoch": 0.910210068020926,
+      "grad_norm": 0.07329613715410233,
+      "learning_rate": 1.6331781056234277e-05,
+      "loss": 0.5301315188407898,
+      "step": 4926
+    },
+    {
+      "epoch": 0.9103948447298218,
+      "grad_norm": 0.07360527664422989,
+      "learning_rate": 1.633023685356521e-05,
+      "loss": 0.5996437668800354,
+      "step": 4927
+    },
+    {
+      "epoch": 0.9105796214387176,
+      "grad_norm": 0.06598999351263046,
+      "learning_rate": 1.632869239897252e-05,
+      "loss": 0.4719834327697754,
+      "step": 4928
+    },
+    {
+      "epoch": 0.9107643981476135,
+      "grad_norm": 0.0765930563211441,
+      "learning_rate": 1.6327147692517675e-05,
+      "loss": 0.565828800201416,
+      "step": 4929
+    },
+    {
+      "epoch": 0.9109491748565094,
+      "grad_norm": 0.07155296951532364,
+      "learning_rate": 1.6325602734262146e-05,
+      "loss": 0.7482982873916626,
+      "step": 4930
+    },
+    {
+      "epoch": 0.9111339515654052,
+      "grad_norm": 0.06430218368768692,
+      "learning_rate": 1.6324057524267418e-05,
+      "loss": 0.4136260449886322,
+      "step": 4931
+    },
+    {
+      "epoch": 0.911318728274301,
+      "grad_norm": 0.07828143984079361,
+      "learning_rate": 1.6322512062594987e-05,
+      "loss": 0.7757020592689514,
+      "step": 4932
+    },
+    {
+      "epoch": 0.9115035049831969,
+      "grad_norm": 0.08137954771518707,
+      "learning_rate": 1.6320966349306357e-05,
+      "loss": 0.7074471116065979,
+      "step": 4933
+    },
+    {
+      "epoch": 0.9116882816920927,
+      "grad_norm": 0.05411933362483978,
+      "learning_rate": 1.631942038446304e-05,
+      "loss": 0.39557674527168274,
+      "step": 4934
+    },
+    {
+      "epoch": 0.9118730584009885,
+      "grad_norm": 0.08513291925191879,
+      "learning_rate": 1.6317874168126567e-05,
+      "loss": 0.5569822788238525,
+      "step": 4935
+    },
+    {
+      "epoch": 0.9120578351098844,
+      "grad_norm": 0.08622615039348602,
+      "learning_rate": 1.6316327700358464e-05,
+      "loss": 0.5976544618606567,
+      "step": 4936
+    },
+    {
+      "epoch": 0.9122426118187802,
+      "grad_norm": 0.0760151743888855,
+      "learning_rate": 1.631478098122028e-05,
+      "loss": 0.6827889084815979,
+      "step": 4937
+    },
+    {
+      "epoch": 0.9124273885276761,
+      "grad_norm": 0.07461119443178177,
+      "learning_rate": 1.6313234010773573e-05,
+      "loss": 0.647698700428009,
+      "step": 4938
+    },
+    {
+      "epoch": 0.912612165236572,
+      "grad_norm": 0.0759672299027443,
+      "learning_rate": 1.63116867890799e-05,
+      "loss": 0.5611090064048767,
+      "step": 4939
+    },
+    {
+      "epoch": 0.9127969419454678,
+      "grad_norm": 0.08994041383266449,
+      "learning_rate": 1.631013931620084e-05,
+      "loss": 0.6958615779876709,
+      "step": 4940
+    },
+    {
+      "epoch": 0.9129817186543636,
+      "grad_norm": 0.062235210090875626,
+      "learning_rate": 1.6308591592197976e-05,
+      "loss": 0.5414263010025024,
+      "step": 4941
+    },
+    {
+      "epoch": 0.9131664953632594,
+      "grad_norm": 0.06273581087589264,
+      "learning_rate": 1.6307043617132907e-05,
+      "loss": 0.5574995279312134,
+      "step": 4942
+    },
+    {
+      "epoch": 0.9133512720721553,
+      "grad_norm": 0.08604917675256729,
+      "learning_rate": 1.6305495391067232e-05,
+      "loss": 0.7597737312316895,
+      "step": 4943
+    },
+    {
+      "epoch": 0.9135360487810511,
+      "grad_norm": 0.09719632565975189,
+      "learning_rate": 1.630394691406257e-05,
+      "loss": 0.9429509043693542,
+      "step": 4944
+    },
+    {
+      "epoch": 0.913720825489947,
+      "grad_norm": 0.06911340355873108,
+      "learning_rate": 1.6302398186180538e-05,
+      "loss": 0.47666671872138977,
+      "step": 4945
+    },
+    {
+      "epoch": 0.9139056021988429,
+      "grad_norm": 0.07012543827295303,
+      "learning_rate": 1.6300849207482783e-05,
+      "loss": 0.4357103705406189,
+      "step": 4946
+    },
+    {
+      "epoch": 0.9140903789077387,
+      "grad_norm": 0.06667513400316238,
+      "learning_rate": 1.629929997803094e-05,
+      "loss": 0.44440895318984985,
+      "step": 4947
+    },
+    {
+      "epoch": 0.9142751556166345,
+      "grad_norm": 0.07876349240541458,
+      "learning_rate": 1.6297750497886663e-05,
+      "loss": 0.6954589486122131,
+      "step": 4948
+    },
+    {
+      "epoch": 0.9144599323255304,
+      "grad_norm": 0.08191389590501785,
+      "learning_rate": 1.629620076711162e-05,
+      "loss": 0.6731683611869812,
+      "step": 4949
+    },
+    {
+      "epoch": 0.9146447090344262,
+      "grad_norm": 0.07889698445796967,
+      "learning_rate": 1.629465078576749e-05,
+      "loss": 0.6995881199836731,
+      "step": 4950
+    },
+    {
+      "epoch": 0.914829485743322,
+      "grad_norm": 0.0822673887014389,
+      "learning_rate": 1.6293100553915947e-05,
+      "loss": 0.6512246131896973,
+      "step": 4951
+    },
+    {
+      "epoch": 0.915014262452218,
+      "grad_norm": 0.06273180991411209,
+      "learning_rate": 1.629155007161869e-05,
+      "loss": 0.4994935989379883,
+      "step": 4952
+    },
+    {
+      "epoch": 0.9151990391611138,
+      "grad_norm": 0.055114369839429855,
+      "learning_rate": 1.6289999338937427e-05,
+      "loss": 0.37916818261146545,
+      "step": 4953
+    },
+    {
+      "epoch": 0.9153838158700096,
+      "grad_norm": 0.0721181109547615,
+      "learning_rate": 1.628844835593387e-05,
+      "loss": 0.6371509432792664,
+      "step": 4954
+    },
+    {
+      "epoch": 0.9155685925789054,
+      "grad_norm": 0.06248628720641136,
+      "learning_rate": 1.6286897122669737e-05,
+      "loss": 0.502285897731781,
+      "step": 4955
+    },
+    {
+      "epoch": 0.9157533692878013,
+      "grad_norm": 0.07796809077262878,
+      "learning_rate": 1.628534563920677e-05,
+      "loss": 0.7872824668884277,
+      "step": 4956
+    },
+    {
+      "epoch": 0.9159381459966971,
+      "grad_norm": 0.06692524999380112,
+      "learning_rate": 1.6283793905606715e-05,
+      "loss": 0.7130103707313538,
+      "step": 4957
+    },
+    {
+      "epoch": 0.9161229227055929,
+      "grad_norm": 0.07191796600818634,
+      "learning_rate": 1.6282241921931317e-05,
+      "loss": 0.708375096321106,
+      "step": 4958
+    },
+    {
+      "epoch": 0.9163076994144888,
+      "grad_norm": 0.07857691496610641,
+      "learning_rate": 1.6280689688242345e-05,
+      "loss": 0.6777384281158447,
+      "step": 4959
+    },
+    {
+      "epoch": 0.9164924761233847,
+      "grad_norm": 0.0750550627708435,
+      "learning_rate": 1.6279137204601577e-05,
+      "loss": 0.5284432768821716,
+      "step": 4960
+    },
+    {
+      "epoch": 0.9166772528322805,
+      "grad_norm": 0.06321000307798386,
+      "learning_rate": 1.627758447107079e-05,
+      "loss": 0.4843653738498688,
+      "step": 4961
+    },
+    {
+      "epoch": 0.9168620295411763,
+      "grad_norm": 0.07654401659965515,
+      "learning_rate": 1.6276031487711782e-05,
+      "loss": 0.6463335156440735,
+      "step": 4962
+    },
+    {
+      "epoch": 0.9170468062500722,
+      "grad_norm": 0.074707992374897,
+      "learning_rate": 1.627447825458636e-05,
+      "loss": 0.6347569227218628,
+      "step": 4963
+    },
+    {
+      "epoch": 0.917231582958968,
+      "grad_norm": 0.06458912789821625,
+      "learning_rate": 1.627292477175633e-05,
+      "loss": 0.5805029273033142,
+      "step": 4964
+    },
+    {
+      "epoch": 0.9174163596678638,
+      "grad_norm": 0.07568664848804474,
+      "learning_rate": 1.6271371039283517e-05,
+      "loss": 0.6437733173370361,
+      "step": 4965
+    },
+    {
+      "epoch": 0.9176011363767597,
+      "grad_norm": 0.05623985081911087,
+      "learning_rate": 1.6269817057229762e-05,
+      "loss": 0.41585254669189453,
+      "step": 4966
+    },
+    {
+      "epoch": 0.9177859130856556,
+      "grad_norm": 0.08120466023683548,
+      "learning_rate": 1.6268262825656903e-05,
+      "loss": 0.6529135704040527,
+      "step": 4967
+    },
+    {
+      "epoch": 0.9179706897945514,
+      "grad_norm": 0.08207594603300095,
+      "learning_rate": 1.6266708344626793e-05,
+      "loss": 0.7336923480033875,
+      "step": 4968
+    },
+    {
+      "epoch": 0.9181554665034473,
+      "grad_norm": 0.09322047978639603,
+      "learning_rate": 1.6265153614201296e-05,
+      "loss": 0.6285800337791443,
+      "step": 4969
+    },
+    {
+      "epoch": 0.9183402432123431,
+      "grad_norm": 0.08115655928850174,
+      "learning_rate": 1.6263598634442286e-05,
+      "loss": 0.7460980415344238,
+      "step": 4970
+    },
+    {
+      "epoch": 0.9185250199212389,
+      "grad_norm": 0.09479428082704544,
+      "learning_rate": 1.6262043405411648e-05,
+      "loss": 0.784386396408081,
+      "step": 4971
+    },
+    {
+      "epoch": 0.9187097966301347,
+      "grad_norm": 0.07809218764305115,
+      "learning_rate": 1.6260487927171276e-05,
+      "loss": 0.7730811834335327,
+      "step": 4972
+    },
+    {
+      "epoch": 0.9188945733390306,
+      "grad_norm": 0.07673768699169159,
+      "learning_rate": 1.625893219978307e-05,
+      "loss": 0.5420278906822205,
+      "step": 4973
+    },
+    {
+      "epoch": 0.9190793500479265,
+      "grad_norm": 0.08296892046928406,
+      "learning_rate": 1.625737622330894e-05,
+      "loss": 0.7337756752967834,
+      "step": 4974
+    },
+    {
+      "epoch": 0.9192641267568223,
+      "grad_norm": 0.07037664204835892,
+      "learning_rate": 1.6255819997810815e-05,
+      "loss": 0.545322835445404,
+      "step": 4975
+    },
+    {
+      "epoch": 0.9194489034657182,
+      "grad_norm": 0.07493076473474503,
+      "learning_rate": 1.625426352335063e-05,
+      "loss": 0.70954829454422,
+      "step": 4976
+    },
+    {
+      "epoch": 0.919633680174614,
+      "grad_norm": 0.07487804442644119,
+      "learning_rate": 1.625270679999032e-05,
+      "loss": 0.574744462966919,
+      "step": 4977
+    },
+    {
+      "epoch": 0.9198184568835098,
+      "grad_norm": 0.0659298375248909,
+      "learning_rate": 1.6251149827791843e-05,
+      "loss": 0.3916098475456238,
+      "step": 4978
+    },
+    {
+      "epoch": 0.9200032335924057,
+      "grad_norm": 0.07134214043617249,
+      "learning_rate": 1.624959260681716e-05,
+      "loss": 0.5763881206512451,
+      "step": 4979
+    },
+    {
+      "epoch": 0.9201880103013015,
+      "grad_norm": 0.06730277836322784,
+      "learning_rate": 1.6248035137128244e-05,
+      "loss": 0.5897141695022583,
+      "step": 4980
+    },
+    {
+      "epoch": 0.9203727870101973,
+      "grad_norm": 0.06790062040090561,
+      "learning_rate": 1.6246477418787077e-05,
+      "loss": 0.566528856754303,
+      "step": 4981
+    },
+    {
+      "epoch": 0.9205575637190933,
+      "grad_norm": 0.07552764564752579,
+      "learning_rate": 1.624491945185565e-05,
+      "loss": 0.5551050305366516,
+      "step": 4982
+    },
+    {
+      "epoch": 0.9207423404279891,
+      "grad_norm": 0.050118498504161835,
+      "learning_rate": 1.624336123639597e-05,
+      "loss": 0.3442586064338684,
+      "step": 4983
+    },
+    {
+      "epoch": 0.9209271171368849,
+      "grad_norm": 0.09067343175411224,
+      "learning_rate": 1.6241802772470043e-05,
+      "loss": 0.6247709393501282,
+      "step": 4984
+    },
+    {
+      "epoch": 0.9211118938457807,
+      "grad_norm": 0.08580661565065384,
+      "learning_rate": 1.6240244060139896e-05,
+      "loss": 0.7336589694023132,
+      "step": 4985
+    },
+    {
+      "epoch": 0.9212966705546766,
+      "grad_norm": 0.06558381766080856,
+      "learning_rate": 1.6238685099467557e-05,
+      "loss": 0.5565704107284546,
+      "step": 4986
+    },
+    {
+      "epoch": 0.9214814472635724,
+      "grad_norm": 0.07769566029310226,
+      "learning_rate": 1.6237125890515068e-05,
+      "loss": 0.5454164743423462,
+      "step": 4987
+    },
+    {
+      "epoch": 0.9216662239724682,
+      "grad_norm": 0.06431884318590164,
+      "learning_rate": 1.6235566433344483e-05,
+      "loss": 0.47945302724838257,
+      "step": 4988
+    },
+    {
+      "epoch": 0.9218510006813642,
+      "grad_norm": 0.0770520567893982,
+      "learning_rate": 1.6234006728017863e-05,
+      "loss": 0.6441652178764343,
+      "step": 4989
+    },
+    {
+      "epoch": 0.92203577739026,
+      "grad_norm": 0.07232240587472916,
+      "learning_rate": 1.6232446774597278e-05,
+      "loss": 0.6215723156929016,
+      "step": 4990
+    },
+    {
+      "epoch": 0.9222205540991558,
+      "grad_norm": 0.0755547434091568,
+      "learning_rate": 1.6230886573144812e-05,
+      "loss": 0.6493498086929321,
+      "step": 4991
+    },
+    {
+      "epoch": 0.9224053308080516,
+      "grad_norm": 0.06353598833084106,
+      "learning_rate": 1.6229326123722554e-05,
+      "loss": 0.47383472323417664,
+      "step": 4992
+    },
+    {
+      "epoch": 0.9225901075169475,
+      "grad_norm": 0.06302771717309952,
+      "learning_rate": 1.6227765426392603e-05,
+      "loss": 0.5499935746192932,
+      "step": 4993
+    },
+    {
+      "epoch": 0.9227748842258433,
+      "grad_norm": 0.0657678171992302,
+      "learning_rate": 1.6226204481217074e-05,
+      "loss": 0.4634450078010559,
+      "step": 4994
+    },
+    {
+      "epoch": 0.9229596609347391,
+      "grad_norm": 0.07355940341949463,
+      "learning_rate": 1.622464328825809e-05,
+      "loss": 0.4975418746471405,
+      "step": 4995
+    },
+    {
+      "epoch": 0.9231444376436351,
+      "grad_norm": 0.05299646034836769,
+      "learning_rate": 1.622308184757777e-05,
+      "loss": 0.4634086787700653,
+      "step": 4996
+    },
+    {
+      "epoch": 0.9233292143525309,
+      "grad_norm": 0.05826892331242561,
+      "learning_rate": 1.6221520159238266e-05,
+      "loss": 0.5520720481872559,
+      "step": 4997
+    },
+    {
+      "epoch": 0.9235139910614267,
+      "grad_norm": 0.08895806223154068,
+      "learning_rate": 1.6219958223301723e-05,
+      "loss": 0.710663378238678,
+      "step": 4998
+    },
+    {
+      "epoch": 0.9236987677703226,
+      "grad_norm": 0.05497613176703453,
+      "learning_rate": 1.6218396039830304e-05,
+      "loss": 0.3812207877635956,
+      "step": 4999
+    },
+    {
+      "epoch": 0.9238835444792184,
+      "grad_norm": 0.06913777440786362,
+      "learning_rate": 1.6216833608886175e-05,
+      "loss": 0.5585352778434753,
+      "step": 5000
+    },
+    {
+      "epoch": 0.9238835444792184,
+      "eval_loss": 0.6308066844940186,
+      "eval_runtime": 157.2644,
+      "eval_samples_per_second": 115.913,
+      "eval_steps_per_second": 14.492,
+      "step": 5000
+    },
+    {
+      "epoch": 0.9240683211881142,
+      "grad_norm": 0.06755195558071136,
+      "learning_rate": 1.621527093053152e-05,
+      "loss": 0.5701950192451477,
+      "step": 5001
+    },
+    {
+      "epoch": 0.92425309789701,
+      "grad_norm": 0.08724575489759445,
+      "learning_rate": 1.6213708004828527e-05,
+      "loss": 0.7150865793228149,
+      "step": 5002
+    },
+    {
+      "epoch": 0.9244378746059059,
+      "grad_norm": 0.08624764531850815,
+      "learning_rate": 1.6212144831839396e-05,
+      "loss": 0.6906049847602844,
+      "step": 5003
+    },
+    {
+      "epoch": 0.9246226513148018,
+      "grad_norm": 0.06757311522960663,
+      "learning_rate": 1.6210581411626335e-05,
+      "loss": 0.5546698570251465,
+      "step": 5004
+    },
+    {
+      "epoch": 0.9248074280236976,
+      "grad_norm": 0.0782892256975174,
+      "learning_rate": 1.6209017744251564e-05,
+      "loss": 0.8180869221687317,
+      "step": 5005
+    },
+    {
+      "epoch": 0.9249922047325935,
+      "grad_norm": 0.06884290277957916,
+      "learning_rate": 1.6207453829777312e-05,
+      "loss": 0.6495415568351746,
+      "step": 5006
+    },
+    {
+      "epoch": 0.9251769814414893,
+      "grad_norm": 0.06144087016582489,
+      "learning_rate": 1.620588966826582e-05,
+      "loss": 0.5278459787368774,
+      "step": 5007
+    },
+    {
+      "epoch": 0.9253617581503851,
+      "grad_norm": 0.07224945724010468,
+      "learning_rate": 1.6204325259779335e-05,
+      "loss": 0.6224374771118164,
+      "step": 5008
+    },
+    {
+      "epoch": 0.925546534859281,
+      "grad_norm": 0.08506694436073303,
+      "learning_rate": 1.6202760604380116e-05,
+      "loss": 0.8050345182418823,
+      "step": 5009
+    },
+    {
+      "epoch": 0.9257313115681768,
+      "grad_norm": 0.08770319819450378,
+      "learning_rate": 1.620119570213043e-05,
+      "loss": 0.7414484620094299,
+      "step": 5010
+    },
+    {
+      "epoch": 0.9259160882770727,
+      "grad_norm": 0.09567960351705551,
+      "learning_rate": 1.6199630553092557e-05,
+      "loss": 0.6663733720779419,
+      "step": 5011
+    },
+    {
+      "epoch": 0.9261008649859686,
+      "grad_norm": 0.06947190314531326,
+      "learning_rate": 1.6198065157328785e-05,
+      "loss": 0.5598324537277222,
+      "step": 5012
+    },
+    {
+      "epoch": 0.9262856416948644,
+      "grad_norm": 0.04812987893819809,
+      "learning_rate": 1.6196499514901405e-05,
+      "loss": 0.37595170736312866,
+      "step": 5013
+    },
+    {
+      "epoch": 0.9264704184037602,
+      "grad_norm": 0.07149752974510193,
+      "learning_rate": 1.6194933625872736e-05,
+      "loss": 0.6893596649169922,
+      "step": 5014
+    },
+    {
+      "epoch": 0.926655195112656,
+      "grad_norm": 0.06001589819788933,
+      "learning_rate": 1.619336749030509e-05,
+      "loss": 0.3789342939853668,
+      "step": 5015
+    },
+    {
+      "epoch": 0.9268399718215519,
+      "grad_norm": 0.07331600040197372,
+      "learning_rate": 1.619180110826079e-05,
+      "loss": 0.7051414251327515,
+      "step": 5016
+    },
+    {
+      "epoch": 0.9270247485304477,
+      "grad_norm": 0.06992633640766144,
+      "learning_rate": 1.619023447980218e-05,
+      "loss": 0.5805511474609375,
+      "step": 5017
+    },
+    {
+      "epoch": 0.9272095252393436,
+      "grad_norm": 0.08719083666801453,
+      "learning_rate": 1.6188667604991608e-05,
+      "loss": 0.7659269571304321,
+      "step": 5018
+    },
+    {
+      "epoch": 0.9273943019482395,
+      "grad_norm": 0.04258688911795616,
+      "learning_rate": 1.6187100483891423e-05,
+      "loss": 0.2700992822647095,
+      "step": 5019
+    },
+    {
+      "epoch": 0.9275790786571353,
+      "grad_norm": 0.0832752212882042,
+      "learning_rate": 1.6185533116563998e-05,
+      "loss": 0.7233130931854248,
+      "step": 5020
+    },
+    {
+      "epoch": 0.9277638553660311,
+      "grad_norm": 0.06890590488910675,
+      "learning_rate": 1.6183965503071706e-05,
+      "loss": 0.5845312476158142,
+      "step": 5021
+    },
+    {
+      "epoch": 0.927948632074927,
+      "grad_norm": 0.062875896692276,
+      "learning_rate": 1.6182397643476935e-05,
+      "loss": 0.529586672782898,
+      "step": 5022
+    },
+    {
+      "epoch": 0.9281334087838228,
+      "grad_norm": 0.05886458605527878,
+      "learning_rate": 1.6180829537842078e-05,
+      "loss": 0.4220605492591858,
+      "step": 5023
+    },
+    {
+      "epoch": 0.9283181854927186,
+      "grad_norm": 0.0718119889497757,
+      "learning_rate": 1.6179261186229544e-05,
+      "loss": 0.6670949459075928,
+      "step": 5024
+    },
+    {
+      "epoch": 0.9285029622016144,
+      "grad_norm": 0.07199763506650925,
+      "learning_rate": 1.6177692588701746e-05,
+      "loss": 0.5530394911766052,
+      "step": 5025
+    },
+    {
+      "epoch": 0.9286877389105104,
+      "grad_norm": 0.0965399518609047,
+      "learning_rate": 1.6176123745321114e-05,
+      "loss": 0.8364000916481018,
+      "step": 5026
+    },
+    {
+      "epoch": 0.9288725156194062,
+      "grad_norm": 0.05655921995639801,
+      "learning_rate": 1.6174554656150078e-05,
+      "loss": 0.4526393711566925,
+      "step": 5027
+    },
+    {
+      "epoch": 0.929057292328302,
+      "grad_norm": 0.07491301745176315,
+      "learning_rate": 1.6172985321251084e-05,
+      "loss": 0.5258397459983826,
+      "step": 5028
+    },
+    {
+      "epoch": 0.9292420690371979,
+      "grad_norm": 0.08294566720724106,
+      "learning_rate": 1.6171415740686585e-05,
+      "loss": 0.5293903350830078,
+      "step": 5029
+    },
+    {
+      "epoch": 0.9294268457460937,
+      "grad_norm": 0.08152367919683456,
+      "learning_rate": 1.616984591451905e-05,
+      "loss": 0.7470456957817078,
+      "step": 5030
+    },
+    {
+      "epoch": 0.9296116224549895,
+      "grad_norm": 0.06945068389177322,
+      "learning_rate": 1.6168275842810946e-05,
+      "loss": 0.48202794790267944,
+      "step": 5031
+    },
+    {
+      "epoch": 0.9297963991638853,
+      "grad_norm": 0.06779973953962326,
+      "learning_rate": 1.616670552562477e-05,
+      "loss": 0.552852988243103,
+      "step": 5032
+    },
+    {
+      "epoch": 0.9299811758727813,
+      "grad_norm": 0.06413020193576813,
+      "learning_rate": 1.6165134963023e-05,
+      "loss": 0.6048864722251892,
+      "step": 5033
+    },
+    {
+      "epoch": 0.9301659525816771,
+      "grad_norm": 0.09240268170833588,
+      "learning_rate": 1.6163564155068148e-05,
+      "loss": 0.9151281714439392,
+      "step": 5034
+    },
+    {
+      "epoch": 0.9303507292905729,
+      "grad_norm": 0.08496936410665512,
+      "learning_rate": 1.6161993101822728e-05,
+      "loss": 0.7461206316947937,
+      "step": 5035
+    },
+    {
+      "epoch": 0.9305355059994688,
+      "grad_norm": 0.06811504065990448,
+      "learning_rate": 1.616042180334926e-05,
+      "loss": 0.6777445077896118,
+      "step": 5036
+    },
+    {
+      "epoch": 0.9307202827083646,
+      "grad_norm": 0.07164547592401505,
+      "learning_rate": 1.6158850259710278e-05,
+      "loss": 0.4562653601169586,
+      "step": 5037
+    },
+    {
+      "epoch": 0.9309050594172604,
+      "grad_norm": 0.07087064534425735,
+      "learning_rate": 1.615727847096832e-05,
+      "loss": 0.5231823921203613,
+      "step": 5038
+    },
+    {
+      "epoch": 0.9310898361261563,
+      "grad_norm": 0.07362006604671478,
+      "learning_rate": 1.615570643718595e-05,
+      "loss": 0.5995796918869019,
+      "step": 5039
+    },
+    {
+      "epoch": 0.9312746128350522,
+      "grad_norm": 0.08397943526506424,
+      "learning_rate": 1.6154134158425717e-05,
+      "loss": 0.735202431678772,
+      "step": 5040
+    },
+    {
+      "epoch": 0.931459389543948,
+      "grad_norm": 0.09518817067146301,
+      "learning_rate": 1.6152561634750202e-05,
+      "loss": 0.7966129183769226,
+      "step": 5041
+    },
+    {
+      "epoch": 0.9316441662528439,
+      "grad_norm": 0.07340359687805176,
+      "learning_rate": 1.6150988866221983e-05,
+      "loss": 0.5222837924957275,
+      "step": 5042
+    },
+    {
+      "epoch": 0.9318289429617397,
+      "grad_norm": 0.07132686674594879,
+      "learning_rate": 1.6149415852903647e-05,
+      "loss": 0.589817225933075,
+      "step": 5043
+    },
+    {
+      "epoch": 0.9320137196706355,
+      "grad_norm": 0.07675815373659134,
+      "learning_rate": 1.61478425948578e-05,
+      "loss": 0.6767191290855408,
+      "step": 5044
+    },
+    {
+      "epoch": 0.9321984963795313,
+      "grad_norm": 0.05632895603775978,
+      "learning_rate": 1.6146269092147054e-05,
+      "loss": 0.4868313670158386,
+      "step": 5045
+    },
+    {
+      "epoch": 0.9323832730884272,
+      "grad_norm": 0.08111368119716644,
+      "learning_rate": 1.6144695344834026e-05,
+      "loss": 0.6972765922546387,
+      "step": 5046
+    },
+    {
+      "epoch": 0.932568049797323,
+      "grad_norm": 0.09418383985757828,
+      "learning_rate": 1.614312135298135e-05,
+      "loss": 0.786720871925354,
+      "step": 5047
+    },
+    {
+      "epoch": 0.9327528265062189,
+      "grad_norm": 0.07354355603456497,
+      "learning_rate": 1.6141547116651663e-05,
+      "loss": 0.9190953969955444,
+      "step": 5048
+    },
+    {
+      "epoch": 0.9329376032151148,
+      "grad_norm": 0.06468519568443298,
+      "learning_rate": 1.613997263590761e-05,
+      "loss": 0.6413533091545105,
+      "step": 5049
+    },
+    {
+      "epoch": 0.9331223799240106,
+      "grad_norm": 0.06637117266654968,
+      "learning_rate": 1.613839791081186e-05,
+      "loss": 0.5141046047210693,
+      "step": 5050
+    },
+    {
+      "epoch": 0.9333071566329064,
+      "grad_norm": 0.08465000241994858,
+      "learning_rate": 1.6136822941427076e-05,
+      "loss": 0.7368367910385132,
+      "step": 5051
+    },
+    {
+      "epoch": 0.9334919333418022,
+      "grad_norm": 0.05120861530303955,
+      "learning_rate": 1.6135247727815943e-05,
+      "loss": 0.5021374225616455,
+      "step": 5052
+    },
+    {
+      "epoch": 0.9336767100506981,
+      "grad_norm": 0.06843441724777222,
+      "learning_rate": 1.6133672270041142e-05,
+      "loss": 0.47936877608299255,
+      "step": 5053
+    },
+    {
+      "epoch": 0.9338614867595939,
+      "grad_norm": 0.07375901937484741,
+      "learning_rate": 1.613209656816537e-05,
+      "loss": 0.6750283241271973,
+      "step": 5054
+    },
+    {
+      "epoch": 0.9340462634684898,
+      "grad_norm": 0.057786088436841965,
+      "learning_rate": 1.6130520622251347e-05,
+      "loss": 0.5178053379058838,
+      "step": 5055
+    },
+    {
+      "epoch": 0.9342310401773857,
+      "grad_norm": 0.04772485792636871,
+      "learning_rate": 1.612894443236178e-05,
+      "loss": 0.38083186745643616,
+      "step": 5056
+    },
+    {
+      "epoch": 0.9344158168862815,
+      "grad_norm": 0.08076415956020355,
+      "learning_rate": 1.6127367998559397e-05,
+      "loss": 0.6789405345916748,
+      "step": 5057
+    },
+    {
+      "epoch": 0.9346005935951773,
+      "grad_norm": 0.06267094612121582,
+      "learning_rate": 1.612579132090694e-05,
+      "loss": 0.6396245360374451,
+      "step": 5058
+    },
+    {
+      "epoch": 0.9347853703040732,
+      "grad_norm": 0.06518642604351044,
+      "learning_rate": 1.6124214399467154e-05,
+      "loss": 0.5198378562927246,
+      "step": 5059
+    },
+    {
+      "epoch": 0.934970147012969,
+      "grad_norm": 0.07412681728601456,
+      "learning_rate": 1.61226372343028e-05,
+      "loss": 0.6395267248153687,
+      "step": 5060
+    },
+    {
+      "epoch": 0.9351549237218648,
+      "grad_norm": 0.07623349875211716,
+      "learning_rate": 1.612105982547663e-05,
+      "loss": 0.6735665202140808,
+      "step": 5061
+    },
+    {
+      "epoch": 0.9353397004307608,
+      "grad_norm": 0.08154106885194778,
+      "learning_rate": 1.6119482173051434e-05,
+      "loss": 0.6256721019744873,
+      "step": 5062
+    },
+    {
+      "epoch": 0.9355244771396566,
+      "grad_norm": 0.06194007769227028,
+      "learning_rate": 1.6117904277089994e-05,
+      "loss": 0.6189951300621033,
+      "step": 5063
+    },
+    {
+      "epoch": 0.9357092538485524,
+      "grad_norm": 0.05380154773592949,
+      "learning_rate": 1.61163261376551e-05,
+      "loss": 0.3931328058242798,
+      "step": 5064
+    },
+    {
+      "epoch": 0.9358940305574482,
+      "grad_norm": 0.11030847579240799,
+      "learning_rate": 1.6114747754809564e-05,
+      "loss": 0.8911649584770203,
+      "step": 5065
+    },
+    {
+      "epoch": 0.9360788072663441,
+      "grad_norm": 0.06107322871685028,
+      "learning_rate": 1.61131691286162e-05,
+      "loss": 0.5231435894966125,
+      "step": 5066
+    },
+    {
+      "epoch": 0.9362635839752399,
+      "grad_norm": 0.05898779630661011,
+      "learning_rate": 1.6111590259137827e-05,
+      "loss": 0.478934109210968,
+      "step": 5067
+    },
+    {
+      "epoch": 0.9364483606841357,
+      "grad_norm": 0.06787285208702087,
+      "learning_rate": 1.6110011146437282e-05,
+      "loss": 0.5066587924957275,
+      "step": 5068
+    },
+    {
+      "epoch": 0.9366331373930316,
+      "grad_norm": 0.08234155178070068,
+      "learning_rate": 1.6108431790577413e-05,
+      "loss": 0.6809791922569275,
+      "step": 5069
+    },
+    {
+      "epoch": 0.9368179141019275,
+      "grad_norm": 0.07514581084251404,
+      "learning_rate": 1.6106852191621067e-05,
+      "loss": 0.7342582941055298,
+      "step": 5070
+    },
+    {
+      "epoch": 0.9370026908108233,
+      "grad_norm": 0.06335484981536865,
+      "learning_rate": 1.6105272349631107e-05,
+      "loss": 0.5712248682975769,
+      "step": 5071
+    },
+    {
+      "epoch": 0.9371874675197192,
+      "grad_norm": 0.0602981261909008,
+      "learning_rate": 1.6103692264670414e-05,
+      "loss": 0.5489089488983154,
+      "step": 5072
+    },
+    {
+      "epoch": 0.937372244228615,
+      "grad_norm": 0.08747103810310364,
+      "learning_rate": 1.6102111936801865e-05,
+      "loss": 0.6118226647377014,
+      "step": 5073
+    },
+    {
+      "epoch": 0.9375570209375108,
+      "grad_norm": 0.08617452532052994,
+      "learning_rate": 1.610053136608835e-05,
+      "loss": 0.6262293457984924,
+      "step": 5074
+    },
+    {
+      "epoch": 0.9377417976464066,
+      "grad_norm": 0.07134665548801422,
+      "learning_rate": 1.6098950552592768e-05,
+      "loss": 0.4300174117088318,
+      "step": 5075
+    },
+    {
+      "epoch": 0.9379265743553025,
+      "grad_norm": 0.0613059476017952,
+      "learning_rate": 1.609736949637804e-05,
+      "loss": 0.5369535088539124,
+      "step": 5076
+    },
+    {
+      "epoch": 0.9381113510641984,
+      "grad_norm": 0.06910678744316101,
+      "learning_rate": 1.609578819750708e-05,
+      "loss": 0.5396366119384766,
+      "step": 5077
+    },
+    {
+      "epoch": 0.9382961277730942,
+      "grad_norm": 0.07462180405855179,
+      "learning_rate": 1.6094206656042822e-05,
+      "loss": 0.6210793852806091,
+      "step": 5078
+    },
+    {
+      "epoch": 0.9384809044819901,
+      "grad_norm": 0.07486458867788315,
+      "learning_rate": 1.6092624872048207e-05,
+      "loss": 0.5217027068138123,
+      "step": 5079
+    },
+    {
+      "epoch": 0.9386656811908859,
+      "grad_norm": 0.08017706125974655,
+      "learning_rate": 1.609104284558618e-05,
+      "loss": 0.7342339754104614,
+      "step": 5080
+    },
+    {
+      "epoch": 0.9388504578997817,
+      "grad_norm": 0.08369428664445877,
+      "learning_rate": 1.608946057671971e-05,
+      "loss": 0.7358474731445312,
+      "step": 5081
+    },
+    {
+      "epoch": 0.9390352346086775,
+      "grad_norm": 0.11979498714208603,
+      "learning_rate": 1.6087878065511756e-05,
+      "loss": 0.5417165160179138,
+      "step": 5082
+    },
+    {
+      "epoch": 0.9392200113175734,
+      "grad_norm": 0.06309329718351364,
+      "learning_rate": 1.6086295312025303e-05,
+      "loss": 0.546745777130127,
+      "step": 5083
+    },
+    {
+      "epoch": 0.9394047880264693,
+      "grad_norm": 0.0681857243180275,
+      "learning_rate": 1.6084712316323338e-05,
+      "loss": 0.5794031023979187,
+      "step": 5084
+    },
+    {
+      "epoch": 0.9395895647353651,
+      "grad_norm": 0.07119515538215637,
+      "learning_rate": 1.608312907846886e-05,
+      "loss": 0.5442270636558533,
+      "step": 5085
+    },
+    {
+      "epoch": 0.939774341444261,
+      "grad_norm": 0.05828424543142319,
+      "learning_rate": 1.6081545598524873e-05,
+      "loss": 0.3991624414920807,
+      "step": 5086
+    },
+    {
+      "epoch": 0.9399591181531568,
+      "grad_norm": 0.0791083499789238,
+      "learning_rate": 1.6079961876554402e-05,
+      "loss": 0.7310355305671692,
+      "step": 5087
+    },
+    {
+      "epoch": 0.9401438948620526,
+      "grad_norm": 0.07687226682901382,
+      "learning_rate": 1.6078377912620466e-05,
+      "loss": 0.6118609309196472,
+      "step": 5088
+    },
+    {
+      "epoch": 0.9403286715709485,
+      "grad_norm": 0.06193707883358002,
+      "learning_rate": 1.607679370678611e-05,
+      "loss": 0.4281879663467407,
+      "step": 5089
+    },
+    {
+      "epoch": 0.9405134482798443,
+      "grad_norm": 0.08414844423532486,
+      "learning_rate": 1.6075209259114375e-05,
+      "loss": 0.693047285079956,
+      "step": 5090
+    },
+    {
+      "epoch": 0.9406982249887401,
+      "grad_norm": 0.06623263657093048,
+      "learning_rate": 1.607362456966832e-05,
+      "loss": 0.5509737133979797,
+      "step": 5091
+    },
+    {
+      "epoch": 0.9408830016976361,
+      "grad_norm": 0.07156947255134583,
+      "learning_rate": 1.6072039638511004e-05,
+      "loss": 0.6185341477394104,
+      "step": 5092
+    },
+    {
+      "epoch": 0.9410677784065319,
+      "grad_norm": 0.07968199253082275,
+      "learning_rate": 1.6070454465705513e-05,
+      "loss": 0.5912548899650574,
+      "step": 5093
+    },
+    {
+      "epoch": 0.9412525551154277,
+      "grad_norm": 0.06254375725984573,
+      "learning_rate": 1.6068869051314923e-05,
+      "loss": 0.5338126420974731,
+      "step": 5094
+    },
+    {
+      "epoch": 0.9414373318243235,
+      "grad_norm": 0.07212621718645096,
+      "learning_rate": 1.606728339540233e-05,
+      "loss": 0.6360775232315063,
+      "step": 5095
+    },
+    {
+      "epoch": 0.9416221085332194,
+      "grad_norm": 0.05787743255496025,
+      "learning_rate": 1.6065697498030842e-05,
+      "loss": 0.4220399558544159,
+      "step": 5096
+    },
+    {
+      "epoch": 0.9418068852421152,
+      "grad_norm": 0.06521794199943542,
+      "learning_rate": 1.606411135926357e-05,
+      "loss": 0.5160315036773682,
+      "step": 5097
+    },
+    {
+      "epoch": 0.941991661951011,
+      "grad_norm": 0.08517172932624817,
+      "learning_rate": 1.6062524979163643e-05,
+      "loss": 0.705226719379425,
+      "step": 5098
+    },
+    {
+      "epoch": 0.942176438659907,
+      "grad_norm": 0.09427408128976822,
+      "learning_rate": 1.6060938357794182e-05,
+      "loss": 0.6183182001113892,
+      "step": 5099
+    },
+    {
+      "epoch": 0.9423612153688028,
+      "grad_norm": 0.07305286824703217,
+      "learning_rate": 1.605935149521834e-05,
+      "loss": 0.5855145454406738,
+      "step": 5100
+    },
+    {
+      "epoch": 0.9425459920776986,
+      "grad_norm": 0.07183791697025299,
+      "learning_rate": 1.6057764391499267e-05,
+      "loss": 0.6883285045623779,
+      "step": 5101
+    },
+    {
+      "epoch": 0.9427307687865945,
+      "grad_norm": 0.08010408282279968,
+      "learning_rate": 1.6056177046700122e-05,
+      "loss": 0.6888131499290466,
+      "step": 5102
+    },
+    {
+      "epoch": 0.9429155454954903,
+      "grad_norm": 0.06611838191747665,
+      "learning_rate": 1.6054589460884078e-05,
+      "loss": 0.5510590672492981,
+      "step": 5103
+    },
+    {
+      "epoch": 0.9431003222043861,
+      "grad_norm": 0.08526670187711716,
+      "learning_rate": 1.6053001634114316e-05,
+      "loss": 0.6659255623817444,
+      "step": 5104
+    },
+    {
+      "epoch": 0.9432850989132819,
+      "grad_norm": 0.08515694737434387,
+      "learning_rate": 1.6051413566454025e-05,
+      "loss": 0.8655163645744324,
+      "step": 5105
+    },
+    {
+      "epoch": 0.9434698756221779,
+      "grad_norm": 0.0811673104763031,
+      "learning_rate": 1.6049825257966407e-05,
+      "loss": 0.7180903553962708,
+      "step": 5106
+    },
+    {
+      "epoch": 0.9436546523310737,
+      "grad_norm": 0.07173803448677063,
+      "learning_rate": 1.6048236708714674e-05,
+      "loss": 0.7913423776626587,
+      "step": 5107
+    },
+    {
+      "epoch": 0.9438394290399695,
+      "grad_norm": 0.05145305395126343,
+      "learning_rate": 1.604664791876204e-05,
+      "loss": 0.42830294370651245,
+      "step": 5108
+    },
+    {
+      "epoch": 0.9440242057488654,
+      "grad_norm": 0.07102995365858078,
+      "learning_rate": 1.6045058888171737e-05,
+      "loss": 0.5304608941078186,
+      "step": 5109
+    },
+    {
+      "epoch": 0.9442089824577612,
+      "grad_norm": 0.07459255307912827,
+      "learning_rate": 1.6043469617007e-05,
+      "loss": 0.6177938580513,
+      "step": 5110
+    },
+    {
+      "epoch": 0.944393759166657,
+      "grad_norm": 0.06430578976869583,
+      "learning_rate": 1.6041880105331083e-05,
+      "loss": 0.40000367164611816,
+      "step": 5111
+    },
+    {
+      "epoch": 0.9445785358755528,
+      "grad_norm": 0.054752789437770844,
+      "learning_rate": 1.604029035320724e-05,
+      "loss": 0.4391731917858124,
+      "step": 5112
+    },
+    {
+      "epoch": 0.9447633125844487,
+      "grad_norm": 0.06837918609380722,
+      "learning_rate": 1.603870036069874e-05,
+      "loss": 0.5762681365013123,
+      "step": 5113
+    },
+    {
+      "epoch": 0.9449480892933446,
+      "grad_norm": 0.07113198935985565,
+      "learning_rate": 1.603711012786886e-05,
+      "loss": 0.5563413500785828,
+      "step": 5114
+    },
+    {
+      "epoch": 0.9451328660022404,
+      "grad_norm": 0.07704070955514908,
+      "learning_rate": 1.6035519654780878e-05,
+      "loss": 0.7374782562255859,
+      "step": 5115
+    },
+    {
+      "epoch": 0.9453176427111363,
+      "grad_norm": 0.08055262267589569,
+      "learning_rate": 1.60339289414981e-05,
+      "loss": 0.6849924325942993,
+      "step": 5116
+    },
+    {
+      "epoch": 0.9455024194200321,
+      "grad_norm": 0.06334561854600906,
+      "learning_rate": 1.6032337988083828e-05,
+      "loss": 0.3979511857032776,
+      "step": 5117
+    },
+    {
+      "epoch": 0.9456871961289279,
+      "grad_norm": 0.057456646114587784,
+      "learning_rate": 1.603074679460138e-05,
+      "loss": 0.45759090781211853,
+      "step": 5118
+    },
+    {
+      "epoch": 0.9458719728378238,
+      "grad_norm": 0.057219650596380234,
+      "learning_rate": 1.6029155361114068e-05,
+      "loss": 0.4451177418231964,
+      "step": 5119
+    },
+    {
+      "epoch": 0.9460567495467196,
+      "grad_norm": 0.08612550050020218,
+      "learning_rate": 1.6027563687685244e-05,
+      "loss": 0.6650874614715576,
+      "step": 5120
+    },
+    {
+      "epoch": 0.9462415262556155,
+      "grad_norm": 0.0630384311079979,
+      "learning_rate": 1.6025971774378238e-05,
+      "loss": 0.46417829394340515,
+      "step": 5121
+    },
+    {
+      "epoch": 0.9464263029645114,
+      "grad_norm": 0.09216060489416122,
+      "learning_rate": 1.6024379621256415e-05,
+      "loss": 0.7036070227622986,
+      "step": 5122
+    },
+    {
+      "epoch": 0.9466110796734072,
+      "grad_norm": 0.08361869305372238,
+      "learning_rate": 1.6022787228383125e-05,
+      "loss": 0.7870634198188782,
+      "step": 5123
+    },
+    {
+      "epoch": 0.946795856382303,
+      "grad_norm": 0.06421814113855362,
+      "learning_rate": 1.6021194595821747e-05,
+      "loss": 0.4977126717567444,
+      "step": 5124
+    },
+    {
+      "epoch": 0.9469806330911988,
+      "grad_norm": 0.07801469415426254,
+      "learning_rate": 1.6019601723635664e-05,
+      "loss": 0.6157658100128174,
+      "step": 5125
+    },
+    {
+      "epoch": 0.9471654098000947,
+      "grad_norm": 0.06259127706289291,
+      "learning_rate": 1.6018008611888263e-05,
+      "loss": 0.5550975799560547,
+      "step": 5126
+    },
+    {
+      "epoch": 0.9473501865089905,
+      "grad_norm": 0.06924456357955933,
+      "learning_rate": 1.6016415260642947e-05,
+      "loss": 0.5265330672264099,
+      "step": 5127
+    },
+    {
+      "epoch": 0.9475349632178864,
+      "grad_norm": 0.0692691057920456,
+      "learning_rate": 1.601482166996313e-05,
+      "loss": 0.5791558027267456,
+      "step": 5128
+    },
+    {
+      "epoch": 0.9477197399267823,
+      "grad_norm": 0.08452518284320831,
+      "learning_rate": 1.6013227839912224e-05,
+      "loss": 0.7562264800071716,
+      "step": 5129
+    },
+    {
+      "epoch": 0.9479045166356781,
+      "grad_norm": 0.07634246349334717,
+      "learning_rate": 1.6011633770553666e-05,
+      "loss": 0.7103491425514221,
+      "step": 5130
+    },
+    {
+      "epoch": 0.9480892933445739,
+      "grad_norm": 0.08022932708263397,
+      "learning_rate": 1.6010039461950893e-05,
+      "loss": 0.5910216569900513,
+      "step": 5131
+    },
+    {
+      "epoch": 0.9482740700534698,
+      "grad_norm": 0.0745372623205185,
+      "learning_rate": 1.600844491416735e-05,
+      "loss": 0.5447332859039307,
+      "step": 5132
+    },
+    {
+      "epoch": 0.9484588467623656,
+      "grad_norm": 0.07081407308578491,
+      "learning_rate": 1.6006850127266498e-05,
+      "loss": 0.4733290374279022,
+      "step": 5133
+    },
+    {
+      "epoch": 0.9486436234712614,
+      "grad_norm": 0.06008889898657799,
+      "learning_rate": 1.6005255101311803e-05,
+      "loss": 0.4657738208770752,
+      "step": 5134
+    },
+    {
+      "epoch": 0.9488284001801572,
+      "grad_norm": 0.06958460807800293,
+      "learning_rate": 1.6003659836366744e-05,
+      "loss": 0.5668250322341919,
+      "step": 5135
+    },
+    {
+      "epoch": 0.9490131768890532,
+      "grad_norm": 0.05939478427171707,
+      "learning_rate": 1.6002064332494806e-05,
+      "loss": 0.5383512377738953,
+      "step": 5136
+    },
+    {
+      "epoch": 0.949197953597949,
+      "grad_norm": 0.0792398750782013,
+      "learning_rate": 1.6000468589759486e-05,
+      "loss": 0.5559828877449036,
+      "step": 5137
+    },
+    {
+      "epoch": 0.9493827303068448,
+      "grad_norm": 0.07488033920526505,
+      "learning_rate": 1.599887260822429e-05,
+      "loss": 0.5714380145072937,
+      "step": 5138
+    },
+    {
+      "epoch": 0.9495675070157407,
+      "grad_norm": 0.08198749274015427,
+      "learning_rate": 1.5997276387952733e-05,
+      "loss": 0.6661936640739441,
+      "step": 5139
+    },
+    {
+      "epoch": 0.9497522837246365,
+      "grad_norm": 0.06090731918811798,
+      "learning_rate": 1.5995679929008338e-05,
+      "loss": 0.5148775577545166,
+      "step": 5140
+    },
+    {
+      "epoch": 0.9499370604335323,
+      "grad_norm": 0.0652225986123085,
+      "learning_rate": 1.599408323145464e-05,
+      "loss": 0.4911291301250458,
+      "step": 5141
+    },
+    {
+      "epoch": 0.9501218371424281,
+      "grad_norm": 0.07245299220085144,
+      "learning_rate": 1.599248629535518e-05,
+      "loss": 0.5561530590057373,
+      "step": 5142
+    },
+    {
+      "epoch": 0.9503066138513241,
+      "grad_norm": 0.06982336938381195,
+      "learning_rate": 1.5990889120773515e-05,
+      "loss": 0.5131959915161133,
+      "step": 5143
+    },
+    {
+      "epoch": 0.9504913905602199,
+      "grad_norm": 0.059342216700315475,
+      "learning_rate": 1.5989291707773204e-05,
+      "loss": 0.5701693296432495,
+      "step": 5144
+    },
+    {
+      "epoch": 0.9506761672691157,
+      "grad_norm": 0.0620679147541523,
+      "learning_rate": 1.5987694056417825e-05,
+      "loss": 0.46893739700317383,
+      "step": 5145
+    },
+    {
+      "epoch": 0.9508609439780116,
+      "grad_norm": 0.08065487444400787,
+      "learning_rate": 1.5986096166770953e-05,
+      "loss": 0.610145628452301,
+      "step": 5146
+    },
+    {
+      "epoch": 0.9510457206869074,
+      "grad_norm": 0.0846034586429596,
+      "learning_rate": 1.5984498038896184e-05,
+      "loss": 0.7594650983810425,
+      "step": 5147
+    },
+    {
+      "epoch": 0.9512304973958032,
+      "grad_norm": 0.05852271243929863,
+      "learning_rate": 1.5982899672857115e-05,
+      "loss": 0.4893558621406555,
+      "step": 5148
+    },
+    {
+      "epoch": 0.9514152741046991,
+      "grad_norm": 0.06891465187072754,
+      "learning_rate": 1.598130106871736e-05,
+      "loss": 0.6074330806732178,
+      "step": 5149
+    },
+    {
+      "epoch": 0.951600050813595,
+      "grad_norm": 0.05314657464623451,
+      "learning_rate": 1.5979702226540528e-05,
+      "loss": 0.4676016569137573,
+      "step": 5150
+    },
+    {
+      "epoch": 0.9517848275224908,
+      "grad_norm": 0.0809001624584198,
+      "learning_rate": 1.597810314639026e-05,
+      "loss": 0.5725110173225403,
+      "step": 5151
+    },
+    {
+      "epoch": 0.9519696042313867,
+      "grad_norm": 0.0798337310552597,
+      "learning_rate": 1.5976503828330192e-05,
+      "loss": 0.5859540700912476,
+      "step": 5152
+    },
+    {
+      "epoch": 0.9521543809402825,
+      "grad_norm": 0.07935647666454315,
+      "learning_rate": 1.597490427242397e-05,
+      "loss": 0.6600157022476196,
+      "step": 5153
+    },
+    {
+      "epoch": 0.9523391576491783,
+      "grad_norm": 0.06016004458069801,
+      "learning_rate": 1.5973304478735245e-05,
+      "loss": 0.42700162529945374,
+      "step": 5154
+    },
+    {
+      "epoch": 0.9525239343580741,
+      "grad_norm": 0.08889743685722351,
+      "learning_rate": 1.5971704447327697e-05,
+      "loss": 0.7476317882537842,
+      "step": 5155
+    },
+    {
+      "epoch": 0.95270871106697,
+      "grad_norm": 0.06792720407247543,
+      "learning_rate": 1.5970104178264988e-05,
+      "loss": 0.5295884013175964,
+      "step": 5156
+    },
+    {
+      "epoch": 0.9528934877758658,
+      "grad_norm": 0.05554249882698059,
+      "learning_rate": 1.5968503671610814e-05,
+      "loss": 0.3461635708808899,
+      "step": 5157
+    },
+    {
+      "epoch": 0.9530782644847617,
+      "grad_norm": 0.05836229398846626,
+      "learning_rate": 1.596690292742887e-05,
+      "loss": 0.49273398518562317,
+      "step": 5158
+    },
+    {
+      "epoch": 0.9532630411936576,
+      "grad_norm": 0.06659424304962158,
+      "learning_rate": 1.5965301945782854e-05,
+      "loss": 0.5845066905021667,
+      "step": 5159
+    },
+    {
+      "epoch": 0.9534478179025534,
+      "grad_norm": 0.07461929321289062,
+      "learning_rate": 1.5963700726736485e-05,
+      "loss": 0.7000290155410767,
+      "step": 5160
+    },
+    {
+      "epoch": 0.9536325946114492,
+      "grad_norm": 0.08027936518192291,
+      "learning_rate": 1.5962099270353484e-05,
+      "loss": 0.734795331954956,
+      "step": 5161
+    },
+    {
+      "epoch": 0.953817371320345,
+      "grad_norm": 0.05215161293745041,
+      "learning_rate": 1.5960497576697584e-05,
+      "loss": 0.36611029505729675,
+      "step": 5162
+    },
+    {
+      "epoch": 0.9540021480292409,
+      "grad_norm": 0.06992398202419281,
+      "learning_rate": 1.5958895645832533e-05,
+      "loss": 0.5141623020172119,
+      "step": 5163
+    },
+    {
+      "epoch": 0.9541869247381367,
+      "grad_norm": 0.06411082297563553,
+      "learning_rate": 1.5957293477822075e-05,
+      "loss": 0.5430804491043091,
+      "step": 5164
+    },
+    {
+      "epoch": 0.9543717014470326,
+      "grad_norm": 0.0489242747426033,
+      "learning_rate": 1.595569107272997e-05,
+      "loss": 0.3583165407180786,
+      "step": 5165
+    },
+    {
+      "epoch": 0.9545564781559285,
+      "grad_norm": 0.08241157233715057,
+      "learning_rate": 1.5954088430620004e-05,
+      "loss": 0.6570907831192017,
+      "step": 5166
+    },
+    {
+      "epoch": 0.9547412548648243,
+      "grad_norm": 0.07930099219083786,
+      "learning_rate": 1.5952485551555938e-05,
+      "loss": 0.6064406037330627,
+      "step": 5167
+    },
+    {
+      "epoch": 0.9549260315737201,
+      "grad_norm": 0.07888708263635635,
+      "learning_rate": 1.595088243560157e-05,
+      "loss": 0.6349717378616333,
+      "step": 5168
+    },
+    {
+      "epoch": 0.955110808282616,
+      "grad_norm": 0.0772731751203537,
+      "learning_rate": 1.5949279082820702e-05,
+      "loss": 0.7229316234588623,
+      "step": 5169
+    },
+    {
+      "epoch": 0.9552955849915118,
+      "grad_norm": 0.08178115636110306,
+      "learning_rate": 1.594767549327714e-05,
+      "loss": 0.6186074614524841,
+      "step": 5170
+    },
+    {
+      "epoch": 0.9554803617004076,
+      "grad_norm": 0.07245965301990509,
+      "learning_rate": 1.5946071667034702e-05,
+      "loss": 0.5710280537605286,
+      "step": 5171
+    },
+    {
+      "epoch": 0.9556651384093036,
+      "grad_norm": 0.06430346518754959,
+      "learning_rate": 1.5944467604157213e-05,
+      "loss": 0.6199550032615662,
+      "step": 5172
+    },
+    {
+      "epoch": 0.9558499151181994,
+      "grad_norm": 0.07227133214473724,
+      "learning_rate": 1.594286330470851e-05,
+      "loss": 0.5163151025772095,
+      "step": 5173
+    },
+    {
+      "epoch": 0.9560346918270952,
+      "grad_norm": 0.05971883237361908,
+      "learning_rate": 1.594125876875244e-05,
+      "loss": 0.5595969557762146,
+      "step": 5174
+    },
+    {
+      "epoch": 0.956219468535991,
+      "grad_norm": 0.07065737247467041,
+      "learning_rate": 1.593965399635286e-05,
+      "loss": 0.48677173256874084,
+      "step": 5175
+    },
+    {
+      "epoch": 0.9564042452448869,
+      "grad_norm": 0.0731082633137703,
+      "learning_rate": 1.5938048987573633e-05,
+      "loss": 0.7291607856750488,
+      "step": 5176
+    },
+    {
+      "epoch": 0.9565890219537827,
+      "grad_norm": 0.08345812559127808,
+      "learning_rate": 1.5936443742478632e-05,
+      "loss": 0.5648295283317566,
+      "step": 5177
+    },
+    {
+      "epoch": 0.9567737986626785,
+      "grad_norm": 0.07417561113834381,
+      "learning_rate": 1.593483826113175e-05,
+      "loss": 0.7409591674804688,
+      "step": 5178
+    },
+    {
+      "epoch": 0.9569585753715744,
+      "grad_norm": 0.06974013149738312,
+      "learning_rate": 1.5933232543596868e-05,
+      "loss": 0.6175902485847473,
+      "step": 5179
+    },
+    {
+      "epoch": 0.9571433520804703,
+      "grad_norm": 0.07038947194814682,
+      "learning_rate": 1.5931626589937895e-05,
+      "loss": 0.5422641634941101,
+      "step": 5180
+    },
+    {
+      "epoch": 0.9573281287893661,
+      "grad_norm": 0.06995180249214172,
+      "learning_rate": 1.5930020400218737e-05,
+      "loss": 0.5708144903182983,
+      "step": 5181
+    },
+    {
+      "epoch": 0.957512905498262,
+      "grad_norm": 0.05506231263279915,
+      "learning_rate": 1.5928413974503326e-05,
+      "loss": 0.4746338725090027,
+      "step": 5182
+    },
+    {
+      "epoch": 0.9576976822071578,
+      "grad_norm": 0.05807039141654968,
+      "learning_rate": 1.5926807312855584e-05,
+      "loss": 0.3851551115512848,
+      "step": 5183
+    },
+    {
+      "epoch": 0.9578824589160536,
+      "grad_norm": 0.07046632468700409,
+      "learning_rate": 1.5925200415339453e-05,
+      "loss": 0.5573902130126953,
+      "step": 5184
+    },
+    {
+      "epoch": 0.9580672356249494,
+      "grad_norm": 0.07509570568799973,
+      "learning_rate": 1.592359328201888e-05,
+      "loss": 0.563309371471405,
+      "step": 5185
+    },
+    {
+      "epoch": 0.9582520123338453,
+      "grad_norm": 0.0638134554028511,
+      "learning_rate": 1.592198591295783e-05,
+      "loss": 0.5711766481399536,
+      "step": 5186
+    },
+    {
+      "epoch": 0.9584367890427412,
+      "grad_norm": 0.06136501207947731,
+      "learning_rate": 1.592037830822027e-05,
+      "loss": 0.4811912775039673,
+      "step": 5187
+    },
+    {
+      "epoch": 0.958621565751637,
+      "grad_norm": 0.0601169727742672,
+      "learning_rate": 1.5918770467870174e-05,
+      "loss": 0.40823274850845337,
+      "step": 5188
+    },
+    {
+      "epoch": 0.9588063424605329,
+      "grad_norm": 0.08154735714197159,
+      "learning_rate": 1.5917162391971534e-05,
+      "loss": 0.5557390451431274,
+      "step": 5189
+    },
+    {
+      "epoch": 0.9589911191694287,
+      "grad_norm": 0.07775022834539413,
+      "learning_rate": 1.591555408058834e-05,
+      "loss": 0.5641697645187378,
+      "step": 5190
+    },
+    {
+      "epoch": 0.9591758958783245,
+      "grad_norm": 0.08029249310493469,
+      "learning_rate": 1.5913945533784598e-05,
+      "loss": 0.6794726252555847,
+      "step": 5191
+    },
+    {
+      "epoch": 0.9593606725872204,
+      "grad_norm": 0.07469724863767624,
+      "learning_rate": 1.591233675162433e-05,
+      "loss": 0.5435570478439331,
+      "step": 5192
+    },
+    {
+      "epoch": 0.9595454492961162,
+      "grad_norm": 0.07713647931814194,
+      "learning_rate": 1.5910727734171554e-05,
+      "loss": 0.6686422228813171,
+      "step": 5193
+    },
+    {
+      "epoch": 0.9597302260050121,
+      "grad_norm": 0.07689940184354782,
+      "learning_rate": 1.5909118481490308e-05,
+      "loss": 0.5657721757888794,
+      "step": 5194
+    },
+    {
+      "epoch": 0.959915002713908,
+      "grad_norm": 0.06951393187046051,
+      "learning_rate": 1.5907508993644635e-05,
+      "loss": 0.4880034923553467,
+      "step": 5195
+    },
+    {
+      "epoch": 0.9600997794228038,
+      "grad_norm": 0.07189091295003891,
+      "learning_rate": 1.5905899270698588e-05,
+      "loss": 0.5114649534225464,
+      "step": 5196
+    },
+    {
+      "epoch": 0.9602845561316996,
+      "grad_norm": 0.05564050376415253,
+      "learning_rate": 1.5904289312716222e-05,
+      "loss": 0.5179625153541565,
+      "step": 5197
+    },
+    {
+      "epoch": 0.9604693328405954,
+      "grad_norm": 0.07559002190828323,
+      "learning_rate": 1.5902679119761618e-05,
+      "loss": 0.7051935195922852,
+      "step": 5198
+    },
+    {
+      "epoch": 0.9606541095494913,
+      "grad_norm": 0.0721646100282669,
+      "learning_rate": 1.5901068691898848e-05,
+      "loss": 0.5809262990951538,
+      "step": 5199
+    },
+    {
+      "epoch": 0.9608388862583871,
+      "grad_norm": 0.07101470977067947,
+      "learning_rate": 1.589945802919201e-05,
+      "loss": 0.49693232774734497,
+      "step": 5200
+    },
+    {
+      "epoch": 0.9610236629672829,
+      "grad_norm": 0.09033049643039703,
+      "learning_rate": 1.5897847131705194e-05,
+      "loss": 0.6932334899902344,
+      "step": 5201
+    },
+    {
+      "epoch": 0.9612084396761789,
+      "grad_norm": 0.06097559258341789,
+      "learning_rate": 1.589623599950252e-05,
+      "loss": 0.38020753860473633,
+      "step": 5202
+    },
+    {
+      "epoch": 0.9613932163850747,
+      "grad_norm": 0.05993859842419624,
+      "learning_rate": 1.58946246326481e-05,
+      "loss": 0.405231773853302,
+      "step": 5203
+    },
+    {
+      "epoch": 0.9615779930939705,
+      "grad_norm": 0.07280710339546204,
+      "learning_rate": 1.589301303120606e-05,
+      "loss": 0.6655395030975342,
+      "step": 5204
+    },
+    {
+      "epoch": 0.9617627698028663,
+      "grad_norm": 0.0598413310945034,
+      "learning_rate": 1.5891401195240533e-05,
+      "loss": 0.563666045665741,
+      "step": 5205
+    },
+    {
+      "epoch": 0.9619475465117622,
+      "grad_norm": 0.08729203790426254,
+      "learning_rate": 1.5889789124815676e-05,
+      "loss": 0.5672181844711304,
+      "step": 5206
+    },
+    {
+      "epoch": 0.962132323220658,
+      "grad_norm": 0.05892879143357277,
+      "learning_rate": 1.588817681999564e-05,
+      "loss": 0.5308200716972351,
+      "step": 5207
+    },
+    {
+      "epoch": 0.9623170999295538,
+      "grad_norm": 0.07471846789121628,
+      "learning_rate": 1.5886564280844585e-05,
+      "loss": 0.7177116274833679,
+      "step": 5208
+    },
+    {
+      "epoch": 0.9625018766384498,
+      "grad_norm": 0.07476504147052765,
+      "learning_rate": 1.5884951507426692e-05,
+      "loss": 0.6094974875450134,
+      "step": 5209
+    },
+    {
+      "epoch": 0.9626866533473456,
+      "grad_norm": 0.06729447841644287,
+      "learning_rate": 1.5883338499806137e-05,
+      "loss": 0.5416808724403381,
+      "step": 5210
+    },
+    {
+      "epoch": 0.9628714300562414,
+      "grad_norm": 0.07437737286090851,
+      "learning_rate": 1.5881725258047116e-05,
+      "loss": 0.5953792333602905,
+      "step": 5211
+    },
+    {
+      "epoch": 0.9630562067651373,
+      "grad_norm": 0.06470108032226562,
+      "learning_rate": 1.5880111782213833e-05,
+      "loss": 0.5616847276687622,
+      "step": 5212
+    },
+    {
+      "epoch": 0.9632409834740331,
+      "grad_norm": 0.08143790066242218,
+      "learning_rate": 1.5878498072370497e-05,
+      "loss": 0.5888870358467102,
+      "step": 5213
+    },
+    {
+      "epoch": 0.9634257601829289,
+      "grad_norm": 0.07331033051013947,
+      "learning_rate": 1.587688412858133e-05,
+      "loss": 0.7387831211090088,
+      "step": 5214
+    },
+    {
+      "epoch": 0.9636105368918247,
+      "grad_norm": 0.06353524327278137,
+      "learning_rate": 1.587526995091056e-05,
+      "loss": 0.675960123538971,
+      "step": 5215
+    },
+    {
+      "epoch": 0.9637953136007207,
+      "grad_norm": 0.07013055682182312,
+      "learning_rate": 1.5873655539422426e-05,
+      "loss": 0.5157957673072815,
+      "step": 5216
+    },
+    {
+      "epoch": 0.9639800903096165,
+      "grad_norm": 0.0558655709028244,
+      "learning_rate": 1.5872040894181182e-05,
+      "loss": 0.45955491065979004,
+      "step": 5217
+    },
+    {
+      "epoch": 0.9641648670185123,
+      "grad_norm": 0.07099532335996628,
+      "learning_rate": 1.5870426015251076e-05,
+      "loss": 0.5657529234886169,
+      "step": 5218
+    },
+    {
+      "epoch": 0.9643496437274082,
+      "grad_norm": 0.061591215431690216,
+      "learning_rate": 1.5868810902696385e-05,
+      "loss": 0.4769912362098694,
+      "step": 5219
+    },
+    {
+      "epoch": 0.964534420436304,
+      "grad_norm": 0.08955328166484833,
+      "learning_rate": 1.586719555658138e-05,
+      "loss": 0.7824416160583496,
+      "step": 5220
+    },
+    {
+      "epoch": 0.9647191971451998,
+      "grad_norm": 0.0744243934750557,
+      "learning_rate": 1.5865579976970348e-05,
+      "loss": 0.49541524052619934,
+      "step": 5221
+    },
+    {
+      "epoch": 0.9649039738540957,
+      "grad_norm": 0.06643404066562653,
+      "learning_rate": 1.5863964163927585e-05,
+      "loss": 0.4621345102787018,
+      "step": 5222
+    },
+    {
+      "epoch": 0.9650887505629915,
+      "grad_norm": 0.05877881869673729,
+      "learning_rate": 1.5862348117517395e-05,
+      "loss": 0.48775753378868103,
+      "step": 5223
+    },
+    {
+      "epoch": 0.9652735272718874,
+      "grad_norm": 0.07754340022802353,
+      "learning_rate": 1.586073183780409e-05,
+      "loss": 0.5634762644767761,
+      "step": 5224
+    },
+    {
+      "epoch": 0.9654583039807833,
+      "grad_norm": 0.058851584792137146,
+      "learning_rate": 1.5859115324851992e-05,
+      "loss": 0.5044225454330444,
+      "step": 5225
+    },
+    {
+      "epoch": 0.9656430806896791,
+      "grad_norm": 0.06915190070867538,
+      "learning_rate": 1.5857498578725435e-05,
+      "loss": 0.5596942901611328,
+      "step": 5226
+    },
+    {
+      "epoch": 0.9658278573985749,
+      "grad_norm": 0.06534717231988907,
+      "learning_rate": 1.5855881599488764e-05,
+      "loss": 0.6266942620277405,
+      "step": 5227
+    },
+    {
+      "epoch": 0.9660126341074707,
+      "grad_norm": 0.1051904484629631,
+      "learning_rate": 1.5854264387206322e-05,
+      "loss": 0.6451123356819153,
+      "step": 5228
+    },
+    {
+      "epoch": 0.9661974108163666,
+      "grad_norm": 0.07486904412508011,
+      "learning_rate": 1.5852646941942474e-05,
+      "loss": 0.5404165387153625,
+      "step": 5229
+    },
+    {
+      "epoch": 0.9663821875252624,
+      "grad_norm": 0.06894651800394058,
+      "learning_rate": 1.5851029263761588e-05,
+      "loss": 0.6602181196212769,
+      "step": 5230
+    },
+    {
+      "epoch": 0.9665669642341583,
+      "grad_norm": 0.07317795604467392,
+      "learning_rate": 1.5849411352728044e-05,
+      "loss": 0.5347000360488892,
+      "step": 5231
+    },
+    {
+      "epoch": 0.9667517409430542,
+      "grad_norm": 0.07264052331447601,
+      "learning_rate": 1.5847793208906228e-05,
+      "loss": 0.6339982748031616,
+      "step": 5232
+    },
+    {
+      "epoch": 0.96693651765195,
+      "grad_norm": 0.06145188957452774,
+      "learning_rate": 1.5846174832360537e-05,
+      "loss": 0.4953806698322296,
+      "step": 5233
+    },
+    {
+      "epoch": 0.9671212943608458,
+      "grad_norm": 0.08297760039567947,
+      "learning_rate": 1.5844556223155377e-05,
+      "loss": 0.5764387249946594,
+      "step": 5234
+    },
+    {
+      "epoch": 0.9673060710697416,
+      "grad_norm": 0.06188672408461571,
+      "learning_rate": 1.5842937381355166e-05,
+      "loss": 0.5386495590209961,
+      "step": 5235
+    },
+    {
+      "epoch": 0.9674908477786375,
+      "grad_norm": 0.06407991051673889,
+      "learning_rate": 1.584131830702433e-05,
+      "loss": 0.6187621355056763,
+      "step": 5236
+    },
+    {
+      "epoch": 0.9676756244875333,
+      "grad_norm": 0.07902231812477112,
+      "learning_rate": 1.58396990002273e-05,
+      "loss": 0.5892176032066345,
+      "step": 5237
+    },
+    {
+      "epoch": 0.9678604011964292,
+      "grad_norm": 0.07633795589208603,
+      "learning_rate": 1.5838079461028516e-05,
+      "loss": 0.5621336102485657,
+      "step": 5238
+    },
+    {
+      "epoch": 0.9680451779053251,
+      "grad_norm": 0.06466647982597351,
+      "learning_rate": 1.5836459689492437e-05,
+      "loss": 0.5642315745353699,
+      "step": 5239
+    },
+    {
+      "epoch": 0.9682299546142209,
+      "grad_norm": 0.06404679268598557,
+      "learning_rate": 1.583483968568352e-05,
+      "loss": 0.5862606167793274,
+      "step": 5240
+    },
+    {
+      "epoch": 0.9684147313231167,
+      "grad_norm": 0.08490888774394989,
+      "learning_rate": 1.5833219449666242e-05,
+      "loss": 0.6298123002052307,
+      "step": 5241
+    },
+    {
+      "epoch": 0.9685995080320126,
+      "grad_norm": 0.06971051543951035,
+      "learning_rate": 1.5831598981505076e-05,
+      "loss": 0.7906245589256287,
+      "step": 5242
+    },
+    {
+      "epoch": 0.9687842847409084,
+      "grad_norm": 0.05880312621593475,
+      "learning_rate": 1.5829978281264516e-05,
+      "loss": 0.5124143362045288,
+      "step": 5243
+    },
+    {
+      "epoch": 0.9689690614498042,
+      "grad_norm": 0.07851839065551758,
+      "learning_rate": 1.5828357349009065e-05,
+      "loss": 0.7467482686042786,
+      "step": 5244
+    },
+    {
+      "epoch": 0.9691538381587,
+      "grad_norm": 0.09485996514558792,
+      "learning_rate": 1.5826736184803223e-05,
+      "loss": 0.8176977038383484,
+      "step": 5245
+    },
+    {
+      "epoch": 0.969338614867596,
+      "grad_norm": 0.08205217123031616,
+      "learning_rate": 1.5825114788711507e-05,
+      "loss": 0.6752728223800659,
+      "step": 5246
+    },
+    {
+      "epoch": 0.9695233915764918,
+      "grad_norm": 0.07848254591226578,
+      "learning_rate": 1.582349316079845e-05,
+      "loss": 0.6415618658065796,
+      "step": 5247
+    },
+    {
+      "epoch": 0.9697081682853876,
+      "grad_norm": 0.0754413902759552,
+      "learning_rate": 1.5821871301128587e-05,
+      "loss": 0.7687599658966064,
+      "step": 5248
+    },
+    {
+      "epoch": 0.9698929449942835,
+      "grad_norm": 0.060738738626241684,
+      "learning_rate": 1.5820249209766455e-05,
+      "loss": 0.4032150208950043,
+      "step": 5249
+    },
+    {
+      "epoch": 0.9700777217031793,
+      "grad_norm": 0.06582488119602203,
+      "learning_rate": 1.5818626886776617e-05,
+      "loss": 0.5358696579933167,
+      "step": 5250
+    },
+    {
+      "epoch": 0.9702624984120751,
+      "grad_norm": 0.07538236677646637,
+      "learning_rate": 1.5817004332223634e-05,
+      "loss": 0.6872379183769226,
+      "step": 5251
+    },
+    {
+      "epoch": 0.970447275120971,
+      "grad_norm": 0.0801084116101265,
+      "learning_rate": 1.5815381546172075e-05,
+      "loss": 0.6306943893432617,
+      "step": 5252
+    },
+    {
+      "epoch": 0.9706320518298669,
+      "grad_norm": 0.06021309643983841,
+      "learning_rate": 1.5813758528686523e-05,
+      "loss": 0.4739924967288971,
+      "step": 5253
+    },
+    {
+      "epoch": 0.9708168285387627,
+      "grad_norm": 0.05175168812274933,
+      "learning_rate": 1.5812135279831574e-05,
+      "loss": 0.43031033873558044,
+      "step": 5254
+    },
+    {
+      "epoch": 0.9710016052476586,
+      "grad_norm": 0.07822158187627792,
+      "learning_rate": 1.5810511799671826e-05,
+      "loss": 0.46244823932647705,
+      "step": 5255
+    },
+    {
+      "epoch": 0.9711863819565544,
+      "grad_norm": 0.08453062176704407,
+      "learning_rate": 1.5808888088271883e-05,
+      "loss": 0.6953146457672119,
+      "step": 5256
+    },
+    {
+      "epoch": 0.9713711586654502,
+      "grad_norm": 0.07755032181739807,
+      "learning_rate": 1.580726414569637e-05,
+      "loss": 0.7229933738708496,
+      "step": 5257
+    },
+    {
+      "epoch": 0.971555935374346,
+      "grad_norm": 0.07005933672189713,
+      "learning_rate": 1.5805639972009914e-05,
+      "loss": 0.5575450658798218,
+      "step": 5258
+    },
+    {
+      "epoch": 0.9717407120832419,
+      "grad_norm": 0.06289315223693848,
+      "learning_rate": 1.580401556727715e-05,
+      "loss": 0.4901737570762634,
+      "step": 5259
+    },
+    {
+      "epoch": 0.9719254887921378,
+      "grad_norm": 0.07762367278337479,
+      "learning_rate": 1.580239093156272e-05,
+      "loss": 0.7002114653587341,
+      "step": 5260
+    },
+    {
+      "epoch": 0.9721102655010336,
+      "grad_norm": 0.08419755101203918,
+      "learning_rate": 1.580076606493129e-05,
+      "loss": 0.6662076115608215,
+      "step": 5261
+    },
+    {
+      "epoch": 0.9722950422099295,
+      "grad_norm": 0.0712367370724678,
+      "learning_rate": 1.5799140967447516e-05,
+      "loss": 0.5575383305549622,
+      "step": 5262
+    },
+    {
+      "epoch": 0.9724798189188253,
+      "grad_norm": 0.05275033041834831,
+      "learning_rate": 1.5797515639176077e-05,
+      "loss": 0.4794505536556244,
+      "step": 5263
+    },
+    {
+      "epoch": 0.9726645956277211,
+      "grad_norm": 0.08217772841453552,
+      "learning_rate": 1.579589008018165e-05,
+      "loss": 0.8188614845275879,
+      "step": 5264
+    },
+    {
+      "epoch": 0.972849372336617,
+      "grad_norm": 0.07426926493644714,
+      "learning_rate": 1.5794264290528937e-05,
+      "loss": 0.6695041060447693,
+      "step": 5265
+    },
+    {
+      "epoch": 0.9730341490455128,
+      "grad_norm": 0.07670366019010544,
+      "learning_rate": 1.5792638270282626e-05,
+      "loss": 0.6676644682884216,
+      "step": 5266
+    },
+    {
+      "epoch": 0.9732189257544086,
+      "grad_norm": 0.07113322615623474,
+      "learning_rate": 1.5791012019507438e-05,
+      "loss": 0.590463399887085,
+      "step": 5267
+    },
+    {
+      "epoch": 0.9734037024633045,
+      "grad_norm": 0.0710613802075386,
+      "learning_rate": 1.578938553826809e-05,
+      "loss": 0.6342708468437195,
+      "step": 5268
+    },
+    {
+      "epoch": 0.9735884791722004,
+      "grad_norm": 0.06318343430757523,
+      "learning_rate": 1.578775882662931e-05,
+      "loss": 0.5334287285804749,
+      "step": 5269
+    },
+    {
+      "epoch": 0.9737732558810962,
+      "grad_norm": 0.06320284307003021,
+      "learning_rate": 1.5786131884655836e-05,
+      "loss": 0.6215629577636719,
+      "step": 5270
+    },
+    {
+      "epoch": 0.973958032589992,
+      "grad_norm": 0.08957011252641678,
+      "learning_rate": 1.5784504712412414e-05,
+      "loss": 0.670143723487854,
+      "step": 5271
+    },
+    {
+      "epoch": 0.9741428092988879,
+      "grad_norm": 0.05370910465717316,
+      "learning_rate": 1.57828773099638e-05,
+      "loss": 0.5103188753128052,
+      "step": 5272
+    },
+    {
+      "epoch": 0.9743275860077837,
+      "grad_norm": 0.05635027587413788,
+      "learning_rate": 1.5781249677374767e-05,
+      "loss": 0.43409958481788635,
+      "step": 5273
+    },
+    {
+      "epoch": 0.9745123627166795,
+      "grad_norm": 0.07601001858711243,
+      "learning_rate": 1.577962181471008e-05,
+      "loss": 0.7073262333869934,
+      "step": 5274
+    },
+    {
+      "epoch": 0.9746971394255755,
+      "grad_norm": 0.06489431858062744,
+      "learning_rate": 1.577799372203453e-05,
+      "loss": 0.3917011320590973,
+      "step": 5275
+    },
+    {
+      "epoch": 0.9748819161344713,
+      "grad_norm": 0.06366218626499176,
+      "learning_rate": 1.5776365399412905e-05,
+      "loss": 0.5069113969802856,
+      "step": 5276
+    },
+    {
+      "epoch": 0.9750666928433671,
+      "grad_norm": 0.07721502333879471,
+      "learning_rate": 1.5774736846910007e-05,
+      "loss": 0.6327058672904968,
+      "step": 5277
+    },
+    {
+      "epoch": 0.9752514695522629,
+      "grad_norm": 0.05550169572234154,
+      "learning_rate": 1.5773108064590655e-05,
+      "loss": 0.4321601688861847,
+      "step": 5278
+    },
+    {
+      "epoch": 0.9754362462611588,
+      "grad_norm": 0.0736430287361145,
+      "learning_rate": 1.577147905251966e-05,
+      "loss": 0.5526038408279419,
+      "step": 5279
+    },
+    {
+      "epoch": 0.9756210229700546,
+      "grad_norm": 0.08940877765417099,
+      "learning_rate": 1.5769849810761855e-05,
+      "loss": 0.6926903128623962,
+      "step": 5280
+    },
+    {
+      "epoch": 0.9758057996789504,
+      "grad_norm": 0.07702791690826416,
+      "learning_rate": 1.5768220339382077e-05,
+      "loss": 0.5691621899604797,
+      "step": 5281
+    },
+    {
+      "epoch": 0.9759905763878464,
+      "grad_norm": 0.055418889969587326,
+      "learning_rate": 1.576659063844518e-05,
+      "loss": 0.48040205240249634,
+      "step": 5282
+    },
+    {
+      "epoch": 0.9761753530967422,
+      "grad_norm": 0.05237689986824989,
+      "learning_rate": 1.5764960708016016e-05,
+      "loss": 0.4535737633705139,
+      "step": 5283
+    },
+    {
+      "epoch": 0.976360129805638,
+      "grad_norm": 0.05730956047773361,
+      "learning_rate": 1.5763330548159453e-05,
+      "loss": 0.4882669150829315,
+      "step": 5284
+    },
+    {
+      "epoch": 0.9765449065145339,
+      "grad_norm": 0.0691274106502533,
+      "learning_rate": 1.5761700158940364e-05,
+      "loss": 0.6178051829338074,
+      "step": 5285
+    },
+    {
+      "epoch": 0.9767296832234297,
+      "grad_norm": 0.08765674382448196,
+      "learning_rate": 1.5760069540423636e-05,
+      "loss": 0.8575605154037476,
+      "step": 5286
+    },
+    {
+      "epoch": 0.9769144599323255,
+      "grad_norm": 0.06924710422754288,
+      "learning_rate": 1.5758438692674158e-05,
+      "loss": 0.6817244291305542,
+      "step": 5287
+    },
+    {
+      "epoch": 0.9770992366412213,
+      "grad_norm": 0.0700920894742012,
+      "learning_rate": 1.5756807615756836e-05,
+      "loss": 0.7932645678520203,
+      "step": 5288
+    },
+    {
+      "epoch": 0.9772840133501172,
+      "grad_norm": 0.05774247646331787,
+      "learning_rate": 1.5755176309736586e-05,
+      "loss": 0.49710604548454285,
+      "step": 5289
+    },
+    {
+      "epoch": 0.9774687900590131,
+      "grad_norm": 0.056986741721630096,
+      "learning_rate": 1.575354477467832e-05,
+      "loss": 0.45592036843299866,
+      "step": 5290
+    },
+    {
+      "epoch": 0.9776535667679089,
+      "grad_norm": 0.059322137385606766,
+      "learning_rate": 1.5751913010646977e-05,
+      "loss": 0.47350993752479553,
+      "step": 5291
+    },
+    {
+      "epoch": 0.9778383434768048,
+      "grad_norm": 0.07256398350000381,
+      "learning_rate": 1.575028101770749e-05,
+      "loss": 0.5942186713218689,
+      "step": 5292
+    },
+    {
+      "epoch": 0.9780231201857006,
+      "grad_norm": 0.05885408818721771,
+      "learning_rate": 1.5748648795924807e-05,
+      "loss": 0.40352359414100647,
+      "step": 5293
+    },
+    {
+      "epoch": 0.9782078968945964,
+      "grad_norm": 0.06275617331266403,
+      "learning_rate": 1.5747016345363885e-05,
+      "loss": 0.38128185272216797,
+      "step": 5294
+    },
+    {
+      "epoch": 0.9783926736034922,
+      "grad_norm": 0.06964803487062454,
+      "learning_rate": 1.5745383666089698e-05,
+      "loss": 0.5841737389564514,
+      "step": 5295
+    },
+    {
+      "epoch": 0.9785774503123881,
+      "grad_norm": 0.06731443107128143,
+      "learning_rate": 1.5743750758167214e-05,
+      "loss": 0.6095026731491089,
+      "step": 5296
+    },
+    {
+      "epoch": 0.978762227021284,
+      "grad_norm": 0.0793696939945221,
+      "learning_rate": 1.574211762166142e-05,
+      "loss": 0.6659227609634399,
+      "step": 5297
+    },
+    {
+      "epoch": 0.9789470037301798,
+      "grad_norm": 0.07954433560371399,
+      "learning_rate": 1.574048425663731e-05,
+      "loss": 0.5637004971504211,
+      "step": 5298
+    },
+    {
+      "epoch": 0.9791317804390757,
+      "grad_norm": 0.07504207640886307,
+      "learning_rate": 1.5738850663159885e-05,
+      "loss": 0.7107203006744385,
+      "step": 5299
+    },
+    {
+      "epoch": 0.9793165571479715,
+      "grad_norm": 0.06294222921133041,
+      "learning_rate": 1.5737216841294156e-05,
+      "loss": 0.5561524033546448,
+      "step": 5300
+    },
+    {
+      "epoch": 0.9795013338568673,
+      "grad_norm": 0.06990914791822433,
+      "learning_rate": 1.5735582791105147e-05,
+      "loss": 0.5332736968994141,
+      "step": 5301
+    },
+    {
+      "epoch": 0.9796861105657632,
+      "grad_norm": 0.06765109300613403,
+      "learning_rate": 1.5733948512657892e-05,
+      "loss": 0.7284939885139465,
+      "step": 5302
+    },
+    {
+      "epoch": 0.979870887274659,
+      "grad_norm": 0.08294203877449036,
+      "learning_rate": 1.573231400601742e-05,
+      "loss": 0.7408113479614258,
+      "step": 5303
+    },
+    {
+      "epoch": 0.9800556639835549,
+      "grad_norm": 0.07409501075744629,
+      "learning_rate": 1.5730679271248787e-05,
+      "loss": 0.5788695812225342,
+      "step": 5304
+    },
+    {
+      "epoch": 0.9802404406924508,
+      "grad_norm": 0.06979045271873474,
+      "learning_rate": 1.572904430841705e-05,
+      "loss": 0.4978390038013458,
+      "step": 5305
+    },
+    {
+      "epoch": 0.9804252174013466,
+      "grad_norm": 0.09059244394302368,
+      "learning_rate": 1.5727409117587268e-05,
+      "loss": 0.7129696011543274,
+      "step": 5306
+    },
+    {
+      "epoch": 0.9806099941102424,
+      "grad_norm": 0.07869086414575577,
+      "learning_rate": 1.5725773698824527e-05,
+      "loss": 0.6792417764663696,
+      "step": 5307
+    },
+    {
+      "epoch": 0.9807947708191382,
+      "grad_norm": 0.06648946553468704,
+      "learning_rate": 1.5724138052193904e-05,
+      "loss": 0.5888637900352478,
+      "step": 5308
+    },
+    {
+      "epoch": 0.9809795475280341,
+      "grad_norm": 0.071448914706707,
+      "learning_rate": 1.5722502177760495e-05,
+      "loss": 0.6279944181442261,
+      "step": 5309
+    },
+    {
+      "epoch": 0.9811643242369299,
+      "grad_norm": 0.09720901399850845,
+      "learning_rate": 1.5720866075589404e-05,
+      "loss": 0.9879162907600403,
+      "step": 5310
+    },
+    {
+      "epoch": 0.9813491009458257,
+      "grad_norm": 0.06968852877616882,
+      "learning_rate": 1.571922974574574e-05,
+      "loss": 0.5217567086219788,
+      "step": 5311
+    },
+    {
+      "epoch": 0.9815338776547217,
+      "grad_norm": 0.0745844841003418,
+      "learning_rate": 1.5717593188294626e-05,
+      "loss": 0.5189414024353027,
+      "step": 5312
+    },
+    {
+      "epoch": 0.9817186543636175,
+      "grad_norm": 0.0729883685708046,
+      "learning_rate": 1.571595640330119e-05,
+      "loss": 0.5511730909347534,
+      "step": 5313
+    },
+    {
+      "epoch": 0.9819034310725133,
+      "grad_norm": 0.06353732198476791,
+      "learning_rate": 1.5714319390830575e-05,
+      "loss": 0.5453438758850098,
+      "step": 5314
+    },
+    {
+      "epoch": 0.9820882077814092,
+      "grad_norm": 0.06904557347297668,
+      "learning_rate": 1.5712682150947926e-05,
+      "loss": 0.5570688247680664,
+      "step": 5315
+    },
+    {
+      "epoch": 0.982272984490305,
+      "grad_norm": 0.07444656640291214,
+      "learning_rate": 1.5711044683718398e-05,
+      "loss": 0.7203077673912048,
+      "step": 5316
+    },
+    {
+      "epoch": 0.9824577611992008,
+      "grad_norm": 0.07032838463783264,
+      "learning_rate": 1.570940698920716e-05,
+      "loss": 0.5388743877410889,
+      "step": 5317
+    },
+    {
+      "epoch": 0.9826425379080966,
+      "grad_norm": 0.06798477470874786,
+      "learning_rate": 1.5707769067479382e-05,
+      "loss": 0.5358221530914307,
+      "step": 5318
+    },
+    {
+      "epoch": 0.9828273146169926,
+      "grad_norm": 0.0741899311542511,
+      "learning_rate": 1.570613091860026e-05,
+      "loss": 0.5113516449928284,
+      "step": 5319
+    },
+    {
+      "epoch": 0.9830120913258884,
+      "grad_norm": 0.07862939685583115,
+      "learning_rate": 1.5704492542634974e-05,
+      "loss": 0.7012460827827454,
+      "step": 5320
+    },
+    {
+      "epoch": 0.9831968680347842,
+      "grad_norm": 0.07793296128511429,
+      "learning_rate": 1.5702853939648736e-05,
+      "loss": 0.6566935777664185,
+      "step": 5321
+    },
+    {
+      "epoch": 0.9833816447436801,
+      "grad_norm": 0.0800136998295784,
+      "learning_rate": 1.5701215109706748e-05,
+      "loss": 0.6474668979644775,
+      "step": 5322
+    },
+    {
+      "epoch": 0.9835664214525759,
+      "grad_norm": 0.0727175772190094,
+      "learning_rate": 1.569957605287424e-05,
+      "loss": 0.5037731528282166,
+      "step": 5323
+    },
+    {
+      "epoch": 0.9837511981614717,
+      "grad_norm": 0.07204470783472061,
+      "learning_rate": 1.5697936769216436e-05,
+      "loss": 0.4809809625148773,
+      "step": 5324
+    },
+    {
+      "epoch": 0.9839359748703675,
+      "grad_norm": 0.09261243045330048,
+      "learning_rate": 1.5696297258798573e-05,
+      "loss": 0.6194671988487244,
+      "step": 5325
+    },
+    {
+      "epoch": 0.9841207515792635,
+      "grad_norm": 0.07927238941192627,
+      "learning_rate": 1.5694657521685905e-05,
+      "loss": 0.4942941963672638,
+      "step": 5326
+    },
+    {
+      "epoch": 0.9843055282881593,
+      "grad_norm": 0.06556130945682526,
+      "learning_rate": 1.569301755794368e-05,
+      "loss": 0.45880836248397827,
+      "step": 5327
+    },
+    {
+      "epoch": 0.9844903049970551,
+      "grad_norm": 0.07203684747219086,
+      "learning_rate": 1.5691377367637165e-05,
+      "loss": 0.5204325914382935,
+      "step": 5328
+    },
+    {
+      "epoch": 0.984675081705951,
+      "grad_norm": 0.07471609115600586,
+      "learning_rate": 1.5689736950831643e-05,
+      "loss": 0.5105763673782349,
+      "step": 5329
+    },
+    {
+      "epoch": 0.9848598584148468,
+      "grad_norm": 0.09363534301519394,
+      "learning_rate": 1.5688096307592387e-05,
+      "loss": 0.7678961753845215,
+      "step": 5330
+    },
+    {
+      "epoch": 0.9850446351237426,
+      "grad_norm": 0.05547983944416046,
+      "learning_rate": 1.5686455437984694e-05,
+      "loss": 0.42751187086105347,
+      "step": 5331
+    },
+    {
+      "epoch": 0.9852294118326385,
+      "grad_norm": 0.078705795109272,
+      "learning_rate": 1.5684814342073864e-05,
+      "loss": 0.4591256380081177,
+      "step": 5332
+    },
+    {
+      "epoch": 0.9854141885415343,
+      "grad_norm": 0.058858368545770645,
+      "learning_rate": 1.5683173019925212e-05,
+      "loss": 0.430483877658844,
+      "step": 5333
+    },
+    {
+      "epoch": 0.9855989652504302,
+      "grad_norm": 0.06559912860393524,
+      "learning_rate": 1.5681531471604056e-05,
+      "loss": 0.477867066860199,
+      "step": 5334
+    },
+    {
+      "epoch": 0.985783741959326,
+      "grad_norm": 0.07676411420106888,
+      "learning_rate": 1.5679889697175718e-05,
+      "loss": 0.5628607869148254,
+      "step": 5335
+    },
+    {
+      "epoch": 0.9859685186682219,
+      "grad_norm": 0.06487436592578888,
+      "learning_rate": 1.5678247696705538e-05,
+      "loss": 0.5461073517799377,
+      "step": 5336
+    },
+    {
+      "epoch": 0.9861532953771177,
+      "grad_norm": 0.07578388601541519,
+      "learning_rate": 1.567660547025887e-05,
+      "loss": 0.6844896078109741,
+      "step": 5337
+    },
+    {
+      "epoch": 0.9863380720860135,
+      "grad_norm": 0.07774979621171951,
+      "learning_rate": 1.5674963017901062e-05,
+      "loss": 0.6670076251029968,
+      "step": 5338
+    },
+    {
+      "epoch": 0.9865228487949094,
+      "grad_norm": 0.06051953136920929,
+      "learning_rate": 1.5673320339697484e-05,
+      "loss": 0.47586143016815186,
+      "step": 5339
+    },
+    {
+      "epoch": 0.9867076255038052,
+      "grad_norm": 0.0646534264087677,
+      "learning_rate": 1.5671677435713502e-05,
+      "loss": 0.4309314787387848,
+      "step": 5340
+    },
+    {
+      "epoch": 0.9868924022127011,
+      "grad_norm": 0.07801027595996857,
+      "learning_rate": 1.56700343060145e-05,
+      "loss": 0.5589619874954224,
+      "step": 5341
+    },
+    {
+      "epoch": 0.987077178921597,
+      "grad_norm": 0.08354455232620239,
+      "learning_rate": 1.566839095066588e-05,
+      "loss": 0.621575117111206,
+      "step": 5342
+    },
+    {
+      "epoch": 0.9872619556304928,
+      "grad_norm": 0.061820484697818756,
+      "learning_rate": 1.5666747369733028e-05,
+      "loss": 0.48609113693237305,
+      "step": 5343
+    },
+    {
+      "epoch": 0.9874467323393886,
+      "grad_norm": 0.07441884279251099,
+      "learning_rate": 1.5665103563281364e-05,
+      "loss": 0.6886221766471863,
+      "step": 5344
+    },
+    {
+      "epoch": 0.9876315090482845,
+      "grad_norm": 0.06706920266151428,
+      "learning_rate": 1.56634595313763e-05,
+      "loss": 0.4719564914703369,
+      "step": 5345
+    },
+    {
+      "epoch": 0.9878162857571803,
+      "grad_norm": 0.061861515045166016,
+      "learning_rate": 1.5661815274083264e-05,
+      "loss": 0.5134391188621521,
+      "step": 5346
+    },
+    {
+      "epoch": 0.9880010624660761,
+      "grad_norm": 0.08870477229356766,
+      "learning_rate": 1.5660170791467692e-05,
+      "loss": 0.7590252757072449,
+      "step": 5347
+    },
+    {
+      "epoch": 0.988185839174972,
+      "grad_norm": 0.08870309591293335,
+      "learning_rate": 1.5658526083595034e-05,
+      "loss": 0.8938247561454773,
+      "step": 5348
+    },
+    {
+      "epoch": 0.9883706158838679,
+      "grad_norm": 0.07829594612121582,
+      "learning_rate": 1.5656881150530742e-05,
+      "loss": 0.6156164407730103,
+      "step": 5349
+    },
+    {
+      "epoch": 0.9885553925927637,
+      "grad_norm": 0.06284963339567184,
+      "learning_rate": 1.5655235992340275e-05,
+      "loss": 0.5012479424476624,
+      "step": 5350
+    },
+    {
+      "epoch": 0.9887401693016595,
+      "grad_norm": 0.06273221224546432,
+      "learning_rate": 1.5653590609089112e-05,
+      "loss": 0.4839748442173004,
+      "step": 5351
+    },
+    {
+      "epoch": 0.9889249460105554,
+      "grad_norm": 0.09538552910089493,
+      "learning_rate": 1.5651945000842728e-05,
+      "loss": 0.8040647506713867,
+      "step": 5352
+    },
+    {
+      "epoch": 0.9891097227194512,
+      "grad_norm": 0.06506232172250748,
+      "learning_rate": 1.5650299167666617e-05,
+      "loss": 0.5908097624778748,
+      "step": 5353
+    },
+    {
+      "epoch": 0.989294499428347,
+      "grad_norm": 0.0688038244843483,
+      "learning_rate": 1.5648653109626277e-05,
+      "loss": 0.6032392978668213,
+      "step": 5354
+    },
+    {
+      "epoch": 0.9894792761372428,
+      "grad_norm": 0.08789508044719696,
+      "learning_rate": 1.564700682678721e-05,
+      "loss": 0.6738143563270569,
+      "step": 5355
+    },
+    {
+      "epoch": 0.9896640528461388,
+      "grad_norm": 0.07509738206863403,
+      "learning_rate": 1.5645360319214946e-05,
+      "loss": 0.5347864627838135,
+      "step": 5356
+    },
+    {
+      "epoch": 0.9898488295550346,
+      "grad_norm": 0.07636866718530655,
+      "learning_rate": 1.5643713586975e-05,
+      "loss": 0.6815749406814575,
+      "step": 5357
+    },
+    {
+      "epoch": 0.9900336062639304,
+      "grad_norm": 0.06707502901554108,
+      "learning_rate": 1.564206663013291e-05,
+      "loss": 0.7252213954925537,
+      "step": 5358
+    },
+    {
+      "epoch": 0.9902183829728263,
+      "grad_norm": 0.05714981257915497,
+      "learning_rate": 1.564041944875422e-05,
+      "loss": 0.4083198606967926,
+      "step": 5359
+    },
+    {
+      "epoch": 0.9904031596817221,
+      "grad_norm": 0.06341986358165741,
+      "learning_rate": 1.5638772042904486e-05,
+      "loss": 0.577389121055603,
+      "step": 5360
+    },
+    {
+      "epoch": 0.9905879363906179,
+      "grad_norm": 0.07032588869333267,
+      "learning_rate": 1.5637124412649263e-05,
+      "loss": 0.5840871930122375,
+      "step": 5361
+    },
+    {
+      "epoch": 0.9907727130995138,
+      "grad_norm": 0.09448905289173126,
+      "learning_rate": 1.5635476558054122e-05,
+      "loss": 0.7708903551101685,
+      "step": 5362
+    },
+    {
+      "epoch": 0.9909574898084097,
+      "grad_norm": 0.051332227885723114,
+      "learning_rate": 1.563382847918465e-05,
+      "loss": 0.42049360275268555,
+      "step": 5363
+    },
+    {
+      "epoch": 0.9911422665173055,
+      "grad_norm": 0.07908229529857635,
+      "learning_rate": 1.5632180176106428e-05,
+      "loss": 0.6879507303237915,
+      "step": 5364
+    },
+    {
+      "epoch": 0.9913270432262014,
+      "grad_norm": 0.08213875442743301,
+      "learning_rate": 1.5630531648885056e-05,
+      "loss": 0.7663908004760742,
+      "step": 5365
+    },
+    {
+      "epoch": 0.9915118199350972,
+      "grad_norm": 0.07541374117136002,
+      "learning_rate": 1.5628882897586143e-05,
+      "loss": 0.5930274724960327,
+      "step": 5366
+    },
+    {
+      "epoch": 0.991696596643993,
+      "grad_norm": 0.07516644895076752,
+      "learning_rate": 1.56272339222753e-05,
+      "loss": 0.7060964107513428,
+      "step": 5367
+    },
+    {
+      "epoch": 0.9918813733528888,
+      "grad_norm": 0.07756774127483368,
+      "learning_rate": 1.5625584723018147e-05,
+      "loss": 0.5873556733131409,
+      "step": 5368
+    },
+    {
+      "epoch": 0.9920661500617847,
+      "grad_norm": 0.08249982446432114,
+      "learning_rate": 1.5623935299880323e-05,
+      "loss": 0.7442416548728943,
+      "step": 5369
+    },
+    {
+      "epoch": 0.9922509267706806,
+      "grad_norm": 0.0567890889942646,
+      "learning_rate": 1.5622285652927477e-05,
+      "loss": 0.4587095379829407,
+      "step": 5370
+    },
+    {
+      "epoch": 0.9924357034795764,
+      "grad_norm": 0.08920449018478394,
+      "learning_rate": 1.5620635782225247e-05,
+      "loss": 0.7942427396774292,
+      "step": 5371
+    },
+    {
+      "epoch": 0.9926204801884723,
+      "grad_norm": 0.07286550104618073,
+      "learning_rate": 1.5618985687839298e-05,
+      "loss": 0.6068935394287109,
+      "step": 5372
+    },
+    {
+      "epoch": 0.9928052568973681,
+      "grad_norm": 0.08293316513299942,
+      "learning_rate": 1.5617335369835296e-05,
+      "loss": 0.740690290927887,
+      "step": 5373
+    },
+    {
+      "epoch": 0.9929900336062639,
+      "grad_norm": 0.06495033204555511,
+      "learning_rate": 1.5615684828278923e-05,
+      "loss": 0.5658296942710876,
+      "step": 5374
+    },
+    {
+      "epoch": 0.9931748103151598,
+      "grad_norm": 0.0681936964392662,
+      "learning_rate": 1.5614034063235864e-05,
+      "loss": 0.4906209707260132,
+      "step": 5375
+    },
+    {
+      "epoch": 0.9933595870240556,
+      "grad_norm": 0.07649872452020645,
+      "learning_rate": 1.561238307477181e-05,
+      "loss": 0.6106581687927246,
+      "step": 5376
+    },
+    {
+      "epoch": 0.9935443637329514,
+      "grad_norm": 0.06747819483280182,
+      "learning_rate": 1.5610731862952468e-05,
+      "loss": 0.5255357027053833,
+      "step": 5377
+    },
+    {
+      "epoch": 0.9937291404418473,
+      "grad_norm": 0.05354423075914383,
+      "learning_rate": 1.5609080427843556e-05,
+      "loss": 0.3053976595401764,
+      "step": 5378
+    },
+    {
+      "epoch": 0.9939139171507432,
+      "grad_norm": 0.0726679265499115,
+      "learning_rate": 1.560742876951079e-05,
+      "loss": 0.598291277885437,
+      "step": 5379
+    },
+    {
+      "epoch": 0.994098693859639,
+      "grad_norm": 0.06871083378791809,
+      "learning_rate": 1.5605776888019902e-05,
+      "loss": 0.5416322350502014,
+      "step": 5380
+    },
+    {
+      "epoch": 0.9942834705685348,
+      "grad_norm": 0.062419094145298004,
+      "learning_rate": 1.560412478343663e-05,
+      "loss": 0.4946483075618744,
+      "step": 5381
+    },
+    {
+      "epoch": 0.9944682472774307,
+      "grad_norm": 0.0625448226928711,
+      "learning_rate": 1.560247245582673e-05,
+      "loss": 0.4920055866241455,
+      "step": 5382
+    },
+    {
+      "epoch": 0.9946530239863265,
+      "grad_norm": 0.0630967766046524,
+      "learning_rate": 1.560081990525595e-05,
+      "loss": 0.5786566138267517,
+      "step": 5383
+    },
+    {
+      "epoch": 0.9948378006952223,
+      "grad_norm": 0.06180526688694954,
+      "learning_rate": 1.559916713179006e-05,
+      "loss": 0.43185970187187195,
+      "step": 5384
+    },
+    {
+      "epoch": 0.9950225774041183,
+      "grad_norm": 0.07326313853263855,
+      "learning_rate": 1.559751413549484e-05,
+      "loss": 0.6359105110168457,
+      "step": 5385
+    },
+    {
+      "epoch": 0.9952073541130141,
+      "grad_norm": 0.06609123200178146,
+      "learning_rate": 1.5595860916436064e-05,
+      "loss": 0.4288696348667145,
+      "step": 5386
+    },
+    {
+      "epoch": 0.9953921308219099,
+      "grad_norm": 0.07263244688510895,
+      "learning_rate": 1.5594207474679533e-05,
+      "loss": 0.5994312167167664,
+      "step": 5387
+    },
+    {
+      "epoch": 0.9955769075308057,
+      "grad_norm": 0.08110374957323074,
+      "learning_rate": 1.5592553810291045e-05,
+      "loss": 0.5752834677696228,
+      "step": 5388
+    },
+    {
+      "epoch": 0.9957616842397016,
+      "grad_norm": 0.07594095915555954,
+      "learning_rate": 1.5590899923336417e-05,
+      "loss": 0.6776776909828186,
+      "step": 5389
+    },
+    {
+      "epoch": 0.9959464609485974,
+      "grad_norm": 0.08966058492660522,
+      "learning_rate": 1.558924581388146e-05,
+      "loss": 0.6651446223258972,
+      "step": 5390
+    },
+    {
+      "epoch": 0.9961312376574932,
+      "grad_norm": 0.06374116241931915,
+      "learning_rate": 1.5587591481992008e-05,
+      "loss": 0.4789484143257141,
+      "step": 5391
+    },
+    {
+      "epoch": 0.9963160143663892,
+      "grad_norm": 0.0633915439248085,
+      "learning_rate": 1.5585936927733897e-05,
+      "loss": 0.5667264461517334,
+      "step": 5392
+    },
+    {
+      "epoch": 0.996500791075285,
+      "grad_norm": 0.05590339004993439,
+      "learning_rate": 1.558428215117297e-05,
+      "loss": 0.4168759882450104,
+      "step": 5393
+    },
+    {
+      "epoch": 0.9966855677841808,
+      "grad_norm": 0.08429696410894394,
+      "learning_rate": 1.5582627152375084e-05,
+      "loss": 0.6339855790138245,
+      "step": 5394
+    },
+    {
+      "epoch": 0.9968703444930767,
+      "grad_norm": 0.05786977708339691,
+      "learning_rate": 1.5580971931406105e-05,
+      "loss": 0.46310970187187195,
+      "step": 5395
+    },
+    {
+      "epoch": 0.9970551212019725,
+      "grad_norm": 0.0657820925116539,
+      "learning_rate": 1.55793164883319e-05,
+      "loss": 0.4870114028453827,
+      "step": 5396
+    },
+    {
+      "epoch": 0.9972398979108683,
+      "grad_norm": 0.0635991096496582,
+      "learning_rate": 1.557766082321836e-05,
+      "loss": 0.4639195501804352,
+      "step": 5397
+    },
+    {
+      "epoch": 0.9974246746197641,
+      "grad_norm": 0.0636812224984169,
+      "learning_rate": 1.5576004936131366e-05,
+      "loss": 0.5039251446723938,
+      "step": 5398
+    },
+    {
+      "epoch": 0.99760945132866,
+      "grad_norm": 0.07310467213392258,
+      "learning_rate": 1.5574348827136823e-05,
+      "loss": 0.5871421694755554,
+      "step": 5399
+    },
+    {
+      "epoch": 0.9977942280375559,
+      "grad_norm": 0.05908821150660515,
+      "learning_rate": 1.557269249630063e-05,
+      "loss": 0.5073022246360779,
+      "step": 5400
+    },
+    {
+      "epoch": 0.9979790047464517,
+      "grad_norm": 0.06619273126125336,
+      "learning_rate": 1.557103594368872e-05,
+      "loss": 0.5582687854766846,
+      "step": 5401
+    },
+    {
+      "epoch": 0.9981637814553476,
+      "grad_norm": 0.09524130076169968,
+      "learning_rate": 1.5569379169367005e-05,
+      "loss": 0.9023342132568359,
+      "step": 5402
+    },
+    {
+      "epoch": 0.9983485581642434,
+      "grad_norm": 0.06774596124887466,
+      "learning_rate": 1.556772217340142e-05,
+      "loss": 0.5595493912696838,
+      "step": 5403
+    },
+    {
+      "epoch": 0.9985333348731392,
+      "grad_norm": 0.07581521570682526,
+      "learning_rate": 1.5566064955857916e-05,
+      "loss": 0.6437134146690369,
+      "step": 5404
+    },
+    {
+      "epoch": 0.998718111582035,
+      "grad_norm": 0.08497077226638794,
+      "learning_rate": 1.5564407516802437e-05,
+      "loss": 0.72376549243927,
+      "step": 5405
+    },
+    {
+      "epoch": 0.9989028882909309,
+      "grad_norm": 0.07422885298728943,
+      "learning_rate": 1.556274985630095e-05,
+      "loss": 0.7248567342758179,
+      "step": 5406
+    },
+    {
+      "epoch": 0.9990876649998268,
+      "grad_norm": 0.08695416897535324,
+      "learning_rate": 1.5561091974419423e-05,
+      "loss": 0.7146385312080383,
+      "step": 5407
+    },
+    {
+      "epoch": 0.9992724417087226,
+      "grad_norm": 0.08638768643140793,
+      "learning_rate": 1.555943387122383e-05,
+      "loss": 0.8375434279441833,
+      "step": 5408
+    },
+    {
+      "epoch": 0.9994572184176185,
+      "grad_norm": 0.068270742893219,
+      "learning_rate": 1.555777554678017e-05,
+      "loss": 0.6461607813835144,
+      "step": 5409
+    },
+    {
+      "epoch": 0.9996419951265143,
+      "grad_norm": 0.07097753137350082,
+      "learning_rate": 1.5556117001154426e-05,
+      "loss": 0.5239364504814148,
+      "step": 5410
+    },
+    {
+      "epoch": 0.9998267718354101,
+      "grad_norm": 0.055535804480314255,
+      "learning_rate": 1.5554458234412607e-05,
+      "loss": 0.44697487354278564,
+      "step": 5411
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 0.07980701327323914,
+      "learning_rate": 1.555279924662073e-05,
+      "loss": 0.6596300601959229,
+      "step": 5412
+    },
+    {
+      "epoch": 1.0001847767088958,
+      "grad_norm": 0.06499882787466049,
+      "learning_rate": 1.5551140037844816e-05,
+      "loss": 0.5656397938728333,
+      "step": 5413
+    },
+    {
+      "epoch": 1.0003695534177917,
+      "grad_norm": 0.0532810240983963,
+      "learning_rate": 1.5549480608150892e-05,
+      "loss": 0.4539932906627655,
+      "step": 5414
+    },
+    {
+      "epoch": 1.0005543301266875,
+      "grad_norm": 0.07145704329013824,
+      "learning_rate": 1.5547820957605006e-05,
+      "loss": 0.6365221738815308,
+      "step": 5415
+    },
+    {
+      "epoch": 1.0007391068355833,
+      "grad_norm": 0.06368197500705719,
+      "learning_rate": 1.5546161086273203e-05,
+      "loss": 0.5140100717544556,
+      "step": 5416
+    },
+    {
+      "epoch": 1.0009238835444791,
+      "grad_norm": 0.0678260400891304,
+      "learning_rate": 1.5544500994221537e-05,
+      "loss": 0.6245336532592773,
+      "step": 5417
+    },
+    {
+      "epoch": 1.001108660253375,
+      "grad_norm": 0.07416384667158127,
+      "learning_rate": 1.554284068151608e-05,
+      "loss": 0.5578438639640808,
+      "step": 5418
+    },
+    {
+      "epoch": 1.0012934369622708,
+      "grad_norm": 0.07240698486566544,
+      "learning_rate": 1.5541180148222907e-05,
+      "loss": 0.46354150772094727,
+      "step": 5419
+    },
+    {
+      "epoch": 1.0014782136711669,
+      "grad_norm": 0.07387363910675049,
+      "learning_rate": 1.5539519394408096e-05,
+      "loss": 0.513384997844696,
+      "step": 5420
+    },
+    {
+      "epoch": 1.0016629903800627,
+      "grad_norm": 0.060762811452150345,
+      "learning_rate": 1.5537858420137748e-05,
+      "loss": 0.4742019474506378,
+      "step": 5421
+    },
+    {
+      "epoch": 1.0018477670889585,
+      "grad_norm": 0.0828094333410263,
+      "learning_rate": 1.553619722547796e-05,
+      "loss": 0.6738830208778381,
+      "step": 5422
+    },
+    {
+      "epoch": 1.0020325437978543,
+      "grad_norm": 0.06672517955303192,
+      "learning_rate": 1.553453581049484e-05,
+      "loss": 0.37967976927757263,
+      "step": 5423
+    },
+    {
+      "epoch": 1.0022173205067502,
+      "grad_norm": 0.07504408061504364,
+      "learning_rate": 1.5532874175254512e-05,
+      "loss": 0.48869621753692627,
+      "step": 5424
+    },
+    {
+      "epoch": 1.002402097215646,
+      "grad_norm": 0.07129882276058197,
+      "learning_rate": 1.5531212319823104e-05,
+      "loss": 0.5685672163963318,
+      "step": 5425
+    },
+    {
+      "epoch": 1.0025868739245418,
+      "grad_norm": 0.06440310180187225,
+      "learning_rate": 1.5529550244266746e-05,
+      "loss": 0.46098026633262634,
+      "step": 5426
+    },
+    {
+      "epoch": 1.0027716506334377,
+      "grad_norm": 0.07999856770038605,
+      "learning_rate": 1.5527887948651594e-05,
+      "loss": 0.6286073923110962,
+      "step": 5427
+    },
+    {
+      "epoch": 1.0029564273423335,
+      "grad_norm": 0.06721231341362,
+      "learning_rate": 1.5526225433043787e-05,
+      "loss": 0.45072394609451294,
+      "step": 5428
+    },
+    {
+      "epoch": 1.0031412040512293,
+      "grad_norm": 0.09263379871845245,
+      "learning_rate": 1.5524562697509507e-05,
+      "loss": 0.5145958065986633,
+      "step": 5429
+    },
+    {
+      "epoch": 1.0033259807601251,
+      "grad_norm": 0.08839530497789383,
+      "learning_rate": 1.552289974211491e-05,
+      "loss": 0.6489437818527222,
+      "step": 5430
+    },
+    {
+      "epoch": 1.003510757469021,
+      "grad_norm": 0.08482103794813156,
+      "learning_rate": 1.5521236566926187e-05,
+      "loss": 0.5917055606842041,
+      "step": 5431
+    },
+    {
+      "epoch": 1.0036955341779168,
+      "grad_norm": 0.06561548262834549,
+      "learning_rate": 1.5519573172009517e-05,
+      "loss": 0.45737460255622864,
+      "step": 5432
+    },
+    {
+      "epoch": 1.0038803108868126,
+      "grad_norm": 0.07934774458408356,
+      "learning_rate": 1.5517909557431106e-05,
+      "loss": 0.50255286693573,
+      "step": 5433
+    },
+    {
+      "epoch": 1.0040650875957087,
+      "grad_norm": 0.08711782097816467,
+      "learning_rate": 1.5516245723257156e-05,
+      "loss": 0.7246228456497192,
+      "step": 5434
+    },
+    {
+      "epoch": 1.0042498643046045,
+      "grad_norm": 0.08274222910404205,
+      "learning_rate": 1.5514581669553887e-05,
+      "loss": 0.6145168542861938,
+      "step": 5435
+    },
+    {
+      "epoch": 1.0044346410135003,
+      "grad_norm": 0.0734354630112648,
+      "learning_rate": 1.5512917396387518e-05,
+      "loss": 0.6290450692176819,
+      "step": 5436
+    },
+    {
+      "epoch": 1.0046194177223962,
+      "grad_norm": 0.0731857642531395,
+      "learning_rate": 1.5511252903824284e-05,
+      "loss": 0.5591952204704285,
+      "step": 5437
+    },
+    {
+      "epoch": 1.004804194431292,
+      "grad_norm": 0.0669926181435585,
+      "learning_rate": 1.550958819193043e-05,
+      "loss": 0.4976261556148529,
+      "step": 5438
+    },
+    {
+      "epoch": 1.0049889711401878,
+      "grad_norm": 0.06242423877120018,
+      "learning_rate": 1.5507923260772206e-05,
+      "loss": 0.4081506133079529,
+      "step": 5439
+    },
+    {
+      "epoch": 1.0051737478490836,
+      "grad_norm": 0.06533505767583847,
+      "learning_rate": 1.550625811041586e-05,
+      "loss": 0.5145694613456726,
+      "step": 5440
+    },
+    {
+      "epoch": 1.0053585245579795,
+      "grad_norm": 0.09347716718912125,
+      "learning_rate": 1.5504592740927673e-05,
+      "loss": 0.7778919339179993,
+      "step": 5441
+    },
+    {
+      "epoch": 1.0055433012668753,
+      "grad_norm": 0.060112446546554565,
+      "learning_rate": 1.5502927152373913e-05,
+      "loss": 0.4014849364757538,
+      "step": 5442
+    },
+    {
+      "epoch": 1.0057280779757711,
+      "grad_norm": 0.06632987409830093,
+      "learning_rate": 1.5501261344820875e-05,
+      "loss": 0.5001177191734314,
+      "step": 5443
+    },
+    {
+      "epoch": 1.005912854684667,
+      "grad_norm": 0.06259676814079285,
+      "learning_rate": 1.5499595318334842e-05,
+      "loss": 0.502464771270752,
+      "step": 5444
+    },
+    {
+      "epoch": 1.0060976313935628,
+      "grad_norm": 0.06666150689125061,
+      "learning_rate": 1.5497929072982123e-05,
+      "loss": 0.4545712471008301,
+      "step": 5445
+    },
+    {
+      "epoch": 1.0062824081024586,
+      "grad_norm": 0.07456757128238678,
+      "learning_rate": 1.5496262608829026e-05,
+      "loss": 0.6057341694831848,
+      "step": 5446
+    },
+    {
+      "epoch": 1.0064671848113544,
+      "grad_norm": 0.0757986307144165,
+      "learning_rate": 1.5494595925941875e-05,
+      "loss": 0.6850146055221558,
+      "step": 5447
+    },
+    {
+      "epoch": 1.0066519615202503,
+      "grad_norm": 0.07049146294593811,
+      "learning_rate": 1.5492929024386995e-05,
+      "loss": 0.5972450971603394,
+      "step": 5448
+    },
+    {
+      "epoch": 1.0068367382291463,
+      "grad_norm": 0.06518596410751343,
+      "learning_rate": 1.549126190423073e-05,
+      "loss": 0.5264145135879517,
+      "step": 5449
+    },
+    {
+      "epoch": 1.0070215149380422,
+      "grad_norm": 0.08410429954528809,
+      "learning_rate": 1.5489594565539415e-05,
+      "loss": 0.8311405181884766,
+      "step": 5450
+    },
+    {
+      "epoch": 1.007206291646938,
+      "grad_norm": 0.08313155174255371,
+      "learning_rate": 1.5487927008379407e-05,
+      "loss": 0.6686275601387024,
+      "step": 5451
+    },
+    {
+      "epoch": 1.0073910683558338,
+      "grad_norm": 0.07137402147054672,
+      "learning_rate": 1.548625923281708e-05,
+      "loss": 0.5926514267921448,
+      "step": 5452
+    },
+    {
+      "epoch": 1.0075758450647296,
+      "grad_norm": 0.06430884450674057,
+      "learning_rate": 1.5484591238918802e-05,
+      "loss": 0.3721638023853302,
+      "step": 5453
+    },
+    {
+      "epoch": 1.0077606217736255,
+      "grad_norm": 0.07286176085472107,
+      "learning_rate": 1.548292302675095e-05,
+      "loss": 0.6848993301391602,
+      "step": 5454
+    },
+    {
+      "epoch": 1.0079453984825213,
+      "grad_norm": 0.0833728238940239,
+      "learning_rate": 1.5481254596379914e-05,
+      "loss": 0.6791229248046875,
+      "step": 5455
+    },
+    {
+      "epoch": 1.0081301751914171,
+      "grad_norm": 0.07102257013320923,
+      "learning_rate": 1.5479585947872093e-05,
+      "loss": 0.41884228587150574,
+      "step": 5456
+    },
+    {
+      "epoch": 1.008314951900313,
+      "grad_norm": 0.07091695815324783,
+      "learning_rate": 1.5477917081293895e-05,
+      "loss": 0.5533478260040283,
+      "step": 5457
+    },
+    {
+      "epoch": 1.0084997286092088,
+      "grad_norm": 0.04651034250855446,
+      "learning_rate": 1.5476247996711737e-05,
+      "loss": 0.3375348448753357,
+      "step": 5458
+    },
+    {
+      "epoch": 1.0086845053181046,
+      "grad_norm": 0.0720076709985733,
+      "learning_rate": 1.547457869419204e-05,
+      "loss": 0.5965259671211243,
+      "step": 5459
+    },
+    {
+      "epoch": 1.0088692820270004,
+      "grad_norm": 0.05651504918932915,
+      "learning_rate": 1.547290917380124e-05,
+      "loss": 0.3244526982307434,
+      "step": 5460
+    },
+    {
+      "epoch": 1.0090540587358963,
+      "grad_norm": 0.06690341979265213,
+      "learning_rate": 1.5471239435605777e-05,
+      "loss": 0.455815851688385,
+      "step": 5461
+    },
+    {
+      "epoch": 1.009238835444792,
+      "grad_norm": 0.0782356858253479,
+      "learning_rate": 1.5469569479672102e-05,
+      "loss": 0.6343777775764465,
+      "step": 5462
+    },
+    {
+      "epoch": 1.009423612153688,
+      "grad_norm": 0.06311261653900146,
+      "learning_rate": 1.5467899306066674e-05,
+      "loss": 0.44077301025390625,
+      "step": 5463
+    },
+    {
+      "epoch": 1.009608388862584,
+      "grad_norm": 0.08928355574607849,
+      "learning_rate": 1.5466228914855957e-05,
+      "loss": 0.6142847537994385,
+      "step": 5464
+    },
+    {
+      "epoch": 1.0097931655714798,
+      "grad_norm": 0.07347680628299713,
+      "learning_rate": 1.5464558306106438e-05,
+      "loss": 0.5666141510009766,
+      "step": 5465
+    },
+    {
+      "epoch": 1.0099779422803756,
+      "grad_norm": 0.08045663684606552,
+      "learning_rate": 1.546288747988459e-05,
+      "loss": 0.6125535368919373,
+      "step": 5466
+    },
+    {
+      "epoch": 1.0101627189892715,
+      "grad_norm": 0.07437922060489655,
+      "learning_rate": 1.546121643625691e-05,
+      "loss": 0.6528797745704651,
+      "step": 5467
+    },
+    {
+      "epoch": 1.0103474956981673,
+      "grad_norm": 0.058625247329473495,
+      "learning_rate": 1.5459545175289904e-05,
+      "loss": 0.4213486909866333,
+      "step": 5468
+    },
+    {
+      "epoch": 1.0105322724070631,
+      "grad_norm": 0.07732836157083511,
+      "learning_rate": 1.5457873697050083e-05,
+      "loss": 0.6027098298072815,
+      "step": 5469
+    },
+    {
+      "epoch": 1.010717049115959,
+      "grad_norm": 0.07866568118333817,
+      "learning_rate": 1.545620200160396e-05,
+      "loss": 0.6570467948913574,
+      "step": 5470
+    },
+    {
+      "epoch": 1.0109018258248548,
+      "grad_norm": 0.07446414977312088,
+      "learning_rate": 1.5454530089018068e-05,
+      "loss": 0.5937471389770508,
+      "step": 5471
+    },
+    {
+      "epoch": 1.0110866025337506,
+      "grad_norm": 0.06321976333856583,
+      "learning_rate": 1.545285795935895e-05,
+      "loss": 0.43261998891830444,
+      "step": 5472
+    },
+    {
+      "epoch": 1.0112713792426464,
+      "grad_norm": 0.0733419880270958,
+      "learning_rate": 1.545118561269314e-05,
+      "loss": 0.5204454064369202,
+      "step": 5473
+    },
+    {
+      "epoch": 1.0114561559515423,
+      "grad_norm": 0.07306050509214401,
+      "learning_rate": 1.5449513049087196e-05,
+      "loss": 0.5122585296630859,
+      "step": 5474
+    },
+    {
+      "epoch": 1.011640932660438,
+      "grad_norm": 0.07231169193983078,
+      "learning_rate": 1.5447840268607684e-05,
+      "loss": 0.5543947219848633,
+      "step": 5475
+    },
+    {
+      "epoch": 1.011825709369334,
+      "grad_norm": 0.06687439233064651,
+      "learning_rate": 1.544616727132117e-05,
+      "loss": 0.5254085063934326,
+      "step": 5476
+    },
+    {
+      "epoch": 1.0120104860782297,
+      "grad_norm": 0.06679672747850418,
+      "learning_rate": 1.544449405729424e-05,
+      "loss": 0.5370311737060547,
+      "step": 5477
+    },
+    {
+      "epoch": 1.0121952627871256,
+      "grad_norm": 0.06086615473031998,
+      "learning_rate": 1.544282062659348e-05,
+      "loss": 0.5779776573181152,
+      "step": 5478
+    },
+    {
+      "epoch": 1.0123800394960216,
+      "grad_norm": 0.07743128389120102,
+      "learning_rate": 1.544114697928549e-05,
+      "loss": 0.601859450340271,
+      "step": 5479
+    },
+    {
+      "epoch": 1.0125648162049175,
+      "grad_norm": 0.0775611400604248,
+      "learning_rate": 1.5439473115436872e-05,
+      "loss": 0.5330616235733032,
+      "step": 5480
+    },
+    {
+      "epoch": 1.0127495929138133,
+      "grad_norm": 0.07540713995695114,
+      "learning_rate": 1.543779903511424e-05,
+      "loss": 0.5143282413482666,
+      "step": 5481
+    },
+    {
+      "epoch": 1.012934369622709,
+      "grad_norm": 0.06653149425983429,
+      "learning_rate": 1.543612473838422e-05,
+      "loss": 0.5389485955238342,
+      "step": 5482
+    },
+    {
+      "epoch": 1.013119146331605,
+      "grad_norm": 0.06639883667230606,
+      "learning_rate": 1.5434450225313443e-05,
+      "loss": 0.486784428358078,
+      "step": 5483
+    },
+    {
+      "epoch": 1.0133039230405008,
+      "grad_norm": 0.07527770102024078,
+      "learning_rate": 1.5432775495968552e-05,
+      "loss": 0.5490717887878418,
+      "step": 5484
+    },
+    {
+      "epoch": 1.0134886997493966,
+      "grad_norm": 0.09229796379804611,
+      "learning_rate": 1.5431100550416187e-05,
+      "loss": 0.7034298777580261,
+      "step": 5485
+    },
+    {
+      "epoch": 1.0136734764582924,
+      "grad_norm": 0.0757904052734375,
+      "learning_rate": 1.5429425388723017e-05,
+      "loss": 0.5530351996421814,
+      "step": 5486
+    },
+    {
+      "epoch": 1.0138582531671883,
+      "grad_norm": 0.08032525330781937,
+      "learning_rate": 1.5427750010955702e-05,
+      "loss": 0.5245693325996399,
+      "step": 5487
+    },
+    {
+      "epoch": 1.014043029876084,
+      "grad_norm": 0.07433024793863297,
+      "learning_rate": 1.5426074417180918e-05,
+      "loss": 0.5217931270599365,
+      "step": 5488
+    },
+    {
+      "epoch": 1.01422780658498,
+      "grad_norm": 0.07630334794521332,
+      "learning_rate": 1.5424398607465344e-05,
+      "loss": 0.46245628595352173,
+      "step": 5489
+    },
+    {
+      "epoch": 1.0144125832938757,
+      "grad_norm": 0.06917870044708252,
+      "learning_rate": 1.542272258187568e-05,
+      "loss": 0.5663442015647888,
+      "step": 5490
+    },
+    {
+      "epoch": 1.0145973600027716,
+      "grad_norm": 0.06446558982133865,
+      "learning_rate": 1.5421046340478625e-05,
+      "loss": 0.49829304218292236,
+      "step": 5491
+    },
+    {
+      "epoch": 1.0147821367116674,
+      "grad_norm": 0.06780035048723221,
+      "learning_rate": 1.541936988334088e-05,
+      "loss": 0.5756086707115173,
+      "step": 5492
+    },
+    {
+      "epoch": 1.0149669134205634,
+      "grad_norm": 0.09589719772338867,
+      "learning_rate": 1.5417693210529172e-05,
+      "loss": 0.7299249768257141,
+      "step": 5493
+    },
+    {
+      "epoch": 1.0151516901294593,
+      "grad_norm": 0.07468991726636887,
+      "learning_rate": 1.5416016322110224e-05,
+      "loss": 0.37915417551994324,
+      "step": 5494
+    },
+    {
+      "epoch": 1.015336466838355,
+      "grad_norm": 0.08760546892881393,
+      "learning_rate": 1.5414339218150773e-05,
+      "loss": 0.661727786064148,
+      "step": 5495
+    },
+    {
+      "epoch": 1.015521243547251,
+      "grad_norm": 0.07419498264789581,
+      "learning_rate": 1.541266189871756e-05,
+      "loss": 0.5948960185050964,
+      "step": 5496
+    },
+    {
+      "epoch": 1.0157060202561468,
+      "grad_norm": 0.0739092081785202,
+      "learning_rate": 1.5410984363877336e-05,
+      "loss": 0.5626744031906128,
+      "step": 5497
+    },
+    {
+      "epoch": 1.0158907969650426,
+      "grad_norm": 0.07224955409765244,
+      "learning_rate": 1.5409306613696863e-05,
+      "loss": 0.576987087726593,
+      "step": 5498
+    },
+    {
+      "epoch": 1.0160755736739384,
+      "grad_norm": 0.0674276202917099,
+      "learning_rate": 1.5407628648242908e-05,
+      "loss": 0.5401109457015991,
+      "step": 5499
+    },
+    {
+      "epoch": 1.0162603503828342,
+      "grad_norm": 0.06937623769044876,
+      "learning_rate": 1.5405950467582253e-05,
+      "loss": 0.5262582302093506,
+      "step": 5500
+    },
+    {
+      "epoch": 1.0162603503828342,
+      "eval_loss": 0.6191006898880005,
+      "eval_runtime": 158.2235,
+      "eval_samples_per_second": 115.21,
+      "eval_steps_per_second": 14.404,
+      "step": 5500
+    },
+    {
+      "epoch": 1.01644512709173,
+      "grad_norm": 0.078186996281147,
+      "learning_rate": 1.5404272071781683e-05,
+      "loss": 0.605469822883606,
+      "step": 5501
+    },
+    {
+      "epoch": 1.016629903800626,
+      "grad_norm": 0.06780393421649933,
+      "learning_rate": 1.5402593460907992e-05,
+      "loss": 0.4818827211856842,
+      "step": 5502
+    },
+    {
+      "epoch": 1.0168146805095217,
+      "grad_norm": 0.07865656167268753,
+      "learning_rate": 1.5400914635027985e-05,
+      "loss": 0.5803611874580383,
+      "step": 5503
+    },
+    {
+      "epoch": 1.0169994572184176,
+      "grad_norm": 0.05911247432231903,
+      "learning_rate": 1.5399235594208472e-05,
+      "loss": 0.38554736971855164,
+      "step": 5504
+    },
+    {
+      "epoch": 1.0171842339273134,
+      "grad_norm": 0.07047073543071747,
+      "learning_rate": 1.5397556338516273e-05,
+      "loss": 0.5108228325843811,
+      "step": 5505
+    },
+    {
+      "epoch": 1.0173690106362092,
+      "grad_norm": 0.0866054967045784,
+      "learning_rate": 1.539587686801822e-05,
+      "loss": 0.597832202911377,
+      "step": 5506
+    },
+    {
+      "epoch": 1.017553787345105,
+      "grad_norm": 0.08333642035722733,
+      "learning_rate": 1.539419718278115e-05,
+      "loss": 0.550136387348175,
+      "step": 5507
+    },
+    {
+      "epoch": 1.017738564054001,
+      "grad_norm": 0.09204985201358795,
+      "learning_rate": 1.5392517282871906e-05,
+      "loss": 0.6344136595726013,
+      "step": 5508
+    },
+    {
+      "epoch": 1.017923340762897,
+      "grad_norm": 0.05923591926693916,
+      "learning_rate": 1.5390837168357346e-05,
+      "loss": 0.4173552393913269,
+      "step": 5509
+    },
+    {
+      "epoch": 1.0181081174717928,
+      "grad_norm": 0.08533397316932678,
+      "learning_rate": 1.5389156839304332e-05,
+      "loss": 0.6466034054756165,
+      "step": 5510
+    },
+    {
+      "epoch": 1.0182928941806886,
+      "grad_norm": 0.07171865552663803,
+      "learning_rate": 1.5387476295779737e-05,
+      "loss": 0.6014915108680725,
+      "step": 5511
+    },
+    {
+      "epoch": 1.0184776708895844,
+      "grad_norm": 0.07948136329650879,
+      "learning_rate": 1.5385795537850442e-05,
+      "loss": 0.588539183139801,
+      "step": 5512
+    },
+    {
+      "epoch": 1.0186624475984802,
+      "grad_norm": 0.07882174849510193,
+      "learning_rate": 1.5384114565583332e-05,
+      "loss": 0.47921741008758545,
+      "step": 5513
+    },
+    {
+      "epoch": 1.018847224307376,
+      "grad_norm": 0.07933034002780914,
+      "learning_rate": 1.538243337904531e-05,
+      "loss": 0.5907740592956543,
+      "step": 5514
+    },
+    {
+      "epoch": 1.019032001016272,
+      "grad_norm": 0.06324376910924911,
+      "learning_rate": 1.538075197830328e-05,
+      "loss": 0.5618665218353271,
+      "step": 5515
+    },
+    {
+      "epoch": 1.0192167777251677,
+      "grad_norm": 0.06595669686794281,
+      "learning_rate": 1.5379070363424153e-05,
+      "loss": 0.4812150299549103,
+      "step": 5516
+    },
+    {
+      "epoch": 1.0194015544340636,
+      "grad_norm": 0.05870814248919487,
+      "learning_rate": 1.5377388534474852e-05,
+      "loss": 0.40500393509864807,
+      "step": 5517
+    },
+    {
+      "epoch": 1.0195863311429594,
+      "grad_norm": 0.07318040728569031,
+      "learning_rate": 1.5375706491522312e-05,
+      "loss": 0.4814295172691345,
+      "step": 5518
+    },
+    {
+      "epoch": 1.0197711078518552,
+      "grad_norm": 0.07311618328094482,
+      "learning_rate": 1.5374024234633474e-05,
+      "loss": 0.6199733018875122,
+      "step": 5519
+    },
+    {
+      "epoch": 1.019955884560751,
+      "grad_norm": 0.07848178595304489,
+      "learning_rate": 1.5372341763875285e-05,
+      "loss": 0.6515681147575378,
+      "step": 5520
+    },
+    {
+      "epoch": 1.0201406612696469,
+      "grad_norm": 0.08523409068584442,
+      "learning_rate": 1.53706590793147e-05,
+      "loss": 0.5154955983161926,
+      "step": 5521
+    },
+    {
+      "epoch": 1.020325437978543,
+      "grad_norm": 0.07961570471525192,
+      "learning_rate": 1.536897618101869e-05,
+      "loss": 0.5723915100097656,
+      "step": 5522
+    },
+    {
+      "epoch": 1.0205102146874387,
+      "grad_norm": 0.06371118128299713,
+      "learning_rate": 1.5367293069054217e-05,
+      "loss": 0.49540960788726807,
+      "step": 5523
+    },
+    {
+      "epoch": 1.0206949913963346,
+      "grad_norm": 0.06904740631580353,
+      "learning_rate": 1.536560974348828e-05,
+      "loss": 0.5264773368835449,
+      "step": 5524
+    },
+    {
+      "epoch": 1.0208797681052304,
+      "grad_norm": 0.055011942982673645,
+      "learning_rate": 1.536392620438786e-05,
+      "loss": 0.430140882730484,
+      "step": 5525
+    },
+    {
+      "epoch": 1.0210645448141262,
+      "grad_norm": 0.07497008144855499,
+      "learning_rate": 1.536224245181996e-05,
+      "loss": 0.5237014889717102,
+      "step": 5526
+    },
+    {
+      "epoch": 1.021249321523022,
+      "grad_norm": 0.07027363777160645,
+      "learning_rate": 1.536055848585158e-05,
+      "loss": 0.5692754983901978,
+      "step": 5527
+    },
+    {
+      "epoch": 1.0214340982319179,
+      "grad_norm": 0.11043912917375565,
+      "learning_rate": 1.535887430654975e-05,
+      "loss": 0.46968314051628113,
+      "step": 5528
+    },
+    {
+      "epoch": 1.0216188749408137,
+      "grad_norm": 0.08006355911493301,
+      "learning_rate": 1.535718991398149e-05,
+      "loss": 0.49496397376060486,
+      "step": 5529
+    },
+    {
+      "epoch": 1.0218036516497095,
+      "grad_norm": 0.06432589888572693,
+      "learning_rate": 1.535550530821382e-05,
+      "loss": 0.3639981746673584,
+      "step": 5530
+    },
+    {
+      "epoch": 1.0219884283586054,
+      "grad_norm": 0.10602528601884842,
+      "learning_rate": 1.5353820489313807e-05,
+      "loss": 0.7828198075294495,
+      "step": 5531
+    },
+    {
+      "epoch": 1.0221732050675012,
+      "grad_norm": 0.07818809896707535,
+      "learning_rate": 1.5352135457348488e-05,
+      "loss": 0.6441103219985962,
+      "step": 5532
+    },
+    {
+      "epoch": 1.022357981776397,
+      "grad_norm": 0.08831508457660675,
+      "learning_rate": 1.5350450212384914e-05,
+      "loss": 0.5698842406272888,
+      "step": 5533
+    },
+    {
+      "epoch": 1.0225427584852929,
+      "grad_norm": 0.06406545639038086,
+      "learning_rate": 1.5348764754490165e-05,
+      "loss": 0.37343931198120117,
+      "step": 5534
+    },
+    {
+      "epoch": 1.0227275351941887,
+      "grad_norm": 0.08259700238704681,
+      "learning_rate": 1.5347079083731314e-05,
+      "loss": 0.5247676968574524,
+      "step": 5535
+    },
+    {
+      "epoch": 1.0229123119030845,
+      "grad_norm": 0.08037258684635162,
+      "learning_rate": 1.5345393200175442e-05,
+      "loss": 0.6214337348937988,
+      "step": 5536
+    },
+    {
+      "epoch": 1.0230970886119806,
+      "grad_norm": 0.0930820181965828,
+      "learning_rate": 1.5343707103889647e-05,
+      "loss": 0.6681873202323914,
+      "step": 5537
+    },
+    {
+      "epoch": 1.0232818653208764,
+      "grad_norm": 0.08174339681863785,
+      "learning_rate": 1.5342020794941025e-05,
+      "loss": 0.6081960797309875,
+      "step": 5538
+    },
+    {
+      "epoch": 1.0234666420297722,
+      "grad_norm": 0.0695425271987915,
+      "learning_rate": 1.5340334273396695e-05,
+      "loss": 0.4818345606327057,
+      "step": 5539
+    },
+    {
+      "epoch": 1.023651418738668,
+      "grad_norm": 0.06923358887434006,
+      "learning_rate": 1.5338647539323758e-05,
+      "loss": 0.43072810769081116,
+      "step": 5540
+    },
+    {
+      "epoch": 1.0238361954475639,
+      "grad_norm": 0.09394175559282303,
+      "learning_rate": 1.5336960592789357e-05,
+      "loss": 0.6028846502304077,
+      "step": 5541
+    },
+    {
+      "epoch": 1.0240209721564597,
+      "grad_norm": 0.0752132385969162,
+      "learning_rate": 1.533527343386062e-05,
+      "loss": 0.4695470333099365,
+      "step": 5542
+    },
+    {
+      "epoch": 1.0242057488653555,
+      "grad_norm": 0.07551165670156479,
+      "learning_rate": 1.5333586062604696e-05,
+      "loss": 0.5507363080978394,
+      "step": 5543
+    },
+    {
+      "epoch": 1.0243905255742514,
+      "grad_norm": 0.07440776377916336,
+      "learning_rate": 1.5331898479088732e-05,
+      "loss": 0.45515015721321106,
+      "step": 5544
+    },
+    {
+      "epoch": 1.0245753022831472,
+      "grad_norm": 0.08244110643863678,
+      "learning_rate": 1.533021068337989e-05,
+      "loss": 0.6030721664428711,
+      "step": 5545
+    },
+    {
+      "epoch": 1.024760078992043,
+      "grad_norm": 0.07014291733503342,
+      "learning_rate": 1.5328522675545334e-05,
+      "loss": 0.5677472949028015,
+      "step": 5546
+    },
+    {
+      "epoch": 1.0249448557009389,
+      "grad_norm": 0.07949929684400558,
+      "learning_rate": 1.532683445565225e-05,
+      "loss": 0.6872313618659973,
+      "step": 5547
+    },
+    {
+      "epoch": 1.0251296324098347,
+      "grad_norm": 0.07746239751577377,
+      "learning_rate": 1.532514602376782e-05,
+      "loss": 0.6091598868370056,
+      "step": 5548
+    },
+    {
+      "epoch": 1.0253144091187305,
+      "grad_norm": 0.0781155452132225,
+      "learning_rate": 1.532345737995924e-05,
+      "loss": 0.5775952339172363,
+      "step": 5549
+    },
+    {
+      "epoch": 1.0254991858276263,
+      "grad_norm": 0.07638484984636307,
+      "learning_rate": 1.532176852429371e-05,
+      "loss": 0.4975985288619995,
+      "step": 5550
+    },
+    {
+      "epoch": 1.0256839625365222,
+      "grad_norm": 0.0655810683965683,
+      "learning_rate": 1.5320079456838443e-05,
+      "loss": 0.4833434522151947,
+      "step": 5551
+    },
+    {
+      "epoch": 1.0258687392454182,
+      "grad_norm": 0.07090182602405548,
+      "learning_rate": 1.531839017766066e-05,
+      "loss": 0.4814104437828064,
+      "step": 5552
+    },
+    {
+      "epoch": 1.026053515954314,
+      "grad_norm": 0.08101111650466919,
+      "learning_rate": 1.5316700686827584e-05,
+      "loss": 0.5643125772476196,
+      "step": 5553
+    },
+    {
+      "epoch": 1.0262382926632099,
+      "grad_norm": 0.07077205181121826,
+      "learning_rate": 1.5315010984406454e-05,
+      "loss": 0.4897610545158386,
+      "step": 5554
+    },
+    {
+      "epoch": 1.0264230693721057,
+      "grad_norm": 0.0607805959880352,
+      "learning_rate": 1.5313321070464517e-05,
+      "loss": 0.4320688843727112,
+      "step": 5555
+    },
+    {
+      "epoch": 1.0266078460810015,
+      "grad_norm": 0.08007220178842545,
+      "learning_rate": 1.531163094506902e-05,
+      "loss": 0.6080632209777832,
+      "step": 5556
+    },
+    {
+      "epoch": 1.0267926227898974,
+      "grad_norm": 0.0696863904595375,
+      "learning_rate": 1.5309940608287234e-05,
+      "loss": 0.47654882073402405,
+      "step": 5557
+    },
+    {
+      "epoch": 1.0269773994987932,
+      "grad_norm": 0.08483091741800308,
+      "learning_rate": 1.5308250060186428e-05,
+      "loss": 0.7323111295700073,
+      "step": 5558
+    },
+    {
+      "epoch": 1.027162176207689,
+      "grad_norm": 0.07609230279922485,
+      "learning_rate": 1.530655930083387e-05,
+      "loss": 0.5510598421096802,
+      "step": 5559
+    },
+    {
+      "epoch": 1.0273469529165848,
+      "grad_norm": 0.05846942961215973,
+      "learning_rate": 1.5304868330296854e-05,
+      "loss": 0.4501841068267822,
+      "step": 5560
+    },
+    {
+      "epoch": 1.0275317296254807,
+      "grad_norm": 0.0615713931620121,
+      "learning_rate": 1.530317714864268e-05,
+      "loss": 0.3922766149044037,
+      "step": 5561
+    },
+    {
+      "epoch": 1.0277165063343765,
+      "grad_norm": 0.08426828682422638,
+      "learning_rate": 1.5301485755938648e-05,
+      "loss": 0.803465723991394,
+      "step": 5562
+    },
+    {
+      "epoch": 1.0279012830432723,
+      "grad_norm": 0.08208931237459183,
+      "learning_rate": 1.5299794152252064e-05,
+      "loss": 0.6569002866744995,
+      "step": 5563
+    },
+    {
+      "epoch": 1.0280860597521682,
+      "grad_norm": 0.0686066746711731,
+      "learning_rate": 1.5298102337650254e-05,
+      "loss": 0.4910159707069397,
+      "step": 5564
+    },
+    {
+      "epoch": 1.028270836461064,
+      "grad_norm": 0.08395460247993469,
+      "learning_rate": 1.529641031220055e-05,
+      "loss": 0.610248327255249,
+      "step": 5565
+    },
+    {
+      "epoch": 1.0284556131699598,
+      "grad_norm": 0.05675387382507324,
+      "learning_rate": 1.5294718075970284e-05,
+      "loss": 0.40480339527130127,
+      "step": 5566
+    },
+    {
+      "epoch": 1.0286403898788559,
+      "grad_norm": 0.06499865651130676,
+      "learning_rate": 1.5293025629026805e-05,
+      "loss": 0.47910645604133606,
+      "step": 5567
+    },
+    {
+      "epoch": 1.0288251665877517,
+      "grad_norm": 0.0667455643415451,
+      "learning_rate": 1.5291332971437464e-05,
+      "loss": 0.35491806268692017,
+      "step": 5568
+    },
+    {
+      "epoch": 1.0290099432966475,
+      "grad_norm": 0.0756828561425209,
+      "learning_rate": 1.5289640103269626e-05,
+      "loss": 0.4958469867706299,
+      "step": 5569
+    },
+    {
+      "epoch": 1.0291947200055434,
+      "grad_norm": 0.06689758598804474,
+      "learning_rate": 1.5287947024590662e-05,
+      "loss": 0.4663046896457672,
+      "step": 5570
+    },
+    {
+      "epoch": 1.0293794967144392,
+      "grad_norm": 0.08043645322322845,
+      "learning_rate": 1.528625373546795e-05,
+      "loss": 0.5557774305343628,
+      "step": 5571
+    },
+    {
+      "epoch": 1.029564273423335,
+      "grad_norm": 0.07677663862705231,
+      "learning_rate": 1.5284560235968874e-05,
+      "loss": 0.6274809837341309,
+      "step": 5572
+    },
+    {
+      "epoch": 1.0297490501322308,
+      "grad_norm": 0.07894661277532578,
+      "learning_rate": 1.5282866526160837e-05,
+      "loss": 0.6272726655006409,
+      "step": 5573
+    },
+    {
+      "epoch": 1.0299338268411267,
+      "grad_norm": 0.07600554823875427,
+      "learning_rate": 1.528117260611124e-05,
+      "loss": 0.547213077545166,
+      "step": 5574
+    },
+    {
+      "epoch": 1.0301186035500225,
+      "grad_norm": 0.07473323494195938,
+      "learning_rate": 1.5279478475887496e-05,
+      "loss": 0.4859544634819031,
+      "step": 5575
+    },
+    {
+      "epoch": 1.0303033802589183,
+      "grad_norm": 0.06868378818035126,
+      "learning_rate": 1.527778413555703e-05,
+      "loss": 0.5427464246749878,
+      "step": 5576
+    },
+    {
+      "epoch": 1.0304881569678142,
+      "grad_norm": 0.08214934915304184,
+      "learning_rate": 1.5276089585187258e-05,
+      "loss": 0.6326417326927185,
+      "step": 5577
+    },
+    {
+      "epoch": 1.03067293367671,
+      "grad_norm": 0.06721127033233643,
+      "learning_rate": 1.5274394824845635e-05,
+      "loss": 0.4642300307750702,
+      "step": 5578
+    },
+    {
+      "epoch": 1.0308577103856058,
+      "grad_norm": 0.07905059307813644,
+      "learning_rate": 1.52726998545996e-05,
+      "loss": 0.5799643993377686,
+      "step": 5579
+    },
+    {
+      "epoch": 1.0310424870945016,
+      "grad_norm": 0.08044886589050293,
+      "learning_rate": 1.5271004674516603e-05,
+      "loss": 0.521228015422821,
+      "step": 5580
+    },
+    {
+      "epoch": 1.0312272638033977,
+      "grad_norm": 0.06395208090543747,
+      "learning_rate": 1.5269309284664112e-05,
+      "loss": 0.5170220136642456,
+      "step": 5581
+    },
+    {
+      "epoch": 1.0314120405122935,
+      "grad_norm": 0.0650828406214714,
+      "learning_rate": 1.5267613685109597e-05,
+      "loss": 0.5077491998672485,
+      "step": 5582
+    },
+    {
+      "epoch": 1.0315968172211893,
+      "grad_norm": 0.05765007808804512,
+      "learning_rate": 1.5265917875920537e-05,
+      "loss": 0.39931830763816833,
+      "step": 5583
+    },
+    {
+      "epoch": 1.0317815939300852,
+      "grad_norm": 0.07269348949193954,
+      "learning_rate": 1.526422185716442e-05,
+      "loss": 0.4732840955257416,
+      "step": 5584
+    },
+    {
+      "epoch": 1.031966370638981,
+      "grad_norm": 0.07275344431400299,
+      "learning_rate": 1.5262525628908743e-05,
+      "loss": 0.4784200191497803,
+      "step": 5585
+    },
+    {
+      "epoch": 1.0321511473478768,
+      "grad_norm": 0.07855315506458282,
+      "learning_rate": 1.5260829191221012e-05,
+      "loss": 0.5925523638725281,
+      "step": 5586
+    },
+    {
+      "epoch": 1.0323359240567727,
+      "grad_norm": 0.06200972571969032,
+      "learning_rate": 1.525913254416874e-05,
+      "loss": 0.4778120517730713,
+      "step": 5587
+    },
+    {
+      "epoch": 1.0325207007656685,
+      "grad_norm": 0.08109522610902786,
+      "learning_rate": 1.5257435687819442e-05,
+      "loss": 0.5588696002960205,
+      "step": 5588
+    },
+    {
+      "epoch": 1.0327054774745643,
+      "grad_norm": 0.06934543699026108,
+      "learning_rate": 1.5255738622240653e-05,
+      "loss": 0.5938635468482971,
+      "step": 5589
+    },
+    {
+      "epoch": 1.0328902541834601,
+      "grad_norm": 0.07456963509321213,
+      "learning_rate": 1.5254041347499912e-05,
+      "loss": 0.6001103520393372,
+      "step": 5590
+    },
+    {
+      "epoch": 1.033075030892356,
+      "grad_norm": 0.07474758476018906,
+      "learning_rate": 1.525234386366476e-05,
+      "loss": 0.5206001996994019,
+      "step": 5591
+    },
+    {
+      "epoch": 1.0332598076012518,
+      "grad_norm": 0.07479168474674225,
+      "learning_rate": 1.5250646170802759e-05,
+      "loss": 0.5422087907791138,
+      "step": 5592
+    },
+    {
+      "epoch": 1.0334445843101476,
+      "grad_norm": 0.07698295265436172,
+      "learning_rate": 1.5248948268981462e-05,
+      "loss": 0.6600850224494934,
+      "step": 5593
+    },
+    {
+      "epoch": 1.0336293610190435,
+      "grad_norm": 0.09354109317064285,
+      "learning_rate": 1.5247250158268452e-05,
+      "loss": 0.6611118912696838,
+      "step": 5594
+    },
+    {
+      "epoch": 1.0338141377279393,
+      "grad_norm": 0.08147210627794266,
+      "learning_rate": 1.5245551838731299e-05,
+      "loss": 0.5379778146743774,
+      "step": 5595
+    },
+    {
+      "epoch": 1.0339989144368353,
+      "grad_norm": 0.06687918305397034,
+      "learning_rate": 1.5243853310437593e-05,
+      "loss": 0.6023465991020203,
+      "step": 5596
+    },
+    {
+      "epoch": 1.0341836911457312,
+      "grad_norm": 0.09458979964256287,
+      "learning_rate": 1.5242154573454934e-05,
+      "loss": 0.7716991901397705,
+      "step": 5597
+    },
+    {
+      "epoch": 1.034368467854627,
+      "grad_norm": 0.0748145803809166,
+      "learning_rate": 1.524045562785092e-05,
+      "loss": 0.5194568634033203,
+      "step": 5598
+    },
+    {
+      "epoch": 1.0345532445635228,
+      "grad_norm": 0.08319809287786484,
+      "learning_rate": 1.5238756473693167e-05,
+      "loss": 0.6805424094200134,
+      "step": 5599
+    },
+    {
+      "epoch": 1.0347380212724187,
+      "grad_norm": 0.06190166249871254,
+      "learning_rate": 1.5237057111049303e-05,
+      "loss": 0.5145440101623535,
+      "step": 5600
+    },
+    {
+      "epoch": 1.0349227979813145,
+      "grad_norm": 0.08432719111442566,
+      "learning_rate": 1.5235357539986945e-05,
+      "loss": 0.6638540029525757,
+      "step": 5601
+    },
+    {
+      "epoch": 1.0351075746902103,
+      "grad_norm": 0.07394157350063324,
+      "learning_rate": 1.5233657760573737e-05,
+      "loss": 0.6293306946754456,
+      "step": 5602
+    },
+    {
+      "epoch": 1.0352923513991061,
+      "grad_norm": 0.08452186733484268,
+      "learning_rate": 1.5231957772877323e-05,
+      "loss": 0.6883015632629395,
+      "step": 5603
+    },
+    {
+      "epoch": 1.035477128108002,
+      "grad_norm": 0.0699499100446701,
+      "learning_rate": 1.5230257576965363e-05,
+      "loss": 0.5550675392150879,
+      "step": 5604
+    },
+    {
+      "epoch": 1.0356619048168978,
+      "grad_norm": 0.05052657797932625,
+      "learning_rate": 1.5228557172905509e-05,
+      "loss": 0.3413355350494385,
+      "step": 5605
+    },
+    {
+      "epoch": 1.0358466815257936,
+      "grad_norm": 0.08890295773744583,
+      "learning_rate": 1.522685656076544e-05,
+      "loss": 0.6631185412406921,
+      "step": 5606
+    },
+    {
+      "epoch": 1.0360314582346895,
+      "grad_norm": 0.06723684817552567,
+      "learning_rate": 1.5225155740612834e-05,
+      "loss": 0.44392311573028564,
+      "step": 5607
+    },
+    {
+      "epoch": 1.0362162349435853,
+      "grad_norm": 0.07482519745826721,
+      "learning_rate": 1.5223454712515376e-05,
+      "loss": 0.6936173439025879,
+      "step": 5608
+    },
+    {
+      "epoch": 1.036401011652481,
+      "grad_norm": 0.06911630183458328,
+      "learning_rate": 1.5221753476540762e-05,
+      "loss": 0.4736194610595703,
+      "step": 5609
+    },
+    {
+      "epoch": 1.0365857883613772,
+      "grad_norm": 0.07511420547962189,
+      "learning_rate": 1.5220052032756698e-05,
+      "loss": 0.583503007888794,
+      "step": 5610
+    },
+    {
+      "epoch": 1.036770565070273,
+      "grad_norm": 0.07482054084539413,
+      "learning_rate": 1.5218350381230895e-05,
+      "loss": 0.5486778020858765,
+      "step": 5611
+    },
+    {
+      "epoch": 1.0369553417791688,
+      "grad_norm": 0.08281565457582474,
+      "learning_rate": 1.521664852203107e-05,
+      "loss": 0.5580335855484009,
+      "step": 5612
+    },
+    {
+      "epoch": 1.0371401184880646,
+      "grad_norm": 0.06626997888088226,
+      "learning_rate": 1.5214946455224955e-05,
+      "loss": 0.5215938091278076,
+      "step": 5613
+    },
+    {
+      "epoch": 1.0373248951969605,
+      "grad_norm": 0.07665207982063293,
+      "learning_rate": 1.5213244180880287e-05,
+      "loss": 0.5431420803070068,
+      "step": 5614
+    },
+    {
+      "epoch": 1.0375096719058563,
+      "grad_norm": 0.06467811018228531,
+      "learning_rate": 1.5211541699064811e-05,
+      "loss": 0.3931715786457062,
+      "step": 5615
+    },
+    {
+      "epoch": 1.0376944486147521,
+      "grad_norm": 0.06558360904455185,
+      "learning_rate": 1.5209839009846282e-05,
+      "loss": 0.42572009563446045,
+      "step": 5616
+    },
+    {
+      "epoch": 1.037879225323648,
+      "grad_norm": 0.058751028031110764,
+      "learning_rate": 1.5208136113292457e-05,
+      "loss": 0.4192984104156494,
+      "step": 5617
+    },
+    {
+      "epoch": 1.0380640020325438,
+      "grad_norm": 0.07840841263532639,
+      "learning_rate": 1.5206433009471112e-05,
+      "loss": 0.5992063879966736,
+      "step": 5618
+    },
+    {
+      "epoch": 1.0382487787414396,
+      "grad_norm": 0.0799863412976265,
+      "learning_rate": 1.5204729698450015e-05,
+      "loss": 0.5317435264587402,
+      "step": 5619
+    },
+    {
+      "epoch": 1.0384335554503354,
+      "grad_norm": 0.09214732050895691,
+      "learning_rate": 1.520302618029697e-05,
+      "loss": 0.5794035792350769,
+      "step": 5620
+    },
+    {
+      "epoch": 1.0386183321592313,
+      "grad_norm": 0.06093394011259079,
+      "learning_rate": 1.5201322455079757e-05,
+      "loss": 0.5225287675857544,
+      "step": 5621
+    },
+    {
+      "epoch": 1.038803108868127,
+      "grad_norm": 0.0768059566617012,
+      "learning_rate": 1.519961852286618e-05,
+      "loss": 0.4805833697319031,
+      "step": 5622
+    },
+    {
+      "epoch": 1.038987885577023,
+      "grad_norm": 0.0913882628083229,
+      "learning_rate": 1.5197914383724052e-05,
+      "loss": 0.7455976009368896,
+      "step": 5623
+    },
+    {
+      "epoch": 1.0391726622859188,
+      "grad_norm": 0.08133476972579956,
+      "learning_rate": 1.51962100377212e-05,
+      "loss": 0.6164051294326782,
+      "step": 5624
+    },
+    {
+      "epoch": 1.0393574389948148,
+      "grad_norm": 0.06969386339187622,
+      "learning_rate": 1.5194505484925444e-05,
+      "loss": 0.5532299280166626,
+      "step": 5625
+    },
+    {
+      "epoch": 1.0395422157037106,
+      "grad_norm": 0.0681932345032692,
+      "learning_rate": 1.5192800725404618e-05,
+      "loss": 0.4927964508533478,
+      "step": 5626
+    },
+    {
+      "epoch": 1.0397269924126065,
+      "grad_norm": 0.07505299150943756,
+      "learning_rate": 1.519109575922657e-05,
+      "loss": 0.6235383152961731,
+      "step": 5627
+    },
+    {
+      "epoch": 1.0399117691215023,
+      "grad_norm": 0.06280749291181564,
+      "learning_rate": 1.5189390586459155e-05,
+      "loss": 0.4233841001987457,
+      "step": 5628
+    },
+    {
+      "epoch": 1.0400965458303981,
+      "grad_norm": 0.06342928856611252,
+      "learning_rate": 1.5187685207170226e-05,
+      "loss": 0.48731809854507446,
+      "step": 5629
+    },
+    {
+      "epoch": 1.040281322539294,
+      "grad_norm": 0.06959110498428345,
+      "learning_rate": 1.5185979621427657e-05,
+      "loss": 0.5357281565666199,
+      "step": 5630
+    },
+    {
+      "epoch": 1.0404660992481898,
+      "grad_norm": 0.07965416461229324,
+      "learning_rate": 1.5184273829299327e-05,
+      "loss": 0.6262179613113403,
+      "step": 5631
+    },
+    {
+      "epoch": 1.0406508759570856,
+      "grad_norm": 0.06511030346155167,
+      "learning_rate": 1.5182567830853114e-05,
+      "loss": 0.37972134351730347,
+      "step": 5632
+    },
+    {
+      "epoch": 1.0408356526659814,
+      "grad_norm": 0.10105421394109726,
+      "learning_rate": 1.5180861626156915e-05,
+      "loss": 0.6640194654464722,
+      "step": 5633
+    },
+    {
+      "epoch": 1.0410204293748773,
+      "grad_norm": 0.07888025045394897,
+      "learning_rate": 1.5179155215278637e-05,
+      "loss": 0.5475636124610901,
+      "step": 5634
+    },
+    {
+      "epoch": 1.041205206083773,
+      "grad_norm": 0.07195180654525757,
+      "learning_rate": 1.5177448598286182e-05,
+      "loss": 0.5586546063423157,
+      "step": 5635
+    },
+    {
+      "epoch": 1.041389982792669,
+      "grad_norm": 0.07774486392736435,
+      "learning_rate": 1.517574177524747e-05,
+      "loss": 0.5166386961936951,
+      "step": 5636
+    },
+    {
+      "epoch": 1.0415747595015648,
+      "grad_norm": 0.06525541096925735,
+      "learning_rate": 1.517403474623043e-05,
+      "loss": 0.46400272846221924,
+      "step": 5637
+    },
+    {
+      "epoch": 1.0417595362104606,
+      "grad_norm": 0.06237497553229332,
+      "learning_rate": 1.5172327511302996e-05,
+      "loss": 0.4679761528968811,
+      "step": 5638
+    },
+    {
+      "epoch": 1.0419443129193564,
+      "grad_norm": 0.08574408292770386,
+      "learning_rate": 1.5170620070533104e-05,
+      "loss": 0.5731038451194763,
+      "step": 5639
+    },
+    {
+      "epoch": 1.0421290896282525,
+      "grad_norm": 0.0831538513302803,
+      "learning_rate": 1.5168912423988716e-05,
+      "loss": 0.5945683717727661,
+      "step": 5640
+    },
+    {
+      "epoch": 1.0423138663371483,
+      "grad_norm": 0.06644801050424576,
+      "learning_rate": 1.5167204571737782e-05,
+      "loss": 0.5209828019142151,
+      "step": 5641
+    },
+    {
+      "epoch": 1.0424986430460441,
+      "grad_norm": 0.07284197211265564,
+      "learning_rate": 1.516549651384827e-05,
+      "loss": 0.5813314318656921,
+      "step": 5642
+    },
+    {
+      "epoch": 1.04268341975494,
+      "grad_norm": 0.07253412902355194,
+      "learning_rate": 1.5163788250388161e-05,
+      "loss": 0.6203429698944092,
+      "step": 5643
+    },
+    {
+      "epoch": 1.0428681964638358,
+      "grad_norm": 0.06365064531564713,
+      "learning_rate": 1.5162079781425434e-05,
+      "loss": 0.4796571731567383,
+      "step": 5644
+    },
+    {
+      "epoch": 1.0430529731727316,
+      "grad_norm": 0.06871246546506882,
+      "learning_rate": 1.5160371107028082e-05,
+      "loss": 0.4531722366809845,
+      "step": 5645
+    },
+    {
+      "epoch": 1.0432377498816274,
+      "grad_norm": 0.08286961913108826,
+      "learning_rate": 1.5158662227264102e-05,
+      "loss": 0.6958336234092712,
+      "step": 5646
+    },
+    {
+      "epoch": 1.0434225265905233,
+      "grad_norm": 0.05920685827732086,
+      "learning_rate": 1.515695314220151e-05,
+      "loss": 0.46679872274398804,
+      "step": 5647
+    },
+    {
+      "epoch": 1.043607303299419,
+      "grad_norm": 0.08717560023069382,
+      "learning_rate": 1.5155243851908314e-05,
+      "loss": 0.6550828814506531,
+      "step": 5648
+    },
+    {
+      "epoch": 1.043792080008315,
+      "grad_norm": 0.06699342280626297,
+      "learning_rate": 1.515353435645254e-05,
+      "loss": 0.5816624164581299,
+      "step": 5649
+    },
+    {
+      "epoch": 1.0439768567172107,
+      "grad_norm": 0.07312697917222977,
+      "learning_rate": 1.5151824655902223e-05,
+      "loss": 0.656792938709259,
+      "step": 5650
+    },
+    {
+      "epoch": 1.0441616334261066,
+      "grad_norm": 0.07946156710386276,
+      "learning_rate": 1.5150114750325404e-05,
+      "loss": 0.5273401737213135,
+      "step": 5651
+    },
+    {
+      "epoch": 1.0443464101350024,
+      "grad_norm": 0.08179052174091339,
+      "learning_rate": 1.514840463979013e-05,
+      "loss": 0.568706214427948,
+      "step": 5652
+    },
+    {
+      "epoch": 1.0445311868438982,
+      "grad_norm": 0.08967617899179459,
+      "learning_rate": 1.5146694324364454e-05,
+      "loss": 0.6211278438568115,
+      "step": 5653
+    },
+    {
+      "epoch": 1.044715963552794,
+      "grad_norm": 0.07301918417215347,
+      "learning_rate": 1.5144983804116453e-05,
+      "loss": 0.541821300983429,
+      "step": 5654
+    },
+    {
+      "epoch": 1.04490074026169,
+      "grad_norm": 0.07512032240629196,
+      "learning_rate": 1.5143273079114189e-05,
+      "loss": 0.38737353682518005,
+      "step": 5655
+    },
+    {
+      "epoch": 1.045085516970586,
+      "grad_norm": 0.07602082192897797,
+      "learning_rate": 1.5141562149425748e-05,
+      "loss": 0.5600385665893555,
+      "step": 5656
+    },
+    {
+      "epoch": 1.0452702936794818,
+      "grad_norm": 0.05643437057733536,
+      "learning_rate": 1.5139851015119223e-05,
+      "loss": 0.4082464575767517,
+      "step": 5657
+    },
+    {
+      "epoch": 1.0454550703883776,
+      "grad_norm": 0.06733223795890808,
+      "learning_rate": 1.5138139676262706e-05,
+      "loss": 0.5769407749176025,
+      "step": 5658
+    },
+    {
+      "epoch": 1.0456398470972734,
+      "grad_norm": 0.0798359215259552,
+      "learning_rate": 1.5136428132924304e-05,
+      "loss": 0.500033438205719,
+      "step": 5659
+    },
+    {
+      "epoch": 1.0458246238061693,
+      "grad_norm": 0.06644061207771301,
+      "learning_rate": 1.513471638517213e-05,
+      "loss": 0.39873623847961426,
+      "step": 5660
+    },
+    {
+      "epoch": 1.046009400515065,
+      "grad_norm": 0.06640005856752396,
+      "learning_rate": 1.5133004433074314e-05,
+      "loss": 0.44805052876472473,
+      "step": 5661
+    },
+    {
+      "epoch": 1.046194177223961,
+      "grad_norm": 0.08006201684474945,
+      "learning_rate": 1.5131292276698977e-05,
+      "loss": 0.6086596846580505,
+      "step": 5662
+    },
+    {
+      "epoch": 1.0463789539328567,
+      "grad_norm": 0.08362042158842087,
+      "learning_rate": 1.5129579916114262e-05,
+      "loss": 0.664318323135376,
+      "step": 5663
+    },
+    {
+      "epoch": 1.0465637306417526,
+      "grad_norm": 0.0611673966050148,
+      "learning_rate": 1.5127867351388314e-05,
+      "loss": 0.45818454027175903,
+      "step": 5664
+    },
+    {
+      "epoch": 1.0467485073506484,
+      "grad_norm": 0.07986735552549362,
+      "learning_rate": 1.5126154582589287e-05,
+      "loss": 0.6387860178947449,
+      "step": 5665
+    },
+    {
+      "epoch": 1.0469332840595442,
+      "grad_norm": 0.08133723586797714,
+      "learning_rate": 1.5124441609785347e-05,
+      "loss": 0.5613438487052917,
+      "step": 5666
+    },
+    {
+      "epoch": 1.04711806076844,
+      "grad_norm": 0.06914244592189789,
+      "learning_rate": 1.5122728433044664e-05,
+      "loss": 0.5158078670501709,
+      "step": 5667
+    },
+    {
+      "epoch": 1.0473028374773359,
+      "grad_norm": 0.08781937509775162,
+      "learning_rate": 1.5121015052435418e-05,
+      "loss": 0.6469088792800903,
+      "step": 5668
+    },
+    {
+      "epoch": 1.047487614186232,
+      "grad_norm": 0.06933942437171936,
+      "learning_rate": 1.511930146802579e-05,
+      "loss": 0.4561266303062439,
+      "step": 5669
+    },
+    {
+      "epoch": 1.0476723908951278,
+      "grad_norm": 0.08494089543819427,
+      "learning_rate": 1.5117587679883982e-05,
+      "loss": 0.630203902721405,
+      "step": 5670
+    },
+    {
+      "epoch": 1.0478571676040236,
+      "grad_norm": 0.060044411569833755,
+      "learning_rate": 1.5115873688078197e-05,
+      "loss": 0.427950382232666,
+      "step": 5671
+    },
+    {
+      "epoch": 1.0480419443129194,
+      "grad_norm": 0.07982151210308075,
+      "learning_rate": 1.511415949267664e-05,
+      "loss": 0.5333434343338013,
+      "step": 5672
+    },
+    {
+      "epoch": 1.0482267210218152,
+      "grad_norm": 0.08310159295797348,
+      "learning_rate": 1.511244509374754e-05,
+      "loss": 0.5588505268096924,
+      "step": 5673
+    },
+    {
+      "epoch": 1.048411497730711,
+      "grad_norm": 0.07040046900510788,
+      "learning_rate": 1.511073049135912e-05,
+      "loss": 0.46905678510665894,
+      "step": 5674
+    },
+    {
+      "epoch": 1.048596274439607,
+      "grad_norm": 0.0707654356956482,
+      "learning_rate": 1.5109015685579613e-05,
+      "loss": 0.5168400406837463,
+      "step": 5675
+    },
+    {
+      "epoch": 1.0487810511485027,
+      "grad_norm": 0.07354991137981415,
+      "learning_rate": 1.5107300676477268e-05,
+      "loss": 0.5358753800392151,
+      "step": 5676
+    },
+    {
+      "epoch": 1.0489658278573986,
+      "grad_norm": 0.06685210019350052,
+      "learning_rate": 1.5105585464120333e-05,
+      "loss": 0.587394654750824,
+      "step": 5677
+    },
+    {
+      "epoch": 1.0491506045662944,
+      "grad_norm": 0.09235299378633499,
+      "learning_rate": 1.5103870048577071e-05,
+      "loss": 0.6667936444282532,
+      "step": 5678
+    },
+    {
+      "epoch": 1.0493353812751902,
+      "grad_norm": 0.0625777542591095,
+      "learning_rate": 1.510215442991575e-05,
+      "loss": 0.5211875438690186,
+      "step": 5679
+    },
+    {
+      "epoch": 1.049520157984086,
+      "grad_norm": 0.0792139396071434,
+      "learning_rate": 1.5100438608204645e-05,
+      "loss": 0.5901344418525696,
+      "step": 5680
+    },
+    {
+      "epoch": 1.0497049346929819,
+      "grad_norm": 0.07802049815654755,
+      "learning_rate": 1.5098722583512038e-05,
+      "loss": 0.6435686349868774,
+      "step": 5681
+    },
+    {
+      "epoch": 1.0498897114018777,
+      "grad_norm": 0.07689131051301956,
+      "learning_rate": 1.5097006355906225e-05,
+      "loss": 0.5567794442176819,
+      "step": 5682
+    },
+    {
+      "epoch": 1.0500744881107735,
+      "grad_norm": 0.07338476926088333,
+      "learning_rate": 1.5095289925455507e-05,
+      "loss": 0.542125940322876,
+      "step": 5683
+    },
+    {
+      "epoch": 1.0502592648196696,
+      "grad_norm": 0.06186862662434578,
+      "learning_rate": 1.509357329222819e-05,
+      "loss": 0.46599534153938293,
+      "step": 5684
+    },
+    {
+      "epoch": 1.0504440415285654,
+      "grad_norm": 0.08224906027317047,
+      "learning_rate": 1.5091856456292591e-05,
+      "loss": 0.6175563931465149,
+      "step": 5685
+    },
+    {
+      "epoch": 1.0506288182374612,
+      "grad_norm": 0.08578823506832123,
+      "learning_rate": 1.5090139417717039e-05,
+      "loss": 0.6648751497268677,
+      "step": 5686
+    },
+    {
+      "epoch": 1.050813594946357,
+      "grad_norm": 0.06645061075687408,
+      "learning_rate": 1.5088422176569859e-05,
+      "loss": 0.5244321823120117,
+      "step": 5687
+    },
+    {
+      "epoch": 1.050998371655253,
+      "grad_norm": 0.0692540779709816,
+      "learning_rate": 1.50867047329194e-05,
+      "loss": 0.4675929546356201,
+      "step": 5688
+    },
+    {
+      "epoch": 1.0511831483641487,
+      "grad_norm": 0.0704752653837204,
+      "learning_rate": 1.5084987086834003e-05,
+      "loss": 0.5662005543708801,
+      "step": 5689
+    },
+    {
+      "epoch": 1.0513679250730446,
+      "grad_norm": 0.06947939097881317,
+      "learning_rate": 1.5083269238382028e-05,
+      "loss": 0.460791677236557,
+      "step": 5690
+    },
+    {
+      "epoch": 1.0515527017819404,
+      "grad_norm": 0.06659407913684845,
+      "learning_rate": 1.5081551187631844e-05,
+      "loss": 0.49134254455566406,
+      "step": 5691
+    },
+    {
+      "epoch": 1.0517374784908362,
+      "grad_norm": 0.0819624662399292,
+      "learning_rate": 1.507983293465182e-05,
+      "loss": 0.5807049870491028,
+      "step": 5692
+    },
+    {
+      "epoch": 1.051922255199732,
+      "grad_norm": 0.07566314190626144,
+      "learning_rate": 1.507811447951034e-05,
+      "loss": 0.5705682635307312,
+      "step": 5693
+    },
+    {
+      "epoch": 1.0521070319086279,
+      "grad_norm": 0.07033289223909378,
+      "learning_rate": 1.5076395822275787e-05,
+      "loss": 0.49281132221221924,
+      "step": 5694
+    },
+    {
+      "epoch": 1.0522918086175237,
+      "grad_norm": 0.09457696974277496,
+      "learning_rate": 1.5074676963016563e-05,
+      "loss": 0.6702513098716736,
+      "step": 5695
+    },
+    {
+      "epoch": 1.0524765853264195,
+      "grad_norm": 0.08114906400442123,
+      "learning_rate": 1.5072957901801075e-05,
+      "loss": 0.6118483543395996,
+      "step": 5696
+    },
+    {
+      "epoch": 1.0526613620353154,
+      "grad_norm": 0.07982999831438065,
+      "learning_rate": 1.5071238638697731e-05,
+      "loss": 0.562346339225769,
+      "step": 5697
+    },
+    {
+      "epoch": 1.0528461387442114,
+      "grad_norm": 0.07520321756601334,
+      "learning_rate": 1.5069519173774958e-05,
+      "loss": 0.4821903109550476,
+      "step": 5698
+    },
+    {
+      "epoch": 1.0530309154531072,
+      "grad_norm": 0.07969825714826584,
+      "learning_rate": 1.5067799507101182e-05,
+      "loss": 0.5231217741966248,
+      "step": 5699
+    },
+    {
+      "epoch": 1.053215692162003,
+      "grad_norm": 0.08513433486223221,
+      "learning_rate": 1.5066079638744839e-05,
+      "loss": 0.6409650444984436,
+      "step": 5700
+    },
+    {
+      "epoch": 1.0534004688708989,
+      "grad_norm": 0.06774573773145676,
+      "learning_rate": 1.5064359568774376e-05,
+      "loss": 0.44569161534309387,
+      "step": 5701
+    },
+    {
+      "epoch": 1.0535852455797947,
+      "grad_norm": 0.06494417041540146,
+      "learning_rate": 1.5062639297258246e-05,
+      "loss": 0.4762156307697296,
+      "step": 5702
+    },
+    {
+      "epoch": 1.0537700222886905,
+      "grad_norm": 0.07973779737949371,
+      "learning_rate": 1.5060918824264916e-05,
+      "loss": 0.5730336308479309,
+      "step": 5703
+    },
+    {
+      "epoch": 1.0539547989975864,
+      "grad_norm": 0.05715023726224899,
+      "learning_rate": 1.5059198149862843e-05,
+      "loss": 0.47526082396507263,
+      "step": 5704
+    },
+    {
+      "epoch": 1.0541395757064822,
+      "grad_norm": 0.0791873037815094,
+      "learning_rate": 1.5057477274120516e-05,
+      "loss": 0.556162416934967,
+      "step": 5705
+    },
+    {
+      "epoch": 1.054324352415378,
+      "grad_norm": 0.056715238839387894,
+      "learning_rate": 1.5055756197106417e-05,
+      "loss": 0.42971712350845337,
+      "step": 5706
+    },
+    {
+      "epoch": 1.0545091291242739,
+      "grad_norm": 0.06378652155399323,
+      "learning_rate": 1.5054034918889037e-05,
+      "loss": 0.4626498222351074,
+      "step": 5707
+    },
+    {
+      "epoch": 1.0546939058331697,
+      "grad_norm": 0.07502374798059464,
+      "learning_rate": 1.505231343953688e-05,
+      "loss": 0.531059741973877,
+      "step": 5708
+    },
+    {
+      "epoch": 1.0548786825420655,
+      "grad_norm": 0.09165331721305847,
+      "learning_rate": 1.5050591759118454e-05,
+      "loss": 0.7677619457244873,
+      "step": 5709
+    },
+    {
+      "epoch": 1.0550634592509613,
+      "grad_norm": 0.06765854358673096,
+      "learning_rate": 1.5048869877702278e-05,
+      "loss": 0.5271489024162292,
+      "step": 5710
+    },
+    {
+      "epoch": 1.0552482359598572,
+      "grad_norm": 0.0819627195596695,
+      "learning_rate": 1.5047147795356877e-05,
+      "loss": 0.5126342177391052,
+      "step": 5711
+    },
+    {
+      "epoch": 1.055433012668753,
+      "grad_norm": 0.06692739576101303,
+      "learning_rate": 1.5045425512150784e-05,
+      "loss": 0.5844963192939758,
+      "step": 5712
+    },
+    {
+      "epoch": 1.055617789377649,
+      "grad_norm": 0.0615801103413105,
+      "learning_rate": 1.504370302815254e-05,
+      "loss": 0.4775800108909607,
+      "step": 5713
+    },
+    {
+      "epoch": 1.0558025660865449,
+      "grad_norm": 0.06606190651655197,
+      "learning_rate": 1.5041980343430696e-05,
+      "loss": 0.4907645583152771,
+      "step": 5714
+    },
+    {
+      "epoch": 1.0559873427954407,
+      "grad_norm": 0.060940444469451904,
+      "learning_rate": 1.5040257458053806e-05,
+      "loss": 0.37098509073257446,
+      "step": 5715
+    },
+    {
+      "epoch": 1.0561721195043365,
+      "grad_norm": 0.07180286198854446,
+      "learning_rate": 1.5038534372090443e-05,
+      "loss": 0.5962932705879211,
+      "step": 5716
+    },
+    {
+      "epoch": 1.0563568962132324,
+      "grad_norm": 0.07350271940231323,
+      "learning_rate": 1.5036811085609176e-05,
+      "loss": 0.5578521490097046,
+      "step": 5717
+    },
+    {
+      "epoch": 1.0565416729221282,
+      "grad_norm": 0.06898215413093567,
+      "learning_rate": 1.5035087598678581e-05,
+      "loss": 0.6065282821655273,
+      "step": 5718
+    },
+    {
+      "epoch": 1.056726449631024,
+      "grad_norm": 0.08027186244726181,
+      "learning_rate": 1.5033363911367254e-05,
+      "loss": 0.49961212277412415,
+      "step": 5719
+    },
+    {
+      "epoch": 1.0569112263399199,
+      "grad_norm": 0.06551721692085266,
+      "learning_rate": 1.5031640023743792e-05,
+      "loss": 0.3818071186542511,
+      "step": 5720
+    },
+    {
+      "epoch": 1.0570960030488157,
+      "grad_norm": 0.06600042432546616,
+      "learning_rate": 1.5029915935876797e-05,
+      "loss": 0.4476735293865204,
+      "step": 5721
+    },
+    {
+      "epoch": 1.0572807797577115,
+      "grad_norm": 0.05965065583586693,
+      "learning_rate": 1.5028191647834884e-05,
+      "loss": 0.5809292197227478,
+      "step": 5722
+    },
+    {
+      "epoch": 1.0574655564666073,
+      "grad_norm": 0.06527971476316452,
+      "learning_rate": 1.502646715968668e-05,
+      "loss": 0.4536020755767822,
+      "step": 5723
+    },
+    {
+      "epoch": 1.0576503331755032,
+      "grad_norm": 0.07186955213546753,
+      "learning_rate": 1.5024742471500804e-05,
+      "loss": 0.5548267960548401,
+      "step": 5724
+    },
+    {
+      "epoch": 1.057835109884399,
+      "grad_norm": 0.07215177267789841,
+      "learning_rate": 1.5023017583345895e-05,
+      "loss": 0.49939098954200745,
+      "step": 5725
+    },
+    {
+      "epoch": 1.0580198865932948,
+      "grad_norm": 0.06784142553806305,
+      "learning_rate": 1.5021292495290608e-05,
+      "loss": 0.4960416555404663,
+      "step": 5726
+    },
+    {
+      "epoch": 1.0582046633021909,
+      "grad_norm": 0.05334806442260742,
+      "learning_rate": 1.5019567207403587e-05,
+      "loss": 0.46388018131256104,
+      "step": 5727
+    },
+    {
+      "epoch": 1.0583894400110867,
+      "grad_norm": 0.08525721728801727,
+      "learning_rate": 1.5017841719753495e-05,
+      "loss": 0.5141664147377014,
+      "step": 5728
+    },
+    {
+      "epoch": 1.0585742167199825,
+      "grad_norm": 0.07427357137203217,
+      "learning_rate": 1.5016116032409e-05,
+      "loss": 0.48649123311042786,
+      "step": 5729
+    },
+    {
+      "epoch": 1.0587589934288784,
+      "grad_norm": 0.07980693876743317,
+      "learning_rate": 1.5014390145438782e-05,
+      "loss": 0.59165358543396,
+      "step": 5730
+    },
+    {
+      "epoch": 1.0589437701377742,
+      "grad_norm": 0.07934518903493881,
+      "learning_rate": 1.5012664058911522e-05,
+      "loss": 0.5416390299797058,
+      "step": 5731
+    },
+    {
+      "epoch": 1.05912854684667,
+      "grad_norm": 0.08083886653184891,
+      "learning_rate": 1.5010937772895918e-05,
+      "loss": 0.45603734254837036,
+      "step": 5732
+    },
+    {
+      "epoch": 1.0593133235555658,
+      "grad_norm": 0.09596753865480423,
+      "learning_rate": 1.5009211287460668e-05,
+      "loss": 0.6592952609062195,
+      "step": 5733
+    },
+    {
+      "epoch": 1.0594981002644617,
+      "grad_norm": 0.07743064314126968,
+      "learning_rate": 1.500748460267448e-05,
+      "loss": 0.502553403377533,
+      "step": 5734
+    },
+    {
+      "epoch": 1.0596828769733575,
+      "grad_norm": 0.07169241458177567,
+      "learning_rate": 1.5005757718606066e-05,
+      "loss": 0.558634877204895,
+      "step": 5735
+    },
+    {
+      "epoch": 1.0598676536822533,
+      "grad_norm": 0.07375902682542801,
+      "learning_rate": 1.5004030635324163e-05,
+      "loss": 0.45072486996650696,
+      "step": 5736
+    },
+    {
+      "epoch": 1.0600524303911492,
+      "grad_norm": 0.0858403667807579,
+      "learning_rate": 1.5002303352897494e-05,
+      "loss": 0.6073910593986511,
+      "step": 5737
+    },
+    {
+      "epoch": 1.060237207100045,
+      "grad_norm": 0.06966253370046616,
+      "learning_rate": 1.50005758713948e-05,
+      "loss": 0.5068526268005371,
+      "step": 5738
+    },
+    {
+      "epoch": 1.0604219838089408,
+      "grad_norm": 0.0676216408610344,
+      "learning_rate": 1.4998848190884832e-05,
+      "loss": 0.37021389603614807,
+      "step": 5739
+    },
+    {
+      "epoch": 1.0606067605178366,
+      "grad_norm": 0.07576752454042435,
+      "learning_rate": 1.4997120311436346e-05,
+      "loss": 0.5430153608322144,
+      "step": 5740
+    },
+    {
+      "epoch": 1.0607915372267325,
+      "grad_norm": 0.07603286951780319,
+      "learning_rate": 1.4995392233118104e-05,
+      "loss": 0.5482485294342041,
+      "step": 5741
+    },
+    {
+      "epoch": 1.0609763139356283,
+      "grad_norm": 0.08099351823329926,
+      "learning_rate": 1.4993663955998883e-05,
+      "loss": 0.5044888854026794,
+      "step": 5742
+    },
+    {
+      "epoch": 1.0611610906445244,
+      "grad_norm": 0.062198203057050705,
+      "learning_rate": 1.4991935480147457e-05,
+      "loss": 0.4543401300907135,
+      "step": 5743
+    },
+    {
+      "epoch": 1.0613458673534202,
+      "grad_norm": 0.07020148634910583,
+      "learning_rate": 1.4990206805632618e-05,
+      "loss": 0.49687787890434265,
+      "step": 5744
+    },
+    {
+      "epoch": 1.061530644062316,
+      "grad_norm": 0.08795180171728134,
+      "learning_rate": 1.4988477932523157e-05,
+      "loss": 0.6046985387802124,
+      "step": 5745
+    },
+    {
+      "epoch": 1.0617154207712118,
+      "grad_norm": 0.07090011239051819,
+      "learning_rate": 1.4986748860887885e-05,
+      "loss": 0.3979244828224182,
+      "step": 5746
+    },
+    {
+      "epoch": 1.0619001974801077,
+      "grad_norm": 0.07279148697853088,
+      "learning_rate": 1.4985019590795611e-05,
+      "loss": 0.6921658515930176,
+      "step": 5747
+    },
+    {
+      "epoch": 1.0620849741890035,
+      "grad_norm": 0.06524580717086792,
+      "learning_rate": 1.4983290122315151e-05,
+      "loss": 0.51961350440979,
+      "step": 5748
+    },
+    {
+      "epoch": 1.0622697508978993,
+      "grad_norm": 0.07926417142152786,
+      "learning_rate": 1.4981560455515337e-05,
+      "loss": 0.6424283385276794,
+      "step": 5749
+    },
+    {
+      "epoch": 1.0624545276067952,
+      "grad_norm": 0.05497293919324875,
+      "learning_rate": 1.4979830590465e-05,
+      "loss": 0.3074781596660614,
+      "step": 5750
+    },
+    {
+      "epoch": 1.062639304315691,
+      "grad_norm": 0.09386415034532547,
+      "learning_rate": 1.4978100527232985e-05,
+      "loss": 0.6136388182640076,
+      "step": 5751
+    },
+    {
+      "epoch": 1.0628240810245868,
+      "grad_norm": 0.06570550799369812,
+      "learning_rate": 1.4976370265888142e-05,
+      "loss": 0.5354533791542053,
+      "step": 5752
+    },
+    {
+      "epoch": 1.0630088577334826,
+      "grad_norm": 0.07388859987258911,
+      "learning_rate": 1.4974639806499336e-05,
+      "loss": 0.4849873185157776,
+      "step": 5753
+    },
+    {
+      "epoch": 1.0631936344423785,
+      "grad_norm": 0.09081213921308517,
+      "learning_rate": 1.4972909149135429e-05,
+      "loss": 0.5858061909675598,
+      "step": 5754
+    },
+    {
+      "epoch": 1.0633784111512743,
+      "grad_norm": 0.06316659599542618,
+      "learning_rate": 1.4971178293865292e-05,
+      "loss": 0.4371189773082733,
+      "step": 5755
+    },
+    {
+      "epoch": 1.0635631878601701,
+      "grad_norm": 0.0723111629486084,
+      "learning_rate": 1.4969447240757812e-05,
+      "loss": 0.4745716154575348,
+      "step": 5756
+    },
+    {
+      "epoch": 1.0637479645690662,
+      "grad_norm": 0.05701501667499542,
+      "learning_rate": 1.4967715989881884e-05,
+      "loss": 0.4331725239753723,
+      "step": 5757
+    },
+    {
+      "epoch": 1.063932741277962,
+      "grad_norm": 0.05743462219834328,
+      "learning_rate": 1.4965984541306398e-05,
+      "loss": 0.31881242990493774,
+      "step": 5758
+    },
+    {
+      "epoch": 1.0641175179868578,
+      "grad_norm": 0.05291770398616791,
+      "learning_rate": 1.4964252895100265e-05,
+      "loss": 0.3698563873767853,
+      "step": 5759
+    },
+    {
+      "epoch": 1.0643022946957537,
+      "grad_norm": 0.06304258853197098,
+      "learning_rate": 1.4962521051332397e-05,
+      "loss": 0.39415884017944336,
+      "step": 5760
+    },
+    {
+      "epoch": 1.0644870714046495,
+      "grad_norm": 0.054569315165281296,
+      "learning_rate": 1.4960789010071717e-05,
+      "loss": 0.3881533443927765,
+      "step": 5761
+    },
+    {
+      "epoch": 1.0646718481135453,
+      "grad_norm": 0.06850560009479523,
+      "learning_rate": 1.4959056771387156e-05,
+      "loss": 0.44263342022895813,
+      "step": 5762
+    },
+    {
+      "epoch": 1.0648566248224411,
+      "grad_norm": 0.08048789948225021,
+      "learning_rate": 1.495732433534765e-05,
+      "loss": 0.5522597432136536,
+      "step": 5763
+    },
+    {
+      "epoch": 1.065041401531337,
+      "grad_norm": 0.0781223401427269,
+      "learning_rate": 1.4955591702022145e-05,
+      "loss": 0.6733675003051758,
+      "step": 5764
+    },
+    {
+      "epoch": 1.0652261782402328,
+      "grad_norm": 0.07135794311761856,
+      "learning_rate": 1.4953858871479595e-05,
+      "loss": 0.5192707777023315,
+      "step": 5765
+    },
+    {
+      "epoch": 1.0654109549491286,
+      "grad_norm": 0.05873025581240654,
+      "learning_rate": 1.4952125843788955e-05,
+      "loss": 0.36700373888015747,
+      "step": 5766
+    },
+    {
+      "epoch": 1.0655957316580245,
+      "grad_norm": 0.07478354871273041,
+      "learning_rate": 1.4950392619019208e-05,
+      "loss": 0.5370163321495056,
+      "step": 5767
+    },
+    {
+      "epoch": 1.0657805083669203,
+      "grad_norm": 0.08937849849462509,
+      "learning_rate": 1.4948659197239317e-05,
+      "loss": 0.6988489031791687,
+      "step": 5768
+    },
+    {
+      "epoch": 1.0659652850758161,
+      "grad_norm": 0.08429345488548279,
+      "learning_rate": 1.4946925578518273e-05,
+      "loss": 0.636594295501709,
+      "step": 5769
+    },
+    {
+      "epoch": 1.066150061784712,
+      "grad_norm": 0.07610718160867691,
+      "learning_rate": 1.4945191762925068e-05,
+      "loss": 0.5621874928474426,
+      "step": 5770
+    },
+    {
+      "epoch": 1.0663348384936078,
+      "grad_norm": 0.10598469525575638,
+      "learning_rate": 1.4943457750528706e-05,
+      "loss": 0.685886025428772,
+      "step": 5771
+    },
+    {
+      "epoch": 1.0665196152025038,
+      "grad_norm": 0.07759395241737366,
+      "learning_rate": 1.4941723541398185e-05,
+      "loss": 0.4770432710647583,
+      "step": 5772
+    },
+    {
+      "epoch": 1.0667043919113997,
+      "grad_norm": 0.077302485704422,
+      "learning_rate": 1.4939989135602532e-05,
+      "loss": 0.50245600938797,
+      "step": 5773
+    },
+    {
+      "epoch": 1.0668891686202955,
+      "grad_norm": 0.06550062447786331,
+      "learning_rate": 1.493825453321077e-05,
+      "loss": 0.49462637305259705,
+      "step": 5774
+    },
+    {
+      "epoch": 1.0670739453291913,
+      "grad_norm": 0.08421865105628967,
+      "learning_rate": 1.493651973429192e-05,
+      "loss": 0.5801661014556885,
+      "step": 5775
+    },
+    {
+      "epoch": 1.0672587220380871,
+      "grad_norm": 0.08015292137861252,
+      "learning_rate": 1.4934784738915034e-05,
+      "loss": 0.5254921913146973,
+      "step": 5776
+    },
+    {
+      "epoch": 1.067443498746983,
+      "grad_norm": 0.05905531346797943,
+      "learning_rate": 1.4933049547149155e-05,
+      "loss": 0.38395801186561584,
+      "step": 5777
+    },
+    {
+      "epoch": 1.0676282754558788,
+      "grad_norm": 0.06965994834899902,
+      "learning_rate": 1.4931314159063333e-05,
+      "loss": 0.46900445222854614,
+      "step": 5778
+    },
+    {
+      "epoch": 1.0678130521647746,
+      "grad_norm": 0.07749634981155396,
+      "learning_rate": 1.4929578574726637e-05,
+      "loss": 0.5108754634857178,
+      "step": 5779
+    },
+    {
+      "epoch": 1.0679978288736705,
+      "grad_norm": 0.07539774477481842,
+      "learning_rate": 1.4927842794208138e-05,
+      "loss": 0.5456463694572449,
+      "step": 5780
+    },
+    {
+      "epoch": 1.0681826055825663,
+      "grad_norm": 0.08375140279531479,
+      "learning_rate": 1.4926106817576913e-05,
+      "loss": 0.592858076095581,
+      "step": 5781
+    },
+    {
+      "epoch": 1.068367382291462,
+      "grad_norm": 0.07365249842405319,
+      "learning_rate": 1.4924370644902048e-05,
+      "loss": 0.5774492025375366,
+      "step": 5782
+    },
+    {
+      "epoch": 1.068552159000358,
+      "grad_norm": 0.08658870309591293,
+      "learning_rate": 1.4922634276252636e-05,
+      "loss": 0.5666930079460144,
+      "step": 5783
+    },
+    {
+      "epoch": 1.0687369357092538,
+      "grad_norm": 0.06969824433326721,
+      "learning_rate": 1.4920897711697784e-05,
+      "loss": 0.4051949679851532,
+      "step": 5784
+    },
+    {
+      "epoch": 1.0689217124181496,
+      "grad_norm": 0.094402015209198,
+      "learning_rate": 1.4919160951306598e-05,
+      "loss": 0.6602669358253479,
+      "step": 5785
+    },
+    {
+      "epoch": 1.0691064891270456,
+      "grad_norm": 0.06941288709640503,
+      "learning_rate": 1.4917423995148193e-05,
+      "loss": 0.5111122131347656,
+      "step": 5786
+    },
+    {
+      "epoch": 1.0692912658359415,
+      "grad_norm": 0.06397631764411926,
+      "learning_rate": 1.4915686843291701e-05,
+      "loss": 0.421415239572525,
+      "step": 5787
+    },
+    {
+      "epoch": 1.0694760425448373,
+      "grad_norm": 0.09350269287824631,
+      "learning_rate": 1.491394949580625e-05,
+      "loss": 0.7124272584915161,
+      "step": 5788
+    },
+    {
+      "epoch": 1.0696608192537331,
+      "grad_norm": 0.07877876609563828,
+      "learning_rate": 1.4912211952760985e-05,
+      "loss": 0.5305052399635315,
+      "step": 5789
+    },
+    {
+      "epoch": 1.069845595962629,
+      "grad_norm": 0.06914859265089035,
+      "learning_rate": 1.491047421422505e-05,
+      "loss": 0.47308892011642456,
+      "step": 5790
+    },
+    {
+      "epoch": 1.0700303726715248,
+      "grad_norm": 0.07343301177024841,
+      "learning_rate": 1.4908736280267604e-05,
+      "loss": 0.5048878788948059,
+      "step": 5791
+    },
+    {
+      "epoch": 1.0702151493804206,
+      "grad_norm": 0.07299642264842987,
+      "learning_rate": 1.4906998150957815e-05,
+      "loss": 0.43826934695243835,
+      "step": 5792
+    },
+    {
+      "epoch": 1.0703999260893164,
+      "grad_norm": 0.07881126552820206,
+      "learning_rate": 1.4905259826364846e-05,
+      "loss": 0.49007317423820496,
+      "step": 5793
+    },
+    {
+      "epoch": 1.0705847027982123,
+      "grad_norm": 0.06472620368003845,
+      "learning_rate": 1.490352130655789e-05,
+      "loss": 0.4609697461128235,
+      "step": 5794
+    },
+    {
+      "epoch": 1.070769479507108,
+      "grad_norm": 0.07513286918401718,
+      "learning_rate": 1.490178259160612e-05,
+      "loss": 0.6415743827819824,
+      "step": 5795
+    },
+    {
+      "epoch": 1.070954256216004,
+      "grad_norm": 0.08034192025661469,
+      "learning_rate": 1.4900043681578741e-05,
+      "loss": 0.6771365404129028,
+      "step": 5796
+    },
+    {
+      "epoch": 1.0711390329248998,
+      "grad_norm": 0.08471996337175369,
+      "learning_rate": 1.4898304576544955e-05,
+      "loss": 0.5288458466529846,
+      "step": 5797
+    },
+    {
+      "epoch": 1.0713238096337956,
+      "grad_norm": 0.08926571905612946,
+      "learning_rate": 1.489656527657397e-05,
+      "loss": 0.7090543508529663,
+      "step": 5798
+    },
+    {
+      "epoch": 1.0715085863426914,
+      "grad_norm": 0.06450363248586655,
+      "learning_rate": 1.489482578173501e-05,
+      "loss": 0.49964165687561035,
+      "step": 5799
+    },
+    {
+      "epoch": 1.0716933630515872,
+      "grad_norm": 0.07753396779298782,
+      "learning_rate": 1.4893086092097292e-05,
+      "loss": 0.5874074101448059,
+      "step": 5800
+    },
+    {
+      "epoch": 1.0718781397604833,
+      "grad_norm": 0.06905125826597214,
+      "learning_rate": 1.489134620773006e-05,
+      "loss": 0.5268652439117432,
+      "step": 5801
+    },
+    {
+      "epoch": 1.0720629164693791,
+      "grad_norm": 0.08922120928764343,
+      "learning_rate": 1.4889606128702552e-05,
+      "loss": 0.6464628577232361,
+      "step": 5802
+    },
+    {
+      "epoch": 1.072247693178275,
+      "grad_norm": 0.07564452290534973,
+      "learning_rate": 1.4887865855084015e-05,
+      "loss": 0.5073250532150269,
+      "step": 5803
+    },
+    {
+      "epoch": 1.0724324698871708,
+      "grad_norm": 0.07366842031478882,
+      "learning_rate": 1.4886125386943713e-05,
+      "loss": 0.6223083734512329,
+      "step": 5804
+    },
+    {
+      "epoch": 1.0726172465960666,
+      "grad_norm": 0.06662733852863312,
+      "learning_rate": 1.4884384724350907e-05,
+      "loss": 0.47135940194129944,
+      "step": 5805
+    },
+    {
+      "epoch": 1.0728020233049624,
+      "grad_norm": 0.07442791759967804,
+      "learning_rate": 1.4882643867374868e-05,
+      "loss": 0.46855729818344116,
+      "step": 5806
+    },
+    {
+      "epoch": 1.0729868000138583,
+      "grad_norm": 0.06059639900922775,
+      "learning_rate": 1.488090281608488e-05,
+      "loss": 0.40140438079833984,
+      "step": 5807
+    },
+    {
+      "epoch": 1.073171576722754,
+      "grad_norm": 0.08974947035312653,
+      "learning_rate": 1.4879161570550227e-05,
+      "loss": 0.6785848736763,
+      "step": 5808
+    },
+    {
+      "epoch": 1.07335635343165,
+      "grad_norm": 0.08336343616247177,
+      "learning_rate": 1.4877420130840214e-05,
+      "loss": 0.539770781993866,
+      "step": 5809
+    },
+    {
+      "epoch": 1.0735411301405458,
+      "grad_norm": 0.07375794649124146,
+      "learning_rate": 1.4875678497024134e-05,
+      "loss": 0.5181423425674438,
+      "step": 5810
+    },
+    {
+      "epoch": 1.0737259068494416,
+      "grad_norm": 0.08090443909168243,
+      "learning_rate": 1.4873936669171307e-05,
+      "loss": 0.6372614502906799,
+      "step": 5811
+    },
+    {
+      "epoch": 1.0739106835583374,
+      "grad_norm": 0.08555450290441513,
+      "learning_rate": 1.4872194647351049e-05,
+      "loss": 0.540556788444519,
+      "step": 5812
+    },
+    {
+      "epoch": 1.0740954602672332,
+      "grad_norm": 0.06083214282989502,
+      "learning_rate": 1.4870452431632689e-05,
+      "loss": 0.3508705198764801,
+      "step": 5813
+    },
+    {
+      "epoch": 1.074280236976129,
+      "grad_norm": 0.062058694660663605,
+      "learning_rate": 1.4868710022085555e-05,
+      "loss": 0.4283808767795563,
+      "step": 5814
+    },
+    {
+      "epoch": 1.0744650136850251,
+      "grad_norm": 0.04995314031839371,
+      "learning_rate": 1.4866967418778996e-05,
+      "loss": 0.33063793182373047,
+      "step": 5815
+    },
+    {
+      "epoch": 1.074649790393921,
+      "grad_norm": 0.07562576979398727,
+      "learning_rate": 1.4865224621782364e-05,
+      "loss": 0.5480437278747559,
+      "step": 5816
+    },
+    {
+      "epoch": 1.0748345671028168,
+      "grad_norm": 0.06574447453022003,
+      "learning_rate": 1.486348163116501e-05,
+      "loss": 0.3196644186973572,
+      "step": 5817
+    },
+    {
+      "epoch": 1.0750193438117126,
+      "grad_norm": 0.06903432309627533,
+      "learning_rate": 1.4861738446996304e-05,
+      "loss": 0.5272139310836792,
+      "step": 5818
+    },
+    {
+      "epoch": 1.0752041205206084,
+      "grad_norm": 0.06662653386592865,
+      "learning_rate": 1.4859995069345618e-05,
+      "loss": 0.48803701996803284,
+      "step": 5819
+    },
+    {
+      "epoch": 1.0753888972295043,
+      "grad_norm": 0.0712452158331871,
+      "learning_rate": 1.4858251498282333e-05,
+      "loss": 0.46093958616256714,
+      "step": 5820
+    },
+    {
+      "epoch": 1.0755736739384,
+      "grad_norm": 0.07670149952173233,
+      "learning_rate": 1.4856507733875837e-05,
+      "loss": 0.5727660655975342,
+      "step": 5821
+    },
+    {
+      "epoch": 1.075758450647296,
+      "grad_norm": 0.08891289681196213,
+      "learning_rate": 1.485476377619553e-05,
+      "loss": 0.6572068929672241,
+      "step": 5822
+    },
+    {
+      "epoch": 1.0759432273561917,
+      "grad_norm": 0.06130025535821915,
+      "learning_rate": 1.4853019625310813e-05,
+      "loss": 0.4660205543041229,
+      "step": 5823
+    },
+    {
+      "epoch": 1.0761280040650876,
+      "grad_norm": 0.06196140870451927,
+      "learning_rate": 1.4851275281291095e-05,
+      "loss": 0.44341546297073364,
+      "step": 5824
+    },
+    {
+      "epoch": 1.0763127807739834,
+      "grad_norm": 0.08439138531684875,
+      "learning_rate": 1.48495307442058e-05,
+      "loss": 0.5173313021659851,
+      "step": 5825
+    },
+    {
+      "epoch": 1.0764975574828792,
+      "grad_norm": 0.06659369170665741,
+      "learning_rate": 1.4847786014124354e-05,
+      "loss": 0.4271799325942993,
+      "step": 5826
+    },
+    {
+      "epoch": 1.076682334191775,
+      "grad_norm": 0.06720487028360367,
+      "learning_rate": 1.4846041091116192e-05,
+      "loss": 0.47105199098587036,
+      "step": 5827
+    },
+    {
+      "epoch": 1.0768671109006709,
+      "grad_norm": 0.09249649196863174,
+      "learning_rate": 1.4844295975250755e-05,
+      "loss": 0.6819266080856323,
+      "step": 5828
+    },
+    {
+      "epoch": 1.0770518876095667,
+      "grad_norm": 0.08595030009746552,
+      "learning_rate": 1.4842550666597495e-05,
+      "loss": 0.5509486794471741,
+      "step": 5829
+    },
+    {
+      "epoch": 1.0772366643184625,
+      "grad_norm": 0.06970569491386414,
+      "learning_rate": 1.484080516522587e-05,
+      "loss": 0.39800581336021423,
+      "step": 5830
+    },
+    {
+      "epoch": 1.0774214410273586,
+      "grad_norm": 0.07932216674089432,
+      "learning_rate": 1.483905947120534e-05,
+      "loss": 0.540603518486023,
+      "step": 5831
+    },
+    {
+      "epoch": 1.0776062177362544,
+      "grad_norm": 0.07762263715267181,
+      "learning_rate": 1.4837313584605386e-05,
+      "loss": 0.656118631362915,
+      "step": 5832
+    },
+    {
+      "epoch": 1.0777909944451503,
+      "grad_norm": 0.05933019518852234,
+      "learning_rate": 1.4835567505495486e-05,
+      "loss": 0.3998440206050873,
+      "step": 5833
+    },
+    {
+      "epoch": 1.077975771154046,
+      "grad_norm": 0.06421727687120438,
+      "learning_rate": 1.4833821233945122e-05,
+      "loss": 0.3742504119873047,
+      "step": 5834
+    },
+    {
+      "epoch": 1.078160547862942,
+      "grad_norm": 0.0962388664484024,
+      "learning_rate": 1.48320747700238e-05,
+      "loss": 0.8221604228019714,
+      "step": 5835
+    },
+    {
+      "epoch": 1.0783453245718377,
+      "grad_norm": 0.07165448367595673,
+      "learning_rate": 1.4830328113801022e-05,
+      "loss": 0.4744814336299896,
+      "step": 5836
+    },
+    {
+      "epoch": 1.0785301012807336,
+      "grad_norm": 0.08229894191026688,
+      "learning_rate": 1.4828581265346295e-05,
+      "loss": 0.602943480014801,
+      "step": 5837
+    },
+    {
+      "epoch": 1.0787148779896294,
+      "grad_norm": 0.06584686785936356,
+      "learning_rate": 1.482683422472914e-05,
+      "loss": 0.5143553614616394,
+      "step": 5838
+    },
+    {
+      "epoch": 1.0788996546985252,
+      "grad_norm": 0.0741025060415268,
+      "learning_rate": 1.4825086992019087e-05,
+      "loss": 0.45243039727211,
+      "step": 5839
+    },
+    {
+      "epoch": 1.079084431407421,
+      "grad_norm": 0.08383125066757202,
+      "learning_rate": 1.4823339567285664e-05,
+      "loss": 0.651415228843689,
+      "step": 5840
+    },
+    {
+      "epoch": 1.0792692081163169,
+      "grad_norm": 0.06560477614402771,
+      "learning_rate": 1.4821591950598415e-05,
+      "loss": 0.5027257204055786,
+      "step": 5841
+    },
+    {
+      "epoch": 1.0794539848252127,
+      "grad_norm": 0.06961048394441605,
+      "learning_rate": 1.4819844142026895e-05,
+      "loss": 0.4787517488002777,
+      "step": 5842
+    },
+    {
+      "epoch": 1.0796387615341085,
+      "grad_norm": 0.0803142711520195,
+      "learning_rate": 1.4818096141640658e-05,
+      "loss": 0.6678456664085388,
+      "step": 5843
+    },
+    {
+      "epoch": 1.0798235382430044,
+      "grad_norm": 0.06719299405813217,
+      "learning_rate": 1.4816347949509264e-05,
+      "loss": 0.5077908039093018,
+      "step": 5844
+    },
+    {
+      "epoch": 1.0800083149519004,
+      "grad_norm": 0.07734595239162445,
+      "learning_rate": 1.4814599565702295e-05,
+      "loss": 0.6761911511421204,
+      "step": 5845
+    },
+    {
+      "epoch": 1.0801930916607962,
+      "grad_norm": 0.07329533249139786,
+      "learning_rate": 1.4812850990289324e-05,
+      "loss": 0.5296775698661804,
+      "step": 5846
+    },
+    {
+      "epoch": 1.080377868369692,
+      "grad_norm": 0.06282027065753937,
+      "learning_rate": 1.4811102223339942e-05,
+      "loss": 0.5500996708869934,
+      "step": 5847
+    },
+    {
+      "epoch": 1.080562645078588,
+      "grad_norm": 0.06660337001085281,
+      "learning_rate": 1.4809353264923741e-05,
+      "loss": 0.3677659332752228,
+      "step": 5848
+    },
+    {
+      "epoch": 1.0807474217874837,
+      "grad_norm": 0.08197630196809769,
+      "learning_rate": 1.480760411511033e-05,
+      "loss": 0.5850522518157959,
+      "step": 5849
+    },
+    {
+      "epoch": 1.0809321984963796,
+      "grad_norm": 0.08148553967475891,
+      "learning_rate": 1.4805854773969314e-05,
+      "loss": 0.556190013885498,
+      "step": 5850
+    },
+    {
+      "epoch": 1.0811169752052754,
+      "grad_norm": 0.089113749563694,
+      "learning_rate": 1.4804105241570312e-05,
+      "loss": 0.6048898696899414,
+      "step": 5851
+    },
+    {
+      "epoch": 1.0813017519141712,
+      "grad_norm": 0.06875333935022354,
+      "learning_rate": 1.4802355517982956e-05,
+      "loss": 0.5353031754493713,
+      "step": 5852
+    },
+    {
+      "epoch": 1.081486528623067,
+      "grad_norm": 0.06257513910531998,
+      "learning_rate": 1.4800605603276873e-05,
+      "loss": 0.5051626563072205,
+      "step": 5853
+    },
+    {
+      "epoch": 1.0816713053319629,
+      "grad_norm": 0.07647594064474106,
+      "learning_rate": 1.4798855497521705e-05,
+      "loss": 0.4592037796974182,
+      "step": 5854
+    },
+    {
+      "epoch": 1.0818560820408587,
+      "grad_norm": 0.07302510738372803,
+      "learning_rate": 1.4797105200787102e-05,
+      "loss": 0.4558219611644745,
+      "step": 5855
+    },
+    {
+      "epoch": 1.0820408587497545,
+      "grad_norm": 0.07816193252801895,
+      "learning_rate": 1.479535471314272e-05,
+      "loss": 0.47629034519195557,
+      "step": 5856
+    },
+    {
+      "epoch": 1.0822256354586504,
+      "grad_norm": 0.06925367563962936,
+      "learning_rate": 1.4793604034658224e-05,
+      "loss": 0.4966387450695038,
+      "step": 5857
+    },
+    {
+      "epoch": 1.0824104121675462,
+      "grad_norm": 0.0733964666724205,
+      "learning_rate": 1.4791853165403284e-05,
+      "loss": 0.4893820881843567,
+      "step": 5858
+    },
+    {
+      "epoch": 1.082595188876442,
+      "grad_norm": 0.06309165805578232,
+      "learning_rate": 1.4790102105447582e-05,
+      "loss": 0.4359748661518097,
+      "step": 5859
+    },
+    {
+      "epoch": 1.082779965585338,
+      "grad_norm": 0.08443053811788559,
+      "learning_rate": 1.4788350854860803e-05,
+      "loss": 0.5850485563278198,
+      "step": 5860
+    },
+    {
+      "epoch": 1.082964742294234,
+      "grad_norm": 0.067757748067379,
+      "learning_rate": 1.4786599413712634e-05,
+      "loss": 0.4967274069786072,
+      "step": 5861
+    },
+    {
+      "epoch": 1.0831495190031297,
+      "grad_norm": 0.06535761803388596,
+      "learning_rate": 1.478484778207279e-05,
+      "loss": 0.546383261680603,
+      "step": 5862
+    },
+    {
+      "epoch": 1.0833342957120256,
+      "grad_norm": 0.07297582179307938,
+      "learning_rate": 1.4783095960010973e-05,
+      "loss": 0.6665569543838501,
+      "step": 5863
+    },
+    {
+      "epoch": 1.0835190724209214,
+      "grad_norm": 0.08054815232753754,
+      "learning_rate": 1.4781343947596903e-05,
+      "loss": 0.5554509162902832,
+      "step": 5864
+    },
+    {
+      "epoch": 1.0837038491298172,
+      "grad_norm": 0.06834076344966888,
+      "learning_rate": 1.4779591744900298e-05,
+      "loss": 0.47249260544776917,
+      "step": 5865
+    },
+    {
+      "epoch": 1.083888625838713,
+      "grad_norm": 0.07324875891208649,
+      "learning_rate": 1.4777839351990898e-05,
+      "loss": 0.546453058719635,
+      "step": 5866
+    },
+    {
+      "epoch": 1.0840734025476089,
+      "grad_norm": 0.07995382696390152,
+      "learning_rate": 1.4776086768938438e-05,
+      "loss": 0.5270389318466187,
+      "step": 5867
+    },
+    {
+      "epoch": 1.0842581792565047,
+      "grad_norm": 0.054281000047922134,
+      "learning_rate": 1.4774333995812669e-05,
+      "loss": 0.3481077551841736,
+      "step": 5868
+    },
+    {
+      "epoch": 1.0844429559654005,
+      "grad_norm": 0.0845366045832634,
+      "learning_rate": 1.4772581032683343e-05,
+      "loss": 0.6981854438781738,
+      "step": 5869
+    },
+    {
+      "epoch": 1.0846277326742964,
+      "grad_norm": 0.07454873621463776,
+      "learning_rate": 1.4770827879620227e-05,
+      "loss": 0.5273903608322144,
+      "step": 5870
+    },
+    {
+      "epoch": 1.0848125093831922,
+      "grad_norm": 0.0768999382853508,
+      "learning_rate": 1.4769074536693082e-05,
+      "loss": 0.500775933265686,
+      "step": 5871
+    },
+    {
+      "epoch": 1.084997286092088,
+      "grad_norm": 0.06956993043422699,
+      "learning_rate": 1.4767321003971693e-05,
+      "loss": 0.3707350492477417,
+      "step": 5872
+    },
+    {
+      "epoch": 1.0851820628009838,
+      "grad_norm": 0.074930340051651,
+      "learning_rate": 1.4765567281525843e-05,
+      "loss": 0.5382987856864929,
+      "step": 5873
+    },
+    {
+      "epoch": 1.0853668395098799,
+      "grad_norm": 0.07988627254962921,
+      "learning_rate": 1.4763813369425325e-05,
+      "loss": 0.6682331562042236,
+      "step": 5874
+    },
+    {
+      "epoch": 1.0855516162187757,
+      "grad_norm": 0.07061360031366348,
+      "learning_rate": 1.4762059267739939e-05,
+      "loss": 0.40944498777389526,
+      "step": 5875
+    },
+    {
+      "epoch": 1.0857363929276715,
+      "grad_norm": 0.07396155595779419,
+      "learning_rate": 1.4760304976539492e-05,
+      "loss": 0.47943374514579773,
+      "step": 5876
+    },
+    {
+      "epoch": 1.0859211696365674,
+      "grad_norm": 0.08270414173603058,
+      "learning_rate": 1.47585504958938e-05,
+      "loss": 0.4946344494819641,
+      "step": 5877
+    },
+    {
+      "epoch": 1.0861059463454632,
+      "grad_norm": 0.08222021907567978,
+      "learning_rate": 1.4756795825872687e-05,
+      "loss": 0.5393399596214294,
+      "step": 5878
+    },
+    {
+      "epoch": 1.086290723054359,
+      "grad_norm": 0.07117902487516403,
+      "learning_rate": 1.4755040966545982e-05,
+      "loss": 0.5953274369239807,
+      "step": 5879
+    },
+    {
+      "epoch": 1.0864754997632549,
+      "grad_norm": 0.06577019393444061,
+      "learning_rate": 1.4753285917983522e-05,
+      "loss": 0.39420297741889954,
+      "step": 5880
+    },
+    {
+      "epoch": 1.0866602764721507,
+      "grad_norm": 0.06357182562351227,
+      "learning_rate": 1.4751530680255155e-05,
+      "loss": 0.38492023944854736,
+      "step": 5881
+    },
+    {
+      "epoch": 1.0868450531810465,
+      "grad_norm": 0.06568669527769089,
+      "learning_rate": 1.4749775253430732e-05,
+      "loss": 0.47780489921569824,
+      "step": 5882
+    },
+    {
+      "epoch": 1.0870298298899423,
+      "grad_norm": 0.05697185918688774,
+      "learning_rate": 1.4748019637580116e-05,
+      "loss": 0.4504018723964691,
+      "step": 5883
+    },
+    {
+      "epoch": 1.0872146065988382,
+      "grad_norm": 0.06915974617004395,
+      "learning_rate": 1.4746263832773168e-05,
+      "loss": 0.5515559315681458,
+      "step": 5884
+    },
+    {
+      "epoch": 1.087399383307734,
+      "grad_norm": 0.06538233160972595,
+      "learning_rate": 1.4744507839079772e-05,
+      "loss": 0.572848379611969,
+      "step": 5885
+    },
+    {
+      "epoch": 1.0875841600166298,
+      "grad_norm": 0.07176683843135834,
+      "learning_rate": 1.4742751656569806e-05,
+      "loss": 0.4935082495212555,
+      "step": 5886
+    },
+    {
+      "epoch": 1.0877689367255257,
+      "grad_norm": 0.07255774736404419,
+      "learning_rate": 1.4740995285313165e-05,
+      "loss": 0.5060724020004272,
+      "step": 5887
+    },
+    {
+      "epoch": 1.0879537134344215,
+      "grad_norm": 0.058834806084632874,
+      "learning_rate": 1.4739238725379743e-05,
+      "loss": 0.5066661238670349,
+      "step": 5888
+    },
+    {
+      "epoch": 1.0881384901433175,
+      "grad_norm": 0.07082164287567139,
+      "learning_rate": 1.4737481976839448e-05,
+      "loss": 0.4143075942993164,
+      "step": 5889
+    },
+    {
+      "epoch": 1.0883232668522134,
+      "grad_norm": 0.09433870762586594,
+      "learning_rate": 1.473572503976219e-05,
+      "loss": 0.7209493517875671,
+      "step": 5890
+    },
+    {
+      "epoch": 1.0885080435611092,
+      "grad_norm": 0.06608996540307999,
+      "learning_rate": 1.4733967914217893e-05,
+      "loss": 0.502673864364624,
+      "step": 5891
+    },
+    {
+      "epoch": 1.088692820270005,
+      "grad_norm": 0.07874344289302826,
+      "learning_rate": 1.4732210600276481e-05,
+      "loss": 0.5536506175994873,
+      "step": 5892
+    },
+    {
+      "epoch": 1.0888775969789009,
+      "grad_norm": 0.07617444545030594,
+      "learning_rate": 1.4730453098007896e-05,
+      "loss": 0.5813974738121033,
+      "step": 5893
+    },
+    {
+      "epoch": 1.0890623736877967,
+      "grad_norm": 0.05752871558070183,
+      "learning_rate": 1.4728695407482074e-05,
+      "loss": 0.33988383412361145,
+      "step": 5894
+    },
+    {
+      "epoch": 1.0892471503966925,
+      "grad_norm": 0.08659808337688446,
+      "learning_rate": 1.4726937528768971e-05,
+      "loss": 0.6173219680786133,
+      "step": 5895
+    },
+    {
+      "epoch": 1.0894319271055883,
+      "grad_norm": 0.06591004878282547,
+      "learning_rate": 1.4725179461938544e-05,
+      "loss": 0.515119731426239,
+      "step": 5896
+    },
+    {
+      "epoch": 1.0896167038144842,
+      "grad_norm": 0.08528603613376617,
+      "learning_rate": 1.4723421207060756e-05,
+      "loss": 0.6740525960922241,
+      "step": 5897
+    },
+    {
+      "epoch": 1.08980148052338,
+      "grad_norm": 0.0652061402797699,
+      "learning_rate": 1.4721662764205583e-05,
+      "loss": 0.483233243227005,
+      "step": 5898
+    },
+    {
+      "epoch": 1.0899862572322758,
+      "grad_norm": 0.08202153444290161,
+      "learning_rate": 1.4719904133443e-05,
+      "loss": 0.5837781429290771,
+      "step": 5899
+    },
+    {
+      "epoch": 1.0901710339411717,
+      "grad_norm": 0.09289800375699997,
+      "learning_rate": 1.4718145314843004e-05,
+      "loss": 0.6462467908859253,
+      "step": 5900
+    },
+    {
+      "epoch": 1.0903558106500675,
+      "grad_norm": 0.07023860514163971,
+      "learning_rate": 1.4716386308475583e-05,
+      "loss": 0.5342769622802734,
+      "step": 5901
+    },
+    {
+      "epoch": 1.0905405873589633,
+      "grad_norm": 0.07424052804708481,
+      "learning_rate": 1.4714627114410744e-05,
+      "loss": 0.6305635571479797,
+      "step": 5902
+    },
+    {
+      "epoch": 1.0907253640678594,
+      "grad_norm": 0.09783070534467697,
+      "learning_rate": 1.4712867732718496e-05,
+      "loss": 0.7436492443084717,
+      "step": 5903
+    },
+    {
+      "epoch": 1.0909101407767552,
+      "grad_norm": 0.09632259607315063,
+      "learning_rate": 1.4711108163468857e-05,
+      "loss": 0.7273596525192261,
+      "step": 5904
+    },
+    {
+      "epoch": 1.091094917485651,
+      "grad_norm": 0.06209570914506912,
+      "learning_rate": 1.4709348406731851e-05,
+      "loss": 0.4110969305038452,
+      "step": 5905
+    },
+    {
+      "epoch": 1.0912796941945468,
+      "grad_norm": 0.06332927197217941,
+      "learning_rate": 1.4707588462577513e-05,
+      "loss": 0.42797258496284485,
+      "step": 5906
+    },
+    {
+      "epoch": 1.0914644709034427,
+      "grad_norm": 0.09194277226924896,
+      "learning_rate": 1.4705828331075883e-05,
+      "loss": 0.7485794425010681,
+      "step": 5907
+    },
+    {
+      "epoch": 1.0916492476123385,
+      "grad_norm": 0.07481253892183304,
+      "learning_rate": 1.4704068012297009e-05,
+      "loss": 0.4699377417564392,
+      "step": 5908
+    },
+    {
+      "epoch": 1.0918340243212343,
+      "grad_norm": 0.0622544102370739,
+      "learning_rate": 1.4702307506310943e-05,
+      "loss": 0.45635709166526794,
+      "step": 5909
+    },
+    {
+      "epoch": 1.0920188010301302,
+      "grad_norm": 0.07138415426015854,
+      "learning_rate": 1.4700546813187749e-05,
+      "loss": 0.5593393445014954,
+      "step": 5910
+    },
+    {
+      "epoch": 1.092203577739026,
+      "grad_norm": 0.0714128315448761,
+      "learning_rate": 1.4698785932997499e-05,
+      "loss": 0.5067830681800842,
+      "step": 5911
+    },
+    {
+      "epoch": 1.0923883544479218,
+      "grad_norm": 0.07260000705718994,
+      "learning_rate": 1.4697024865810269e-05,
+      "loss": 0.5159979462623596,
+      "step": 5912
+    },
+    {
+      "epoch": 1.0925731311568176,
+      "grad_norm": 0.07511389255523682,
+      "learning_rate": 1.4695263611696146e-05,
+      "loss": 0.5461058020591736,
+      "step": 5913
+    },
+    {
+      "epoch": 1.0927579078657135,
+      "grad_norm": 0.06673587113618851,
+      "learning_rate": 1.469350217072522e-05,
+      "loss": 0.38038143515586853,
+      "step": 5914
+    },
+    {
+      "epoch": 1.0929426845746093,
+      "grad_norm": 0.08167888224124908,
+      "learning_rate": 1.4691740542967594e-05,
+      "loss": 0.5731920599937439,
+      "step": 5915
+    },
+    {
+      "epoch": 1.0931274612835051,
+      "grad_norm": 0.07429999113082886,
+      "learning_rate": 1.4689978728493368e-05,
+      "loss": 0.5720574259757996,
+      "step": 5916
+    },
+    {
+      "epoch": 1.093312237992401,
+      "grad_norm": 0.0745207667350769,
+      "learning_rate": 1.4688216727372664e-05,
+      "loss": 0.47233352065086365,
+      "step": 5917
+    },
+    {
+      "epoch": 1.0934970147012968,
+      "grad_norm": 0.08932074159383774,
+      "learning_rate": 1.4686454539675606e-05,
+      "loss": 0.6862395405769348,
+      "step": 5918
+    },
+    {
+      "epoch": 1.0936817914101928,
+      "grad_norm": 0.07582224160432816,
+      "learning_rate": 1.4684692165472316e-05,
+      "loss": 0.6259335875511169,
+      "step": 5919
+    },
+    {
+      "epoch": 1.0938665681190887,
+      "grad_norm": 0.07972133904695511,
+      "learning_rate": 1.468292960483293e-05,
+      "loss": 0.4001395106315613,
+      "step": 5920
+    },
+    {
+      "epoch": 1.0940513448279845,
+      "grad_norm": 0.06810474395751953,
+      "learning_rate": 1.4681166857827603e-05,
+      "loss": 0.567063570022583,
+      "step": 5921
+    },
+    {
+      "epoch": 1.0942361215368803,
+      "grad_norm": 0.06280171126127243,
+      "learning_rate": 1.4679403924526479e-05,
+      "loss": 0.41762790083885193,
+      "step": 5922
+    },
+    {
+      "epoch": 1.0944208982457762,
+      "grad_norm": 0.06112830713391304,
+      "learning_rate": 1.4677640804999716e-05,
+      "loss": 0.462650328874588,
+      "step": 5923
+    },
+    {
+      "epoch": 1.094605674954672,
+      "grad_norm": 0.0655970349907875,
+      "learning_rate": 1.4675877499317486e-05,
+      "loss": 0.39639896154403687,
+      "step": 5924
+    },
+    {
+      "epoch": 1.0947904516635678,
+      "grad_norm": 0.08832792192697525,
+      "learning_rate": 1.467411400754996e-05,
+      "loss": 0.6320725679397583,
+      "step": 5925
+    },
+    {
+      "epoch": 1.0949752283724636,
+      "grad_norm": 0.06304946541786194,
+      "learning_rate": 1.467235032976732e-05,
+      "loss": 0.44484469294548035,
+      "step": 5926
+    },
+    {
+      "epoch": 1.0951600050813595,
+      "grad_norm": 0.07686931639909744,
+      "learning_rate": 1.4670586466039753e-05,
+      "loss": 0.5905748009681702,
+      "step": 5927
+    },
+    {
+      "epoch": 1.0953447817902553,
+      "grad_norm": 0.08200360089540482,
+      "learning_rate": 1.4668822416437461e-05,
+      "loss": 0.5519489645957947,
+      "step": 5928
+    },
+    {
+      "epoch": 1.0955295584991511,
+      "grad_norm": 0.0726717934012413,
+      "learning_rate": 1.4667058181030642e-05,
+      "loss": 0.594283938407898,
+      "step": 5929
+    },
+    {
+      "epoch": 1.095714335208047,
+      "grad_norm": 0.07586503028869629,
+      "learning_rate": 1.4665293759889506e-05,
+      "loss": 0.5935530662536621,
+      "step": 5930
+    },
+    {
+      "epoch": 1.0958991119169428,
+      "grad_norm": 0.06125348433852196,
+      "learning_rate": 1.4663529153084275e-05,
+      "loss": 0.4546845853328705,
+      "step": 5931
+    },
+    {
+      "epoch": 1.0960838886258386,
+      "grad_norm": 0.060897890478372574,
+      "learning_rate": 1.4661764360685178e-05,
+      "loss": 0.4350041151046753,
+      "step": 5932
+    },
+    {
+      "epoch": 1.0962686653347347,
+      "grad_norm": 0.059175021946430206,
+      "learning_rate": 1.465999938276244e-05,
+      "loss": 0.4221407175064087,
+      "step": 5933
+    },
+    {
+      "epoch": 1.0964534420436305,
+      "grad_norm": 0.06250432133674622,
+      "learning_rate": 1.4658234219386307e-05,
+      "loss": 0.46823054552078247,
+      "step": 5934
+    },
+    {
+      "epoch": 1.0966382187525263,
+      "grad_norm": 0.06827010214328766,
+      "learning_rate": 1.4656468870627028e-05,
+      "loss": 0.4594465494155884,
+      "step": 5935
+    },
+    {
+      "epoch": 1.0968229954614221,
+      "grad_norm": 0.08258457481861115,
+      "learning_rate": 1.4654703336554852e-05,
+      "loss": 0.6088943481445312,
+      "step": 5936
+    },
+    {
+      "epoch": 1.097007772170318,
+      "grad_norm": 0.07347897440195084,
+      "learning_rate": 1.4652937617240049e-05,
+      "loss": 0.529721736907959,
+      "step": 5937
+    },
+    {
+      "epoch": 1.0971925488792138,
+      "grad_norm": 0.06577084958553314,
+      "learning_rate": 1.4651171712752886e-05,
+      "loss": 0.4842659533023834,
+      "step": 5938
+    },
+    {
+      "epoch": 1.0973773255881096,
+      "grad_norm": 0.06812813133001328,
+      "learning_rate": 1.464940562316364e-05,
+      "loss": 0.5418099164962769,
+      "step": 5939
+    },
+    {
+      "epoch": 1.0975621022970055,
+      "grad_norm": 0.06750774383544922,
+      "learning_rate": 1.4647639348542593e-05,
+      "loss": 0.43857085704803467,
+      "step": 5940
+    },
+    {
+      "epoch": 1.0977468790059013,
+      "grad_norm": 0.0675678625702858,
+      "learning_rate": 1.4645872888960045e-05,
+      "loss": 0.39154133200645447,
+      "step": 5941
+    },
+    {
+      "epoch": 1.0979316557147971,
+      "grad_norm": 0.0663144662976265,
+      "learning_rate": 1.4644106244486291e-05,
+      "loss": 0.5225595831871033,
+      "step": 5942
+    },
+    {
+      "epoch": 1.098116432423693,
+      "grad_norm": 0.062324948608875275,
+      "learning_rate": 1.4642339415191636e-05,
+      "loss": 0.496875137090683,
+      "step": 5943
+    },
+    {
+      "epoch": 1.0983012091325888,
+      "grad_norm": 0.07069569081068039,
+      "learning_rate": 1.4640572401146396e-05,
+      "loss": 0.513957679271698,
+      "step": 5944
+    },
+    {
+      "epoch": 1.0984859858414846,
+      "grad_norm": 0.08459258824586868,
+      "learning_rate": 1.4638805202420896e-05,
+      "loss": 0.5632613897323608,
+      "step": 5945
+    },
+    {
+      "epoch": 1.0986707625503804,
+      "grad_norm": 0.0628662258386612,
+      "learning_rate": 1.4637037819085458e-05,
+      "loss": 0.48443713784217834,
+      "step": 5946
+    },
+    {
+      "epoch": 1.0988555392592763,
+      "grad_norm": 0.06784513592720032,
+      "learning_rate": 1.4635270251210423e-05,
+      "loss": 0.47913438081741333,
+      "step": 5947
+    },
+    {
+      "epoch": 1.0990403159681723,
+      "grad_norm": 0.0707409605383873,
+      "learning_rate": 1.4633502498866136e-05,
+      "loss": 0.4980694353580475,
+      "step": 5948
+    },
+    {
+      "epoch": 1.0992250926770681,
+      "grad_norm": 0.05797749012708664,
+      "learning_rate": 1.4631734562122945e-05,
+      "loss": 0.36766472458839417,
+      "step": 5949
+    },
+    {
+      "epoch": 1.099409869385964,
+      "grad_norm": 0.095884308218956,
+      "learning_rate": 1.4629966441051208e-05,
+      "loss": 0.6991642713546753,
+      "step": 5950
+    },
+    {
+      "epoch": 1.0995946460948598,
+      "grad_norm": 0.06615202128887177,
+      "learning_rate": 1.4628198135721295e-05,
+      "loss": 0.5221999883651733,
+      "step": 5951
+    },
+    {
+      "epoch": 1.0997794228037556,
+      "grad_norm": 0.05633965879678726,
+      "learning_rate": 1.4626429646203575e-05,
+      "loss": 0.4555867314338684,
+      "step": 5952
+    },
+    {
+      "epoch": 1.0999641995126515,
+      "grad_norm": 0.07581228017807007,
+      "learning_rate": 1.4624660972568427e-05,
+      "loss": 0.5978538990020752,
+      "step": 5953
+    },
+    {
+      "epoch": 1.1001489762215473,
+      "grad_norm": 0.08281077444553375,
+      "learning_rate": 1.4622892114886243e-05,
+      "loss": 0.618635892868042,
+      "step": 5954
+    },
+    {
+      "epoch": 1.100333752930443,
+      "grad_norm": 0.0922408252954483,
+      "learning_rate": 1.4621123073227414e-05,
+      "loss": 0.5132061243057251,
+      "step": 5955
+    },
+    {
+      "epoch": 1.100518529639339,
+      "grad_norm": 0.0687292069196701,
+      "learning_rate": 1.4619353847662346e-05,
+      "loss": 0.43602538108825684,
+      "step": 5956
+    },
+    {
+      "epoch": 1.1007033063482348,
+      "grad_norm": 0.061973683536052704,
+      "learning_rate": 1.4617584438261445e-05,
+      "loss": 0.3978612720966339,
+      "step": 5957
+    },
+    {
+      "epoch": 1.1008880830571306,
+      "grad_norm": 0.07644131034612656,
+      "learning_rate": 1.4615814845095134e-05,
+      "loss": 0.558164656162262,
+      "step": 5958
+    },
+    {
+      "epoch": 1.1010728597660264,
+      "grad_norm": 0.0646175965666771,
+      "learning_rate": 1.461404506823383e-05,
+      "loss": 0.5489871501922607,
+      "step": 5959
+    },
+    {
+      "epoch": 1.1012576364749223,
+      "grad_norm": 0.08470311760902405,
+      "learning_rate": 1.4612275107747968e-05,
+      "loss": 0.5196349024772644,
+      "step": 5960
+    },
+    {
+      "epoch": 1.101442413183818,
+      "grad_norm": 0.07912751287221909,
+      "learning_rate": 1.4610504963707988e-05,
+      "loss": 0.659913957118988,
+      "step": 5961
+    },
+    {
+      "epoch": 1.1016271898927141,
+      "grad_norm": 0.07972804456949234,
+      "learning_rate": 1.4608734636184333e-05,
+      "loss": 0.5457559823989868,
+      "step": 5962
+    },
+    {
+      "epoch": 1.10181196660161,
+      "grad_norm": 0.0745624229311943,
+      "learning_rate": 1.4606964125247461e-05,
+      "loss": 0.46467500925064087,
+      "step": 5963
+    },
+    {
+      "epoch": 1.1019967433105058,
+      "grad_norm": 0.07970108091831207,
+      "learning_rate": 1.4605193430967827e-05,
+      "loss": 0.7072663903236389,
+      "step": 5964
+    },
+    {
+      "epoch": 1.1021815200194016,
+      "grad_norm": 0.10347652435302734,
+      "learning_rate": 1.4603422553415905e-05,
+      "loss": 0.759666919708252,
+      "step": 5965
+    },
+    {
+      "epoch": 1.1023662967282974,
+      "grad_norm": 0.06851720064878464,
+      "learning_rate": 1.4601651492662166e-05,
+      "loss": 0.420702189207077,
+      "step": 5966
+    },
+    {
+      "epoch": 1.1025510734371933,
+      "grad_norm": 0.051265593618154526,
+      "learning_rate": 1.4599880248777094e-05,
+      "loss": 0.3847259283065796,
+      "step": 5967
+    },
+    {
+      "epoch": 1.102735850146089,
+      "grad_norm": 0.08739349246025085,
+      "learning_rate": 1.4598108821831181e-05,
+      "loss": 0.5255281329154968,
+      "step": 5968
+    },
+    {
+      "epoch": 1.102920626854985,
+      "grad_norm": 0.08335155993700027,
+      "learning_rate": 1.4596337211894922e-05,
+      "loss": 0.529498279094696,
+      "step": 5969
+    },
+    {
+      "epoch": 1.1031054035638808,
+      "grad_norm": 0.08187707513570786,
+      "learning_rate": 1.4594565419038822e-05,
+      "loss": 0.5741780996322632,
+      "step": 5970
+    },
+    {
+      "epoch": 1.1032901802727766,
+      "grad_norm": 0.08028721064329147,
+      "learning_rate": 1.459279344333339e-05,
+      "loss": 0.5540239810943604,
+      "step": 5971
+    },
+    {
+      "epoch": 1.1034749569816724,
+      "grad_norm": 0.07067148387432098,
+      "learning_rate": 1.4591021284849152e-05,
+      "loss": 0.43878358602523804,
+      "step": 5972
+    },
+    {
+      "epoch": 1.1036597336905682,
+      "grad_norm": 0.06293197721242905,
+      "learning_rate": 1.4589248943656629e-05,
+      "loss": 0.3931485414505005,
+      "step": 5973
+    },
+    {
+      "epoch": 1.103844510399464,
+      "grad_norm": 0.07255510240793228,
+      "learning_rate": 1.4587476419826354e-05,
+      "loss": 0.5277048349380493,
+      "step": 5974
+    },
+    {
+      "epoch": 1.10402928710836,
+      "grad_norm": 0.06751251220703125,
+      "learning_rate": 1.4585703713428873e-05,
+      "loss": 0.5238932371139526,
+      "step": 5975
+    },
+    {
+      "epoch": 1.1042140638172557,
+      "grad_norm": 0.06556138396263123,
+      "learning_rate": 1.4583930824534729e-05,
+      "loss": 0.41263192892074585,
+      "step": 5976
+    },
+    {
+      "epoch": 1.1043988405261518,
+      "grad_norm": 0.07805372029542923,
+      "learning_rate": 1.4582157753214482e-05,
+      "loss": 0.6438567638397217,
+      "step": 5977
+    },
+    {
+      "epoch": 1.1045836172350476,
+      "grad_norm": 0.07314425706863403,
+      "learning_rate": 1.4580384499538688e-05,
+      "loss": 0.49132171273231506,
+      "step": 5978
+    },
+    {
+      "epoch": 1.1047683939439434,
+      "grad_norm": 0.08974375575780869,
+      "learning_rate": 1.4578611063577925e-05,
+      "loss": 0.7477900981903076,
+      "step": 5979
+    },
+    {
+      "epoch": 1.1049531706528393,
+      "grad_norm": 0.08745142817497253,
+      "learning_rate": 1.4576837445402765e-05,
+      "loss": 0.5474734902381897,
+      "step": 5980
+    },
+    {
+      "epoch": 1.105137947361735,
+      "grad_norm": 0.08209695667028427,
+      "learning_rate": 1.4575063645083792e-05,
+      "loss": 0.5888841152191162,
+      "step": 5981
+    },
+    {
+      "epoch": 1.105322724070631,
+      "grad_norm": 0.0720118060708046,
+      "learning_rate": 1.4573289662691601e-05,
+      "loss": 0.5148651599884033,
+      "step": 5982
+    },
+    {
+      "epoch": 1.1055075007795268,
+      "grad_norm": 0.07805000245571136,
+      "learning_rate": 1.457151549829679e-05,
+      "loss": 0.6746365427970886,
+      "step": 5983
+    },
+    {
+      "epoch": 1.1056922774884226,
+      "grad_norm": 0.08017796277999878,
+      "learning_rate": 1.4569741151969963e-05,
+      "loss": 0.5076448321342468,
+      "step": 5984
+    },
+    {
+      "epoch": 1.1058770541973184,
+      "grad_norm": 0.08330678194761276,
+      "learning_rate": 1.4567966623781736e-05,
+      "loss": 0.5435523986816406,
+      "step": 5985
+    },
+    {
+      "epoch": 1.1060618309062142,
+      "grad_norm": 0.07538160681724548,
+      "learning_rate": 1.4566191913802728e-05,
+      "loss": 0.5347604155540466,
+      "step": 5986
+    },
+    {
+      "epoch": 1.10624660761511,
+      "grad_norm": 0.06279928982257843,
+      "learning_rate": 1.456441702210357e-05,
+      "loss": 0.38746389746665955,
+      "step": 5987
+    },
+    {
+      "epoch": 1.106431384324006,
+      "grad_norm": 0.09230431169271469,
+      "learning_rate": 1.4562641948754891e-05,
+      "loss": 0.6264443397521973,
+      "step": 5988
+    },
+    {
+      "epoch": 1.1066161610329017,
+      "grad_norm": 0.065264031291008,
+      "learning_rate": 1.456086669382734e-05,
+      "loss": 0.5556307435035706,
+      "step": 5989
+    },
+    {
+      "epoch": 1.1068009377417976,
+      "grad_norm": 0.07666502147912979,
+      "learning_rate": 1.4559091257391562e-05,
+      "loss": 0.4763059914112091,
+      "step": 5990
+    },
+    {
+      "epoch": 1.1069857144506936,
+      "grad_norm": 0.07860376685857773,
+      "learning_rate": 1.4557315639518216e-05,
+      "loss": 0.5905876159667969,
+      "step": 5991
+    },
+    {
+      "epoch": 1.1071704911595894,
+      "grad_norm": 0.07574237138032913,
+      "learning_rate": 1.4555539840277968e-05,
+      "loss": 0.5085563063621521,
+      "step": 5992
+    },
+    {
+      "epoch": 1.1073552678684853,
+      "grad_norm": 0.06739070266485214,
+      "learning_rate": 1.4553763859741484e-05,
+      "loss": 0.5284940004348755,
+      "step": 5993
+    },
+    {
+      "epoch": 1.107540044577381,
+      "grad_norm": 0.06255804002285004,
+      "learning_rate": 1.4551987697979447e-05,
+      "loss": 0.3962157964706421,
+      "step": 5994
+    },
+    {
+      "epoch": 1.107724821286277,
+      "grad_norm": 0.07420317083597183,
+      "learning_rate": 1.4550211355062537e-05,
+      "loss": 0.6526479125022888,
+      "step": 5995
+    },
+    {
+      "epoch": 1.1079095979951727,
+      "grad_norm": 0.08326204866170883,
+      "learning_rate": 1.4548434831061456e-05,
+      "loss": 0.5966176390647888,
+      "step": 5996
+    },
+    {
+      "epoch": 1.1080943747040686,
+      "grad_norm": 0.06730221211910248,
+      "learning_rate": 1.4546658126046898e-05,
+      "loss": 0.5358225703239441,
+      "step": 5997
+    },
+    {
+      "epoch": 1.1082791514129644,
+      "grad_norm": 0.06927043199539185,
+      "learning_rate": 1.4544881240089568e-05,
+      "loss": 0.5677108764648438,
+      "step": 5998
+    },
+    {
+      "epoch": 1.1084639281218602,
+      "grad_norm": 0.05860039219260216,
+      "learning_rate": 1.4543104173260187e-05,
+      "loss": 0.4075140058994293,
+      "step": 5999
+    },
+    {
+      "epoch": 1.108648704830756,
+      "grad_norm": 0.08386365324258804,
+      "learning_rate": 1.454132692562947e-05,
+      "loss": 0.5389184951782227,
+      "step": 6000
+    },
+    {
+      "epoch": 1.108648704830756,
+      "eval_loss": 0.6118724346160889,
+      "eval_runtime": 159.1496,
+      "eval_samples_per_second": 114.54,
+      "eval_steps_per_second": 14.32,
+      "step": 6000
+    },
+    {
+      "epoch": 1.1088334815396519,
+      "grad_norm": 0.08243799954652786,
+      "learning_rate": 1.4539549497268155e-05,
+      "loss": 0.534057080745697,
+      "step": 6001
+    },
+    {
+      "epoch": 1.1090182582485477,
+      "grad_norm": 0.07323864102363586,
+      "learning_rate": 1.4537771888246967e-05,
+      "loss": 0.526421070098877,
+      "step": 6002
+    },
+    {
+      "epoch": 1.1092030349574435,
+      "grad_norm": 0.07760884612798691,
+      "learning_rate": 1.4535994098636656e-05,
+      "loss": 0.5368732810020447,
+      "step": 6003
+    },
+    {
+      "epoch": 1.1093878116663394,
+      "grad_norm": 0.08383920788764954,
+      "learning_rate": 1.4534216128507974e-05,
+      "loss": 0.7088597416877747,
+      "step": 6004
+    },
+    {
+      "epoch": 1.1095725883752352,
+      "grad_norm": 0.0841090977191925,
+      "learning_rate": 1.4532437977931672e-05,
+      "loss": 0.6554641127586365,
+      "step": 6005
+    },
+    {
+      "epoch": 1.109757365084131,
+      "grad_norm": 0.09048908203840256,
+      "learning_rate": 1.453065964697852e-05,
+      "loss": 0.6777673363685608,
+      "step": 6006
+    },
+    {
+      "epoch": 1.109942141793027,
+      "grad_norm": 0.07771904021501541,
+      "learning_rate": 1.452888113571929e-05,
+      "loss": 0.5503280758857727,
+      "step": 6007
+    },
+    {
+      "epoch": 1.110126918501923,
+      "grad_norm": 0.06885528564453125,
+      "learning_rate": 1.452710244422476e-05,
+      "loss": 0.43942975997924805,
+      "step": 6008
+    },
+    {
+      "epoch": 1.1103116952108187,
+      "grad_norm": 0.07003390043973923,
+      "learning_rate": 1.4525323572565713e-05,
+      "loss": 0.48695823550224304,
+      "step": 6009
+    },
+    {
+      "epoch": 1.1104964719197146,
+      "grad_norm": 0.08813440054655075,
+      "learning_rate": 1.4523544520812949e-05,
+      "loss": 0.7120080590248108,
+      "step": 6010
+    },
+    {
+      "epoch": 1.1106812486286104,
+      "grad_norm": 0.0674251914024353,
+      "learning_rate": 1.4521765289037264e-05,
+      "loss": 0.48009634017944336,
+      "step": 6011
+    },
+    {
+      "epoch": 1.1108660253375062,
+      "grad_norm": 0.06363063305616379,
+      "learning_rate": 1.4519985877309468e-05,
+      "loss": 0.4351237714290619,
+      "step": 6012
+    },
+    {
+      "epoch": 1.111050802046402,
+      "grad_norm": 0.06190628930926323,
+      "learning_rate": 1.4518206285700373e-05,
+      "loss": 0.43532848358154297,
+      "step": 6013
+    },
+    {
+      "epoch": 1.1112355787552979,
+      "grad_norm": 0.06464696675539017,
+      "learning_rate": 1.4516426514280806e-05,
+      "loss": 0.3579815924167633,
+      "step": 6014
+    },
+    {
+      "epoch": 1.1114203554641937,
+      "grad_norm": 0.06103749945759773,
+      "learning_rate": 1.4514646563121592e-05,
+      "loss": 0.37997567653656006,
+      "step": 6015
+    },
+    {
+      "epoch": 1.1116051321730895,
+      "grad_norm": 0.07939308881759644,
+      "learning_rate": 1.4512866432293571e-05,
+      "loss": 0.5923547148704529,
+      "step": 6016
+    },
+    {
+      "epoch": 1.1117899088819854,
+      "grad_norm": 0.07335177063941956,
+      "learning_rate": 1.4511086121867584e-05,
+      "loss": 0.5131193399429321,
+      "step": 6017
+    },
+    {
+      "epoch": 1.1119746855908812,
+      "grad_norm": 0.0859297588467598,
+      "learning_rate": 1.4509305631914485e-05,
+      "loss": 0.6909281611442566,
+      "step": 6018
+    },
+    {
+      "epoch": 1.112159462299777,
+      "grad_norm": 0.08923984318971634,
+      "learning_rate": 1.4507524962505129e-05,
+      "loss": 0.6461963653564453,
+      "step": 6019
+    },
+    {
+      "epoch": 1.112344239008673,
+      "grad_norm": 0.044790174812078476,
+      "learning_rate": 1.4505744113710378e-05,
+      "loss": 0.25615447759628296,
+      "step": 6020
+    },
+    {
+      "epoch": 1.112529015717569,
+      "grad_norm": 0.06457506865262985,
+      "learning_rate": 1.4503963085601112e-05,
+      "loss": 0.368161141872406,
+      "step": 6021
+    },
+    {
+      "epoch": 1.1127137924264647,
+      "grad_norm": 0.07680926471948624,
+      "learning_rate": 1.4502181878248203e-05,
+      "loss": 0.48869234323501587,
+      "step": 6022
+    },
+    {
+      "epoch": 1.1128985691353606,
+      "grad_norm": 0.05992692708969116,
+      "learning_rate": 1.4500400491722542e-05,
+      "loss": 0.3915933072566986,
+      "step": 6023
+    },
+    {
+      "epoch": 1.1130833458442564,
+      "grad_norm": 0.08236189186573029,
+      "learning_rate": 1.4498618926095023e-05,
+      "loss": 0.7077838182449341,
+      "step": 6024
+    },
+    {
+      "epoch": 1.1132681225531522,
+      "grad_norm": 0.07403172552585602,
+      "learning_rate": 1.4496837181436545e-05,
+      "loss": 0.5123920440673828,
+      "step": 6025
+    },
+    {
+      "epoch": 1.113452899262048,
+      "grad_norm": 0.08864319324493408,
+      "learning_rate": 1.4495055257818011e-05,
+      "loss": 0.9052874445915222,
+      "step": 6026
+    },
+    {
+      "epoch": 1.1136376759709439,
+      "grad_norm": 0.0638665109872818,
+      "learning_rate": 1.4493273155310349e-05,
+      "loss": 0.5355097055435181,
+      "step": 6027
+    },
+    {
+      "epoch": 1.1138224526798397,
+      "grad_norm": 0.07314230501651764,
+      "learning_rate": 1.4491490873984468e-05,
+      "loss": 0.5114896893501282,
+      "step": 6028
+    },
+    {
+      "epoch": 1.1140072293887355,
+      "grad_norm": 0.06396160274744034,
+      "learning_rate": 1.4489708413911303e-05,
+      "loss": 0.5015410780906677,
+      "step": 6029
+    },
+    {
+      "epoch": 1.1141920060976314,
+      "grad_norm": 0.07526998221874237,
+      "learning_rate": 1.4487925775161789e-05,
+      "loss": 0.6208897829055786,
+      "step": 6030
+    },
+    {
+      "epoch": 1.1143767828065272,
+      "grad_norm": 0.06430046260356903,
+      "learning_rate": 1.4486142957806873e-05,
+      "loss": 0.5269572734832764,
+      "step": 6031
+    },
+    {
+      "epoch": 1.114561559515423,
+      "grad_norm": 0.06466152518987656,
+      "learning_rate": 1.4484359961917497e-05,
+      "loss": 0.4159741997718811,
+      "step": 6032
+    },
+    {
+      "epoch": 1.1147463362243188,
+      "grad_norm": 0.06660066545009613,
+      "learning_rate": 1.4482576787564628e-05,
+      "loss": 0.5687733292579651,
+      "step": 6033
+    },
+    {
+      "epoch": 1.1149311129332147,
+      "grad_norm": 0.07294777780771255,
+      "learning_rate": 1.448079343481923e-05,
+      "loss": 0.5561234951019287,
+      "step": 6034
+    },
+    {
+      "epoch": 1.1151158896421105,
+      "grad_norm": 0.07686596363782883,
+      "learning_rate": 1.4479009903752268e-05,
+      "loss": 0.5526153445243835,
+      "step": 6035
+    },
+    {
+      "epoch": 1.1153006663510066,
+      "grad_norm": 0.0635218620300293,
+      "learning_rate": 1.4477226194434724e-05,
+      "loss": 0.48672422766685486,
+      "step": 6036
+    },
+    {
+      "epoch": 1.1154854430599024,
+      "grad_norm": 0.06493838876485825,
+      "learning_rate": 1.4475442306937586e-05,
+      "loss": 0.4204823076725006,
+      "step": 6037
+    },
+    {
+      "epoch": 1.1156702197687982,
+      "grad_norm": 0.0830598846077919,
+      "learning_rate": 1.447365824133185e-05,
+      "loss": 0.6063317060470581,
+      "step": 6038
+    },
+    {
+      "epoch": 1.115854996477694,
+      "grad_norm": 0.07490938156843185,
+      "learning_rate": 1.4471873997688506e-05,
+      "loss": 0.5406398177146912,
+      "step": 6039
+    },
+    {
+      "epoch": 1.1160397731865899,
+      "grad_norm": 0.07630017399787903,
+      "learning_rate": 1.447008957607857e-05,
+      "loss": 0.5382445454597473,
+      "step": 6040
+    },
+    {
+      "epoch": 1.1162245498954857,
+      "grad_norm": 0.06891347467899323,
+      "learning_rate": 1.4468304976573056e-05,
+      "loss": 0.4742557406425476,
+      "step": 6041
+    },
+    {
+      "epoch": 1.1164093266043815,
+      "grad_norm": 0.06572108715772629,
+      "learning_rate": 1.4466520199242982e-05,
+      "loss": 0.499061644077301,
+      "step": 6042
+    },
+    {
+      "epoch": 1.1165941033132774,
+      "grad_norm": 0.09027126431465149,
+      "learning_rate": 1.4464735244159376e-05,
+      "loss": 0.6984020471572876,
+      "step": 6043
+    },
+    {
+      "epoch": 1.1167788800221732,
+      "grad_norm": 0.061515845358371735,
+      "learning_rate": 1.446295011139328e-05,
+      "loss": 0.36859866976737976,
+      "step": 6044
+    },
+    {
+      "epoch": 1.116963656731069,
+      "grad_norm": 0.06884491443634033,
+      "learning_rate": 1.446116480101573e-05,
+      "loss": 0.42635002732276917,
+      "step": 6045
+    },
+    {
+      "epoch": 1.1171484334399648,
+      "grad_norm": 0.07418891042470932,
+      "learning_rate": 1.4459379313097777e-05,
+      "loss": 0.6263567805290222,
+      "step": 6046
+    },
+    {
+      "epoch": 1.1173332101488607,
+      "grad_norm": 0.06352093070745468,
+      "learning_rate": 1.445759364771048e-05,
+      "loss": 0.5206384062767029,
+      "step": 6047
+    },
+    {
+      "epoch": 1.1175179868577565,
+      "grad_norm": 0.08683977276086807,
+      "learning_rate": 1.4455807804924902e-05,
+      "loss": 0.7265470623970032,
+      "step": 6048
+    },
+    {
+      "epoch": 1.1177027635666523,
+      "grad_norm": 0.06020265817642212,
+      "learning_rate": 1.4454021784812113e-05,
+      "loss": 0.3667547404766083,
+      "step": 6049
+    },
+    {
+      "epoch": 1.1178875402755484,
+      "grad_norm": 0.06311333179473877,
+      "learning_rate": 1.4452235587443193e-05,
+      "loss": 0.3707239329814911,
+      "step": 6050
+    },
+    {
+      "epoch": 1.1180723169844442,
+      "grad_norm": 0.06688230484724045,
+      "learning_rate": 1.4450449212889226e-05,
+      "loss": 0.5023731589317322,
+      "step": 6051
+    },
+    {
+      "epoch": 1.11825709369334,
+      "grad_norm": 0.06343791633844376,
+      "learning_rate": 1.4448662661221302e-05,
+      "loss": 0.433843195438385,
+      "step": 6052
+    },
+    {
+      "epoch": 1.1184418704022359,
+      "grad_norm": 0.0687842145562172,
+      "learning_rate": 1.4446875932510522e-05,
+      "loss": 0.47582367062568665,
+      "step": 6053
+    },
+    {
+      "epoch": 1.1186266471111317,
+      "grad_norm": 0.09454551339149475,
+      "learning_rate": 1.4445089026827997e-05,
+      "loss": 0.6751272678375244,
+      "step": 6054
+    },
+    {
+      "epoch": 1.1188114238200275,
+      "grad_norm": 0.07350743561983109,
+      "learning_rate": 1.4443301944244832e-05,
+      "loss": 0.5118169784545898,
+      "step": 6055
+    },
+    {
+      "epoch": 1.1189962005289233,
+      "grad_norm": 0.07297584414482117,
+      "learning_rate": 1.4441514684832147e-05,
+      "loss": 0.5605136156082153,
+      "step": 6056
+    },
+    {
+      "epoch": 1.1191809772378192,
+      "grad_norm": 0.07259882241487503,
+      "learning_rate": 1.443972724866108e-05,
+      "loss": 0.3932836055755615,
+      "step": 6057
+    },
+    {
+      "epoch": 1.119365753946715,
+      "grad_norm": 0.076852947473526,
+      "learning_rate": 1.4437939635802759e-05,
+      "loss": 0.5650920271873474,
+      "step": 6058
+    },
+    {
+      "epoch": 1.1195505306556108,
+      "grad_norm": 0.06762345135211945,
+      "learning_rate": 1.4436151846328321e-05,
+      "loss": 0.5524746179580688,
+      "step": 6059
+    },
+    {
+      "epoch": 1.1197353073645067,
+      "grad_norm": 0.06991656869649887,
+      "learning_rate": 1.4434363880308917e-05,
+      "loss": 0.5342642664909363,
+      "step": 6060
+    },
+    {
+      "epoch": 1.1199200840734025,
+      "grad_norm": 0.07431400567293167,
+      "learning_rate": 1.4432575737815709e-05,
+      "loss": 0.5111920833587646,
+      "step": 6061
+    },
+    {
+      "epoch": 1.1201048607822983,
+      "grad_norm": 0.06559804826974869,
+      "learning_rate": 1.4430787418919851e-05,
+      "loss": 0.4708617031574249,
+      "step": 6062
+    },
+    {
+      "epoch": 1.1202896374911941,
+      "grad_norm": 0.08211726695299149,
+      "learning_rate": 1.4428998923692517e-05,
+      "loss": 0.5830162763595581,
+      "step": 6063
+    },
+    {
+      "epoch": 1.12047441420009,
+      "grad_norm": 0.06784723699092865,
+      "learning_rate": 1.4427210252204882e-05,
+      "loss": 0.6211737990379333,
+      "step": 6064
+    },
+    {
+      "epoch": 1.120659190908986,
+      "grad_norm": 0.07016149163246155,
+      "learning_rate": 1.4425421404528133e-05,
+      "loss": 0.5034101605415344,
+      "step": 6065
+    },
+    {
+      "epoch": 1.1208439676178819,
+      "grad_norm": 0.06789090484380722,
+      "learning_rate": 1.4423632380733452e-05,
+      "loss": 0.5031054019927979,
+      "step": 6066
+    },
+    {
+      "epoch": 1.1210287443267777,
+      "grad_norm": 0.07210063934326172,
+      "learning_rate": 1.4421843180892045e-05,
+      "loss": 0.5558570027351379,
+      "step": 6067
+    },
+    {
+      "epoch": 1.1212135210356735,
+      "grad_norm": 0.10158746689558029,
+      "learning_rate": 1.4420053805075113e-05,
+      "loss": 0.7106173038482666,
+      "step": 6068
+    },
+    {
+      "epoch": 1.1213982977445693,
+      "grad_norm": 0.05270679295063019,
+      "learning_rate": 1.4418264253353869e-05,
+      "loss": 0.4389966130256653,
+      "step": 6069
+    },
+    {
+      "epoch": 1.1215830744534652,
+      "grad_norm": 0.06519922614097595,
+      "learning_rate": 1.441647452579953e-05,
+      "loss": 0.42029258608818054,
+      "step": 6070
+    },
+    {
+      "epoch": 1.121767851162361,
+      "grad_norm": 0.06086088716983795,
+      "learning_rate": 1.4414684622483321e-05,
+      "loss": 0.4866493046283722,
+      "step": 6071
+    },
+    {
+      "epoch": 1.1219526278712568,
+      "grad_norm": 0.07039511948823929,
+      "learning_rate": 1.4412894543476479e-05,
+      "loss": 0.47862088680267334,
+      "step": 6072
+    },
+    {
+      "epoch": 1.1221374045801527,
+      "grad_norm": 0.09172705560922623,
+      "learning_rate": 1.4411104288850237e-05,
+      "loss": 0.6564626693725586,
+      "step": 6073
+    },
+    {
+      "epoch": 1.1223221812890485,
+      "grad_norm": 0.06046932563185692,
+      "learning_rate": 1.4409313858675847e-05,
+      "loss": 0.3803384006023407,
+      "step": 6074
+    },
+    {
+      "epoch": 1.1225069579979443,
+      "grad_norm": 0.09191624075174332,
+      "learning_rate": 1.440752325302456e-05,
+      "loss": 0.6493774652481079,
+      "step": 6075
+    },
+    {
+      "epoch": 1.1226917347068401,
+      "grad_norm": 0.0672389566898346,
+      "learning_rate": 1.4405732471967637e-05,
+      "loss": 0.43903395533561707,
+      "step": 6076
+    },
+    {
+      "epoch": 1.122876511415736,
+      "grad_norm": 0.0659782737493515,
+      "learning_rate": 1.4403941515576344e-05,
+      "loss": 0.49504348635673523,
+      "step": 6077
+    },
+    {
+      "epoch": 1.1230612881246318,
+      "grad_norm": 0.08274340629577637,
+      "learning_rate": 1.440215038392196e-05,
+      "loss": 0.5620540380477905,
+      "step": 6078
+    },
+    {
+      "epoch": 1.1232460648335278,
+      "grad_norm": 0.06952735781669617,
+      "learning_rate": 1.4400359077075758e-05,
+      "loss": 0.5920997858047485,
+      "step": 6079
+    },
+    {
+      "epoch": 1.1234308415424237,
+      "grad_norm": 0.06475818902254105,
+      "learning_rate": 1.4398567595109034e-05,
+      "loss": 0.4705714285373688,
+      "step": 6080
+    },
+    {
+      "epoch": 1.1236156182513195,
+      "grad_norm": 0.0710345134139061,
+      "learning_rate": 1.4396775938093084e-05,
+      "loss": 0.47257503867149353,
+      "step": 6081
+    },
+    {
+      "epoch": 1.1238003949602153,
+      "grad_norm": 0.07058537006378174,
+      "learning_rate": 1.4394984106099206e-05,
+      "loss": 0.5050140619277954,
+      "step": 6082
+    },
+    {
+      "epoch": 1.1239851716691112,
+      "grad_norm": 0.06465966254472733,
+      "learning_rate": 1.4393192099198711e-05,
+      "loss": 0.4918656349182129,
+      "step": 6083
+    },
+    {
+      "epoch": 1.124169948378007,
+      "grad_norm": 0.07355429232120514,
+      "learning_rate": 1.4391399917462913e-05,
+      "loss": 0.5089967250823975,
+      "step": 6084
+    },
+    {
+      "epoch": 1.1243547250869028,
+      "grad_norm": 0.07652002573013306,
+      "learning_rate": 1.4389607560963139e-05,
+      "loss": 0.47434723377227783,
+      "step": 6085
+    },
+    {
+      "epoch": 1.1245395017957986,
+      "grad_norm": 0.08014384657144547,
+      "learning_rate": 1.4387815029770715e-05,
+      "loss": 0.6197258234024048,
+      "step": 6086
+    },
+    {
+      "epoch": 1.1247242785046945,
+      "grad_norm": 0.06608502566814423,
+      "learning_rate": 1.4386022323956983e-05,
+      "loss": 0.5037209987640381,
+      "step": 6087
+    },
+    {
+      "epoch": 1.1249090552135903,
+      "grad_norm": 0.07929182052612305,
+      "learning_rate": 1.4384229443593285e-05,
+      "loss": 0.6429815888404846,
+      "step": 6088
+    },
+    {
+      "epoch": 1.1250938319224861,
+      "grad_norm": 0.06564852595329285,
+      "learning_rate": 1.4382436388750968e-05,
+      "loss": 0.4675427973270416,
+      "step": 6089
+    },
+    {
+      "epoch": 1.125278608631382,
+      "grad_norm": 0.06928091496229172,
+      "learning_rate": 1.4380643159501398e-05,
+      "loss": 0.46712902188301086,
+      "step": 6090
+    },
+    {
+      "epoch": 1.1254633853402778,
+      "grad_norm": 0.08031101524829865,
+      "learning_rate": 1.4378849755915934e-05,
+      "loss": 0.6043239235877991,
+      "step": 6091
+    },
+    {
+      "epoch": 1.1256481620491736,
+      "grad_norm": 0.09885122627019882,
+      "learning_rate": 1.4377056178065947e-05,
+      "loss": 0.6168032288551331,
+      "step": 6092
+    },
+    {
+      "epoch": 1.1258329387580694,
+      "grad_norm": 0.060262907296419144,
+      "learning_rate": 1.4375262426022821e-05,
+      "loss": 0.39597856998443604,
+      "step": 6093
+    },
+    {
+      "epoch": 1.1260177154669653,
+      "grad_norm": 0.05512017384171486,
+      "learning_rate": 1.4373468499857937e-05,
+      "loss": 0.3198016285896301,
+      "step": 6094
+    },
+    {
+      "epoch": 1.1262024921758613,
+      "grad_norm": 0.08341045677661896,
+      "learning_rate": 1.4371674399642693e-05,
+      "loss": 0.5664653778076172,
+      "step": 6095
+    },
+    {
+      "epoch": 1.1263872688847572,
+      "grad_norm": 0.07183565199375153,
+      "learning_rate": 1.4369880125448481e-05,
+      "loss": 0.47869887948036194,
+      "step": 6096
+    },
+    {
+      "epoch": 1.126572045593653,
+      "grad_norm": 0.07197265326976776,
+      "learning_rate": 1.4368085677346713e-05,
+      "loss": 0.42871785163879395,
+      "step": 6097
+    },
+    {
+      "epoch": 1.1267568223025488,
+      "grad_norm": 0.08379499614238739,
+      "learning_rate": 1.4366291055408801e-05,
+      "loss": 0.5623905062675476,
+      "step": 6098
+    },
+    {
+      "epoch": 1.1269415990114446,
+      "grad_norm": 0.08065547049045563,
+      "learning_rate": 1.4364496259706165e-05,
+      "loss": 0.5996270179748535,
+      "step": 6099
+    },
+    {
+      "epoch": 1.1271263757203405,
+      "grad_norm": 0.07119474560022354,
+      "learning_rate": 1.4362701290310234e-05,
+      "loss": 0.47350260615348816,
+      "step": 6100
+    },
+    {
+      "epoch": 1.1273111524292363,
+      "grad_norm": 0.06404874473810196,
+      "learning_rate": 1.436090614729244e-05,
+      "loss": 0.475182443857193,
+      "step": 6101
+    },
+    {
+      "epoch": 1.1274959291381321,
+      "grad_norm": 0.06995225697755814,
+      "learning_rate": 1.4359110830724222e-05,
+      "loss": 0.5138711929321289,
+      "step": 6102
+    },
+    {
+      "epoch": 1.127680705847028,
+      "grad_norm": 0.06132664531469345,
+      "learning_rate": 1.4357315340677036e-05,
+      "loss": 0.43427854776382446,
+      "step": 6103
+    },
+    {
+      "epoch": 1.1278654825559238,
+      "grad_norm": 0.08065839856863022,
+      "learning_rate": 1.4355519677222329e-05,
+      "loss": 0.48715531826019287,
+      "step": 6104
+    },
+    {
+      "epoch": 1.1280502592648196,
+      "grad_norm": 0.08922401815652847,
+      "learning_rate": 1.4353723840431568e-05,
+      "loss": 0.6146382689476013,
+      "step": 6105
+    },
+    {
+      "epoch": 1.1282350359737154,
+      "grad_norm": 0.08260243386030197,
+      "learning_rate": 1.4351927830376215e-05,
+      "loss": 0.6335489749908447,
+      "step": 6106
+    },
+    {
+      "epoch": 1.1284198126826113,
+      "grad_norm": 0.07442322373390198,
+      "learning_rate": 1.4350131647127754e-05,
+      "loss": 0.49106425046920776,
+      "step": 6107
+    },
+    {
+      "epoch": 1.1286045893915073,
+      "grad_norm": 0.05707094073295593,
+      "learning_rate": 1.434833529075766e-05,
+      "loss": 0.4567444920539856,
+      "step": 6108
+    },
+    {
+      "epoch": 1.1287893661004031,
+      "grad_norm": 0.09413350373506546,
+      "learning_rate": 1.4346538761337428e-05,
+      "loss": 0.6615262627601624,
+      "step": 6109
+    },
+    {
+      "epoch": 1.128974142809299,
+      "grad_norm": 0.07104384899139404,
+      "learning_rate": 1.434474205893855e-05,
+      "loss": 0.47242528200149536,
+      "step": 6110
+    },
+    {
+      "epoch": 1.1291589195181948,
+      "grad_norm": 0.06719780713319778,
+      "learning_rate": 1.434294518363253e-05,
+      "loss": 0.49545174837112427,
+      "step": 6111
+    },
+    {
+      "epoch": 1.1293436962270906,
+      "grad_norm": 0.06883067637681961,
+      "learning_rate": 1.434114813549088e-05,
+      "loss": 0.40031710267066956,
+      "step": 6112
+    },
+    {
+      "epoch": 1.1295284729359865,
+      "grad_norm": 0.07639193534851074,
+      "learning_rate": 1.433935091458512e-05,
+      "loss": 0.6572412252426147,
+      "step": 6113
+    },
+    {
+      "epoch": 1.1297132496448823,
+      "grad_norm": 0.08633438497781754,
+      "learning_rate": 1.4337553520986767e-05,
+      "loss": 0.55412757396698,
+      "step": 6114
+    },
+    {
+      "epoch": 1.1298980263537781,
+      "grad_norm": 0.05746854469180107,
+      "learning_rate": 1.4335755954767352e-05,
+      "loss": 0.36753028631210327,
+      "step": 6115
+    },
+    {
+      "epoch": 1.130082803062674,
+      "grad_norm": 0.06715678423643112,
+      "learning_rate": 1.4333958215998416e-05,
+      "loss": 0.31338319182395935,
+      "step": 6116
+    },
+    {
+      "epoch": 1.1302675797715698,
+      "grad_norm": 0.06040837615728378,
+      "learning_rate": 1.4332160304751503e-05,
+      "loss": 0.4689605236053467,
+      "step": 6117
+    },
+    {
+      "epoch": 1.1304523564804656,
+      "grad_norm": 0.0614374615252018,
+      "learning_rate": 1.4330362221098164e-05,
+      "loss": 0.43147027492523193,
+      "step": 6118
+    },
+    {
+      "epoch": 1.1306371331893614,
+      "grad_norm": 0.08722779154777527,
+      "learning_rate": 1.4328563965109954e-05,
+      "loss": 0.8032390475273132,
+      "step": 6119
+    },
+    {
+      "epoch": 1.1308219098982573,
+      "grad_norm": 0.0980684831738472,
+      "learning_rate": 1.4326765536858444e-05,
+      "loss": 0.6666969060897827,
+      "step": 6120
+    },
+    {
+      "epoch": 1.131006686607153,
+      "grad_norm": 0.09519989043474197,
+      "learning_rate": 1.4324966936415199e-05,
+      "loss": 0.7287571430206299,
+      "step": 6121
+    },
+    {
+      "epoch": 1.131191463316049,
+      "grad_norm": 0.06062401831150055,
+      "learning_rate": 1.4323168163851801e-05,
+      "loss": 0.4222762882709503,
+      "step": 6122
+    },
+    {
+      "epoch": 1.1313762400249447,
+      "grad_norm": 0.07143185287714005,
+      "learning_rate": 1.432136921923984e-05,
+      "loss": 0.49105358123779297,
+      "step": 6123
+    },
+    {
+      "epoch": 1.1315610167338406,
+      "grad_norm": 0.050204817205667496,
+      "learning_rate": 1.4319570102650902e-05,
+      "loss": 0.33912599086761475,
+      "step": 6124
+    },
+    {
+      "epoch": 1.1317457934427366,
+      "grad_norm": 0.06106993183493614,
+      "learning_rate": 1.4317770814156586e-05,
+      "loss": 0.38527730107307434,
+      "step": 6125
+    },
+    {
+      "epoch": 1.1319305701516325,
+      "grad_norm": 0.06932901591062546,
+      "learning_rate": 1.4315971353828502e-05,
+      "loss": 0.5505931973457336,
+      "step": 6126
+    },
+    {
+      "epoch": 1.1321153468605283,
+      "grad_norm": 0.08598202466964722,
+      "learning_rate": 1.4314171721738262e-05,
+      "loss": 0.7473421096801758,
+      "step": 6127
+    },
+    {
+      "epoch": 1.132300123569424,
+      "grad_norm": 0.06986215710639954,
+      "learning_rate": 1.4312371917957482e-05,
+      "loss": 0.48098546266555786,
+      "step": 6128
+    },
+    {
+      "epoch": 1.13248490027832,
+      "grad_norm": 0.08303413540124893,
+      "learning_rate": 1.4310571942557791e-05,
+      "loss": 0.6047471165657043,
+      "step": 6129
+    },
+    {
+      "epoch": 1.1326696769872158,
+      "grad_norm": 0.08076757192611694,
+      "learning_rate": 1.4308771795610826e-05,
+      "loss": 0.5525906085968018,
+      "step": 6130
+    },
+    {
+      "epoch": 1.1328544536961116,
+      "grad_norm": 0.0855245515704155,
+      "learning_rate": 1.4306971477188223e-05,
+      "loss": 0.7699131965637207,
+      "step": 6131
+    },
+    {
+      "epoch": 1.1330392304050074,
+      "grad_norm": 0.07134143263101578,
+      "learning_rate": 1.4305170987361625e-05,
+      "loss": 0.4692050814628601,
+      "step": 6132
+    },
+    {
+      "epoch": 1.1332240071139033,
+      "grad_norm": 0.08296187222003937,
+      "learning_rate": 1.4303370326202697e-05,
+      "loss": 0.5955659747123718,
+      "step": 6133
+    },
+    {
+      "epoch": 1.133408783822799,
+      "grad_norm": 0.0706106424331665,
+      "learning_rate": 1.4301569493783094e-05,
+      "loss": 0.5117326974868774,
+      "step": 6134
+    },
+    {
+      "epoch": 1.133593560531695,
+      "grad_norm": 0.08032231777906418,
+      "learning_rate": 1.429976849017448e-05,
+      "loss": 0.6375417709350586,
+      "step": 6135
+    },
+    {
+      "epoch": 1.1337783372405907,
+      "grad_norm": 0.06780054420232773,
+      "learning_rate": 1.4297967315448531e-05,
+      "loss": 0.4244823157787323,
+      "step": 6136
+    },
+    {
+      "epoch": 1.1339631139494868,
+      "grad_norm": 0.07901187241077423,
+      "learning_rate": 1.4296165969676934e-05,
+      "loss": 0.7523353695869446,
+      "step": 6137
+    },
+    {
+      "epoch": 1.1341478906583826,
+      "grad_norm": 0.07902489602565765,
+      "learning_rate": 1.4294364452931368e-05,
+      "loss": 0.6589572429656982,
+      "step": 6138
+    },
+    {
+      "epoch": 1.1343326673672784,
+      "grad_norm": 0.08424142748117447,
+      "learning_rate": 1.4292562765283533e-05,
+      "loss": 0.6515619158744812,
+      "step": 6139
+    },
+    {
+      "epoch": 1.1345174440761743,
+      "grad_norm": 0.07620836049318314,
+      "learning_rate": 1.4290760906805133e-05,
+      "loss": 0.583553671836853,
+      "step": 6140
+    },
+    {
+      "epoch": 1.13470222078507,
+      "grad_norm": 0.06322798877954483,
+      "learning_rate": 1.4288958877567872e-05,
+      "loss": 0.5742557048797607,
+      "step": 6141
+    },
+    {
+      "epoch": 1.134886997493966,
+      "grad_norm": 0.07936611771583557,
+      "learning_rate": 1.4287156677643462e-05,
+      "loss": 0.5712964534759521,
+      "step": 6142
+    },
+    {
+      "epoch": 1.1350717742028618,
+      "grad_norm": 0.07948508113622665,
+      "learning_rate": 1.4285354307103631e-05,
+      "loss": 0.5610211491584778,
+      "step": 6143
+    },
+    {
+      "epoch": 1.1352565509117576,
+      "grad_norm": 0.08358441293239594,
+      "learning_rate": 1.4283551766020107e-05,
+      "loss": 0.5952147841453552,
+      "step": 6144
+    },
+    {
+      "epoch": 1.1354413276206534,
+      "grad_norm": 0.06404483318328857,
+      "learning_rate": 1.4281749054464625e-05,
+      "loss": 0.42181798815727234,
+      "step": 6145
+    },
+    {
+      "epoch": 1.1356261043295492,
+      "grad_norm": 0.05818679928779602,
+      "learning_rate": 1.4279946172508923e-05,
+      "loss": 0.4475404620170593,
+      "step": 6146
+    },
+    {
+      "epoch": 1.135810881038445,
+      "grad_norm": 0.07719261199235916,
+      "learning_rate": 1.4278143120224757e-05,
+      "loss": 0.7213553786277771,
+      "step": 6147
+    },
+    {
+      "epoch": 1.135995657747341,
+      "grad_norm": 0.060571376234292984,
+      "learning_rate": 1.4276339897683877e-05,
+      "loss": 0.36024120450019836,
+      "step": 6148
+    },
+    {
+      "epoch": 1.1361804344562367,
+      "grad_norm": 0.06773599237203598,
+      "learning_rate": 1.4274536504958048e-05,
+      "loss": 0.44352224469184875,
+      "step": 6149
+    },
+    {
+      "epoch": 1.1363652111651326,
+      "grad_norm": 0.07060518860816956,
+      "learning_rate": 1.4272732942119044e-05,
+      "loss": 0.5673344731330872,
+      "step": 6150
+    },
+    {
+      "epoch": 1.1365499878740284,
+      "grad_norm": 0.08268341422080994,
+      "learning_rate": 1.4270929209238632e-05,
+      "loss": 0.5837506651878357,
+      "step": 6151
+    },
+    {
+      "epoch": 1.1367347645829242,
+      "grad_norm": 0.11173179000616074,
+      "learning_rate": 1.4269125306388599e-05,
+      "loss": 0.8468867540359497,
+      "step": 6152
+    },
+    {
+      "epoch": 1.13691954129182,
+      "grad_norm": 0.06694246083498001,
+      "learning_rate": 1.4267321233640736e-05,
+      "loss": 0.40071406960487366,
+      "step": 6153
+    },
+    {
+      "epoch": 1.137104318000716,
+      "grad_norm": 0.05182839557528496,
+      "learning_rate": 1.426551699106684e-05,
+      "loss": 0.36508703231811523,
+      "step": 6154
+    },
+    {
+      "epoch": 1.137289094709612,
+      "grad_norm": 0.1034051924943924,
+      "learning_rate": 1.4263712578738714e-05,
+      "loss": 0.7002763152122498,
+      "step": 6155
+    },
+    {
+      "epoch": 1.1374738714185078,
+      "grad_norm": 0.06058888137340546,
+      "learning_rate": 1.4261907996728164e-05,
+      "loss": 0.45546698570251465,
+      "step": 6156
+    },
+    {
+      "epoch": 1.1376586481274036,
+      "grad_norm": 0.08832358568906784,
+      "learning_rate": 1.426010324510701e-05,
+      "loss": 0.5462371706962585,
+      "step": 6157
+    },
+    {
+      "epoch": 1.1378434248362994,
+      "grad_norm": 0.06523042917251587,
+      "learning_rate": 1.4258298323947078e-05,
+      "loss": 0.46396517753601074,
+      "step": 6158
+    },
+    {
+      "epoch": 1.1380282015451952,
+      "grad_norm": 0.08396708220243454,
+      "learning_rate": 1.425649323332019e-05,
+      "loss": 0.6781487464904785,
+      "step": 6159
+    },
+    {
+      "epoch": 1.138212978254091,
+      "grad_norm": 0.07320381700992584,
+      "learning_rate": 1.425468797329819e-05,
+      "loss": 0.4183204174041748,
+      "step": 6160
+    },
+    {
+      "epoch": 1.138397754962987,
+      "grad_norm": 0.062182389199733734,
+      "learning_rate": 1.4252882543952923e-05,
+      "loss": 0.4624471962451935,
+      "step": 6161
+    },
+    {
+      "epoch": 1.1385825316718827,
+      "grad_norm": 0.06833712011575699,
+      "learning_rate": 1.4251076945356233e-05,
+      "loss": 0.4128556251525879,
+      "step": 6162
+    },
+    {
+      "epoch": 1.1387673083807786,
+      "grad_norm": 0.08125222474336624,
+      "learning_rate": 1.4249271177579985e-05,
+      "loss": 0.6006513833999634,
+      "step": 6163
+    },
+    {
+      "epoch": 1.1389520850896744,
+      "grad_norm": 0.07562055438756943,
+      "learning_rate": 1.4247465240696035e-05,
+      "loss": 0.6590495109558105,
+      "step": 6164
+    },
+    {
+      "epoch": 1.1391368617985702,
+      "grad_norm": 0.0725562646985054,
+      "learning_rate": 1.4245659134776255e-05,
+      "loss": 0.5063749551773071,
+      "step": 6165
+    },
+    {
+      "epoch": 1.139321638507466,
+      "grad_norm": 0.06678872555494308,
+      "learning_rate": 1.4243852859892527e-05,
+      "loss": 0.5019094347953796,
+      "step": 6166
+    },
+    {
+      "epoch": 1.139506415216362,
+      "grad_norm": 0.0874992311000824,
+      "learning_rate": 1.4242046416116732e-05,
+      "loss": 0.6056196689605713,
+      "step": 6167
+    },
+    {
+      "epoch": 1.139691191925258,
+      "grad_norm": 0.06671545654535294,
+      "learning_rate": 1.4240239803520761e-05,
+      "loss": 0.5596376061439514,
+      "step": 6168
+    },
+    {
+      "epoch": 1.1398759686341537,
+      "grad_norm": 0.06795782595872879,
+      "learning_rate": 1.4238433022176513e-05,
+      "loss": 0.4091525375843048,
+      "step": 6169
+    },
+    {
+      "epoch": 1.1400607453430496,
+      "grad_norm": 0.08453847467899323,
+      "learning_rate": 1.423662607215589e-05,
+      "loss": 0.5426561236381531,
+      "step": 6170
+    },
+    {
+      "epoch": 1.1402455220519454,
+      "grad_norm": 0.0707712396979332,
+      "learning_rate": 1.4234818953530805e-05,
+      "loss": 0.4745196998119354,
+      "step": 6171
+    },
+    {
+      "epoch": 1.1404302987608412,
+      "grad_norm": 0.06672391295433044,
+      "learning_rate": 1.4233011666373174e-05,
+      "loss": 0.4232742488384247,
+      "step": 6172
+    },
+    {
+      "epoch": 1.140615075469737,
+      "grad_norm": 0.06453859061002731,
+      "learning_rate": 1.423120421075492e-05,
+      "loss": 0.45850545167922974,
+      "step": 6173
+    },
+    {
+      "epoch": 1.140799852178633,
+      "grad_norm": 0.09031231701374054,
+      "learning_rate": 1.4229396586747978e-05,
+      "loss": 0.6560296416282654,
+      "step": 6174
+    },
+    {
+      "epoch": 1.1409846288875287,
+      "grad_norm": 0.07331298291683197,
+      "learning_rate": 1.4227588794424284e-05,
+      "loss": 0.5255630612373352,
+      "step": 6175
+    },
+    {
+      "epoch": 1.1411694055964245,
+      "grad_norm": 0.0803334191441536,
+      "learning_rate": 1.4225780833855782e-05,
+      "loss": 0.6760626435279846,
+      "step": 6176
+    },
+    {
+      "epoch": 1.1413541823053204,
+      "grad_norm": 0.09699446707963943,
+      "learning_rate": 1.4223972705114427e-05,
+      "loss": 0.5984539985656738,
+      "step": 6177
+    },
+    {
+      "epoch": 1.1415389590142162,
+      "grad_norm": 0.0784691572189331,
+      "learning_rate": 1.4222164408272168e-05,
+      "loss": 0.5706794857978821,
+      "step": 6178
+    },
+    {
+      "epoch": 1.141723735723112,
+      "grad_norm": 0.069001205265522,
+      "learning_rate": 1.4220355943400979e-05,
+      "loss": 0.48837417364120483,
+      "step": 6179
+    },
+    {
+      "epoch": 1.1419085124320079,
+      "grad_norm": 0.07547164708375931,
+      "learning_rate": 1.4218547310572826e-05,
+      "loss": 0.45486870408058167,
+      "step": 6180
+    },
+    {
+      "epoch": 1.1420932891409037,
+      "grad_norm": 0.07717430591583252,
+      "learning_rate": 1.4216738509859688e-05,
+      "loss": 0.5167067646980286,
+      "step": 6181
+    },
+    {
+      "epoch": 1.1422780658497995,
+      "grad_norm": 0.0627954751253128,
+      "learning_rate": 1.4214929541333548e-05,
+      "loss": 0.3714037239551544,
+      "step": 6182
+    },
+    {
+      "epoch": 1.1424628425586956,
+      "grad_norm": 0.07511921972036362,
+      "learning_rate": 1.4213120405066401e-05,
+      "loss": 0.5616947412490845,
+      "step": 6183
+    },
+    {
+      "epoch": 1.1426476192675914,
+      "grad_norm": 0.07544286549091339,
+      "learning_rate": 1.4211311101130246e-05,
+      "loss": 0.5095857381820679,
+      "step": 6184
+    },
+    {
+      "epoch": 1.1428323959764872,
+      "grad_norm": 0.0724918395280838,
+      "learning_rate": 1.420950162959708e-05,
+      "loss": 0.4429417848587036,
+      "step": 6185
+    },
+    {
+      "epoch": 1.143017172685383,
+      "grad_norm": 0.05164062976837158,
+      "learning_rate": 1.4207691990538919e-05,
+      "loss": 0.3569068908691406,
+      "step": 6186
+    },
+    {
+      "epoch": 1.1432019493942789,
+      "grad_norm": 0.05280061066150665,
+      "learning_rate": 1.4205882184027784e-05,
+      "loss": 0.3826059401035309,
+      "step": 6187
+    },
+    {
+      "epoch": 1.1433867261031747,
+      "grad_norm": 0.07177378982305527,
+      "learning_rate": 1.4204072210135693e-05,
+      "loss": 0.5403726100921631,
+      "step": 6188
+    },
+    {
+      "epoch": 1.1435715028120705,
+      "grad_norm": 0.06955300271511078,
+      "learning_rate": 1.4202262068934684e-05,
+      "loss": 0.451949805021286,
+      "step": 6189
+    },
+    {
+      "epoch": 1.1437562795209664,
+      "grad_norm": 0.07127396017313004,
+      "learning_rate": 1.420045176049679e-05,
+      "loss": 0.42342081665992737,
+      "step": 6190
+    },
+    {
+      "epoch": 1.1439410562298622,
+      "grad_norm": 0.06536135077476501,
+      "learning_rate": 1.4198641284894059e-05,
+      "loss": 0.44511792063713074,
+      "step": 6191
+    },
+    {
+      "epoch": 1.144125832938758,
+      "grad_norm": 0.07281245291233063,
+      "learning_rate": 1.419683064219854e-05,
+      "loss": 0.4214109182357788,
+      "step": 6192
+    },
+    {
+      "epoch": 1.1443106096476539,
+      "grad_norm": 0.08532760292291641,
+      "learning_rate": 1.419501983248229e-05,
+      "loss": 0.7385908961296082,
+      "step": 6193
+    },
+    {
+      "epoch": 1.1444953863565497,
+      "grad_norm": 0.06349904835224152,
+      "learning_rate": 1.419320885581738e-05,
+      "loss": 0.4616239666938782,
+      "step": 6194
+    },
+    {
+      "epoch": 1.1446801630654455,
+      "grad_norm": 0.10051140189170837,
+      "learning_rate": 1.4191397712275871e-05,
+      "loss": 0.7320863008499146,
+      "step": 6195
+    },
+    {
+      "epoch": 1.1448649397743416,
+      "grad_norm": 0.09361196309328079,
+      "learning_rate": 1.418958640192985e-05,
+      "loss": 0.6548205018043518,
+      "step": 6196
+    },
+    {
+      "epoch": 1.1450497164832374,
+      "grad_norm": 0.06741033494472504,
+      "learning_rate": 1.4187774924851394e-05,
+      "loss": 0.5115160346031189,
+      "step": 6197
+    },
+    {
+      "epoch": 1.1452344931921332,
+      "grad_norm": 0.07313167303800583,
+      "learning_rate": 1.41859632811126e-05,
+      "loss": 0.500661313533783,
+      "step": 6198
+    },
+    {
+      "epoch": 1.145419269901029,
+      "grad_norm": 0.08618351817131042,
+      "learning_rate": 1.4184151470785565e-05,
+      "loss": 0.6208575367927551,
+      "step": 6199
+    },
+    {
+      "epoch": 1.1456040466099249,
+      "grad_norm": 0.052863236516714096,
+      "learning_rate": 1.4182339493942389e-05,
+      "loss": 0.4039441645145416,
+      "step": 6200
+    },
+    {
+      "epoch": 1.1457888233188207,
+      "grad_norm": 0.07417035847902298,
+      "learning_rate": 1.418052735065519e-05,
+      "loss": 0.41991057991981506,
+      "step": 6201
+    },
+    {
+      "epoch": 1.1459736000277165,
+      "grad_norm": 0.0847744345664978,
+      "learning_rate": 1.4178715040996078e-05,
+      "loss": 0.49262678623199463,
+      "step": 6202
+    },
+    {
+      "epoch": 1.1461583767366124,
+      "grad_norm": 0.06870493292808533,
+      "learning_rate": 1.4176902565037184e-05,
+      "loss": 0.5651652216911316,
+      "step": 6203
+    },
+    {
+      "epoch": 1.1463431534455082,
+      "grad_norm": 0.0765766054391861,
+      "learning_rate": 1.4175089922850633e-05,
+      "loss": 0.5696491003036499,
+      "step": 6204
+    },
+    {
+      "epoch": 1.146527930154404,
+      "grad_norm": 0.07318069785833359,
+      "learning_rate": 1.4173277114508565e-05,
+      "loss": 0.49148693680763245,
+      "step": 6205
+    },
+    {
+      "epoch": 1.1467127068632998,
+      "grad_norm": 0.06859167665243149,
+      "learning_rate": 1.4171464140083127e-05,
+      "loss": 0.514062762260437,
+      "step": 6206
+    },
+    {
+      "epoch": 1.1468974835721957,
+      "grad_norm": 0.06501016020774841,
+      "learning_rate": 1.4169650999646466e-05,
+      "loss": 0.7300497889518738,
+      "step": 6207
+    },
+    {
+      "epoch": 1.1470822602810915,
+      "grad_norm": 0.07674582302570343,
+      "learning_rate": 1.416783769327074e-05,
+      "loss": 0.47462305426597595,
+      "step": 6208
+    },
+    {
+      "epoch": 1.1472670369899873,
+      "grad_norm": 0.08116015046834946,
+      "learning_rate": 1.4166024221028111e-05,
+      "loss": 0.6110057234764099,
+      "step": 6209
+    },
+    {
+      "epoch": 1.1474518136988832,
+      "grad_norm": 0.06770819425582886,
+      "learning_rate": 1.4164210582990756e-05,
+      "loss": 0.5061403512954712,
+      "step": 6210
+    },
+    {
+      "epoch": 1.147636590407779,
+      "grad_norm": 0.06339634209871292,
+      "learning_rate": 1.4162396779230844e-05,
+      "loss": 0.4284840226173401,
+      "step": 6211
+    },
+    {
+      "epoch": 1.147821367116675,
+      "grad_norm": 0.0632321760058403,
+      "learning_rate": 1.4160582809820566e-05,
+      "loss": 0.3946978449821472,
+      "step": 6212
+    },
+    {
+      "epoch": 1.1480061438255709,
+      "grad_norm": 0.06572254002094269,
+      "learning_rate": 1.4158768674832108e-05,
+      "loss": 0.5568139553070068,
+      "step": 6213
+    },
+    {
+      "epoch": 1.1481909205344667,
+      "grad_norm": 0.09508955478668213,
+      "learning_rate": 1.4156954374337669e-05,
+      "loss": 0.7293902635574341,
+      "step": 6214
+    },
+    {
+      "epoch": 1.1483756972433625,
+      "grad_norm": 0.08176790177822113,
+      "learning_rate": 1.4155139908409447e-05,
+      "loss": 0.5837011933326721,
+      "step": 6215
+    },
+    {
+      "epoch": 1.1485604739522584,
+      "grad_norm": 0.07929205894470215,
+      "learning_rate": 1.415332527711966e-05,
+      "loss": 0.612383246421814,
+      "step": 6216
+    },
+    {
+      "epoch": 1.1487452506611542,
+      "grad_norm": 0.06473682820796967,
+      "learning_rate": 1.415151048054052e-05,
+      "loss": 0.6698353886604309,
+      "step": 6217
+    },
+    {
+      "epoch": 1.14893002737005,
+      "grad_norm": 0.08424325287342072,
+      "learning_rate": 1.414969551874425e-05,
+      "loss": 0.6709126830101013,
+      "step": 6218
+    },
+    {
+      "epoch": 1.1491148040789458,
+      "grad_norm": 0.0723126232624054,
+      "learning_rate": 1.4147880391803087e-05,
+      "loss": 0.6147063970565796,
+      "step": 6219
+    },
+    {
+      "epoch": 1.1492995807878417,
+      "grad_norm": 0.07604363560676575,
+      "learning_rate": 1.4146065099789257e-05,
+      "loss": 0.5668408870697021,
+      "step": 6220
+    },
+    {
+      "epoch": 1.1494843574967375,
+      "grad_norm": 0.06804443150758743,
+      "learning_rate": 1.4144249642775006e-05,
+      "loss": 0.503356397151947,
+      "step": 6221
+    },
+    {
+      "epoch": 1.1496691342056333,
+      "grad_norm": 0.08500366657972336,
+      "learning_rate": 1.4142434020832587e-05,
+      "loss": 0.5444658398628235,
+      "step": 6222
+    },
+    {
+      "epoch": 1.1498539109145292,
+      "grad_norm": 0.06647278368473053,
+      "learning_rate": 1.4140618234034254e-05,
+      "loss": 0.4239024221897125,
+      "step": 6223
+    },
+    {
+      "epoch": 1.150038687623425,
+      "grad_norm": 0.06973589956760406,
+      "learning_rate": 1.4138802282452269e-05,
+      "loss": 0.48607513308525085,
+      "step": 6224
+    },
+    {
+      "epoch": 1.150223464332321,
+      "grad_norm": 0.08751551061868668,
+      "learning_rate": 1.4136986166158901e-05,
+      "loss": 0.7162054777145386,
+      "step": 6225
+    },
+    {
+      "epoch": 1.1504082410412169,
+      "grad_norm": 0.07949352264404297,
+      "learning_rate": 1.4135169885226427e-05,
+      "loss": 0.563558042049408,
+      "step": 6226
+    },
+    {
+      "epoch": 1.1505930177501127,
+      "grad_norm": 0.07515808939933777,
+      "learning_rate": 1.4133353439727128e-05,
+      "loss": 0.5348332524299622,
+      "step": 6227
+    },
+    {
+      "epoch": 1.1507777944590085,
+      "grad_norm": 0.07966458052396774,
+      "learning_rate": 1.4131536829733294e-05,
+      "loss": 0.6537339091300964,
+      "step": 6228
+    },
+    {
+      "epoch": 1.1509625711679043,
+      "grad_norm": 0.06919048726558685,
+      "learning_rate": 1.4129720055317224e-05,
+      "loss": 0.4522291421890259,
+      "step": 6229
+    },
+    {
+      "epoch": 1.1511473478768002,
+      "grad_norm": 0.06940469890832901,
+      "learning_rate": 1.4127903116551214e-05,
+      "loss": 0.5043797492980957,
+      "step": 6230
+    },
+    {
+      "epoch": 1.151332124585696,
+      "grad_norm": 0.0794387236237526,
+      "learning_rate": 1.412608601350757e-05,
+      "loss": 0.5534088015556335,
+      "step": 6231
+    },
+    {
+      "epoch": 1.1515169012945918,
+      "grad_norm": 0.07416708767414093,
+      "learning_rate": 1.4124268746258616e-05,
+      "loss": 0.3723811209201813,
+      "step": 6232
+    },
+    {
+      "epoch": 1.1517016780034877,
+      "grad_norm": 0.08943319320678711,
+      "learning_rate": 1.412245131487667e-05,
+      "loss": 0.6742863059043884,
+      "step": 6233
+    },
+    {
+      "epoch": 1.1518864547123835,
+      "grad_norm": 0.10318424552679062,
+      "learning_rate": 1.4120633719434058e-05,
+      "loss": 0.7732130289077759,
+      "step": 6234
+    },
+    {
+      "epoch": 1.1520712314212793,
+      "grad_norm": 0.07700960338115692,
+      "learning_rate": 1.4118815960003114e-05,
+      "loss": 0.5543152689933777,
+      "step": 6235
+    },
+    {
+      "epoch": 1.1522560081301751,
+      "grad_norm": 0.06386572122573853,
+      "learning_rate": 1.4116998036656183e-05,
+      "loss": 0.44846782088279724,
+      "step": 6236
+    },
+    {
+      "epoch": 1.152440784839071,
+      "grad_norm": 0.084290511906147,
+      "learning_rate": 1.4115179949465611e-05,
+      "loss": 0.6337743401527405,
+      "step": 6237
+    },
+    {
+      "epoch": 1.1526255615479668,
+      "grad_norm": 0.07609273493289948,
+      "learning_rate": 1.4113361698503747e-05,
+      "loss": 0.4199293255805969,
+      "step": 6238
+    },
+    {
+      "epoch": 1.1528103382568626,
+      "grad_norm": 0.06647109985351562,
+      "learning_rate": 1.4111543283842961e-05,
+      "loss": 0.42023780941963196,
+      "step": 6239
+    },
+    {
+      "epoch": 1.1529951149657585,
+      "grad_norm": 0.07131869345903397,
+      "learning_rate": 1.4109724705555616e-05,
+      "loss": 0.5998886823654175,
+      "step": 6240
+    },
+    {
+      "epoch": 1.1531798916746543,
+      "grad_norm": 0.06336542963981628,
+      "learning_rate": 1.4107905963714082e-05,
+      "loss": 0.4682580530643463,
+      "step": 6241
+    },
+    {
+      "epoch": 1.1533646683835503,
+      "grad_norm": 0.08245175331830978,
+      "learning_rate": 1.4106087058390745e-05,
+      "loss": 0.5720283389091492,
+      "step": 6242
+    },
+    {
+      "epoch": 1.1535494450924462,
+      "grad_norm": 0.09518399089574814,
+      "learning_rate": 1.4104267989657991e-05,
+      "loss": 0.7204375267028809,
+      "step": 6243
+    },
+    {
+      "epoch": 1.153734221801342,
+      "grad_norm": 0.07756468653678894,
+      "learning_rate": 1.4102448757588208e-05,
+      "loss": 0.4689267873764038,
+      "step": 6244
+    },
+    {
+      "epoch": 1.1539189985102378,
+      "grad_norm": 0.07330365478992462,
+      "learning_rate": 1.4100629362253799e-05,
+      "loss": 0.48148608207702637,
+      "step": 6245
+    },
+    {
+      "epoch": 1.1541037752191337,
+      "grad_norm": 0.08221703767776489,
+      "learning_rate": 1.4098809803727176e-05,
+      "loss": 0.7633028030395508,
+      "step": 6246
+    },
+    {
+      "epoch": 1.1542885519280295,
+      "grad_norm": 0.08841904997825623,
+      "learning_rate": 1.4096990082080742e-05,
+      "loss": 0.6865911483764648,
+      "step": 6247
+    },
+    {
+      "epoch": 1.1544733286369253,
+      "grad_norm": 0.07374248653650284,
+      "learning_rate": 1.4095170197386918e-05,
+      "loss": 0.5459367632865906,
+      "step": 6248
+    },
+    {
+      "epoch": 1.1546581053458211,
+      "grad_norm": 0.06705913692712784,
+      "learning_rate": 1.409335014971814e-05,
+      "loss": 0.3521028161048889,
+      "step": 6249
+    },
+    {
+      "epoch": 1.154842882054717,
+      "grad_norm": 0.08836095035076141,
+      "learning_rate": 1.4091529939146828e-05,
+      "loss": 0.6287204623222351,
+      "step": 6250
+    },
+    {
+      "epoch": 1.1550276587636128,
+      "grad_norm": 0.0838085412979126,
+      "learning_rate": 1.4089709565745423e-05,
+      "loss": 0.6495293378829956,
+      "step": 6251
+    },
+    {
+      "epoch": 1.1552124354725086,
+      "grad_norm": 0.07038464397192001,
+      "learning_rate": 1.4087889029586374e-05,
+      "loss": 0.46939921379089355,
+      "step": 6252
+    },
+    {
+      "epoch": 1.1553972121814045,
+      "grad_norm": 0.061671674251556396,
+      "learning_rate": 1.4086068330742135e-05,
+      "loss": 0.4827491044998169,
+      "step": 6253
+    },
+    {
+      "epoch": 1.1555819888903003,
+      "grad_norm": 0.0781252309679985,
+      "learning_rate": 1.4084247469285155e-05,
+      "loss": 0.546686589717865,
+      "step": 6254
+    },
+    {
+      "epoch": 1.1557667655991963,
+      "grad_norm": 0.11145616322755814,
+      "learning_rate": 1.4082426445287904e-05,
+      "loss": 0.6957457661628723,
+      "step": 6255
+    },
+    {
+      "epoch": 1.1559515423080922,
+      "grad_norm": 0.059735823422670364,
+      "learning_rate": 1.4080605258822857e-05,
+      "loss": 0.39741113781929016,
+      "step": 6256
+    },
+    {
+      "epoch": 1.156136319016988,
+      "grad_norm": 0.06381309777498245,
+      "learning_rate": 1.4078783909962484e-05,
+      "loss": 0.4249134957790375,
+      "step": 6257
+    },
+    {
+      "epoch": 1.1563210957258838,
+      "grad_norm": 0.06865990906953812,
+      "learning_rate": 1.407696239877927e-05,
+      "loss": 0.5038773417472839,
+      "step": 6258
+    },
+    {
+      "epoch": 1.1565058724347796,
+      "grad_norm": 0.07598444819450378,
+      "learning_rate": 1.4075140725345713e-05,
+      "loss": 0.5336639285087585,
+      "step": 6259
+    },
+    {
+      "epoch": 1.1566906491436755,
+      "grad_norm": 0.091720350086689,
+      "learning_rate": 1.4073318889734303e-05,
+      "loss": 0.7236504554748535,
+      "step": 6260
+    },
+    {
+      "epoch": 1.1568754258525713,
+      "grad_norm": 0.07371455430984497,
+      "learning_rate": 1.4071496892017544e-05,
+      "loss": 0.5036258697509766,
+      "step": 6261
+    },
+    {
+      "epoch": 1.1570602025614671,
+      "grad_norm": 0.10541260242462158,
+      "learning_rate": 1.4069674732267946e-05,
+      "loss": 0.7018181085586548,
+      "step": 6262
+    },
+    {
+      "epoch": 1.157244979270363,
+      "grad_norm": 0.06498979777097702,
+      "learning_rate": 1.4067852410558027e-05,
+      "loss": 0.5900062322616577,
+      "step": 6263
+    },
+    {
+      "epoch": 1.1574297559792588,
+      "grad_norm": 0.07714717835187912,
+      "learning_rate": 1.4066029926960308e-05,
+      "loss": 0.5157914161682129,
+      "step": 6264
+    },
+    {
+      "epoch": 1.1576145326881546,
+      "grad_norm": 0.059344302862882614,
+      "learning_rate": 1.406420728154732e-05,
+      "loss": 0.35241222381591797,
+      "step": 6265
+    },
+    {
+      "epoch": 1.1577993093970504,
+      "grad_norm": 0.07745634019374847,
+      "learning_rate": 1.4062384474391597e-05,
+      "loss": 0.5979710817337036,
+      "step": 6266
+    },
+    {
+      "epoch": 1.1579840861059463,
+      "grad_norm": 0.0804426372051239,
+      "learning_rate": 1.4060561505565683e-05,
+      "loss": 0.5755396485328674,
+      "step": 6267
+    },
+    {
+      "epoch": 1.158168862814842,
+      "grad_norm": 0.08442779630422592,
+      "learning_rate": 1.405873837514212e-05,
+      "loss": 0.7087805271148682,
+      "step": 6268
+    },
+    {
+      "epoch": 1.158353639523738,
+      "grad_norm": 0.05821115896105766,
+      "learning_rate": 1.4056915083193472e-05,
+      "loss": 0.37225276231765747,
+      "step": 6269
+    },
+    {
+      "epoch": 1.1585384162326338,
+      "grad_norm": 0.07283907383680344,
+      "learning_rate": 1.4055091629792297e-05,
+      "loss": 0.5235207080841064,
+      "step": 6270
+    },
+    {
+      "epoch": 1.1587231929415298,
+      "grad_norm": 0.063742995262146,
+      "learning_rate": 1.4053268015011159e-05,
+      "loss": 0.40237030386924744,
+      "step": 6271
+    },
+    {
+      "epoch": 1.1589079696504256,
+      "grad_norm": 0.07434480637311935,
+      "learning_rate": 1.4051444238922635e-05,
+      "loss": 0.5207359194755554,
+      "step": 6272
+    },
+    {
+      "epoch": 1.1590927463593215,
+      "grad_norm": 0.0759037435054779,
+      "learning_rate": 1.404962030159931e-05,
+      "loss": 0.4360727071762085,
+      "step": 6273
+    },
+    {
+      "epoch": 1.1592775230682173,
+      "grad_norm": 0.07971856743097305,
+      "learning_rate": 1.4047796203113761e-05,
+      "loss": 0.580155074596405,
+      "step": 6274
+    },
+    {
+      "epoch": 1.1594622997771131,
+      "grad_norm": 0.0639769434928894,
+      "learning_rate": 1.404597194353859e-05,
+      "loss": 0.4158743619918823,
+      "step": 6275
+    },
+    {
+      "epoch": 1.159647076486009,
+      "grad_norm": 0.07871117442846298,
+      "learning_rate": 1.4044147522946393e-05,
+      "loss": 0.46466371417045593,
+      "step": 6276
+    },
+    {
+      "epoch": 1.1598318531949048,
+      "grad_norm": 0.05663604661822319,
+      "learning_rate": 1.4042322941409778e-05,
+      "loss": 0.5010232329368591,
+      "step": 6277
+    },
+    {
+      "epoch": 1.1600166299038006,
+      "grad_norm": 0.07029540091753006,
+      "learning_rate": 1.4040498199001358e-05,
+      "loss": 0.45440173149108887,
+      "step": 6278
+    },
+    {
+      "epoch": 1.1602014066126964,
+      "grad_norm": 0.08714763820171356,
+      "learning_rate": 1.4038673295793747e-05,
+      "loss": 0.5474016666412354,
+      "step": 6279
+    },
+    {
+      "epoch": 1.1603861833215923,
+      "grad_norm": 0.06908667832612991,
+      "learning_rate": 1.403684823185958e-05,
+      "loss": 0.45617908239364624,
+      "step": 6280
+    },
+    {
+      "epoch": 1.160570960030488,
+      "grad_norm": 0.06304468214511871,
+      "learning_rate": 1.4035023007271478e-05,
+      "loss": 0.37683427333831787,
+      "step": 6281
+    },
+    {
+      "epoch": 1.160755736739384,
+      "grad_norm": 0.06093023344874382,
+      "learning_rate": 1.4033197622102084e-05,
+      "loss": 0.40980395674705505,
+      "step": 6282
+    },
+    {
+      "epoch": 1.1609405134482798,
+      "grad_norm": 0.056043967604637146,
+      "learning_rate": 1.4031372076424045e-05,
+      "loss": 0.38577473163604736,
+      "step": 6283
+    },
+    {
+      "epoch": 1.1611252901571758,
+      "grad_norm": 0.06836773455142975,
+      "learning_rate": 1.402954637031001e-05,
+      "loss": 0.506973922252655,
+      "step": 6284
+    },
+    {
+      "epoch": 1.1613100668660716,
+      "grad_norm": 0.07191284000873566,
+      "learning_rate": 1.4027720503832637e-05,
+      "loss": 0.47932422161102295,
+      "step": 6285
+    },
+    {
+      "epoch": 1.1614948435749675,
+      "grad_norm": 0.07273761183023453,
+      "learning_rate": 1.4025894477064586e-05,
+      "loss": 0.5129173398017883,
+      "step": 6286
+    },
+    {
+      "epoch": 1.1616796202838633,
+      "grad_norm": 0.07798660546541214,
+      "learning_rate": 1.4024068290078531e-05,
+      "loss": 0.6354030966758728,
+      "step": 6287
+    },
+    {
+      "epoch": 1.1618643969927591,
+      "grad_norm": 0.08020185679197311,
+      "learning_rate": 1.402224194294715e-05,
+      "loss": 0.5300725698471069,
+      "step": 6288
+    },
+    {
+      "epoch": 1.162049173701655,
+      "grad_norm": 0.08034148812294006,
+      "learning_rate": 1.4020415435743121e-05,
+      "loss": 0.5370227098464966,
+      "step": 6289
+    },
+    {
+      "epoch": 1.1622339504105508,
+      "grad_norm": 0.09765902161598206,
+      "learning_rate": 1.4018588768539141e-05,
+      "loss": 0.7135058641433716,
+      "step": 6290
+    },
+    {
+      "epoch": 1.1624187271194466,
+      "grad_norm": 0.06447859853506088,
+      "learning_rate": 1.4016761941407896e-05,
+      "loss": 0.45083102583885193,
+      "step": 6291
+    },
+    {
+      "epoch": 1.1626035038283424,
+      "grad_norm": 0.08970855921506882,
+      "learning_rate": 1.4014934954422093e-05,
+      "loss": 0.6802244782447815,
+      "step": 6292
+    },
+    {
+      "epoch": 1.1627882805372383,
+      "grad_norm": 0.0892602801322937,
+      "learning_rate": 1.401310780765444e-05,
+      "loss": 0.607311487197876,
+      "step": 6293
+    },
+    {
+      "epoch": 1.162973057246134,
+      "grad_norm": 0.07422207295894623,
+      "learning_rate": 1.4011280501177651e-05,
+      "loss": 0.47422242164611816,
+      "step": 6294
+    },
+    {
+      "epoch": 1.16315783395503,
+      "grad_norm": 0.07564323395490646,
+      "learning_rate": 1.400945303506445e-05,
+      "loss": 0.5515903234481812,
+      "step": 6295
+    },
+    {
+      "epoch": 1.1633426106639257,
+      "grad_norm": 0.06369898468255997,
+      "learning_rate": 1.400762540938756e-05,
+      "loss": 0.4745848774909973,
+      "step": 6296
+    },
+    {
+      "epoch": 1.1635273873728216,
+      "grad_norm": 0.07312898337841034,
+      "learning_rate": 1.4005797624219718e-05,
+      "loss": 0.5416665077209473,
+      "step": 6297
+    },
+    {
+      "epoch": 1.1637121640817174,
+      "grad_norm": 0.08416175097227097,
+      "learning_rate": 1.4003969679633664e-05,
+      "loss": 0.5158531665802002,
+      "step": 6298
+    },
+    {
+      "epoch": 1.1638969407906132,
+      "grad_norm": 0.082229383289814,
+      "learning_rate": 1.4002141575702141e-05,
+      "loss": 0.5584162473678589,
+      "step": 6299
+    },
+    {
+      "epoch": 1.1640817174995093,
+      "grad_norm": 0.06435306370258331,
+      "learning_rate": 1.400031331249791e-05,
+      "loss": 0.4342013895511627,
+      "step": 6300
+    },
+    {
+      "epoch": 1.1642664942084051,
+      "grad_norm": 0.06409449130296707,
+      "learning_rate": 1.3998484890093718e-05,
+      "loss": 0.540926992893219,
+      "step": 6301
+    },
+    {
+      "epoch": 1.164451270917301,
+      "grad_norm": 0.07323973625898361,
+      "learning_rate": 1.3996656308562341e-05,
+      "loss": 0.45245036482810974,
+      "step": 6302
+    },
+    {
+      "epoch": 1.1646360476261968,
+      "grad_norm": 0.06927787512540817,
+      "learning_rate": 1.3994827567976543e-05,
+      "loss": 0.4733739197254181,
+      "step": 6303
+    },
+    {
+      "epoch": 1.1648208243350926,
+      "grad_norm": 0.07471513748168945,
+      "learning_rate": 1.3992998668409107e-05,
+      "loss": 0.5356478095054626,
+      "step": 6304
+    },
+    {
+      "epoch": 1.1650056010439884,
+      "grad_norm": 0.07582755386829376,
+      "learning_rate": 1.3991169609932822e-05,
+      "loss": 0.5152899026870728,
+      "step": 6305
+    },
+    {
+      "epoch": 1.1651903777528843,
+      "grad_norm": 0.08348732441663742,
+      "learning_rate": 1.3989340392620467e-05,
+      "loss": 0.6595236659049988,
+      "step": 6306
+    },
+    {
+      "epoch": 1.16537515446178,
+      "grad_norm": 0.08826853334903717,
+      "learning_rate": 1.3987511016544848e-05,
+      "loss": 0.748777449131012,
+      "step": 6307
+    },
+    {
+      "epoch": 1.165559931170676,
+      "grad_norm": 0.09934278577566147,
+      "learning_rate": 1.3985681481778766e-05,
+      "loss": 0.6863504648208618,
+      "step": 6308
+    },
+    {
+      "epoch": 1.1657447078795717,
+      "grad_norm": 0.06777570396661758,
+      "learning_rate": 1.3983851788395029e-05,
+      "loss": 0.4134644865989685,
+      "step": 6309
+    },
+    {
+      "epoch": 1.1659294845884676,
+      "grad_norm": 0.07621151953935623,
+      "learning_rate": 1.3982021936466457e-05,
+      "loss": 0.5733403563499451,
+      "step": 6310
+    },
+    {
+      "epoch": 1.1661142612973634,
+      "grad_norm": 0.08632997423410416,
+      "learning_rate": 1.3980191926065869e-05,
+      "loss": 0.5422164797782898,
+      "step": 6311
+    },
+    {
+      "epoch": 1.1662990380062592,
+      "grad_norm": 0.09219911694526672,
+      "learning_rate": 1.3978361757266094e-05,
+      "loss": 0.6320534944534302,
+      "step": 6312
+    },
+    {
+      "epoch": 1.1664838147151553,
+      "grad_norm": 0.07941587269306183,
+      "learning_rate": 1.3976531430139969e-05,
+      "loss": 0.5548836588859558,
+      "step": 6313
+    },
+    {
+      "epoch": 1.166668591424051,
+      "grad_norm": 0.056338176131248474,
+      "learning_rate": 1.3974700944760331e-05,
+      "loss": 0.34804630279541016,
+      "step": 6314
+    },
+    {
+      "epoch": 1.166853368132947,
+      "grad_norm": 0.07848487794399261,
+      "learning_rate": 1.3972870301200035e-05,
+      "loss": 0.6259524822235107,
+      "step": 6315
+    },
+    {
+      "epoch": 1.1670381448418428,
+      "grad_norm": 0.061018411070108414,
+      "learning_rate": 1.3971039499531926e-05,
+      "loss": 0.44650569558143616,
+      "step": 6316
+    },
+    {
+      "epoch": 1.1672229215507386,
+      "grad_norm": 0.07319525629281998,
+      "learning_rate": 1.3969208539828873e-05,
+      "loss": 0.4377747178077698,
+      "step": 6317
+    },
+    {
+      "epoch": 1.1674076982596344,
+      "grad_norm": 0.08733868598937988,
+      "learning_rate": 1.3967377422163736e-05,
+      "loss": 0.745111346244812,
+      "step": 6318
+    },
+    {
+      "epoch": 1.1675924749685302,
+      "grad_norm": 0.05967577174305916,
+      "learning_rate": 1.3965546146609392e-05,
+      "loss": 0.4343259632587433,
+      "step": 6319
+    },
+    {
+      "epoch": 1.167777251677426,
+      "grad_norm": 0.07628301531076431,
+      "learning_rate": 1.3963714713238716e-05,
+      "loss": 0.6616719961166382,
+      "step": 6320
+    },
+    {
+      "epoch": 1.167962028386322,
+      "grad_norm": 0.05657539516687393,
+      "learning_rate": 1.3961883122124595e-05,
+      "loss": 0.47218891978263855,
+      "step": 6321
+    },
+    {
+      "epoch": 1.1681468050952177,
+      "grad_norm": 0.10010165721178055,
+      "learning_rate": 1.3960051373339922e-05,
+      "loss": 0.695989191532135,
+      "step": 6322
+    },
+    {
+      "epoch": 1.1683315818041136,
+      "grad_norm": 0.09093029797077179,
+      "learning_rate": 1.3958219466957595e-05,
+      "loss": 0.6357280611991882,
+      "step": 6323
+    },
+    {
+      "epoch": 1.1685163585130094,
+      "grad_norm": 0.07471542060375214,
+      "learning_rate": 1.3956387403050513e-05,
+      "loss": 0.4901159405708313,
+      "step": 6324
+    },
+    {
+      "epoch": 1.1687011352219052,
+      "grad_norm": 0.08277177810668945,
+      "learning_rate": 1.3954555181691593e-05,
+      "loss": 0.7276491522789001,
+      "step": 6325
+    },
+    {
+      "epoch": 1.168885911930801,
+      "grad_norm": 0.07894638180732727,
+      "learning_rate": 1.3952722802953749e-05,
+      "loss": 0.49660179018974304,
+      "step": 6326
+    },
+    {
+      "epoch": 1.1690706886396969,
+      "grad_norm": 0.07644003629684448,
+      "learning_rate": 1.3950890266909902e-05,
+      "loss": 0.497342050075531,
+      "step": 6327
+    },
+    {
+      "epoch": 1.1692554653485927,
+      "grad_norm": 0.06979218870401382,
+      "learning_rate": 1.3949057573632984e-05,
+      "loss": 0.5278323292732239,
+      "step": 6328
+    },
+    {
+      "epoch": 1.1694402420574885,
+      "grad_norm": 0.08275625109672546,
+      "learning_rate": 1.394722472319593e-05,
+      "loss": 0.6355860829353333,
+      "step": 6329
+    },
+    {
+      "epoch": 1.1696250187663846,
+      "grad_norm": 0.08698844164609909,
+      "learning_rate": 1.3945391715671684e-05,
+      "loss": 0.6144800186157227,
+      "step": 6330
+    },
+    {
+      "epoch": 1.1698097954752804,
+      "grad_norm": 0.05441611260175705,
+      "learning_rate": 1.3943558551133186e-05,
+      "loss": 0.35613131523132324,
+      "step": 6331
+    },
+    {
+      "epoch": 1.1699945721841762,
+      "grad_norm": 0.07020799815654755,
+      "learning_rate": 1.39417252296534e-05,
+      "loss": 0.4802166521549225,
+      "step": 6332
+    },
+    {
+      "epoch": 1.170179348893072,
+      "grad_norm": 0.05347013846039772,
+      "learning_rate": 1.3939891751305279e-05,
+      "loss": 0.4263867139816284,
+      "step": 6333
+    },
+    {
+      "epoch": 1.170364125601968,
+      "grad_norm": 0.07271816581487656,
+      "learning_rate": 1.3938058116161791e-05,
+      "loss": 0.5226719379425049,
+      "step": 6334
+    },
+    {
+      "epoch": 1.1705489023108637,
+      "grad_norm": 0.06094420701265335,
+      "learning_rate": 1.3936224324295918e-05,
+      "loss": 0.37615513801574707,
+      "step": 6335
+    },
+    {
+      "epoch": 1.1707336790197596,
+      "grad_norm": 0.07450886070728302,
+      "learning_rate": 1.3934390375780627e-05,
+      "loss": 0.5362197756767273,
+      "step": 6336
+    },
+    {
+      "epoch": 1.1709184557286554,
+      "grad_norm": 0.04974592104554176,
+      "learning_rate": 1.3932556270688907e-05,
+      "loss": 0.3268347680568695,
+      "step": 6337
+    },
+    {
+      "epoch": 1.1711032324375512,
+      "grad_norm": 0.07232057303190231,
+      "learning_rate": 1.3930722009093751e-05,
+      "loss": 0.4910028576850891,
+      "step": 6338
+    },
+    {
+      "epoch": 1.171288009146447,
+      "grad_norm": 0.09514714032411575,
+      "learning_rate": 1.3928887591068158e-05,
+      "loss": 0.594700276851654,
+      "step": 6339
+    },
+    {
+      "epoch": 1.1714727858553429,
+      "grad_norm": 0.09708668291568756,
+      "learning_rate": 1.3927053016685132e-05,
+      "loss": 0.6765315532684326,
+      "step": 6340
+    },
+    {
+      "epoch": 1.1716575625642387,
+      "grad_norm": 0.06906653195619583,
+      "learning_rate": 1.3925218286017679e-05,
+      "loss": 0.4455786943435669,
+      "step": 6341
+    },
+    {
+      "epoch": 1.1718423392731345,
+      "grad_norm": 0.0670214593410492,
+      "learning_rate": 1.3923383399138821e-05,
+      "loss": 0.33591046929359436,
+      "step": 6342
+    },
+    {
+      "epoch": 1.1720271159820306,
+      "grad_norm": 0.04764154553413391,
+      "learning_rate": 1.3921548356121577e-05,
+      "loss": 0.36550554633140564,
+      "step": 6343
+    },
+    {
+      "epoch": 1.1722118926909264,
+      "grad_norm": 0.06641551852226257,
+      "learning_rate": 1.3919713157038977e-05,
+      "loss": 0.4700031876564026,
+      "step": 6344
+    },
+    {
+      "epoch": 1.1723966693998222,
+      "grad_norm": 0.0555669404566288,
+      "learning_rate": 1.3917877801964059e-05,
+      "loss": 0.39579448103904724,
+      "step": 6345
+    },
+    {
+      "epoch": 1.172581446108718,
+      "grad_norm": 0.07697714865207672,
+      "learning_rate": 1.3916042290969863e-05,
+      "loss": 0.5403766632080078,
+      "step": 6346
+    },
+    {
+      "epoch": 1.172766222817614,
+      "grad_norm": 0.0931277722120285,
+      "learning_rate": 1.391420662412943e-05,
+      "loss": 0.6140669584274292,
+      "step": 6347
+    },
+    {
+      "epoch": 1.1729509995265097,
+      "grad_norm": 0.07469156384468079,
+      "learning_rate": 1.3912370801515821e-05,
+      "loss": 0.47297799587249756,
+      "step": 6348
+    },
+    {
+      "epoch": 1.1731357762354055,
+      "grad_norm": 0.0785590186715126,
+      "learning_rate": 1.39105348232021e-05,
+      "loss": 0.6158168911933899,
+      "step": 6349
+    },
+    {
+      "epoch": 1.1733205529443014,
+      "grad_norm": 0.07559805363416672,
+      "learning_rate": 1.3908698689261322e-05,
+      "loss": 0.6002750396728516,
+      "step": 6350
+    },
+    {
+      "epoch": 1.1735053296531972,
+      "grad_norm": 0.08132782578468323,
+      "learning_rate": 1.3906862399766566e-05,
+      "loss": 0.5227487683296204,
+      "step": 6351
+    },
+    {
+      "epoch": 1.173690106362093,
+      "grad_norm": 0.08013526350259781,
+      "learning_rate": 1.390502595479091e-05,
+      "loss": 0.5677516460418701,
+      "step": 6352
+    },
+    {
+      "epoch": 1.1738748830709889,
+      "grad_norm": 0.059739675372838974,
+      "learning_rate": 1.3903189354407438e-05,
+      "loss": 0.49403083324432373,
+      "step": 6353
+    },
+    {
+      "epoch": 1.1740596597798847,
+      "grad_norm": 0.07766123861074448,
+      "learning_rate": 1.3901352598689239e-05,
+      "loss": 0.5616611242294312,
+      "step": 6354
+    },
+    {
+      "epoch": 1.1742444364887805,
+      "grad_norm": 0.08889677375555038,
+      "learning_rate": 1.3899515687709415e-05,
+      "loss": 0.6060358285903931,
+      "step": 6355
+    },
+    {
+      "epoch": 1.1744292131976763,
+      "grad_norm": 0.08227483183145523,
+      "learning_rate": 1.3897678621541068e-05,
+      "loss": 0.5569694638252258,
+      "step": 6356
+    },
+    {
+      "epoch": 1.1746139899065722,
+      "grad_norm": 0.062437236309051514,
+      "learning_rate": 1.3895841400257302e-05,
+      "loss": 0.4091362953186035,
+      "step": 6357
+    },
+    {
+      "epoch": 1.174798766615468,
+      "grad_norm": 0.06542489677667618,
+      "learning_rate": 1.3894004023931241e-05,
+      "loss": 0.3848593235015869,
+      "step": 6358
+    },
+    {
+      "epoch": 1.174983543324364,
+      "grad_norm": 0.07575369626283646,
+      "learning_rate": 1.3892166492636001e-05,
+      "loss": 0.6310125589370728,
+      "step": 6359
+    },
+    {
+      "epoch": 1.1751683200332599,
+      "grad_norm": 0.0725938156247139,
+      "learning_rate": 1.389032880644471e-05,
+      "loss": 0.41989418864250183,
+      "step": 6360
+    },
+    {
+      "epoch": 1.1753530967421557,
+      "grad_norm": 0.05446556583046913,
+      "learning_rate": 1.3888490965430505e-05,
+      "loss": 0.31907030940055847,
+      "step": 6361
+    },
+    {
+      "epoch": 1.1755378734510515,
+      "grad_norm": 0.08280963450670242,
+      "learning_rate": 1.3886652969666525e-05,
+      "loss": 0.5975019335746765,
+      "step": 6362
+    },
+    {
+      "epoch": 1.1757226501599474,
+      "grad_norm": 0.09536924213171005,
+      "learning_rate": 1.3884814819225917e-05,
+      "loss": 0.7690222263336182,
+      "step": 6363
+    },
+    {
+      "epoch": 1.1759074268688432,
+      "grad_norm": 0.06217603012919426,
+      "learning_rate": 1.3882976514181832e-05,
+      "loss": 0.41438350081443787,
+      "step": 6364
+    },
+    {
+      "epoch": 1.176092203577739,
+      "grad_norm": 0.06440955400466919,
+      "learning_rate": 1.3881138054607432e-05,
+      "loss": 0.37238502502441406,
+      "step": 6365
+    },
+    {
+      "epoch": 1.1762769802866349,
+      "grad_norm": 0.09802161902189255,
+      "learning_rate": 1.387929944057588e-05,
+      "loss": 0.5374606847763062,
+      "step": 6366
+    },
+    {
+      "epoch": 1.1764617569955307,
+      "grad_norm": 0.06957017630338669,
+      "learning_rate": 1.3877460672160345e-05,
+      "loss": 0.4594106376171112,
+      "step": 6367
+    },
+    {
+      "epoch": 1.1766465337044265,
+      "grad_norm": 0.07976226508617401,
+      "learning_rate": 1.3875621749434007e-05,
+      "loss": 0.45554158091545105,
+      "step": 6368
+    },
+    {
+      "epoch": 1.1768313104133223,
+      "grad_norm": 0.08345699310302734,
+      "learning_rate": 1.3873782672470051e-05,
+      "loss": 0.6796742677688599,
+      "step": 6369
+    },
+    {
+      "epoch": 1.1770160871222182,
+      "grad_norm": 0.07811243087053299,
+      "learning_rate": 1.387194344134166e-05,
+      "loss": 0.4833604395389557,
+      "step": 6370
+    },
+    {
+      "epoch": 1.177200863831114,
+      "grad_norm": 0.08850207924842834,
+      "learning_rate": 1.3870104056122035e-05,
+      "loss": 0.657397985458374,
+      "step": 6371
+    },
+    {
+      "epoch": 1.17738564054001,
+      "grad_norm": 0.10178535431623459,
+      "learning_rate": 1.386826451688438e-05,
+      "loss": 0.6059274077415466,
+      "step": 6372
+    },
+    {
+      "epoch": 1.1775704172489059,
+      "grad_norm": 0.06804938614368439,
+      "learning_rate": 1.3866424823701895e-05,
+      "loss": 0.5423354506492615,
+      "step": 6373
+    },
+    {
+      "epoch": 1.1777551939578017,
+      "grad_norm": 0.06546375900506973,
+      "learning_rate": 1.38645849766478e-05,
+      "loss": 0.4411933422088623,
+      "step": 6374
+    },
+    {
+      "epoch": 1.1779399706666975,
+      "grad_norm": 0.12013743817806244,
+      "learning_rate": 1.3862744975795315e-05,
+      "loss": 0.8030775189399719,
+      "step": 6375
+    },
+    {
+      "epoch": 1.1781247473755934,
+      "grad_norm": 0.06903454661369324,
+      "learning_rate": 1.3860904821217664e-05,
+      "loss": 0.4790995717048645,
+      "step": 6376
+    },
+    {
+      "epoch": 1.1783095240844892,
+      "grad_norm": 0.09132442623376846,
+      "learning_rate": 1.385906451298808e-05,
+      "loss": 0.5514641404151917,
+      "step": 6377
+    },
+    {
+      "epoch": 1.178494300793385,
+      "grad_norm": 0.06411786377429962,
+      "learning_rate": 1.3857224051179803e-05,
+      "loss": 0.45666056871414185,
+      "step": 6378
+    },
+    {
+      "epoch": 1.1786790775022808,
+      "grad_norm": 0.07586948573589325,
+      "learning_rate": 1.3855383435866076e-05,
+      "loss": 0.5549495220184326,
+      "step": 6379
+    },
+    {
+      "epoch": 1.1788638542111767,
+      "grad_norm": 0.06605006754398346,
+      "learning_rate": 1.3853542667120148e-05,
+      "loss": 0.51011723279953,
+      "step": 6380
+    },
+    {
+      "epoch": 1.1790486309200725,
+      "grad_norm": 0.08502263575792313,
+      "learning_rate": 1.385170174501528e-05,
+      "loss": 0.7431524395942688,
+      "step": 6381
+    },
+    {
+      "epoch": 1.1792334076289683,
+      "grad_norm": 0.06498820334672928,
+      "learning_rate": 1.3849860669624736e-05,
+      "loss": 0.4389677047729492,
+      "step": 6382
+    },
+    {
+      "epoch": 1.1794181843378642,
+      "grad_norm": 0.07702399045228958,
+      "learning_rate": 1.3848019441021775e-05,
+      "loss": 0.5601319074630737,
+      "step": 6383
+    },
+    {
+      "epoch": 1.17960296104676,
+      "grad_norm": 0.08520006388425827,
+      "learning_rate": 1.3846178059279685e-05,
+      "loss": 0.7258798480033875,
+      "step": 6384
+    },
+    {
+      "epoch": 1.1797877377556558,
+      "grad_norm": 0.0709204450249672,
+      "learning_rate": 1.3844336524471738e-05,
+      "loss": 0.451447069644928,
+      "step": 6385
+    },
+    {
+      "epoch": 1.1799725144645516,
+      "grad_norm": 0.06795123964548111,
+      "learning_rate": 1.3842494836671227e-05,
+      "loss": 0.4453830122947693,
+      "step": 6386
+    },
+    {
+      "epoch": 1.1801572911734475,
+      "grad_norm": 0.067714162170887,
+      "learning_rate": 1.3840652995951443e-05,
+      "loss": 0.4020233452320099,
+      "step": 6387
+    },
+    {
+      "epoch": 1.1803420678823435,
+      "grad_norm": 0.0798187404870987,
+      "learning_rate": 1.3838811002385684e-05,
+      "loss": 0.5517411828041077,
+      "step": 6388
+    },
+    {
+      "epoch": 1.1805268445912394,
+      "grad_norm": 0.08496396243572235,
+      "learning_rate": 1.3836968856047259e-05,
+      "loss": 0.5635435581207275,
+      "step": 6389
+    },
+    {
+      "epoch": 1.1807116213001352,
+      "grad_norm": 0.07240577042102814,
+      "learning_rate": 1.3835126557009474e-05,
+      "loss": 0.4667511284351349,
+      "step": 6390
+    },
+    {
+      "epoch": 1.180896398009031,
+      "grad_norm": 0.06981519609689713,
+      "learning_rate": 1.3833284105345657e-05,
+      "loss": 0.5124683380126953,
+      "step": 6391
+    },
+    {
+      "epoch": 1.1810811747179268,
+      "grad_norm": 0.06850245594978333,
+      "learning_rate": 1.3831441501129122e-05,
+      "loss": 0.4211080074310303,
+      "step": 6392
+    },
+    {
+      "epoch": 1.1812659514268227,
+      "grad_norm": 0.09302947670221329,
+      "learning_rate": 1.3829598744433202e-05,
+      "loss": 0.6746656894683838,
+      "step": 6393
+    },
+    {
+      "epoch": 1.1814507281357185,
+      "grad_norm": 0.07104253768920898,
+      "learning_rate": 1.3827755835331233e-05,
+      "loss": 0.4650229811668396,
+      "step": 6394
+    },
+    {
+      "epoch": 1.1816355048446143,
+      "grad_norm": 0.07435964047908783,
+      "learning_rate": 1.3825912773896557e-05,
+      "loss": 0.47008681297302246,
+      "step": 6395
+    },
+    {
+      "epoch": 1.1818202815535102,
+      "grad_norm": 0.09043249487876892,
+      "learning_rate": 1.3824069560202525e-05,
+      "loss": 0.5703387260437012,
+      "step": 6396
+    },
+    {
+      "epoch": 1.182005058262406,
+      "grad_norm": 0.06266016513109207,
+      "learning_rate": 1.3822226194322486e-05,
+      "loss": 0.500885546207428,
+      "step": 6397
+    },
+    {
+      "epoch": 1.1821898349713018,
+      "grad_norm": 0.07461611926555634,
+      "learning_rate": 1.3820382676329803e-05,
+      "loss": 0.5794101357460022,
+      "step": 6398
+    },
+    {
+      "epoch": 1.1823746116801976,
+      "grad_norm": 0.05493578687310219,
+      "learning_rate": 1.3818539006297842e-05,
+      "loss": 0.3821215331554413,
+      "step": 6399
+    },
+    {
+      "epoch": 1.1825593883890935,
+      "grad_norm": 0.06709956377744675,
+      "learning_rate": 1.3816695184299976e-05,
+      "loss": 0.45987358689308167,
+      "step": 6400
+    },
+    {
+      "epoch": 1.1827441650979895,
+      "grad_norm": 0.06329990178346634,
+      "learning_rate": 1.381485121040958e-05,
+      "loss": 0.44406333565711975,
+      "step": 6401
+    },
+    {
+      "epoch": 1.1829289418068853,
+      "grad_norm": 0.07872890681028366,
+      "learning_rate": 1.3813007084700043e-05,
+      "loss": 0.5449680089950562,
+      "step": 6402
+    },
+    {
+      "epoch": 1.1831137185157812,
+      "grad_norm": 0.07600017637014389,
+      "learning_rate": 1.3811162807244754e-05,
+      "loss": 0.5501166582107544,
+      "step": 6403
+    },
+    {
+      "epoch": 1.183298495224677,
+      "grad_norm": 0.09407585114240646,
+      "learning_rate": 1.380931837811711e-05,
+      "loss": 0.7043866515159607,
+      "step": 6404
+    },
+    {
+      "epoch": 1.1834832719335728,
+      "grad_norm": 0.06222414970397949,
+      "learning_rate": 1.3807473797390509e-05,
+      "loss": 0.35799136757850647,
+      "step": 6405
+    },
+    {
+      "epoch": 1.1836680486424687,
+      "grad_norm": 0.06174860894680023,
+      "learning_rate": 1.3805629065138365e-05,
+      "loss": 0.510539174079895,
+      "step": 6406
+    },
+    {
+      "epoch": 1.1838528253513645,
+      "grad_norm": 0.07312752306461334,
+      "learning_rate": 1.380378418143409e-05,
+      "loss": 0.5282796621322632,
+      "step": 6407
+    },
+    {
+      "epoch": 1.1840376020602603,
+      "grad_norm": 0.08893660455942154,
+      "learning_rate": 1.3801939146351107e-05,
+      "loss": 0.5515533685684204,
+      "step": 6408
+    },
+    {
+      "epoch": 1.1842223787691561,
+      "grad_norm": 0.0776859000325203,
+      "learning_rate": 1.3800093959962837e-05,
+      "loss": 0.6523489952087402,
+      "step": 6409
+    },
+    {
+      "epoch": 1.184407155478052,
+      "grad_norm": 0.055580753833055496,
+      "learning_rate": 1.3798248622342719e-05,
+      "loss": 0.38817736506462097,
+      "step": 6410
+    },
+    {
+      "epoch": 1.1845919321869478,
+      "grad_norm": 0.09317143261432648,
+      "learning_rate": 1.3796403133564187e-05,
+      "loss": 0.6648978590965271,
+      "step": 6411
+    },
+    {
+      "epoch": 1.1847767088958436,
+      "grad_norm": 0.07249646633863449,
+      "learning_rate": 1.379455749370069e-05,
+      "loss": 0.4550534784793854,
+      "step": 6412
+    },
+    {
+      "epoch": 1.1849614856047395,
+      "grad_norm": 0.08754712343215942,
+      "learning_rate": 1.3792711702825674e-05,
+      "loss": 0.7931678295135498,
+      "step": 6413
+    },
+    {
+      "epoch": 1.1851462623136353,
+      "grad_norm": 0.09442269057035446,
+      "learning_rate": 1.3790865761012599e-05,
+      "loss": 0.6443036198616028,
+      "step": 6414
+    },
+    {
+      "epoch": 1.1853310390225311,
+      "grad_norm": 0.06372959166765213,
+      "learning_rate": 1.3789019668334928e-05,
+      "loss": 0.4782651960849762,
+      "step": 6415
+    },
+    {
+      "epoch": 1.185515815731427,
+      "grad_norm": 0.06049873307347298,
+      "learning_rate": 1.3787173424866128e-05,
+      "loss": 0.4206707179546356,
+      "step": 6416
+    },
+    {
+      "epoch": 1.1857005924403228,
+      "grad_norm": 0.06669747084379196,
+      "learning_rate": 1.3785327030679674e-05,
+      "loss": 0.47748395800590515,
+      "step": 6417
+    },
+    {
+      "epoch": 1.1858853691492188,
+      "grad_norm": 0.07769818603992462,
+      "learning_rate": 1.3783480485849049e-05,
+      "loss": 0.44561567902565,
+      "step": 6418
+    },
+    {
+      "epoch": 1.1860701458581147,
+      "grad_norm": 0.07723916321992874,
+      "learning_rate": 1.3781633790447733e-05,
+      "loss": 0.44810453057289124,
+      "step": 6419
+    },
+    {
+      "epoch": 1.1862549225670105,
+      "grad_norm": 0.09011591970920563,
+      "learning_rate": 1.3779786944549224e-05,
+      "loss": 0.5518773198127747,
+      "step": 6420
+    },
+    {
+      "epoch": 1.1864396992759063,
+      "grad_norm": 0.06609180569648743,
+      "learning_rate": 1.3777939948227024e-05,
+      "loss": 0.48049649596214294,
+      "step": 6421
+    },
+    {
+      "epoch": 1.1866244759848021,
+      "grad_norm": 0.08514054864645004,
+      "learning_rate": 1.377609280155463e-05,
+      "loss": 0.6176885366439819,
+      "step": 6422
+    },
+    {
+      "epoch": 1.186809252693698,
+      "grad_norm": 0.08028165996074677,
+      "learning_rate": 1.377424550460556e-05,
+      "loss": 0.5609257221221924,
+      "step": 6423
+    },
+    {
+      "epoch": 1.1869940294025938,
+      "grad_norm": 0.08063492923974991,
+      "learning_rate": 1.3772398057453325e-05,
+      "loss": 0.6729696989059448,
+      "step": 6424
+    },
+    {
+      "epoch": 1.1871788061114896,
+      "grad_norm": 0.06459198147058487,
+      "learning_rate": 1.377055046017145e-05,
+      "loss": 0.540610134601593,
+      "step": 6425
+    },
+    {
+      "epoch": 1.1873635828203855,
+      "grad_norm": 0.07490245252847672,
+      "learning_rate": 1.3768702712833461e-05,
+      "loss": 0.5625375509262085,
+      "step": 6426
+    },
+    {
+      "epoch": 1.1875483595292813,
+      "grad_norm": 0.07173041999340057,
+      "learning_rate": 1.3766854815512897e-05,
+      "loss": 0.4706256091594696,
+      "step": 6427
+    },
+    {
+      "epoch": 1.1877331362381771,
+      "grad_norm": 0.0744413509964943,
+      "learning_rate": 1.3765006768283297e-05,
+      "loss": 0.5037400126457214,
+      "step": 6428
+    },
+    {
+      "epoch": 1.187917912947073,
+      "grad_norm": 0.08372724056243896,
+      "learning_rate": 1.3763158571218205e-05,
+      "loss": 0.6533783674240112,
+      "step": 6429
+    },
+    {
+      "epoch": 1.1881026896559688,
+      "grad_norm": 0.07452093809843063,
+      "learning_rate": 1.3761310224391176e-05,
+      "loss": 0.45203134417533875,
+      "step": 6430
+    },
+    {
+      "epoch": 1.1882874663648648,
+      "grad_norm": 0.06394612044095993,
+      "learning_rate": 1.3759461727875768e-05,
+      "loss": 0.3614550232887268,
+      "step": 6431
+    },
+    {
+      "epoch": 1.1884722430737606,
+      "grad_norm": 0.06935583800077438,
+      "learning_rate": 1.3757613081745546e-05,
+      "loss": 0.4750102758407593,
+      "step": 6432
+    },
+    {
+      "epoch": 1.1886570197826565,
+      "grad_norm": 0.07817787677049637,
+      "learning_rate": 1.3755764286074076e-05,
+      "loss": 0.5745018124580383,
+      "step": 6433
+    },
+    {
+      "epoch": 1.1888417964915523,
+      "grad_norm": 0.0575583279132843,
+      "learning_rate": 1.375391534093494e-05,
+      "loss": 0.3608076274394989,
+      "step": 6434
+    },
+    {
+      "epoch": 1.1890265732004481,
+      "grad_norm": 0.06657610833644867,
+      "learning_rate": 1.375206624640172e-05,
+      "loss": 0.5197997689247131,
+      "step": 6435
+    },
+    {
+      "epoch": 1.189211349909344,
+      "grad_norm": 0.05878225713968277,
+      "learning_rate": 1.3750217002547998e-05,
+      "loss": 0.44958725571632385,
+      "step": 6436
+    },
+    {
+      "epoch": 1.1893961266182398,
+      "grad_norm": 0.086529441177845,
+      "learning_rate": 1.3748367609447375e-05,
+      "loss": 0.5028765201568604,
+      "step": 6437
+    },
+    {
+      "epoch": 1.1895809033271356,
+      "grad_norm": 0.07351250946521759,
+      "learning_rate": 1.3746518067173449e-05,
+      "loss": 0.5214920043945312,
+      "step": 6438
+    },
+    {
+      "epoch": 1.1897656800360314,
+      "grad_norm": 0.06650044023990631,
+      "learning_rate": 1.3744668375799823e-05,
+      "loss": 0.4056544899940491,
+      "step": 6439
+    },
+    {
+      "epoch": 1.1899504567449273,
+      "grad_norm": 0.0780612975358963,
+      "learning_rate": 1.3742818535400111e-05,
+      "loss": 0.5858096480369568,
+      "step": 6440
+    },
+    {
+      "epoch": 1.190135233453823,
+      "grad_norm": 0.09381809085607529,
+      "learning_rate": 1.3740968546047935e-05,
+      "loss": 0.7084423899650574,
+      "step": 6441
+    },
+    {
+      "epoch": 1.190320010162719,
+      "grad_norm": 0.08907200396060944,
+      "learning_rate": 1.3739118407816912e-05,
+      "loss": 0.6315073370933533,
+      "step": 6442
+    },
+    {
+      "epoch": 1.1905047868716148,
+      "grad_norm": 0.07788009196519852,
+      "learning_rate": 1.3737268120780671e-05,
+      "loss": 0.5950636863708496,
+      "step": 6443
+    },
+    {
+      "epoch": 1.1906895635805106,
+      "grad_norm": 0.08506182581186295,
+      "learning_rate": 1.3735417685012857e-05,
+      "loss": 0.6485891342163086,
+      "step": 6444
+    },
+    {
+      "epoch": 1.1908743402894064,
+      "grad_norm": 0.06447650492191315,
+      "learning_rate": 1.3733567100587104e-05,
+      "loss": 0.4180641174316406,
+      "step": 6445
+    },
+    {
+      "epoch": 1.1910591169983022,
+      "grad_norm": 0.08556390553712845,
+      "learning_rate": 1.3731716367577059e-05,
+      "loss": 0.5860201716423035,
+      "step": 6446
+    },
+    {
+      "epoch": 1.1912438937071983,
+      "grad_norm": 0.07690877467393875,
+      "learning_rate": 1.372986548605638e-05,
+      "loss": 0.5545225143432617,
+      "step": 6447
+    },
+    {
+      "epoch": 1.1914286704160941,
+      "grad_norm": 0.08372151106595993,
+      "learning_rate": 1.3728014456098724e-05,
+      "loss": 0.5921500325202942,
+      "step": 6448
+    },
+    {
+      "epoch": 1.19161344712499,
+      "grad_norm": 0.06034170463681221,
+      "learning_rate": 1.3726163277777755e-05,
+      "loss": 0.5056084990501404,
+      "step": 6449
+    },
+    {
+      "epoch": 1.1917982238338858,
+      "grad_norm": 0.06315089762210846,
+      "learning_rate": 1.3724311951167144e-05,
+      "loss": 0.5258921384811401,
+      "step": 6450
+    },
+    {
+      "epoch": 1.1919830005427816,
+      "grad_norm": 0.07752560079097748,
+      "learning_rate": 1.372246047634057e-05,
+      "loss": 0.5884163975715637,
+      "step": 6451
+    },
+    {
+      "epoch": 1.1921677772516774,
+      "grad_norm": 0.08313777297735214,
+      "learning_rate": 1.3720608853371719e-05,
+      "loss": 0.5612613558769226,
+      "step": 6452
+    },
+    {
+      "epoch": 1.1923525539605733,
+      "grad_norm": 0.08458501100540161,
+      "learning_rate": 1.3718757082334268e-05,
+      "loss": 0.640018880367279,
+      "step": 6453
+    },
+    {
+      "epoch": 1.192537330669469,
+      "grad_norm": 0.06649594753980637,
+      "learning_rate": 1.3716905163301928e-05,
+      "loss": 0.4684979319572449,
+      "step": 6454
+    },
+    {
+      "epoch": 1.192722107378365,
+      "grad_norm": 0.07032130658626556,
+      "learning_rate": 1.3715053096348387e-05,
+      "loss": 0.47029954195022583,
+      "step": 6455
+    },
+    {
+      "epoch": 1.1929068840872608,
+      "grad_norm": 0.07311615347862244,
+      "learning_rate": 1.3713200881547357e-05,
+      "loss": 0.43086791038513184,
+      "step": 6456
+    },
+    {
+      "epoch": 1.1930916607961566,
+      "grad_norm": 0.07677126675844193,
+      "learning_rate": 1.3711348518972547e-05,
+      "loss": 0.542203962802887,
+      "step": 6457
+    },
+    {
+      "epoch": 1.1932764375050524,
+      "grad_norm": 0.06928981095552444,
+      "learning_rate": 1.370949600869768e-05,
+      "loss": 0.48314666748046875,
+      "step": 6458
+    },
+    {
+      "epoch": 1.1934612142139482,
+      "grad_norm": 0.08782751858234406,
+      "learning_rate": 1.3707643350796476e-05,
+      "loss": 0.6548619270324707,
+      "step": 6459
+    },
+    {
+      "epoch": 1.1936459909228443,
+      "grad_norm": 0.0846259817481041,
+      "learning_rate": 1.3705790545342664e-05,
+      "loss": 0.5844980478286743,
+      "step": 6460
+    },
+    {
+      "epoch": 1.1938307676317401,
+      "grad_norm": 0.07081461697816849,
+      "learning_rate": 1.3703937592409985e-05,
+      "loss": 0.544660210609436,
+      "step": 6461
+    },
+    {
+      "epoch": 1.194015544340636,
+      "grad_norm": 0.07676222175359726,
+      "learning_rate": 1.3702084492072181e-05,
+      "loss": 0.5665822625160217,
+      "step": 6462
+    },
+    {
+      "epoch": 1.1942003210495318,
+      "grad_norm": 0.07171925157308578,
+      "learning_rate": 1.3700231244402988e-05,
+      "loss": 0.564756453037262,
+      "step": 6463
+    },
+    {
+      "epoch": 1.1943850977584276,
+      "grad_norm": 0.06867315620183945,
+      "learning_rate": 1.3698377849476176e-05,
+      "loss": 0.4594693183898926,
+      "step": 6464
+    },
+    {
+      "epoch": 1.1945698744673234,
+      "grad_norm": 0.0693492516875267,
+      "learning_rate": 1.3696524307365496e-05,
+      "loss": 0.5229794979095459,
+      "step": 6465
+    },
+    {
+      "epoch": 1.1947546511762193,
+      "grad_norm": 0.08138994872570038,
+      "learning_rate": 1.3694670618144708e-05,
+      "loss": 0.7047170400619507,
+      "step": 6466
+    },
+    {
+      "epoch": 1.194939427885115,
+      "grad_norm": 0.07865667343139648,
+      "learning_rate": 1.369281678188759e-05,
+      "loss": 0.5625156164169312,
+      "step": 6467
+    },
+    {
+      "epoch": 1.195124204594011,
+      "grad_norm": 0.06311140954494476,
+      "learning_rate": 1.3690962798667921e-05,
+      "loss": 0.45640701055526733,
+      "step": 6468
+    },
+    {
+      "epoch": 1.1953089813029067,
+      "grad_norm": 0.0694119855761528,
+      "learning_rate": 1.3689108668559476e-05,
+      "loss": 0.4804447293281555,
+      "step": 6469
+    },
+    {
+      "epoch": 1.1954937580118026,
+      "grad_norm": 0.08370231091976166,
+      "learning_rate": 1.3687254391636052e-05,
+      "loss": 0.4979509115219116,
+      "step": 6470
+    },
+    {
+      "epoch": 1.1956785347206984,
+      "grad_norm": 0.07539594173431396,
+      "learning_rate": 1.3685399967971436e-05,
+      "loss": 0.5329857468605042,
+      "step": 6471
+    },
+    {
+      "epoch": 1.1958633114295942,
+      "grad_norm": 0.06413303315639496,
+      "learning_rate": 1.3683545397639433e-05,
+      "loss": 0.3933248519897461,
+      "step": 6472
+    },
+    {
+      "epoch": 1.19604808813849,
+      "grad_norm": 0.08125191926956177,
+      "learning_rate": 1.3681690680713846e-05,
+      "loss": 0.47538602352142334,
+      "step": 6473
+    },
+    {
+      "epoch": 1.196232864847386,
+      "grad_norm": 0.0841967985033989,
+      "learning_rate": 1.367983581726849e-05,
+      "loss": 0.5319108366966248,
+      "step": 6474
+    },
+    {
+      "epoch": 1.1964176415562817,
+      "grad_norm": 0.07825710624456406,
+      "learning_rate": 1.3677980807377181e-05,
+      "loss": 0.5691261887550354,
+      "step": 6475
+    },
+    {
+      "epoch": 1.1966024182651778,
+      "grad_norm": 0.06753269582986832,
+      "learning_rate": 1.3676125651113741e-05,
+      "loss": 0.48817798495292664,
+      "step": 6476
+    },
+    {
+      "epoch": 1.1967871949740736,
+      "grad_norm": 0.07528755813837051,
+      "learning_rate": 1.3674270348552001e-05,
+      "loss": 0.5107649564743042,
+      "step": 6477
+    },
+    {
+      "epoch": 1.1969719716829694,
+      "grad_norm": 0.07238613069057465,
+      "learning_rate": 1.36724148997658e-05,
+      "loss": 0.5391866564750671,
+      "step": 6478
+    },
+    {
+      "epoch": 1.1971567483918653,
+      "grad_norm": 0.061458688229322433,
+      "learning_rate": 1.3670559304828972e-05,
+      "loss": 0.4981677532196045,
+      "step": 6479
+    },
+    {
+      "epoch": 1.197341525100761,
+      "grad_norm": 0.08438178896903992,
+      "learning_rate": 1.366870356381537e-05,
+      "loss": 0.6701396703720093,
+      "step": 6480
+    },
+    {
+      "epoch": 1.197526301809657,
+      "grad_norm": 0.06598415970802307,
+      "learning_rate": 1.3666847676798842e-05,
+      "loss": 0.5153096914291382,
+      "step": 6481
+    },
+    {
+      "epoch": 1.1977110785185527,
+      "grad_norm": 0.0857049971818924,
+      "learning_rate": 1.3664991643853251e-05,
+      "loss": 0.5699812173843384,
+      "step": 6482
+    },
+    {
+      "epoch": 1.1978958552274486,
+      "grad_norm": 0.05555878207087517,
+      "learning_rate": 1.3663135465052457e-05,
+      "loss": 0.45247071981430054,
+      "step": 6483
+    },
+    {
+      "epoch": 1.1980806319363444,
+      "grad_norm": 0.10718713700771332,
+      "learning_rate": 1.3661279140470331e-05,
+      "loss": 0.6991795897483826,
+      "step": 6484
+    },
+    {
+      "epoch": 1.1982654086452402,
+      "grad_norm": 0.08743496984243393,
+      "learning_rate": 1.3659422670180754e-05,
+      "loss": 0.4683980345726013,
+      "step": 6485
+    },
+    {
+      "epoch": 1.198450185354136,
+      "grad_norm": 0.06674148142337799,
+      "learning_rate": 1.3657566054257598e-05,
+      "loss": 0.4011494517326355,
+      "step": 6486
+    },
+    {
+      "epoch": 1.1986349620630319,
+      "grad_norm": 0.06291612982749939,
+      "learning_rate": 1.365570929277476e-05,
+      "loss": 0.41058915853500366,
+      "step": 6487
+    },
+    {
+      "epoch": 1.1988197387719277,
+      "grad_norm": 0.08688245713710785,
+      "learning_rate": 1.3653852385806128e-05,
+      "loss": 0.5843929648399353,
+      "step": 6488
+    },
+    {
+      "epoch": 1.1990045154808238,
+      "grad_norm": 0.07869403064250946,
+      "learning_rate": 1.36519953334256e-05,
+      "loss": 0.5506920218467712,
+      "step": 6489
+    },
+    {
+      "epoch": 1.1991892921897196,
+      "grad_norm": 0.06990286707878113,
+      "learning_rate": 1.365013813570709e-05,
+      "loss": 0.4719213545322418,
+      "step": 6490
+    },
+    {
+      "epoch": 1.1993740688986154,
+      "grad_norm": 0.07826852798461914,
+      "learning_rate": 1.3648280792724496e-05,
+      "loss": 0.5762194991111755,
+      "step": 6491
+    },
+    {
+      "epoch": 1.1995588456075112,
+      "grad_norm": 0.058163248002529144,
+      "learning_rate": 1.3646423304551743e-05,
+      "loss": 0.38399115204811096,
+      "step": 6492
+    },
+    {
+      "epoch": 1.199743622316407,
+      "grad_norm": 0.08161134272813797,
+      "learning_rate": 1.364456567126275e-05,
+      "loss": 0.7120457887649536,
+      "step": 6493
+    },
+    {
+      "epoch": 1.199928399025303,
+      "grad_norm": 0.07929819822311401,
+      "learning_rate": 1.3642707892931447e-05,
+      "loss": 0.5719782710075378,
+      "step": 6494
+    },
+    {
+      "epoch": 1.2001131757341987,
+      "grad_norm": 0.08201904594898224,
+      "learning_rate": 1.3640849969631765e-05,
+      "loss": 0.5495536923408508,
+      "step": 6495
+    },
+    {
+      "epoch": 1.2002979524430946,
+      "grad_norm": 0.07408961653709412,
+      "learning_rate": 1.3638991901437644e-05,
+      "loss": 0.43150046467781067,
+      "step": 6496
+    },
+    {
+      "epoch": 1.2004827291519904,
+      "grad_norm": 0.08079312741756439,
+      "learning_rate": 1.3637133688423032e-05,
+      "loss": 0.5508987903594971,
+      "step": 6497
+    },
+    {
+      "epoch": 1.2006675058608862,
+      "grad_norm": 0.0907614529132843,
+      "learning_rate": 1.3635275330661877e-05,
+      "loss": 0.8658058643341064,
+      "step": 6498
+    },
+    {
+      "epoch": 1.200852282569782,
+      "grad_norm": 0.08234362304210663,
+      "learning_rate": 1.3633416828228136e-05,
+      "loss": 0.5761150121688843,
+      "step": 6499
+    },
+    {
+      "epoch": 1.2010370592786779,
+      "grad_norm": 0.06498465687036514,
+      "learning_rate": 1.3631558181195779e-05,
+      "loss": 0.4183274805545807,
+      "step": 6500
+    },
+    {
+      "epoch": 1.2010370592786779,
+      "eval_loss": 0.6012307405471802,
+      "eval_runtime": 157.8572,
+      "eval_samples_per_second": 115.478,
+      "eval_steps_per_second": 14.437,
+      "step": 6500
+    },
+    {
+      "epoch": 1.2012218359875737,
+      "grad_norm": 0.05880355462431908,
+      "learning_rate": 1.3629699389638762e-05,
+      "loss": 0.41759729385375977,
+      "step": 6501
+    },
+    {
+      "epoch": 1.2014066126964695,
+      "grad_norm": 0.09420034289360046,
+      "learning_rate": 1.3627840453631068e-05,
+      "loss": 0.5877329707145691,
+      "step": 6502
+    },
+    {
+      "epoch": 1.2015913894053654,
+      "grad_norm": 0.05163704231381416,
+      "learning_rate": 1.362598137324667e-05,
+      "loss": 0.3486137390136719,
+      "step": 6503
+    },
+    {
+      "epoch": 1.2017761661142612,
+      "grad_norm": 0.08603861182928085,
+      "learning_rate": 1.3624122148559563e-05,
+      "loss": 0.5939251780509949,
+      "step": 6504
+    },
+    {
+      "epoch": 1.201960942823157,
+      "grad_norm": 0.07779145240783691,
+      "learning_rate": 1.362226277964373e-05,
+      "loss": 0.5520979762077332,
+      "step": 6505
+    },
+    {
+      "epoch": 1.202145719532053,
+      "grad_norm": 0.07623668015003204,
+      "learning_rate": 1.362040326657317e-05,
+      "loss": 0.6112082004547119,
+      "step": 6506
+    },
+    {
+      "epoch": 1.202330496240949,
+      "grad_norm": 0.06870964169502258,
+      "learning_rate": 1.361854360942189e-05,
+      "loss": 0.4941728115081787,
+      "step": 6507
+    },
+    {
+      "epoch": 1.2025152729498447,
+      "grad_norm": 0.08155199885368347,
+      "learning_rate": 1.3616683808263893e-05,
+      "loss": 0.6787418723106384,
+      "step": 6508
+    },
+    {
+      "epoch": 1.2027000496587406,
+      "grad_norm": 0.06495072692632675,
+      "learning_rate": 1.3614823863173194e-05,
+      "loss": 0.474793404340744,
+      "step": 6509
+    },
+    {
+      "epoch": 1.2028848263676364,
+      "grad_norm": 0.07195496559143066,
+      "learning_rate": 1.361296377422382e-05,
+      "loss": 0.5775393843650818,
+      "step": 6510
+    },
+    {
+      "epoch": 1.2030696030765322,
+      "grad_norm": 0.08239276707172394,
+      "learning_rate": 1.3611103541489787e-05,
+      "loss": 0.47624650597572327,
+      "step": 6511
+    },
+    {
+      "epoch": 1.203254379785428,
+      "grad_norm": 0.060199178755283356,
+      "learning_rate": 1.3609243165045131e-05,
+      "loss": 0.39695146679878235,
+      "step": 6512
+    },
+    {
+      "epoch": 1.2034391564943239,
+      "grad_norm": 0.0860724076628685,
+      "learning_rate": 1.3607382644963888e-05,
+      "loss": 0.5685034990310669,
+      "step": 6513
+    },
+    {
+      "epoch": 1.2036239332032197,
+      "grad_norm": 0.07247007638216019,
+      "learning_rate": 1.3605521981320107e-05,
+      "loss": 0.4510326683521271,
+      "step": 6514
+    },
+    {
+      "epoch": 1.2038087099121155,
+      "grad_norm": 0.10170851647853851,
+      "learning_rate": 1.3603661174187828e-05,
+      "loss": 0.8736907243728638,
+      "step": 6515
+    },
+    {
+      "epoch": 1.2039934866210114,
+      "grad_norm": 0.07688196003437042,
+      "learning_rate": 1.3601800223641107e-05,
+      "loss": 0.5343433022499084,
+      "step": 6516
+    },
+    {
+      "epoch": 1.2041782633299072,
+      "grad_norm": 0.0692083016037941,
+      "learning_rate": 1.3599939129754008e-05,
+      "loss": 0.44495779275894165,
+      "step": 6517
+    },
+    {
+      "epoch": 1.204363040038803,
+      "grad_norm": 0.10107952356338501,
+      "learning_rate": 1.3598077892600592e-05,
+      "loss": 0.720582902431488,
+      "step": 6518
+    },
+    {
+      "epoch": 1.204547816747699,
+      "grad_norm": 0.06074807047843933,
+      "learning_rate": 1.3596216512254934e-05,
+      "loss": 0.46574512124061584,
+      "step": 6519
+    },
+    {
+      "epoch": 1.204732593456595,
+      "grad_norm": 0.06732956320047379,
+      "learning_rate": 1.3594354988791111e-05,
+      "loss": 0.5194476246833801,
+      "step": 6520
+    },
+    {
+      "epoch": 1.2049173701654907,
+      "grad_norm": 0.07385317981243134,
+      "learning_rate": 1.3592493322283207e-05,
+      "loss": 0.5754207968711853,
+      "step": 6521
+    },
+    {
+      "epoch": 1.2051021468743865,
+      "grad_norm": 0.08071117848157883,
+      "learning_rate": 1.3590631512805303e-05,
+      "loss": 0.5599603652954102,
+      "step": 6522
+    },
+    {
+      "epoch": 1.2052869235832824,
+      "grad_norm": 0.0781562328338623,
+      "learning_rate": 1.35887695604315e-05,
+      "loss": 0.48199522495269775,
+      "step": 6523
+    },
+    {
+      "epoch": 1.2054717002921782,
+      "grad_norm": 0.044577743858098984,
+      "learning_rate": 1.3586907465235898e-05,
+      "loss": 0.2852509319782257,
+      "step": 6524
+    },
+    {
+      "epoch": 1.205656477001074,
+      "grad_norm": 0.08220332860946655,
+      "learning_rate": 1.3585045227292598e-05,
+      "loss": 0.5416831374168396,
+      "step": 6525
+    },
+    {
+      "epoch": 1.2058412537099699,
+      "grad_norm": 0.07076594978570938,
+      "learning_rate": 1.3583182846675716e-05,
+      "loss": 0.5500925779342651,
+      "step": 6526
+    },
+    {
+      "epoch": 1.2060260304188657,
+      "grad_norm": 0.07169757783412933,
+      "learning_rate": 1.3581320323459368e-05,
+      "loss": 0.45242324471473694,
+      "step": 6527
+    },
+    {
+      "epoch": 1.2062108071277615,
+      "grad_norm": 0.06065558269619942,
+      "learning_rate": 1.3579457657717673e-05,
+      "loss": 0.41949501633644104,
+      "step": 6528
+    },
+    {
+      "epoch": 1.2063955838366573,
+      "grad_norm": 0.07661020010709763,
+      "learning_rate": 1.3577594849524765e-05,
+      "loss": 0.4991658627986908,
+      "step": 6529
+    },
+    {
+      "epoch": 1.2065803605455532,
+      "grad_norm": 0.08028572052717209,
+      "learning_rate": 1.3575731898954774e-05,
+      "loss": 0.5469301342964172,
+      "step": 6530
+    },
+    {
+      "epoch": 1.206765137254449,
+      "grad_norm": 0.07623415440320969,
+      "learning_rate": 1.357386880608184e-05,
+      "loss": 0.6443749666213989,
+      "step": 6531
+    },
+    {
+      "epoch": 1.2069499139633448,
+      "grad_norm": 0.07754608243703842,
+      "learning_rate": 1.3572005570980109e-05,
+      "loss": 0.5259369015693665,
+      "step": 6532
+    },
+    {
+      "epoch": 1.2071346906722407,
+      "grad_norm": 0.06529566645622253,
+      "learning_rate": 1.357014219372373e-05,
+      "loss": 0.4533982574939728,
+      "step": 6533
+    },
+    {
+      "epoch": 1.2073194673811365,
+      "grad_norm": 0.051948487758636475,
+      "learning_rate": 1.3568278674386863e-05,
+      "loss": 0.3756308853626251,
+      "step": 6534
+    },
+    {
+      "epoch": 1.2075042440900325,
+      "grad_norm": 0.06701385974884033,
+      "learning_rate": 1.3566415013043667e-05,
+      "loss": 0.4647313952445984,
+      "step": 6535
+    },
+    {
+      "epoch": 1.2076890207989284,
+      "grad_norm": 0.05771351978182793,
+      "learning_rate": 1.3564551209768312e-05,
+      "loss": 0.4375614821910858,
+      "step": 6536
+    },
+    {
+      "epoch": 1.2078737975078242,
+      "grad_norm": 0.07962189614772797,
+      "learning_rate": 1.3562687264634972e-05,
+      "loss": 0.5191725492477417,
+      "step": 6537
+    },
+    {
+      "epoch": 1.20805857421672,
+      "grad_norm": 0.08615492284297943,
+      "learning_rate": 1.3560823177717826e-05,
+      "loss": 0.651888906955719,
+      "step": 6538
+    },
+    {
+      "epoch": 1.2082433509256159,
+      "grad_norm": 0.07054128497838974,
+      "learning_rate": 1.3558958949091055e-05,
+      "loss": 0.48627346754074097,
+      "step": 6539
+    },
+    {
+      "epoch": 1.2084281276345117,
+      "grad_norm": 0.07507564127445221,
+      "learning_rate": 1.3557094578828853e-05,
+      "loss": 0.6051132082939148,
+      "step": 6540
+    },
+    {
+      "epoch": 1.2086129043434075,
+      "grad_norm": 0.07555394619703293,
+      "learning_rate": 1.3555230067005418e-05,
+      "loss": 0.6303532123565674,
+      "step": 6541
+    },
+    {
+      "epoch": 1.2087976810523033,
+      "grad_norm": 0.06445108354091644,
+      "learning_rate": 1.3553365413694946e-05,
+      "loss": 0.4361160099506378,
+      "step": 6542
+    },
+    {
+      "epoch": 1.2089824577611992,
+      "grad_norm": 0.058598194271326065,
+      "learning_rate": 1.355150061897165e-05,
+      "loss": 0.43637320399284363,
+      "step": 6543
+    },
+    {
+      "epoch": 1.209167234470095,
+      "grad_norm": 0.08800679445266724,
+      "learning_rate": 1.3549635682909738e-05,
+      "loss": 0.6950803995132446,
+      "step": 6544
+    },
+    {
+      "epoch": 1.2093520111789908,
+      "grad_norm": 0.07335197180509567,
+      "learning_rate": 1.3547770605583433e-05,
+      "loss": 0.5119472742080688,
+      "step": 6545
+    },
+    {
+      "epoch": 1.2095367878878867,
+      "grad_norm": 0.07864607125520706,
+      "learning_rate": 1.3545905387066956e-05,
+      "loss": 0.6012009382247925,
+      "step": 6546
+    },
+    {
+      "epoch": 1.2097215645967825,
+      "grad_norm": 0.07670775055885315,
+      "learning_rate": 1.3544040027434542e-05,
+      "loss": 0.5006359815597534,
+      "step": 6547
+    },
+    {
+      "epoch": 1.2099063413056785,
+      "grad_norm": 0.05005637928843498,
+      "learning_rate": 1.3542174526760421e-05,
+      "loss": 0.30397164821624756,
+      "step": 6548
+    },
+    {
+      "epoch": 1.2100911180145744,
+      "grad_norm": 0.06848768889904022,
+      "learning_rate": 1.3540308885118832e-05,
+      "loss": 0.36815324425697327,
+      "step": 6549
+    },
+    {
+      "epoch": 1.2102758947234702,
+      "grad_norm": 0.07376129180192947,
+      "learning_rate": 1.353844310258403e-05,
+      "loss": 0.5528689622879028,
+      "step": 6550
+    },
+    {
+      "epoch": 1.210460671432366,
+      "grad_norm": 0.07270894199609756,
+      "learning_rate": 1.3536577179230261e-05,
+      "loss": 0.5203938484191895,
+      "step": 6551
+    },
+    {
+      "epoch": 1.2106454481412618,
+      "grad_norm": 0.09340828657150269,
+      "learning_rate": 1.3534711115131784e-05,
+      "loss": 0.8169743418693542,
+      "step": 6552
+    },
+    {
+      "epoch": 1.2108302248501577,
+      "grad_norm": 0.08001939207315445,
+      "learning_rate": 1.3532844910362865e-05,
+      "loss": 0.5689393877983093,
+      "step": 6553
+    },
+    {
+      "epoch": 1.2110150015590535,
+      "grad_norm": 0.07906338572502136,
+      "learning_rate": 1.3530978564997774e-05,
+      "loss": 0.47733554244041443,
+      "step": 6554
+    },
+    {
+      "epoch": 1.2111997782679493,
+      "grad_norm": 0.0676964595913887,
+      "learning_rate": 1.3529112079110778e-05,
+      "loss": 0.4821913242340088,
+      "step": 6555
+    },
+    {
+      "epoch": 1.2113845549768452,
+      "grad_norm": 0.06866760551929474,
+      "learning_rate": 1.3527245452776163e-05,
+      "loss": 0.5118091702461243,
+      "step": 6556
+    },
+    {
+      "epoch": 1.211569331685741,
+      "grad_norm": 0.07368195801973343,
+      "learning_rate": 1.3525378686068218e-05,
+      "loss": 0.36613550782203674,
+      "step": 6557
+    },
+    {
+      "epoch": 1.2117541083946368,
+      "grad_norm": 0.09328657388687134,
+      "learning_rate": 1.3523511779061228e-05,
+      "loss": 0.5485423803329468,
+      "step": 6558
+    },
+    {
+      "epoch": 1.2119388851035326,
+      "grad_norm": 0.09039495885372162,
+      "learning_rate": 1.3521644731829493e-05,
+      "loss": 0.6272793412208557,
+      "step": 6559
+    },
+    {
+      "epoch": 1.2121236618124285,
+      "grad_norm": 0.08554688841104507,
+      "learning_rate": 1.3519777544447316e-05,
+      "loss": 0.625359296798706,
+      "step": 6560
+    },
+    {
+      "epoch": 1.2123084385213243,
+      "grad_norm": 0.09835842251777649,
+      "learning_rate": 1.3517910216989008e-05,
+      "loss": 0.7249084115028381,
+      "step": 6561
+    },
+    {
+      "epoch": 1.2124932152302201,
+      "grad_norm": 0.07324441522359848,
+      "learning_rate": 1.3516042749528874e-05,
+      "loss": 0.47122693061828613,
+      "step": 6562
+    },
+    {
+      "epoch": 1.212677991939116,
+      "grad_norm": 0.07746856659650803,
+      "learning_rate": 1.3514175142141241e-05,
+      "loss": 0.5781249403953552,
+      "step": 6563
+    },
+    {
+      "epoch": 1.212862768648012,
+      "grad_norm": 0.08498020470142365,
+      "learning_rate": 1.3512307394900433e-05,
+      "loss": 0.493082731962204,
+      "step": 6564
+    },
+    {
+      "epoch": 1.2130475453569078,
+      "grad_norm": 0.06842965632677078,
+      "learning_rate": 1.3510439507880778e-05,
+      "loss": 0.5504364371299744,
+      "step": 6565
+    },
+    {
+      "epoch": 1.2132323220658037,
+      "grad_norm": 0.09442943334579468,
+      "learning_rate": 1.3508571481156612e-05,
+      "loss": 0.6746259927749634,
+      "step": 6566
+    },
+    {
+      "epoch": 1.2134170987746995,
+      "grad_norm": 0.08421729505062103,
+      "learning_rate": 1.350670331480228e-05,
+      "loss": 0.6475216746330261,
+      "step": 6567
+    },
+    {
+      "epoch": 1.2136018754835953,
+      "grad_norm": 0.07111159712076187,
+      "learning_rate": 1.350483500889213e-05,
+      "loss": 0.43587779998779297,
+      "step": 6568
+    },
+    {
+      "epoch": 1.2137866521924912,
+      "grad_norm": 0.06216439977288246,
+      "learning_rate": 1.3502966563500504e-05,
+      "loss": 0.512531042098999,
+      "step": 6569
+    },
+    {
+      "epoch": 1.213971428901387,
+      "grad_norm": 0.05999573692679405,
+      "learning_rate": 1.3501097978701773e-05,
+      "loss": 0.4109059274196625,
+      "step": 6570
+    },
+    {
+      "epoch": 1.2141562056102828,
+      "grad_norm": 0.06874170154333115,
+      "learning_rate": 1.3499229254570298e-05,
+      "loss": 0.43019795417785645,
+      "step": 6571
+    },
+    {
+      "epoch": 1.2143409823191786,
+      "grad_norm": 0.08103114366531372,
+      "learning_rate": 1.3497360391180443e-05,
+      "loss": 0.5568566918373108,
+      "step": 6572
+    },
+    {
+      "epoch": 1.2145257590280745,
+      "grad_norm": 0.0737990066409111,
+      "learning_rate": 1.3495491388606587e-05,
+      "loss": 0.4694644808769226,
+      "step": 6573
+    },
+    {
+      "epoch": 1.2147105357369703,
+      "grad_norm": 0.07458315044641495,
+      "learning_rate": 1.349362224692311e-05,
+      "loss": 0.6392929553985596,
+      "step": 6574
+    },
+    {
+      "epoch": 1.2148953124458661,
+      "grad_norm": 0.0786605253815651,
+      "learning_rate": 1.3491752966204397e-05,
+      "loss": 0.7331372499465942,
+      "step": 6575
+    },
+    {
+      "epoch": 1.215080089154762,
+      "grad_norm": 0.08692830055952072,
+      "learning_rate": 1.348988354652484e-05,
+      "loss": 0.6495953798294067,
+      "step": 6576
+    },
+    {
+      "epoch": 1.215264865863658,
+      "grad_norm": 0.07171203196048737,
+      "learning_rate": 1.3488013987958839e-05,
+      "loss": 0.5462040305137634,
+      "step": 6577
+    },
+    {
+      "epoch": 1.2154496425725538,
+      "grad_norm": 0.07235080003738403,
+      "learning_rate": 1.3486144290580793e-05,
+      "loss": 0.5880376696586609,
+      "step": 6578
+    },
+    {
+      "epoch": 1.2156344192814497,
+      "grad_norm": 0.06372851878404617,
+      "learning_rate": 1.3484274454465109e-05,
+      "loss": 0.4510330855846405,
+      "step": 6579
+    },
+    {
+      "epoch": 1.2158191959903455,
+      "grad_norm": 0.054737433791160583,
+      "learning_rate": 1.3482404479686204e-05,
+      "loss": 0.34662091732025146,
+      "step": 6580
+    },
+    {
+      "epoch": 1.2160039726992413,
+      "grad_norm": 0.08225202560424805,
+      "learning_rate": 1.3480534366318496e-05,
+      "loss": 0.615791380405426,
+      "step": 6581
+    },
+    {
+      "epoch": 1.2161887494081371,
+      "grad_norm": 0.0670294538140297,
+      "learning_rate": 1.3478664114436408e-05,
+      "loss": 0.3681284487247467,
+      "step": 6582
+    },
+    {
+      "epoch": 1.216373526117033,
+      "grad_norm": 0.06846636533737183,
+      "learning_rate": 1.3476793724114372e-05,
+      "loss": 0.48841947317123413,
+      "step": 6583
+    },
+    {
+      "epoch": 1.2165583028259288,
+      "grad_norm": 0.10067915171384811,
+      "learning_rate": 1.3474923195426825e-05,
+      "loss": 0.672841489315033,
+      "step": 6584
+    },
+    {
+      "epoch": 1.2167430795348246,
+      "grad_norm": 0.090632364153862,
+      "learning_rate": 1.3473052528448203e-05,
+      "loss": 0.6621450185775757,
+      "step": 6585
+    },
+    {
+      "epoch": 1.2169278562437205,
+      "grad_norm": 0.0676613301038742,
+      "learning_rate": 1.347118172325296e-05,
+      "loss": 0.5203623175621033,
+      "step": 6586
+    },
+    {
+      "epoch": 1.2171126329526163,
+      "grad_norm": 0.07406887412071228,
+      "learning_rate": 1.3469310779915543e-05,
+      "loss": 0.6254865527153015,
+      "step": 6587
+    },
+    {
+      "epoch": 1.2172974096615121,
+      "grad_norm": 0.07997486740350723,
+      "learning_rate": 1.346743969851041e-05,
+      "loss": 0.6252841353416443,
+      "step": 6588
+    },
+    {
+      "epoch": 1.217482186370408,
+      "grad_norm": 0.06023580953478813,
+      "learning_rate": 1.3465568479112026e-05,
+      "loss": 0.40626582503318787,
+      "step": 6589
+    },
+    {
+      "epoch": 1.2176669630793038,
+      "grad_norm": 0.08407054096460342,
+      "learning_rate": 1.3463697121794859e-05,
+      "loss": 0.7044686079025269,
+      "step": 6590
+    },
+    {
+      "epoch": 1.2178517397881996,
+      "grad_norm": 0.0657910481095314,
+      "learning_rate": 1.3461825626633384e-05,
+      "loss": 0.3766320049762726,
+      "step": 6591
+    },
+    {
+      "epoch": 1.2180365164970954,
+      "grad_norm": 0.05869833379983902,
+      "learning_rate": 1.3459953993702077e-05,
+      "loss": 0.37285542488098145,
+      "step": 6592
+    },
+    {
+      "epoch": 1.2182212932059913,
+      "grad_norm": 0.08053995668888092,
+      "learning_rate": 1.3458082223075425e-05,
+      "loss": 0.5446112751960754,
+      "step": 6593
+    },
+    {
+      "epoch": 1.2184060699148873,
+      "grad_norm": 0.07651842385530472,
+      "learning_rate": 1.3456210314827924e-05,
+      "loss": 0.6633077263832092,
+      "step": 6594
+    },
+    {
+      "epoch": 1.2185908466237831,
+      "grad_norm": 0.08434221893548965,
+      "learning_rate": 1.3454338269034064e-05,
+      "loss": 0.47503310441970825,
+      "step": 6595
+    },
+    {
+      "epoch": 1.218775623332679,
+      "grad_norm": 0.08381889015436172,
+      "learning_rate": 1.3452466085768348e-05,
+      "loss": 0.6799910068511963,
+      "step": 6596
+    },
+    {
+      "epoch": 1.2189604000415748,
+      "grad_norm": 0.08820167928934097,
+      "learning_rate": 1.3450593765105282e-05,
+      "loss": 0.5599125027656555,
+      "step": 6597
+    },
+    {
+      "epoch": 1.2191451767504706,
+      "grad_norm": 0.0874655693769455,
+      "learning_rate": 1.3448721307119379e-05,
+      "loss": 0.6755706071853638,
+      "step": 6598
+    },
+    {
+      "epoch": 1.2193299534593665,
+      "grad_norm": 0.05301399528980255,
+      "learning_rate": 1.344684871188516e-05,
+      "loss": 0.36308756470680237,
+      "step": 6599
+    },
+    {
+      "epoch": 1.2195147301682623,
+      "grad_norm": 0.07892420142889023,
+      "learning_rate": 1.3444975979477146e-05,
+      "loss": 0.5817967057228088,
+      "step": 6600
+    },
+    {
+      "epoch": 1.2196995068771581,
+      "grad_norm": 0.07648614048957825,
+      "learning_rate": 1.3443103109969866e-05,
+      "loss": 0.5099329352378845,
+      "step": 6601
+    },
+    {
+      "epoch": 1.219884283586054,
+      "grad_norm": 0.0788240060210228,
+      "learning_rate": 1.3441230103437852e-05,
+      "loss": 0.6097611784934998,
+      "step": 6602
+    },
+    {
+      "epoch": 1.2200690602949498,
+      "grad_norm": 0.06284268945455551,
+      "learning_rate": 1.343935695995565e-05,
+      "loss": 0.43738633394241333,
+      "step": 6603
+    },
+    {
+      "epoch": 1.2202538370038456,
+      "grad_norm": 0.07347282022237778,
+      "learning_rate": 1.3437483679597798e-05,
+      "loss": 0.5626323819160461,
+      "step": 6604
+    },
+    {
+      "epoch": 1.2204386137127414,
+      "grad_norm": 0.09133567661046982,
+      "learning_rate": 1.343561026243885e-05,
+      "loss": 0.6883614659309387,
+      "step": 6605
+    },
+    {
+      "epoch": 1.2206233904216375,
+      "grad_norm": 0.06906570494174957,
+      "learning_rate": 1.3433736708553364e-05,
+      "loss": 0.48239877820014954,
+      "step": 6606
+    },
+    {
+      "epoch": 1.2208081671305333,
+      "grad_norm": 0.0667714849114418,
+      "learning_rate": 1.3431863018015898e-05,
+      "loss": 0.46174854040145874,
+      "step": 6607
+    },
+    {
+      "epoch": 1.2209929438394291,
+      "grad_norm": 0.08062037825584412,
+      "learning_rate": 1.3429989190901021e-05,
+      "loss": 0.5113742351531982,
+      "step": 6608
+    },
+    {
+      "epoch": 1.221177720548325,
+      "grad_norm": 0.08745943754911423,
+      "learning_rate": 1.3428115227283308e-05,
+      "loss": 0.6630105972290039,
+      "step": 6609
+    },
+    {
+      "epoch": 1.2213624972572208,
+      "grad_norm": 0.06435438990592957,
+      "learning_rate": 1.3426241127237331e-05,
+      "loss": 0.4193195104598999,
+      "step": 6610
+    },
+    {
+      "epoch": 1.2215472739661166,
+      "grad_norm": 0.06775399297475815,
+      "learning_rate": 1.342436689083768e-05,
+      "loss": 0.49177947640419006,
+      "step": 6611
+    },
+    {
+      "epoch": 1.2217320506750124,
+      "grad_norm": 0.07548322528600693,
+      "learning_rate": 1.3422492518158936e-05,
+      "loss": 0.5043904781341553,
+      "step": 6612
+    },
+    {
+      "epoch": 1.2219168273839083,
+      "grad_norm": 0.0687546357512474,
+      "learning_rate": 1.3420618009275701e-05,
+      "loss": 0.4975576400756836,
+      "step": 6613
+    },
+    {
+      "epoch": 1.222101604092804,
+      "grad_norm": 0.06727460771799088,
+      "learning_rate": 1.3418743364262567e-05,
+      "loss": 0.4292713403701782,
+      "step": 6614
+    },
+    {
+      "epoch": 1.2222863808017,
+      "grad_norm": 0.08708701282739639,
+      "learning_rate": 1.3416868583194145e-05,
+      "loss": 0.6526595950126648,
+      "step": 6615
+    },
+    {
+      "epoch": 1.2224711575105958,
+      "grad_norm": 0.07395205646753311,
+      "learning_rate": 1.3414993666145043e-05,
+      "loss": 0.6405277848243713,
+      "step": 6616
+    },
+    {
+      "epoch": 1.2226559342194916,
+      "grad_norm": 0.05583598464727402,
+      "learning_rate": 1.341311861318988e-05,
+      "loss": 0.411292165517807,
+      "step": 6617
+    },
+    {
+      "epoch": 1.2228407109283874,
+      "grad_norm": 0.07856931537389755,
+      "learning_rate": 1.341124342440327e-05,
+      "loss": 0.5631988048553467,
+      "step": 6618
+    },
+    {
+      "epoch": 1.2230254876372832,
+      "grad_norm": 0.06796279549598694,
+      "learning_rate": 1.3409368099859848e-05,
+      "loss": 0.39263972640037537,
+      "step": 6619
+    },
+    {
+      "epoch": 1.223210264346179,
+      "grad_norm": 0.08865714818239212,
+      "learning_rate": 1.3407492639634243e-05,
+      "loss": 0.6106154918670654,
+      "step": 6620
+    },
+    {
+      "epoch": 1.223395041055075,
+      "grad_norm": 0.07416286319494247,
+      "learning_rate": 1.3405617043801087e-05,
+      "loss": 0.5677984356880188,
+      "step": 6621
+    },
+    {
+      "epoch": 1.2235798177639707,
+      "grad_norm": 0.06661788374185562,
+      "learning_rate": 1.340374131243503e-05,
+      "loss": 0.5082527995109558,
+      "step": 6622
+    },
+    {
+      "epoch": 1.2237645944728668,
+      "grad_norm": 0.09100113809108734,
+      "learning_rate": 1.3401865445610717e-05,
+      "loss": 0.6676788926124573,
+      "step": 6623
+    },
+    {
+      "epoch": 1.2239493711817626,
+      "grad_norm": 0.0856882631778717,
+      "learning_rate": 1.3399989443402804e-05,
+      "loss": 0.5832250714302063,
+      "step": 6624
+    },
+    {
+      "epoch": 1.2241341478906584,
+      "grad_norm": 0.0818934291601181,
+      "learning_rate": 1.3398113305885944e-05,
+      "loss": 0.6237608790397644,
+      "step": 6625
+    },
+    {
+      "epoch": 1.2243189245995543,
+      "grad_norm": 0.07755490392446518,
+      "learning_rate": 1.3396237033134811e-05,
+      "loss": 0.4891819655895233,
+      "step": 6626
+    },
+    {
+      "epoch": 1.22450370130845,
+      "grad_norm": 0.08020766079425812,
+      "learning_rate": 1.3394360625224067e-05,
+      "loss": 0.561857283115387,
+      "step": 6627
+    },
+    {
+      "epoch": 1.224688478017346,
+      "grad_norm": 0.07287803292274475,
+      "learning_rate": 1.3392484082228387e-05,
+      "loss": 0.5870558023452759,
+      "step": 6628
+    },
+    {
+      "epoch": 1.2248732547262418,
+      "grad_norm": 0.06975536793470383,
+      "learning_rate": 1.339060740422246e-05,
+      "loss": 0.5530955791473389,
+      "step": 6629
+    },
+    {
+      "epoch": 1.2250580314351376,
+      "grad_norm": 0.09488081187009811,
+      "learning_rate": 1.3388730591280966e-05,
+      "loss": 0.6036531925201416,
+      "step": 6630
+    },
+    {
+      "epoch": 1.2252428081440334,
+      "grad_norm": 0.0829424187541008,
+      "learning_rate": 1.3386853643478592e-05,
+      "loss": 0.595618486404419,
+      "step": 6631
+    },
+    {
+      "epoch": 1.2254275848529292,
+      "grad_norm": 0.09147574752569199,
+      "learning_rate": 1.338497656089004e-05,
+      "loss": 0.6551826000213623,
+      "step": 6632
+    },
+    {
+      "epoch": 1.225612361561825,
+      "grad_norm": 0.0640762522816658,
+      "learning_rate": 1.3383099343590014e-05,
+      "loss": 0.46834108233451843,
+      "step": 6633
+    },
+    {
+      "epoch": 1.225797138270721,
+      "grad_norm": 0.07283955067396164,
+      "learning_rate": 1.3381221991653215e-05,
+      "loss": 0.5464327335357666,
+      "step": 6634
+    },
+    {
+      "epoch": 1.2259819149796167,
+      "grad_norm": 0.06744116544723511,
+      "learning_rate": 1.3379344505154359e-05,
+      "loss": 0.4603147804737091,
+      "step": 6635
+    },
+    {
+      "epoch": 1.2261666916885128,
+      "grad_norm": 0.08637522161006927,
+      "learning_rate": 1.3377466884168168e-05,
+      "loss": 0.6327239871025085,
+      "step": 6636
+    },
+    {
+      "epoch": 1.2263514683974086,
+      "grad_norm": 0.07645534723997116,
+      "learning_rate": 1.3375589128769362e-05,
+      "loss": 0.620918333530426,
+      "step": 6637
+    },
+    {
+      "epoch": 1.2265362451063044,
+      "grad_norm": 0.06302107870578766,
+      "learning_rate": 1.3373711239032664e-05,
+      "loss": 0.38208499550819397,
+      "step": 6638
+    },
+    {
+      "epoch": 1.2267210218152003,
+      "grad_norm": 0.059298522770404816,
+      "learning_rate": 1.3371833215032819e-05,
+      "loss": 0.3346162438392639,
+      "step": 6639
+    },
+    {
+      "epoch": 1.226905798524096,
+      "grad_norm": 0.06452131271362305,
+      "learning_rate": 1.3369955056844562e-05,
+      "loss": 0.535065233707428,
+      "step": 6640
+    },
+    {
+      "epoch": 1.227090575232992,
+      "grad_norm": 0.07480758428573608,
+      "learning_rate": 1.3368076764542632e-05,
+      "loss": 0.6556054949760437,
+      "step": 6641
+    },
+    {
+      "epoch": 1.2272753519418877,
+      "grad_norm": 0.060900650918483734,
+      "learning_rate": 1.3366198338201786e-05,
+      "loss": 0.3786194622516632,
+      "step": 6642
+    },
+    {
+      "epoch": 1.2274601286507836,
+      "grad_norm": 0.06550586223602295,
+      "learning_rate": 1.3364319777896779e-05,
+      "loss": 0.5116629600524902,
+      "step": 6643
+    },
+    {
+      "epoch": 1.2276449053596794,
+      "grad_norm": 0.07762665301561356,
+      "learning_rate": 1.3362441083702366e-05,
+      "loss": 0.5098814964294434,
+      "step": 6644
+    },
+    {
+      "epoch": 1.2278296820685752,
+      "grad_norm": 0.0742892399430275,
+      "learning_rate": 1.336056225569332e-05,
+      "loss": 0.4967721700668335,
+      "step": 6645
+    },
+    {
+      "epoch": 1.228014458777471,
+      "grad_norm": 0.07690393924713135,
+      "learning_rate": 1.3358683293944414e-05,
+      "loss": 0.5976964235305786,
+      "step": 6646
+    },
+    {
+      "epoch": 1.228199235486367,
+      "grad_norm": 0.08312725275754929,
+      "learning_rate": 1.335680419853042e-05,
+      "loss": 0.6433517932891846,
+      "step": 6647
+    },
+    {
+      "epoch": 1.2283840121952627,
+      "grad_norm": 0.07433654367923737,
+      "learning_rate": 1.3354924969526116e-05,
+      "loss": 0.4797278940677643,
+      "step": 6648
+    },
+    {
+      "epoch": 1.2285687889041585,
+      "grad_norm": 0.06998168677091599,
+      "learning_rate": 1.33530456070063e-05,
+      "loss": 0.46945229172706604,
+      "step": 6649
+    },
+    {
+      "epoch": 1.2287535656130544,
+      "grad_norm": 0.06637603789567947,
+      "learning_rate": 1.3351166111045757e-05,
+      "loss": 0.42683297395706177,
+      "step": 6650
+    },
+    {
+      "epoch": 1.2289383423219502,
+      "grad_norm": 0.07931186258792877,
+      "learning_rate": 1.3349286481719283e-05,
+      "loss": 0.6133133769035339,
+      "step": 6651
+    },
+    {
+      "epoch": 1.2291231190308463,
+      "grad_norm": 0.07115180045366287,
+      "learning_rate": 1.334740671910169e-05,
+      "loss": 0.6747742891311646,
+      "step": 6652
+    },
+    {
+      "epoch": 1.229307895739742,
+      "grad_norm": 0.07112821936607361,
+      "learning_rate": 1.3345526823267782e-05,
+      "loss": 0.4979085326194763,
+      "step": 6653
+    },
+    {
+      "epoch": 1.229492672448638,
+      "grad_norm": 0.06507711112499237,
+      "learning_rate": 1.3343646794292373e-05,
+      "loss": 0.3852187693119049,
+      "step": 6654
+    },
+    {
+      "epoch": 1.2296774491575337,
+      "grad_norm": 0.07518497854471207,
+      "learning_rate": 1.3341766632250281e-05,
+      "loss": 0.47556841373443604,
+      "step": 6655
+    },
+    {
+      "epoch": 1.2298622258664296,
+      "grad_norm": 0.07489053905010223,
+      "learning_rate": 1.3339886337216336e-05,
+      "loss": 0.4678479731082916,
+      "step": 6656
+    },
+    {
+      "epoch": 1.2300470025753254,
+      "grad_norm": 0.07171334326267242,
+      "learning_rate": 1.3338005909265363e-05,
+      "loss": 0.46340975165367126,
+      "step": 6657
+    },
+    {
+      "epoch": 1.2302317792842212,
+      "grad_norm": 0.0713566243648529,
+      "learning_rate": 1.3336125348472193e-05,
+      "loss": 0.49299490451812744,
+      "step": 6658
+    },
+    {
+      "epoch": 1.230416555993117,
+      "grad_norm": 0.09151481091976166,
+      "learning_rate": 1.3334244654911677e-05,
+      "loss": 0.601913332939148,
+      "step": 6659
+    },
+    {
+      "epoch": 1.2306013327020129,
+      "grad_norm": 0.07149849832057953,
+      "learning_rate": 1.3332363828658655e-05,
+      "loss": 0.44596779346466064,
+      "step": 6660
+    },
+    {
+      "epoch": 1.2307861094109087,
+      "grad_norm": 0.10163896530866623,
+      "learning_rate": 1.3330482869787975e-05,
+      "loss": 0.7691639065742493,
+      "step": 6661
+    },
+    {
+      "epoch": 1.2309708861198045,
+      "grad_norm": 0.08098061382770538,
+      "learning_rate": 1.3328601778374497e-05,
+      "loss": 0.5822969675064087,
+      "step": 6662
+    },
+    {
+      "epoch": 1.2311556628287004,
+      "grad_norm": 0.08098798990249634,
+      "learning_rate": 1.3326720554493084e-05,
+      "loss": 0.6189523935317993,
+      "step": 6663
+    },
+    {
+      "epoch": 1.2313404395375962,
+      "grad_norm": 0.06337269395589828,
+      "learning_rate": 1.33248391982186e-05,
+      "loss": 0.32708972692489624,
+      "step": 6664
+    },
+    {
+      "epoch": 1.2315252162464922,
+      "grad_norm": 0.0693390890955925,
+      "learning_rate": 1.3322957709625916e-05,
+      "loss": 0.4504762887954712,
+      "step": 6665
+    },
+    {
+      "epoch": 1.231709992955388,
+      "grad_norm": 0.08594589680433273,
+      "learning_rate": 1.3321076088789915e-05,
+      "loss": 0.601592481136322,
+      "step": 6666
+    },
+    {
+      "epoch": 1.231894769664284,
+      "grad_norm": 0.10171791166067123,
+      "learning_rate": 1.3319194335785475e-05,
+      "loss": 0.7838782668113708,
+      "step": 6667
+    },
+    {
+      "epoch": 1.2320795463731797,
+      "grad_norm": 0.06850502640008926,
+      "learning_rate": 1.3317312450687485e-05,
+      "loss": 0.4453665614128113,
+      "step": 6668
+    },
+    {
+      "epoch": 1.2322643230820756,
+      "grad_norm": 0.0664345771074295,
+      "learning_rate": 1.3315430433570834e-05,
+      "loss": 0.4064602553844452,
+      "step": 6669
+    },
+    {
+      "epoch": 1.2324490997909714,
+      "grad_norm": 0.07736603915691376,
+      "learning_rate": 1.3313548284510432e-05,
+      "loss": 0.5926414728164673,
+      "step": 6670
+    },
+    {
+      "epoch": 1.2326338764998672,
+      "grad_norm": 0.05535926669836044,
+      "learning_rate": 1.3311666003581168e-05,
+      "loss": 0.4185660481452942,
+      "step": 6671
+    },
+    {
+      "epoch": 1.232818653208763,
+      "grad_norm": 0.06340336799621582,
+      "learning_rate": 1.330978359085796e-05,
+      "loss": 0.4234006702899933,
+      "step": 6672
+    },
+    {
+      "epoch": 1.2330034299176589,
+      "grad_norm": 0.07930430769920349,
+      "learning_rate": 1.3307901046415723e-05,
+      "loss": 0.5866430401802063,
+      "step": 6673
+    },
+    {
+      "epoch": 1.2331882066265547,
+      "grad_norm": 0.06652922928333282,
+      "learning_rate": 1.330601837032937e-05,
+      "loss": 0.4335622191429138,
+      "step": 6674
+    },
+    {
+      "epoch": 1.2333729833354505,
+      "grad_norm": 0.07018651813268661,
+      "learning_rate": 1.330413556267383e-05,
+      "loss": 0.5484957098960876,
+      "step": 6675
+    },
+    {
+      "epoch": 1.2335577600443464,
+      "grad_norm": 0.0835627093911171,
+      "learning_rate": 1.3302252623524032e-05,
+      "loss": 0.6306493878364563,
+      "step": 6676
+    },
+    {
+      "epoch": 1.2337425367532422,
+      "grad_norm": 0.07812164723873138,
+      "learning_rate": 1.3300369552954913e-05,
+      "loss": 0.5238651633262634,
+      "step": 6677
+    },
+    {
+      "epoch": 1.233927313462138,
+      "grad_norm": 0.07560842484235764,
+      "learning_rate": 1.3298486351041409e-05,
+      "loss": 0.5358222126960754,
+      "step": 6678
+    },
+    {
+      "epoch": 1.2341120901710338,
+      "grad_norm": 0.07144767791032791,
+      "learning_rate": 1.3296603017858467e-05,
+      "loss": 0.5098992586135864,
+      "step": 6679
+    },
+    {
+      "epoch": 1.2342968668799297,
+      "grad_norm": 0.0746634379029274,
+      "learning_rate": 1.3294719553481042e-05,
+      "loss": 0.4734437167644501,
+      "step": 6680
+    },
+    {
+      "epoch": 1.2344816435888255,
+      "grad_norm": 0.0832318589091301,
+      "learning_rate": 1.3292835957984082e-05,
+      "loss": 0.592925488948822,
+      "step": 6681
+    },
+    {
+      "epoch": 1.2346664202977216,
+      "grad_norm": 0.08652772754430771,
+      "learning_rate": 1.3290952231442555e-05,
+      "loss": 0.6108662486076355,
+      "step": 6682
+    },
+    {
+      "epoch": 1.2348511970066174,
+      "grad_norm": 0.06642487645149231,
+      "learning_rate": 1.3289068373931426e-05,
+      "loss": 0.4984731376171112,
+      "step": 6683
+    },
+    {
+      "epoch": 1.2350359737155132,
+      "grad_norm": 0.09597799926996231,
+      "learning_rate": 1.3287184385525667e-05,
+      "loss": 0.5345010757446289,
+      "step": 6684
+    },
+    {
+      "epoch": 1.235220750424409,
+      "grad_norm": 0.08704934269189835,
+      "learning_rate": 1.3285300266300252e-05,
+      "loss": 0.6655499935150146,
+      "step": 6685
+    },
+    {
+      "epoch": 1.2354055271333049,
+      "grad_norm": 0.08564785122871399,
+      "learning_rate": 1.3283416016330164e-05,
+      "loss": 0.601367175579071,
+      "step": 6686
+    },
+    {
+      "epoch": 1.2355903038422007,
+      "grad_norm": 0.07977317273616791,
+      "learning_rate": 1.3281531635690391e-05,
+      "loss": 0.43817946314811707,
+      "step": 6687
+    },
+    {
+      "epoch": 1.2357750805510965,
+      "grad_norm": 0.08475592732429504,
+      "learning_rate": 1.3279647124455927e-05,
+      "loss": 0.5711531043052673,
+      "step": 6688
+    },
+    {
+      "epoch": 1.2359598572599924,
+      "grad_norm": 0.09372538328170776,
+      "learning_rate": 1.3277762482701769e-05,
+      "loss": 0.5565690398216248,
+      "step": 6689
+    },
+    {
+      "epoch": 1.2361446339688882,
+      "grad_norm": 0.08273839950561523,
+      "learning_rate": 1.3275877710502918e-05,
+      "loss": 0.6361427307128906,
+      "step": 6690
+    },
+    {
+      "epoch": 1.236329410677784,
+      "grad_norm": 0.06452780216932297,
+      "learning_rate": 1.327399280793438e-05,
+      "loss": 0.3863506019115448,
+      "step": 6691
+    },
+    {
+      "epoch": 1.2365141873866798,
+      "grad_norm": 0.07726220041513443,
+      "learning_rate": 1.3272107775071176e-05,
+      "loss": 0.6117289662361145,
+      "step": 6692
+    },
+    {
+      "epoch": 1.2366989640955757,
+      "grad_norm": 0.06845694035291672,
+      "learning_rate": 1.3270222611988318e-05,
+      "loss": 0.4468269944190979,
+      "step": 6693
+    },
+    {
+      "epoch": 1.2368837408044717,
+      "grad_norm": 0.09642685204744339,
+      "learning_rate": 1.3268337318760832e-05,
+      "loss": 0.6524372100830078,
+      "step": 6694
+    },
+    {
+      "epoch": 1.2370685175133675,
+      "grad_norm": 0.09860479086637497,
+      "learning_rate": 1.3266451895463743e-05,
+      "loss": 0.6463438272476196,
+      "step": 6695
+    },
+    {
+      "epoch": 1.2372532942222634,
+      "grad_norm": 0.07172819972038269,
+      "learning_rate": 1.326456634217209e-05,
+      "loss": 0.5616058707237244,
+      "step": 6696
+    },
+    {
+      "epoch": 1.2374380709311592,
+      "grad_norm": 0.08177749067544937,
+      "learning_rate": 1.326268065896091e-05,
+      "loss": 0.4797169864177704,
+      "step": 6697
+    },
+    {
+      "epoch": 1.237622847640055,
+      "grad_norm": 0.06497815996408463,
+      "learning_rate": 1.3260794845905249e-05,
+      "loss": 0.45328235626220703,
+      "step": 6698
+    },
+    {
+      "epoch": 1.2378076243489509,
+      "grad_norm": 0.07354207336902618,
+      "learning_rate": 1.3258908903080151e-05,
+      "loss": 0.531097948551178,
+      "step": 6699
+    },
+    {
+      "epoch": 1.2379924010578467,
+      "grad_norm": 0.06290023028850555,
+      "learning_rate": 1.325702283056068e-05,
+      "loss": 0.4945487380027771,
+      "step": 6700
+    },
+    {
+      "epoch": 1.2381771777667425,
+      "grad_norm": 0.07945331186056137,
+      "learning_rate": 1.3255136628421885e-05,
+      "loss": 0.511954128742218,
+      "step": 6701
+    },
+    {
+      "epoch": 1.2383619544756383,
+      "grad_norm": 0.06767923384904861,
+      "learning_rate": 1.325325029673884e-05,
+      "loss": 0.440019428730011,
+      "step": 6702
+    },
+    {
+      "epoch": 1.2385467311845342,
+      "grad_norm": 0.06857583671808243,
+      "learning_rate": 1.3251363835586609e-05,
+      "loss": 0.49880003929138184,
+      "step": 6703
+    },
+    {
+      "epoch": 1.23873150789343,
+      "grad_norm": 0.08058851212263107,
+      "learning_rate": 1.324947724504027e-05,
+      "loss": 0.5239635109901428,
+      "step": 6704
+    },
+    {
+      "epoch": 1.2389162846023258,
+      "grad_norm": 0.0902724415063858,
+      "learning_rate": 1.3247590525174902e-05,
+      "loss": 0.6282240748405457,
+      "step": 6705
+    },
+    {
+      "epoch": 1.2391010613112217,
+      "grad_norm": 0.07073131948709488,
+      "learning_rate": 1.3245703676065594e-05,
+      "loss": 0.4652053713798523,
+      "step": 6706
+    },
+    {
+      "epoch": 1.2392858380201175,
+      "grad_norm": 0.08671863377094269,
+      "learning_rate": 1.3243816697787433e-05,
+      "loss": 0.6942138671875,
+      "step": 6707
+    },
+    {
+      "epoch": 1.2394706147290133,
+      "grad_norm": 0.07620774209499359,
+      "learning_rate": 1.3241929590415514e-05,
+      "loss": 0.5614061951637268,
+      "step": 6708
+    },
+    {
+      "epoch": 1.2396553914379091,
+      "grad_norm": 0.06715484708547592,
+      "learning_rate": 1.3240042354024944e-05,
+      "loss": 0.4390954077243805,
+      "step": 6709
+    },
+    {
+      "epoch": 1.239840168146805,
+      "grad_norm": 0.05757160112261772,
+      "learning_rate": 1.3238154988690821e-05,
+      "loss": 0.41786855459213257,
+      "step": 6710
+    },
+    {
+      "epoch": 1.240024944855701,
+      "grad_norm": 0.07303710281848907,
+      "learning_rate": 1.3236267494488262e-05,
+      "loss": 0.5968295335769653,
+      "step": 6711
+    },
+    {
+      "epoch": 1.2402097215645969,
+      "grad_norm": 0.09075836092233658,
+      "learning_rate": 1.3234379871492381e-05,
+      "loss": 0.704807698726654,
+      "step": 6712
+    },
+    {
+      "epoch": 1.2403944982734927,
+      "grad_norm": 0.06804577261209488,
+      "learning_rate": 1.3232492119778301e-05,
+      "loss": 0.4883617162704468,
+      "step": 6713
+    },
+    {
+      "epoch": 1.2405792749823885,
+      "grad_norm": 0.0695258155465126,
+      "learning_rate": 1.3230604239421148e-05,
+      "loss": 0.5278023481369019,
+      "step": 6714
+    },
+    {
+      "epoch": 1.2407640516912843,
+      "grad_norm": 0.07082250714302063,
+      "learning_rate": 1.3228716230496055e-05,
+      "loss": 0.4770531952381134,
+      "step": 6715
+    },
+    {
+      "epoch": 1.2409488284001802,
+      "grad_norm": 0.0864938423037529,
+      "learning_rate": 1.3226828093078157e-05,
+      "loss": 0.6933788657188416,
+      "step": 6716
+    },
+    {
+      "epoch": 1.241133605109076,
+      "grad_norm": 0.08195040374994278,
+      "learning_rate": 1.3224939827242596e-05,
+      "loss": 0.5969827175140381,
+      "step": 6717
+    },
+    {
+      "epoch": 1.2413183818179718,
+      "grad_norm": 0.07748837023973465,
+      "learning_rate": 1.3223051433064515e-05,
+      "loss": 0.6048961281776428,
+      "step": 6718
+    },
+    {
+      "epoch": 1.2415031585268677,
+      "grad_norm": 0.07402081042528152,
+      "learning_rate": 1.3221162910619076e-05,
+      "loss": 0.42801129817962646,
+      "step": 6719
+    },
+    {
+      "epoch": 1.2416879352357635,
+      "grad_norm": 0.08601423352956772,
+      "learning_rate": 1.321927425998143e-05,
+      "loss": 0.6223377585411072,
+      "step": 6720
+    },
+    {
+      "epoch": 1.2418727119446593,
+      "grad_norm": 0.0846116915345192,
+      "learning_rate": 1.3217385481226736e-05,
+      "loss": 0.5239998698234558,
+      "step": 6721
+    },
+    {
+      "epoch": 1.2420574886535551,
+      "grad_norm": 0.07802564650774002,
+      "learning_rate": 1.321549657443017e-05,
+      "loss": 0.4778412878513336,
+      "step": 6722
+    },
+    {
+      "epoch": 1.242242265362451,
+      "grad_norm": 0.09074050933122635,
+      "learning_rate": 1.3213607539666899e-05,
+      "loss": 0.6743155717849731,
+      "step": 6723
+    },
+    {
+      "epoch": 1.242427042071347,
+      "grad_norm": 0.06890838593244553,
+      "learning_rate": 1.3211718377012103e-05,
+      "loss": 0.4325670003890991,
+      "step": 6724
+    },
+    {
+      "epoch": 1.2426118187802428,
+      "grad_norm": 0.08446649461984634,
+      "learning_rate": 1.3209829086540964e-05,
+      "loss": 0.6355634331703186,
+      "step": 6725
+    },
+    {
+      "epoch": 1.2427965954891387,
+      "grad_norm": 0.07344458997249603,
+      "learning_rate": 1.3207939668328671e-05,
+      "loss": 0.5197588801383972,
+      "step": 6726
+    },
+    {
+      "epoch": 1.2429813721980345,
+      "grad_norm": 0.06373180449008942,
+      "learning_rate": 1.320605012245041e-05,
+      "loss": 0.44659337401390076,
+      "step": 6727
+    },
+    {
+      "epoch": 1.2431661489069303,
+      "grad_norm": 0.07958760857582092,
+      "learning_rate": 1.320416044898139e-05,
+      "loss": 0.6337906718254089,
+      "step": 6728
+    },
+    {
+      "epoch": 1.2433509256158262,
+      "grad_norm": 0.08500469475984573,
+      "learning_rate": 1.3202270647996807e-05,
+      "loss": 0.6289973258972168,
+      "step": 6729
+    },
+    {
+      "epoch": 1.243535702324722,
+      "grad_norm": 0.08085852116346359,
+      "learning_rate": 1.3200380719571868e-05,
+      "loss": 0.5270951986312866,
+      "step": 6730
+    },
+    {
+      "epoch": 1.2437204790336178,
+      "grad_norm": 0.08276652544736862,
+      "learning_rate": 1.319849066378179e-05,
+      "loss": 0.7250403165817261,
+      "step": 6731
+    },
+    {
+      "epoch": 1.2439052557425136,
+      "grad_norm": 0.08534059673547745,
+      "learning_rate": 1.3196600480701796e-05,
+      "loss": 0.5166981220245361,
+      "step": 6732
+    },
+    {
+      "epoch": 1.2440900324514095,
+      "grad_norm": 0.07980574667453766,
+      "learning_rate": 1.31947101704071e-05,
+      "loss": 0.5468252301216125,
+      "step": 6733
+    },
+    {
+      "epoch": 1.2442748091603053,
+      "grad_norm": 0.06491481512784958,
+      "learning_rate": 1.3192819732972931e-05,
+      "loss": 0.48686864972114563,
+      "step": 6734
+    },
+    {
+      "epoch": 1.2444595858692011,
+      "grad_norm": 0.0737755075097084,
+      "learning_rate": 1.3190929168474528e-05,
+      "loss": 0.5102857947349548,
+      "step": 6735
+    },
+    {
+      "epoch": 1.244644362578097,
+      "grad_norm": 0.07817957550287247,
+      "learning_rate": 1.318903847698713e-05,
+      "loss": 0.4815283715724945,
+      "step": 6736
+    },
+    {
+      "epoch": 1.2448291392869928,
+      "grad_norm": 0.06640022993087769,
+      "learning_rate": 1.3187147658585975e-05,
+      "loss": 0.47119250893592834,
+      "step": 6737
+    },
+    {
+      "epoch": 1.2450139159958886,
+      "grad_norm": 0.08190456032752991,
+      "learning_rate": 1.3185256713346315e-05,
+      "loss": 0.5948231220245361,
+      "step": 6738
+    },
+    {
+      "epoch": 1.2451986927047844,
+      "grad_norm": 0.06790990382432938,
+      "learning_rate": 1.3183365641343404e-05,
+      "loss": 0.42641395330429077,
+      "step": 6739
+    },
+    {
+      "epoch": 1.2453834694136805,
+      "grad_norm": 0.09158918261528015,
+      "learning_rate": 1.3181474442652498e-05,
+      "loss": 0.5970664024353027,
+      "step": 6740
+    },
+    {
+      "epoch": 1.2455682461225763,
+      "grad_norm": 0.07614406943321228,
+      "learning_rate": 1.3179583117348865e-05,
+      "loss": 0.5861613154411316,
+      "step": 6741
+    },
+    {
+      "epoch": 1.2457530228314722,
+      "grad_norm": 0.08723059296607971,
+      "learning_rate": 1.317769166550777e-05,
+      "loss": 0.6448711156845093,
+      "step": 6742
+    },
+    {
+      "epoch": 1.245937799540368,
+      "grad_norm": 0.08985978364944458,
+      "learning_rate": 1.3175800087204488e-05,
+      "loss": 0.5434716939926147,
+      "step": 6743
+    },
+    {
+      "epoch": 1.2461225762492638,
+      "grad_norm": 0.08016160130500793,
+      "learning_rate": 1.3173908382514298e-05,
+      "loss": 0.49246692657470703,
+      "step": 6744
+    },
+    {
+      "epoch": 1.2463073529581596,
+      "grad_norm": 0.07651840895414352,
+      "learning_rate": 1.3172016551512487e-05,
+      "loss": 0.5844117403030396,
+      "step": 6745
+    },
+    {
+      "epoch": 1.2464921296670555,
+      "grad_norm": 0.08612750470638275,
+      "learning_rate": 1.317012459427434e-05,
+      "loss": 0.49526458978652954,
+      "step": 6746
+    },
+    {
+      "epoch": 1.2466769063759513,
+      "grad_norm": 0.06630276143550873,
+      "learning_rate": 1.3168232510875152e-05,
+      "loss": 0.4218505024909973,
+      "step": 6747
+    },
+    {
+      "epoch": 1.2468616830848471,
+      "grad_norm": 0.06982891261577606,
+      "learning_rate": 1.3166340301390222e-05,
+      "loss": 0.43704402446746826,
+      "step": 6748
+    },
+    {
+      "epoch": 1.247046459793743,
+      "grad_norm": 0.10117150843143463,
+      "learning_rate": 1.3164447965894856e-05,
+      "loss": 0.618638277053833,
+      "step": 6749
+    },
+    {
+      "epoch": 1.2472312365026388,
+      "grad_norm": 0.07406169176101685,
+      "learning_rate": 1.3162555504464358e-05,
+      "loss": 0.47164854407310486,
+      "step": 6750
+    },
+    {
+      "epoch": 1.2474160132115346,
+      "grad_norm": 0.10184917598962784,
+      "learning_rate": 1.3160662917174045e-05,
+      "loss": 0.6744089722633362,
+      "step": 6751
+    },
+    {
+      "epoch": 1.2476007899204304,
+      "grad_norm": 0.06890112161636353,
+      "learning_rate": 1.3158770204099241e-05,
+      "loss": 0.4289524257183075,
+      "step": 6752
+    },
+    {
+      "epoch": 1.2477855666293265,
+      "grad_norm": 0.06529653072357178,
+      "learning_rate": 1.3156877365315264e-05,
+      "loss": 0.39639273285865784,
+      "step": 6753
+    },
+    {
+      "epoch": 1.2479703433382223,
+      "grad_norm": 0.0774889588356018,
+      "learning_rate": 1.315498440089744e-05,
+      "loss": 0.641357958316803,
+      "step": 6754
+    },
+    {
+      "epoch": 1.2481551200471181,
+      "grad_norm": 0.05716458335518837,
+      "learning_rate": 1.315309131092111e-05,
+      "loss": 0.3876572549343109,
+      "step": 6755
+    },
+    {
+      "epoch": 1.248339896756014,
+      "grad_norm": 0.0856190174818039,
+      "learning_rate": 1.3151198095461614e-05,
+      "loss": 0.6331546306610107,
+      "step": 6756
+    },
+    {
+      "epoch": 1.2485246734649098,
+      "grad_norm": 0.07629573345184326,
+      "learning_rate": 1.3149304754594287e-05,
+      "loss": 0.6202632784843445,
+      "step": 6757
+    },
+    {
+      "epoch": 1.2487094501738056,
+      "grad_norm": 0.09377996623516083,
+      "learning_rate": 1.3147411288394487e-05,
+      "loss": 0.733933687210083,
+      "step": 6758
+    },
+    {
+      "epoch": 1.2488942268827015,
+      "grad_norm": 0.07805003225803375,
+      "learning_rate": 1.3145517696937567e-05,
+      "loss": 0.5285007953643799,
+      "step": 6759
+    },
+    {
+      "epoch": 1.2490790035915973,
+      "grad_norm": 0.07465283572673798,
+      "learning_rate": 1.3143623980298879e-05,
+      "loss": 0.5317094326019287,
+      "step": 6760
+    },
+    {
+      "epoch": 1.2492637803004931,
+      "grad_norm": 0.08603695034980774,
+      "learning_rate": 1.3141730138553792e-05,
+      "loss": 0.7554119825363159,
+      "step": 6761
+    },
+    {
+      "epoch": 1.249448557009389,
+      "grad_norm": 0.06203283742070198,
+      "learning_rate": 1.3139836171777678e-05,
+      "loss": 0.5262657403945923,
+      "step": 6762
+    },
+    {
+      "epoch": 1.2496333337182848,
+      "grad_norm": 0.09563897550106049,
+      "learning_rate": 1.3137942080045906e-05,
+      "loss": 0.6859795451164246,
+      "step": 6763
+    },
+    {
+      "epoch": 1.2498181104271806,
+      "grad_norm": 0.07398170232772827,
+      "learning_rate": 1.3136047863433854e-05,
+      "loss": 0.5132628083229065,
+      "step": 6764
+    },
+    {
+      "epoch": 1.2500028871360764,
+      "grad_norm": 0.08611463010311127,
+      "learning_rate": 1.3134153522016912e-05,
+      "loss": 0.6254287958145142,
+      "step": 6765
+    },
+    {
+      "epoch": 1.2501876638449723,
+      "grad_norm": 0.08766376227140427,
+      "learning_rate": 1.3132259055870467e-05,
+      "loss": 0.5664530992507935,
+      "step": 6766
+    },
+    {
+      "epoch": 1.250372440553868,
+      "grad_norm": 0.08339742571115494,
+      "learning_rate": 1.3130364465069906e-05,
+      "loss": 0.5552389025688171,
+      "step": 6767
+    },
+    {
+      "epoch": 1.250557217262764,
+      "grad_norm": 0.0711752325296402,
+      "learning_rate": 1.3128469749690635e-05,
+      "loss": 0.5233983993530273,
+      "step": 6768
+    },
+    {
+      "epoch": 1.2507419939716597,
+      "grad_norm": 0.07766459137201309,
+      "learning_rate": 1.312657490980806e-05,
+      "loss": 0.6995660066604614,
+      "step": 6769
+    },
+    {
+      "epoch": 1.2509267706805556,
+      "grad_norm": 0.06316307187080383,
+      "learning_rate": 1.312467994549758e-05,
+      "loss": 0.4747420847415924,
+      "step": 6770
+    },
+    {
+      "epoch": 1.2511115473894516,
+      "grad_norm": 0.0716712549328804,
+      "learning_rate": 1.3122784856834615e-05,
+      "loss": 0.5163635611534119,
+      "step": 6771
+    },
+    {
+      "epoch": 1.2512963240983475,
+      "grad_norm": 0.07563406974077225,
+      "learning_rate": 1.3120889643894584e-05,
+      "loss": 0.5496046543121338,
+      "step": 6772
+    },
+    {
+      "epoch": 1.2514811008072433,
+      "grad_norm": 0.09463442116975784,
+      "learning_rate": 1.311899430675291e-05,
+      "loss": 0.625213086605072,
+      "step": 6773
+    },
+    {
+      "epoch": 1.2516658775161391,
+      "grad_norm": 0.06193559616804123,
+      "learning_rate": 1.3117098845485016e-05,
+      "loss": 0.404417484998703,
+      "step": 6774
+    },
+    {
+      "epoch": 1.251850654225035,
+      "grad_norm": 0.06744953989982605,
+      "learning_rate": 1.3115203260166345e-05,
+      "loss": 0.5050620436668396,
+      "step": 6775
+    },
+    {
+      "epoch": 1.2520354309339308,
+      "grad_norm": 0.06575006991624832,
+      "learning_rate": 1.3113307550872327e-05,
+      "loss": 0.4802807569503784,
+      "step": 6776
+    },
+    {
+      "epoch": 1.2522202076428266,
+      "grad_norm": 0.06637375056743622,
+      "learning_rate": 1.311141171767841e-05,
+      "loss": 0.45567330718040466,
+      "step": 6777
+    },
+    {
+      "epoch": 1.2524049843517224,
+      "grad_norm": 0.07214214652776718,
+      "learning_rate": 1.310951576066004e-05,
+      "loss": 0.5020220279693604,
+      "step": 6778
+    },
+    {
+      "epoch": 1.2525897610606183,
+      "grad_norm": 0.06326988339424133,
+      "learning_rate": 1.3107619679892676e-05,
+      "loss": 0.40720850229263306,
+      "step": 6779
+    },
+    {
+      "epoch": 1.252774537769514,
+      "grad_norm": 0.09027061611413956,
+      "learning_rate": 1.3105723475451765e-05,
+      "loss": 0.5622882843017578,
+      "step": 6780
+    },
+    {
+      "epoch": 1.25295931447841,
+      "grad_norm": 0.07883419841527939,
+      "learning_rate": 1.3103827147412781e-05,
+      "loss": 0.600059986114502,
+      "step": 6781
+    },
+    {
+      "epoch": 1.253144091187306,
+      "grad_norm": 0.07642436027526855,
+      "learning_rate": 1.3101930695851186e-05,
+      "loss": 0.4871520698070526,
+      "step": 6782
+    },
+    {
+      "epoch": 1.2533288678962018,
+      "grad_norm": 0.07144514471292496,
+      "learning_rate": 1.3100034120842453e-05,
+      "loss": 0.3252977132797241,
+      "step": 6783
+    },
+    {
+      "epoch": 1.2535136446050976,
+      "grad_norm": 0.07730413973331451,
+      "learning_rate": 1.309813742246206e-05,
+      "loss": 0.5172085762023926,
+      "step": 6784
+    },
+    {
+      "epoch": 1.2536984213139934,
+      "grad_norm": 0.0767231211066246,
+      "learning_rate": 1.309624060078549e-05,
+      "loss": 0.551487147808075,
+      "step": 6785
+    },
+    {
+      "epoch": 1.2538831980228893,
+      "grad_norm": 0.05568498373031616,
+      "learning_rate": 1.3094343655888233e-05,
+      "loss": 0.3281753957271576,
+      "step": 6786
+    },
+    {
+      "epoch": 1.254067974731785,
+      "grad_norm": 0.08305204659700394,
+      "learning_rate": 1.309244658784578e-05,
+      "loss": 0.6095369458198547,
+      "step": 6787
+    },
+    {
+      "epoch": 1.254252751440681,
+      "grad_norm": 0.06953762471675873,
+      "learning_rate": 1.3090549396733626e-05,
+      "loss": 0.5702585577964783,
+      "step": 6788
+    },
+    {
+      "epoch": 1.2544375281495768,
+      "grad_norm": 0.06709403544664383,
+      "learning_rate": 1.3088652082627276e-05,
+      "loss": 0.5290798544883728,
+      "step": 6789
+    },
+    {
+      "epoch": 1.2546223048584726,
+      "grad_norm": 0.0815216526389122,
+      "learning_rate": 1.3086754645602235e-05,
+      "loss": 0.5775642395019531,
+      "step": 6790
+    },
+    {
+      "epoch": 1.2548070815673684,
+      "grad_norm": 0.07735057175159454,
+      "learning_rate": 1.308485708573402e-05,
+      "loss": 0.5133861899375916,
+      "step": 6791
+    },
+    {
+      "epoch": 1.2549918582762642,
+      "grad_norm": 0.07463232427835464,
+      "learning_rate": 1.3082959403098139e-05,
+      "loss": 0.4989258050918579,
+      "step": 6792
+    },
+    {
+      "epoch": 1.25517663498516,
+      "grad_norm": 0.07572955638170242,
+      "learning_rate": 1.3081061597770124e-05,
+      "loss": 0.5668498277664185,
+      "step": 6793
+    },
+    {
+      "epoch": 1.255361411694056,
+      "grad_norm": 0.0815187320113182,
+      "learning_rate": 1.3079163669825495e-05,
+      "loss": 0.5903770327568054,
+      "step": 6794
+    },
+    {
+      "epoch": 1.2555461884029517,
+      "grad_norm": 0.08574850112199783,
+      "learning_rate": 1.3077265619339783e-05,
+      "loss": 0.7418274283409119,
+      "step": 6795
+    },
+    {
+      "epoch": 1.2557309651118476,
+      "grad_norm": 0.068257175385952,
+      "learning_rate": 1.307536744638853e-05,
+      "loss": 0.47835734486579895,
+      "step": 6796
+    },
+    {
+      "epoch": 1.2559157418207434,
+      "grad_norm": 0.0685720145702362,
+      "learning_rate": 1.3073469151047272e-05,
+      "loss": 0.415475994348526,
+      "step": 6797
+    },
+    {
+      "epoch": 1.2561005185296392,
+      "grad_norm": 0.06705527752637863,
+      "learning_rate": 1.3071570733391558e-05,
+      "loss": 0.5454516410827637,
+      "step": 6798
+    },
+    {
+      "epoch": 1.256285295238535,
+      "grad_norm": 0.06844533234834671,
+      "learning_rate": 1.3069672193496938e-05,
+      "loss": 0.4502028822898865,
+      "step": 6799
+    },
+    {
+      "epoch": 1.256470071947431,
+      "grad_norm": 0.06797377020120621,
+      "learning_rate": 1.306777353143897e-05,
+      "loss": 0.4507002532482147,
+      "step": 6800
+    },
+    {
+      "epoch": 1.256654848656327,
+      "grad_norm": 0.07801464200019836,
+      "learning_rate": 1.3065874747293212e-05,
+      "loss": 0.490688294172287,
+      "step": 6801
+    },
+    {
+      "epoch": 1.2568396253652228,
+      "grad_norm": 0.09060056507587433,
+      "learning_rate": 1.3063975841135232e-05,
+      "loss": 0.6962713003158569,
+      "step": 6802
+    },
+    {
+      "epoch": 1.2570244020741186,
+      "grad_norm": 0.09092527627944946,
+      "learning_rate": 1.3062076813040601e-05,
+      "loss": 0.617733359336853,
+      "step": 6803
+    },
+    {
+      "epoch": 1.2572091787830144,
+      "grad_norm": 0.0821225643157959,
+      "learning_rate": 1.306017766308489e-05,
+      "loss": 0.6366010904312134,
+      "step": 6804
+    },
+    {
+      "epoch": 1.2573939554919102,
+      "grad_norm": 0.0752747431397438,
+      "learning_rate": 1.3058278391343682e-05,
+      "loss": 0.6357575058937073,
+      "step": 6805
+    },
+    {
+      "epoch": 1.257578732200806,
+      "grad_norm": 0.06302738189697266,
+      "learning_rate": 1.3056378997892565e-05,
+      "loss": 0.43746256828308105,
+      "step": 6806
+    },
+    {
+      "epoch": 1.257763508909702,
+      "grad_norm": 0.07448502629995346,
+      "learning_rate": 1.3054479482807122e-05,
+      "loss": 0.5271299481391907,
+      "step": 6807
+    },
+    {
+      "epoch": 1.2579482856185977,
+      "grad_norm": 0.07659098505973816,
+      "learning_rate": 1.3052579846162957e-05,
+      "loss": 0.580751359462738,
+      "step": 6808
+    },
+    {
+      "epoch": 1.2581330623274936,
+      "grad_norm": 0.08074422180652618,
+      "learning_rate": 1.3050680088035658e-05,
+      "loss": 0.4916374087333679,
+      "step": 6809
+    },
+    {
+      "epoch": 1.2583178390363894,
+      "grad_norm": 0.05657816305756569,
+      "learning_rate": 1.304878020850084e-05,
+      "loss": 0.40220433473587036,
+      "step": 6810
+    },
+    {
+      "epoch": 1.2585026157452854,
+      "grad_norm": 0.0831356793642044,
+      "learning_rate": 1.3046880207634109e-05,
+      "loss": 0.6043918132781982,
+      "step": 6811
+    },
+    {
+      "epoch": 1.2586873924541813,
+      "grad_norm": 0.09046194702386856,
+      "learning_rate": 1.3044980085511076e-05,
+      "loss": 0.6078789830207825,
+      "step": 6812
+    },
+    {
+      "epoch": 1.258872169163077,
+      "grad_norm": 0.06054454669356346,
+      "learning_rate": 1.3043079842207363e-05,
+      "loss": 0.40452149510383606,
+      "step": 6813
+    },
+    {
+      "epoch": 1.259056945871973,
+      "grad_norm": 0.06690578907728195,
+      "learning_rate": 1.3041179477798593e-05,
+      "loss": 0.5067480206489563,
+      "step": 6814
+    },
+    {
+      "epoch": 1.2592417225808687,
+      "grad_norm": 0.079596608877182,
+      "learning_rate": 1.3039278992360393e-05,
+      "loss": 0.5522646903991699,
+      "step": 6815
+    },
+    {
+      "epoch": 1.2594264992897646,
+      "grad_norm": 0.0601852685213089,
+      "learning_rate": 1.30373783859684e-05,
+      "loss": 0.41679537296295166,
+      "step": 6816
+    },
+    {
+      "epoch": 1.2596112759986604,
+      "grad_norm": 0.0934712216258049,
+      "learning_rate": 1.3035477658698247e-05,
+      "loss": 0.6759485602378845,
+      "step": 6817
+    },
+    {
+      "epoch": 1.2597960527075562,
+      "grad_norm": 0.09387373924255371,
+      "learning_rate": 1.3033576810625583e-05,
+      "loss": 0.7017277479171753,
+      "step": 6818
+    },
+    {
+      "epoch": 1.259980829416452,
+      "grad_norm": 0.10304391384124756,
+      "learning_rate": 1.3031675841826052e-05,
+      "loss": 0.7227799892425537,
+      "step": 6819
+    },
+    {
+      "epoch": 1.260165606125348,
+      "grad_norm": 0.051855817437171936,
+      "learning_rate": 1.3029774752375307e-05,
+      "loss": 0.32178065180778503,
+      "step": 6820
+    },
+    {
+      "epoch": 1.2603503828342437,
+      "grad_norm": 0.08134342730045319,
+      "learning_rate": 1.3027873542349005e-05,
+      "loss": 0.5557973980903625,
+      "step": 6821
+    },
+    {
+      "epoch": 1.2605351595431395,
+      "grad_norm": 0.07952242344617844,
+      "learning_rate": 1.302597221182281e-05,
+      "loss": 0.6073988080024719,
+      "step": 6822
+    },
+    {
+      "epoch": 1.2607199362520354,
+      "grad_norm": 0.0611259751021862,
+      "learning_rate": 1.3024070760872389e-05,
+      "loss": 0.42082422971725464,
+      "step": 6823
+    },
+    {
+      "epoch": 1.2609047129609312,
+      "grad_norm": 0.07557714730501175,
+      "learning_rate": 1.3022169189573411e-05,
+      "loss": 0.5456272959709167,
+      "step": 6824
+    },
+    {
+      "epoch": 1.261089489669827,
+      "grad_norm": 0.08217813819646835,
+      "learning_rate": 1.3020267498001555e-05,
+      "loss": 0.536934494972229,
+      "step": 6825
+    },
+    {
+      "epoch": 1.2612742663787229,
+      "grad_norm": 0.06710366904735565,
+      "learning_rate": 1.3018365686232502e-05,
+      "loss": 0.5903006792068481,
+      "step": 6826
+    },
+    {
+      "epoch": 1.2614590430876187,
+      "grad_norm": 0.06867175549268723,
+      "learning_rate": 1.3016463754341936e-05,
+      "loss": 0.45960867404937744,
+      "step": 6827
+    },
+    {
+      "epoch": 1.2616438197965145,
+      "grad_norm": 0.09854653477668762,
+      "learning_rate": 1.3014561702405552e-05,
+      "loss": 0.62856525182724,
+      "step": 6828
+    },
+    {
+      "epoch": 1.2618285965054106,
+      "grad_norm": 0.08738111704587936,
+      "learning_rate": 1.3012659530499043e-05,
+      "loss": 0.5031391382217407,
+      "step": 6829
+    },
+    {
+      "epoch": 1.2620133732143064,
+      "grad_norm": 0.06079642102122307,
+      "learning_rate": 1.3010757238698108e-05,
+      "loss": 0.38979560136795044,
+      "step": 6830
+    },
+    {
+      "epoch": 1.2621981499232022,
+      "grad_norm": 0.06816396117210388,
+      "learning_rate": 1.3008854827078458e-05,
+      "loss": 0.4951815605163574,
+      "step": 6831
+    },
+    {
+      "epoch": 1.262382926632098,
+      "grad_norm": 0.07417619228363037,
+      "learning_rate": 1.3006952295715802e-05,
+      "loss": 0.4765762686729431,
+      "step": 6832
+    },
+    {
+      "epoch": 1.2625677033409939,
+      "grad_norm": 0.06951801478862762,
+      "learning_rate": 1.3005049644685847e-05,
+      "loss": 0.4217744469642639,
+      "step": 6833
+    },
+    {
+      "epoch": 1.2627524800498897,
+      "grad_norm": 0.08772267401218414,
+      "learning_rate": 1.3003146874064317e-05,
+      "loss": 0.637980043888092,
+      "step": 6834
+    },
+    {
+      "epoch": 1.2629372567587855,
+      "grad_norm": 0.07551013678312302,
+      "learning_rate": 1.300124398392694e-05,
+      "loss": 0.529155433177948,
+      "step": 6835
+    },
+    {
+      "epoch": 1.2631220334676814,
+      "grad_norm": 0.08979663252830505,
+      "learning_rate": 1.2999340974349442e-05,
+      "loss": 0.6354886889457703,
+      "step": 6836
+    },
+    {
+      "epoch": 1.2633068101765772,
+      "grad_norm": 0.06971348822116852,
+      "learning_rate": 1.2997437845407555e-05,
+      "loss": 0.5855482816696167,
+      "step": 6837
+    },
+    {
+      "epoch": 1.263491586885473,
+      "grad_norm": 0.07374582439661026,
+      "learning_rate": 1.2995534597177023e-05,
+      "loss": 0.4582844376564026,
+      "step": 6838
+    },
+    {
+      "epoch": 1.2636763635943689,
+      "grad_norm": 0.09206511825323105,
+      "learning_rate": 1.2993631229733584e-05,
+      "loss": 0.6397450566291809,
+      "step": 6839
+    },
+    {
+      "epoch": 1.263861140303265,
+      "grad_norm": 0.0784001424908638,
+      "learning_rate": 1.2991727743152983e-05,
+      "loss": 0.5534389019012451,
+      "step": 6840
+    },
+    {
+      "epoch": 1.2640459170121607,
+      "grad_norm": 0.0904441550374031,
+      "learning_rate": 1.2989824137510984e-05,
+      "loss": 0.8288828134536743,
+      "step": 6841
+    },
+    {
+      "epoch": 1.2642306937210566,
+      "grad_norm": 0.09138955175876617,
+      "learning_rate": 1.2987920412883336e-05,
+      "loss": 0.6156802177429199,
+      "step": 6842
+    },
+    {
+      "epoch": 1.2644154704299524,
+      "grad_norm": 0.09530110657215118,
+      "learning_rate": 1.2986016569345806e-05,
+      "loss": 0.6880958080291748,
+      "step": 6843
+    },
+    {
+      "epoch": 1.2646002471388482,
+      "grad_norm": 0.08604827523231506,
+      "learning_rate": 1.2984112606974155e-05,
+      "loss": 0.6318317651748657,
+      "step": 6844
+    },
+    {
+      "epoch": 1.264785023847744,
+      "grad_norm": 0.07958484441041946,
+      "learning_rate": 1.298220852584416e-05,
+      "loss": 0.4509182870388031,
+      "step": 6845
+    },
+    {
+      "epoch": 1.2649698005566399,
+      "grad_norm": 0.07328151166439056,
+      "learning_rate": 1.2980304326031593e-05,
+      "loss": 0.5359677672386169,
+      "step": 6846
+    },
+    {
+      "epoch": 1.2651545772655357,
+      "grad_norm": 0.06363991647958755,
+      "learning_rate": 1.2978400007612242e-05,
+      "loss": 0.46096542477607727,
+      "step": 6847
+    },
+    {
+      "epoch": 1.2653393539744315,
+      "grad_norm": 0.08119732141494751,
+      "learning_rate": 1.2976495570661888e-05,
+      "loss": 0.49483710527420044,
+      "step": 6848
+    },
+    {
+      "epoch": 1.2655241306833274,
+      "grad_norm": 0.05809759348630905,
+      "learning_rate": 1.2974591015256324e-05,
+      "loss": 0.41567057371139526,
+      "step": 6849
+    },
+    {
+      "epoch": 1.2657089073922232,
+      "grad_norm": 0.059295497834682465,
+      "learning_rate": 1.2972686341471338e-05,
+      "loss": 0.419766366481781,
+      "step": 6850
+    },
+    {
+      "epoch": 1.265893684101119,
+      "grad_norm": 0.07198849320411682,
+      "learning_rate": 1.2970781549382743e-05,
+      "loss": 0.46864405274391174,
+      "step": 6851
+    },
+    {
+      "epoch": 1.2660784608100148,
+      "grad_norm": 0.06495899707078934,
+      "learning_rate": 1.2968876639066335e-05,
+      "loss": 0.36471015214920044,
+      "step": 6852
+    },
+    {
+      "epoch": 1.2662632375189107,
+      "grad_norm": 0.07884179800748825,
+      "learning_rate": 1.2966971610597922e-05,
+      "loss": 0.4284929037094116,
+      "step": 6853
+    },
+    {
+      "epoch": 1.2664480142278065,
+      "grad_norm": 0.06695716083049774,
+      "learning_rate": 1.2965066464053323e-05,
+      "loss": 0.42951127886772156,
+      "step": 6854
+    },
+    {
+      "epoch": 1.2666327909367023,
+      "grad_norm": 0.10632362216711044,
+      "learning_rate": 1.2963161199508356e-05,
+      "loss": 0.6579766273498535,
+      "step": 6855
+    },
+    {
+      "epoch": 1.2668175676455982,
+      "grad_norm": 0.05297665670514107,
+      "learning_rate": 1.2961255817038842e-05,
+      "loss": 0.3616389334201813,
+      "step": 6856
+    },
+    {
+      "epoch": 1.267002344354494,
+      "grad_norm": 0.08395391702651978,
+      "learning_rate": 1.2959350316720613e-05,
+      "loss": 0.6917855143547058,
+      "step": 6857
+    },
+    {
+      "epoch": 1.26718712106339,
+      "grad_norm": 0.09088056534528732,
+      "learning_rate": 1.29574446986295e-05,
+      "loss": 0.6455844640731812,
+      "step": 6858
+    },
+    {
+      "epoch": 1.2673718977722859,
+      "grad_norm": 0.10937219858169556,
+      "learning_rate": 1.295553896284134e-05,
+      "loss": 0.7937737703323364,
+      "step": 6859
+    },
+    {
+      "epoch": 1.2675566744811817,
+      "grad_norm": 0.09938866645097733,
+      "learning_rate": 1.2953633109431975e-05,
+      "loss": 0.7208584547042847,
+      "step": 6860
+    },
+    {
+      "epoch": 1.2677414511900775,
+      "grad_norm": 0.06810204684734344,
+      "learning_rate": 1.2951727138477255e-05,
+      "loss": 0.3876679539680481,
+      "step": 6861
+    },
+    {
+      "epoch": 1.2679262278989734,
+      "grad_norm": 0.07531758397817612,
+      "learning_rate": 1.294982105005303e-05,
+      "loss": 0.5154255628585815,
+      "step": 6862
+    },
+    {
+      "epoch": 1.2681110046078692,
+      "grad_norm": 0.08114465326070786,
+      "learning_rate": 1.2947914844235154e-05,
+      "loss": 0.4871000349521637,
+      "step": 6863
+    },
+    {
+      "epoch": 1.268295781316765,
+      "grad_norm": 0.09290967136621475,
+      "learning_rate": 1.2946008521099488e-05,
+      "loss": 0.678450882434845,
+      "step": 6864
+    },
+    {
+      "epoch": 1.2684805580256608,
+      "grad_norm": 0.05580367147922516,
+      "learning_rate": 1.2944102080721905e-05,
+      "loss": 0.36511459946632385,
+      "step": 6865
+    },
+    {
+      "epoch": 1.2686653347345567,
+      "grad_norm": 0.0826374813914299,
+      "learning_rate": 1.2942195523178268e-05,
+      "loss": 0.6721389293670654,
+      "step": 6866
+    },
+    {
+      "epoch": 1.2688501114434525,
+      "grad_norm": 0.08435200899839401,
+      "learning_rate": 1.2940288848544451e-05,
+      "loss": 0.5716503262519836,
+      "step": 6867
+    },
+    {
+      "epoch": 1.2690348881523483,
+      "grad_norm": 0.08023706823587418,
+      "learning_rate": 1.2938382056896342e-05,
+      "loss": 0.5046827793121338,
+      "step": 6868
+    },
+    {
+      "epoch": 1.2692196648612444,
+      "grad_norm": 0.06476599723100662,
+      "learning_rate": 1.293647514830982e-05,
+      "loss": 0.47997936606407166,
+      "step": 6869
+    },
+    {
+      "epoch": 1.2694044415701402,
+      "grad_norm": 0.06006301939487457,
+      "learning_rate": 1.2934568122860766e-05,
+      "loss": 0.44025835394859314,
+      "step": 6870
+    },
+    {
+      "epoch": 1.269589218279036,
+      "grad_norm": 0.0865289717912674,
+      "learning_rate": 1.293266098062509e-05,
+      "loss": 0.6664592623710632,
+      "step": 6871
+    },
+    {
+      "epoch": 1.2697739949879319,
+      "grad_norm": 0.0914430171251297,
+      "learning_rate": 1.2930753721678681e-05,
+      "loss": 0.6752035021781921,
+      "step": 6872
+    },
+    {
+      "epoch": 1.2699587716968277,
+      "grad_norm": 0.07003988325595856,
+      "learning_rate": 1.2928846346097442e-05,
+      "loss": 0.5116729140281677,
+      "step": 6873
+    },
+    {
+      "epoch": 1.2701435484057235,
+      "grad_norm": 0.0638568103313446,
+      "learning_rate": 1.2926938853957278e-05,
+      "loss": 0.38800185918807983,
+      "step": 6874
+    },
+    {
+      "epoch": 1.2703283251146193,
+      "grad_norm": 0.0729961097240448,
+      "learning_rate": 1.2925031245334112e-05,
+      "loss": 0.38727983832359314,
+      "step": 6875
+    },
+    {
+      "epoch": 1.2705131018235152,
+      "grad_norm": 0.08079040795564651,
+      "learning_rate": 1.2923123520303848e-05,
+      "loss": 0.5495513677597046,
+      "step": 6876
+    },
+    {
+      "epoch": 1.270697878532411,
+      "grad_norm": 0.06676933914422989,
+      "learning_rate": 1.2921215678942413e-05,
+      "loss": 0.30596923828125,
+      "step": 6877
+    },
+    {
+      "epoch": 1.2708826552413068,
+      "grad_norm": 0.0731934905052185,
+      "learning_rate": 1.2919307721325737e-05,
+      "loss": 0.504347562789917,
+      "step": 6878
+    },
+    {
+      "epoch": 1.2710674319502027,
+      "grad_norm": 0.08271405100822449,
+      "learning_rate": 1.2917399647529747e-05,
+      "loss": 0.6242300868034363,
+      "step": 6879
+    },
+    {
+      "epoch": 1.2712522086590985,
+      "grad_norm": 0.08044064044952393,
+      "learning_rate": 1.2915491457630376e-05,
+      "loss": 0.6209437847137451,
+      "step": 6880
+    },
+    {
+      "epoch": 1.2714369853679943,
+      "grad_norm": 0.06818465143442154,
+      "learning_rate": 1.2913583151703567e-05,
+      "loss": 0.5452882051467896,
+      "step": 6881
+    },
+    {
+      "epoch": 1.2716217620768901,
+      "grad_norm": 0.06986252218484879,
+      "learning_rate": 1.2911674729825264e-05,
+      "loss": 0.4770204722881317,
+      "step": 6882
+    },
+    {
+      "epoch": 1.271806538785786,
+      "grad_norm": 0.07381994277238846,
+      "learning_rate": 1.2909766192071416e-05,
+      "loss": 0.49883171916007996,
+      "step": 6883
+    },
+    {
+      "epoch": 1.2719913154946818,
+      "grad_norm": 0.09339702874422073,
+      "learning_rate": 1.2907857538517976e-05,
+      "loss": 0.7252719402313232,
+      "step": 6884
+    },
+    {
+      "epoch": 1.2721760922035776,
+      "grad_norm": 0.08802812546491623,
+      "learning_rate": 1.2905948769240905e-05,
+      "loss": 0.5160189867019653,
+      "step": 6885
+    },
+    {
+      "epoch": 1.2723608689124735,
+      "grad_norm": 0.11236675083637238,
+      "learning_rate": 1.2904039884316163e-05,
+      "loss": 0.7686521410942078,
+      "step": 6886
+    },
+    {
+      "epoch": 1.2725456456213693,
+      "grad_norm": 0.07604110985994339,
+      "learning_rate": 1.2902130883819724e-05,
+      "loss": 0.5760014653205872,
+      "step": 6887
+    },
+    {
+      "epoch": 1.2727304223302653,
+      "grad_norm": 0.08620353788137436,
+      "learning_rate": 1.290022176782755e-05,
+      "loss": 0.5739667415618896,
+      "step": 6888
+    },
+    {
+      "epoch": 1.2729151990391612,
+      "grad_norm": 0.061291273683309555,
+      "learning_rate": 1.2898312536415628e-05,
+      "loss": 0.4189784824848175,
+      "step": 6889
+    },
+    {
+      "epoch": 1.273099975748057,
+      "grad_norm": 0.0792623907327652,
+      "learning_rate": 1.2896403189659929e-05,
+      "loss": 0.5867186188697815,
+      "step": 6890
+    },
+    {
+      "epoch": 1.2732847524569528,
+      "grad_norm": 0.06291884183883667,
+      "learning_rate": 1.2894493727636448e-05,
+      "loss": 0.3795328140258789,
+      "step": 6891
+    },
+    {
+      "epoch": 1.2734695291658487,
+      "grad_norm": 0.0688159242272377,
+      "learning_rate": 1.2892584150421175e-05,
+      "loss": 0.39740902185440063,
+      "step": 6892
+    },
+    {
+      "epoch": 1.2736543058747445,
+      "grad_norm": 0.08040191978216171,
+      "learning_rate": 1.2890674458090098e-05,
+      "loss": 0.6047346591949463,
+      "step": 6893
+    },
+    {
+      "epoch": 1.2738390825836403,
+      "grad_norm": 0.0698571503162384,
+      "learning_rate": 1.288876465071922e-05,
+      "loss": 0.4499545097351074,
+      "step": 6894
+    },
+    {
+      "epoch": 1.2740238592925361,
+      "grad_norm": 0.07487684488296509,
+      "learning_rate": 1.2886854728384552e-05,
+      "loss": 0.565583348274231,
+      "step": 6895
+    },
+    {
+      "epoch": 1.274208636001432,
+      "grad_norm": 0.06601119041442871,
+      "learning_rate": 1.2884944691162096e-05,
+      "loss": 0.44833654165267944,
+      "step": 6896
+    },
+    {
+      "epoch": 1.2743934127103278,
+      "grad_norm": 0.08068963885307312,
+      "learning_rate": 1.2883034539127865e-05,
+      "loss": 0.6059198975563049,
+      "step": 6897
+    },
+    {
+      "epoch": 1.2745781894192236,
+      "grad_norm": 0.0770842581987381,
+      "learning_rate": 1.2881124272357881e-05,
+      "loss": 0.44424009323120117,
+      "step": 6898
+    },
+    {
+      "epoch": 1.2747629661281197,
+      "grad_norm": 0.0816042497754097,
+      "learning_rate": 1.2879213890928166e-05,
+      "loss": 0.5663117170333862,
+      "step": 6899
+    },
+    {
+      "epoch": 1.2749477428370155,
+      "grad_norm": 0.05652960389852524,
+      "learning_rate": 1.2877303394914744e-05,
+      "loss": 0.47078806161880493,
+      "step": 6900
+    },
+    {
+      "epoch": 1.2751325195459113,
+      "grad_norm": 0.08161277323961258,
+      "learning_rate": 1.2875392784393648e-05,
+      "loss": 0.5621728301048279,
+      "step": 6901
+    },
+    {
+      "epoch": 1.2753172962548072,
+      "grad_norm": 0.08607976138591766,
+      "learning_rate": 1.2873482059440915e-05,
+      "loss": 0.7239657640457153,
+      "step": 6902
+    },
+    {
+      "epoch": 1.275502072963703,
+      "grad_norm": 0.0837235152721405,
+      "learning_rate": 1.2871571220132589e-05,
+      "loss": 0.5190312266349792,
+      "step": 6903
+    },
+    {
+      "epoch": 1.2756868496725988,
+      "grad_norm": 0.09978122264146805,
+      "learning_rate": 1.2869660266544713e-05,
+      "loss": 0.555137574672699,
+      "step": 6904
+    },
+    {
+      "epoch": 1.2758716263814947,
+      "grad_norm": 0.06831305474042892,
+      "learning_rate": 1.2867749198753333e-05,
+      "loss": 0.41242703795433044,
+      "step": 6905
+    },
+    {
+      "epoch": 1.2760564030903905,
+      "grad_norm": 0.07195712625980377,
+      "learning_rate": 1.2865838016834506e-05,
+      "loss": 0.557858407497406,
+      "step": 6906
+    },
+    {
+      "epoch": 1.2762411797992863,
+      "grad_norm": 0.08062034100294113,
+      "learning_rate": 1.2863926720864295e-05,
+      "loss": 0.45327404141426086,
+      "step": 6907
+    },
+    {
+      "epoch": 1.2764259565081821,
+      "grad_norm": 0.07121732085943222,
+      "learning_rate": 1.2862015310918759e-05,
+      "loss": 0.5176864862442017,
+      "step": 6908
+    },
+    {
+      "epoch": 1.276610733217078,
+      "grad_norm": 0.06773148477077484,
+      "learning_rate": 1.2860103787073969e-05,
+      "loss": 0.5205627083778381,
+      "step": 6909
+    },
+    {
+      "epoch": 1.2767955099259738,
+      "grad_norm": 0.05887208133935928,
+      "learning_rate": 1.2858192149405997e-05,
+      "loss": 0.3680979013442993,
+      "step": 6910
+    },
+    {
+      "epoch": 1.2769802866348696,
+      "grad_norm": 0.08620485663414001,
+      "learning_rate": 1.2856280397990917e-05,
+      "loss": 0.6715238690376282,
+      "step": 6911
+    },
+    {
+      "epoch": 1.2771650633437654,
+      "grad_norm": 0.058001063764095306,
+      "learning_rate": 1.2854368532904815e-05,
+      "loss": 0.3583117723464966,
+      "step": 6912
+    },
+    {
+      "epoch": 1.2773498400526613,
+      "grad_norm": 0.09623677283525467,
+      "learning_rate": 1.2852456554223775e-05,
+      "loss": 0.5942349433898926,
+      "step": 6913
+    },
+    {
+      "epoch": 1.277534616761557,
+      "grad_norm": 0.06850364059209824,
+      "learning_rate": 1.2850544462023891e-05,
+      "loss": 0.428526371717453,
+      "step": 6914
+    },
+    {
+      "epoch": 1.277719393470453,
+      "grad_norm": 0.06925079971551895,
+      "learning_rate": 1.284863225638125e-05,
+      "loss": 0.4980008006095886,
+      "step": 6915
+    },
+    {
+      "epoch": 1.2779041701793488,
+      "grad_norm": 0.05816519632935524,
+      "learning_rate": 1.2846719937371961e-05,
+      "loss": 0.3704940676689148,
+      "step": 6916
+    },
+    {
+      "epoch": 1.2780889468882448,
+      "grad_norm": 0.06680703908205032,
+      "learning_rate": 1.2844807505072125e-05,
+      "loss": 0.43866413831710815,
+      "step": 6917
+    },
+    {
+      "epoch": 1.2782737235971406,
+      "grad_norm": 0.058567631989717484,
+      "learning_rate": 1.284289495955785e-05,
+      "loss": 0.37732750177383423,
+      "step": 6918
+    },
+    {
+      "epoch": 1.2784585003060365,
+      "grad_norm": 0.07167914509773254,
+      "learning_rate": 1.2840982300905246e-05,
+      "loss": 0.44376444816589355,
+      "step": 6919
+    },
+    {
+      "epoch": 1.2786432770149323,
+      "grad_norm": 0.08945298194885254,
+      "learning_rate": 1.2839069529190441e-05,
+      "loss": 0.5941975712776184,
+      "step": 6920
+    },
+    {
+      "epoch": 1.2788280537238281,
+      "grad_norm": 0.08231666684150696,
+      "learning_rate": 1.283715664448955e-05,
+      "loss": 0.4978278875350952,
+      "step": 6921
+    },
+    {
+      "epoch": 1.279012830432724,
+      "grad_norm": 0.08088124543428421,
+      "learning_rate": 1.2835243646878699e-05,
+      "loss": 0.6616016030311584,
+      "step": 6922
+    },
+    {
+      "epoch": 1.2791976071416198,
+      "grad_norm": 0.07822462916374207,
+      "learning_rate": 1.283333053643402e-05,
+      "loss": 0.5347031950950623,
+      "step": 6923
+    },
+    {
+      "epoch": 1.2793823838505156,
+      "grad_norm": 0.05929892882704735,
+      "learning_rate": 1.2831417313231653e-05,
+      "loss": 0.38059520721435547,
+      "step": 6924
+    },
+    {
+      "epoch": 1.2795671605594114,
+      "grad_norm": 0.09595592319965363,
+      "learning_rate": 1.2829503977347734e-05,
+      "loss": 0.5843982696533203,
+      "step": 6925
+    },
+    {
+      "epoch": 1.2797519372683073,
+      "grad_norm": 0.08812601119279861,
+      "learning_rate": 1.2827590528858409e-05,
+      "loss": 0.5967447757720947,
+      "step": 6926
+    },
+    {
+      "epoch": 1.279936713977203,
+      "grad_norm": 0.06501595675945282,
+      "learning_rate": 1.2825676967839828e-05,
+      "loss": 0.4090256989002228,
+      "step": 6927
+    },
+    {
+      "epoch": 1.2801214906860992,
+      "grad_norm": 0.059129539877176285,
+      "learning_rate": 1.2823763294368145e-05,
+      "loss": 0.4044893980026245,
+      "step": 6928
+    },
+    {
+      "epoch": 1.280306267394995,
+      "grad_norm": 0.09271105378866196,
+      "learning_rate": 1.2821849508519513e-05,
+      "loss": 0.6913366317749023,
+      "step": 6929
+    },
+    {
+      "epoch": 1.2804910441038908,
+      "grad_norm": 0.07255643606185913,
+      "learning_rate": 1.2819935610370102e-05,
+      "loss": 0.4509837031364441,
+      "step": 6930
+    },
+    {
+      "epoch": 1.2806758208127866,
+      "grad_norm": 0.0755506157875061,
+      "learning_rate": 1.2818021599996079e-05,
+      "loss": 0.5539512038230896,
+      "step": 6931
+    },
+    {
+      "epoch": 1.2808605975216825,
+      "grad_norm": 0.051255643367767334,
+      "learning_rate": 1.2816107477473607e-05,
+      "loss": 0.3722156882286072,
+      "step": 6932
+    },
+    {
+      "epoch": 1.2810453742305783,
+      "grad_norm": 0.06447292864322662,
+      "learning_rate": 1.281419324287887e-05,
+      "loss": 0.46363601088523865,
+      "step": 6933
+    },
+    {
+      "epoch": 1.2812301509394741,
+      "grad_norm": 0.09020563215017319,
+      "learning_rate": 1.2812278896288048e-05,
+      "loss": 0.692448616027832,
+      "step": 6934
+    },
+    {
+      "epoch": 1.28141492764837,
+      "grad_norm": 0.06983469426631927,
+      "learning_rate": 1.2810364437777324e-05,
+      "loss": 0.40606072545051575,
+      "step": 6935
+    },
+    {
+      "epoch": 1.2815997043572658,
+      "grad_norm": 0.0692342072725296,
+      "learning_rate": 1.2808449867422885e-05,
+      "loss": 0.5313026905059814,
+      "step": 6936
+    },
+    {
+      "epoch": 1.2817844810661616,
+      "grad_norm": 0.06339572370052338,
+      "learning_rate": 1.2806535185300931e-05,
+      "loss": 0.4123586118221283,
+      "step": 6937
+    },
+    {
+      "epoch": 1.2819692577750574,
+      "grad_norm": 0.08292673528194427,
+      "learning_rate": 1.2804620391487658e-05,
+      "loss": 0.4507513642311096,
+      "step": 6938
+    },
+    {
+      "epoch": 1.2821540344839533,
+      "grad_norm": 0.05868062749505043,
+      "learning_rate": 1.2802705486059264e-05,
+      "loss": 0.4681969881057739,
+      "step": 6939
+    },
+    {
+      "epoch": 1.282338811192849,
+      "grad_norm": 0.07713848352432251,
+      "learning_rate": 1.2800790469091964e-05,
+      "loss": 0.5836921334266663,
+      "step": 6940
+    },
+    {
+      "epoch": 1.282523587901745,
+      "grad_norm": 0.06986226886510849,
+      "learning_rate": 1.2798875340661964e-05,
+      "loss": 0.5518940687179565,
+      "step": 6941
+    },
+    {
+      "epoch": 1.2827083646106407,
+      "grad_norm": 0.08023731410503387,
+      "learning_rate": 1.2796960100845483e-05,
+      "loss": 0.5069800615310669,
+      "step": 6942
+    },
+    {
+      "epoch": 1.2828931413195366,
+      "grad_norm": 0.08042874932289124,
+      "learning_rate": 1.2795044749718737e-05,
+      "loss": 0.5868576169013977,
+      "step": 6943
+    },
+    {
+      "epoch": 1.2830779180284324,
+      "grad_norm": 0.07451844215393066,
+      "learning_rate": 1.2793129287357959e-05,
+      "loss": 0.5001909732818604,
+      "step": 6944
+    },
+    {
+      "epoch": 1.2832626947373282,
+      "grad_norm": 0.05197039991617203,
+      "learning_rate": 1.2791213713839374e-05,
+      "loss": 0.3045160472393036,
+      "step": 6945
+    },
+    {
+      "epoch": 1.2834474714462243,
+      "grad_norm": 0.07311443239450455,
+      "learning_rate": 1.2789298029239212e-05,
+      "loss": 0.5387001633644104,
+      "step": 6946
+    },
+    {
+      "epoch": 1.2836322481551201,
+      "grad_norm": 0.07509905844926834,
+      "learning_rate": 1.2787382233633718e-05,
+      "loss": 0.5643014311790466,
+      "step": 6947
+    },
+    {
+      "epoch": 1.283817024864016,
+      "grad_norm": 0.060981862246990204,
+      "learning_rate": 1.2785466327099132e-05,
+      "loss": 0.4061810076236725,
+      "step": 6948
+    },
+    {
+      "epoch": 1.2840018015729118,
+      "grad_norm": 0.07428246736526489,
+      "learning_rate": 1.2783550309711696e-05,
+      "loss": 0.6092492341995239,
+      "step": 6949
+    },
+    {
+      "epoch": 1.2841865782818076,
+      "grad_norm": 0.08736100047826767,
+      "learning_rate": 1.2781634181547671e-05,
+      "loss": 0.6303153038024902,
+      "step": 6950
+    },
+    {
+      "epoch": 1.2843713549907034,
+      "grad_norm": 0.07647480070590973,
+      "learning_rate": 1.277971794268331e-05,
+      "loss": 0.6002855896949768,
+      "step": 6951
+    },
+    {
+      "epoch": 1.2845561316995993,
+      "grad_norm": 0.06566685438156128,
+      "learning_rate": 1.2777801593194865e-05,
+      "loss": 0.432452529668808,
+      "step": 6952
+    },
+    {
+      "epoch": 1.284740908408495,
+      "grad_norm": 0.05242609977722168,
+      "learning_rate": 1.2775885133158612e-05,
+      "loss": 0.35408815741539,
+      "step": 6953
+    },
+    {
+      "epoch": 1.284925685117391,
+      "grad_norm": 0.06851579248905182,
+      "learning_rate": 1.2773968562650816e-05,
+      "loss": 0.45086902379989624,
+      "step": 6954
+    },
+    {
+      "epoch": 1.2851104618262867,
+      "grad_norm": 0.05527650564908981,
+      "learning_rate": 1.277205188174775e-05,
+      "loss": 0.3405957520008087,
+      "step": 6955
+    },
+    {
+      "epoch": 1.2852952385351826,
+      "grad_norm": 0.06148513779044151,
+      "learning_rate": 1.2770135090525683e-05,
+      "loss": 0.44460922479629517,
+      "step": 6956
+    },
+    {
+      "epoch": 1.2854800152440786,
+      "grad_norm": 0.06990844756364822,
+      "learning_rate": 1.2768218189060915e-05,
+      "loss": 0.4537244737148285,
+      "step": 6957
+    },
+    {
+      "epoch": 1.2856647919529745,
+      "grad_norm": 0.07241354137659073,
+      "learning_rate": 1.2766301177429722e-05,
+      "loss": 0.6087204813957214,
+      "step": 6958
+    },
+    {
+      "epoch": 1.2858495686618703,
+      "grad_norm": 0.06654617190361023,
+      "learning_rate": 1.2764384055708394e-05,
+      "loss": 0.44286319613456726,
+      "step": 6959
+    },
+    {
+      "epoch": 1.286034345370766,
+      "grad_norm": 0.056730449199676514,
+      "learning_rate": 1.2762466823973231e-05,
+      "loss": 0.4290338456630707,
+      "step": 6960
+    },
+    {
+      "epoch": 1.286219122079662,
+      "grad_norm": 0.07880526781082153,
+      "learning_rate": 1.2760549482300535e-05,
+      "loss": 0.5071108341217041,
+      "step": 6961
+    },
+    {
+      "epoch": 1.2864038987885578,
+      "grad_norm": 0.06961959600448608,
+      "learning_rate": 1.2758632030766603e-05,
+      "loss": 0.5442366003990173,
+      "step": 6962
+    },
+    {
+      "epoch": 1.2865886754974536,
+      "grad_norm": 0.06874290853738785,
+      "learning_rate": 1.2756714469447744e-05,
+      "loss": 0.4268724024295807,
+      "step": 6963
+    },
+    {
+      "epoch": 1.2867734522063494,
+      "grad_norm": 0.08130981028079987,
+      "learning_rate": 1.2754796798420279e-05,
+      "loss": 0.5325379967689514,
+      "step": 6964
+    },
+    {
+      "epoch": 1.2869582289152453,
+      "grad_norm": 0.05133212357759476,
+      "learning_rate": 1.2752879017760516e-05,
+      "loss": 0.34395477175712585,
+      "step": 6965
+    },
+    {
+      "epoch": 1.287143005624141,
+      "grad_norm": 0.0714641585946083,
+      "learning_rate": 1.2750961127544782e-05,
+      "loss": 0.5277564525604248,
+      "step": 6966
+    },
+    {
+      "epoch": 1.287327782333037,
+      "grad_norm": 0.067436084151268,
+      "learning_rate": 1.27490431278494e-05,
+      "loss": 0.38900041580200195,
+      "step": 6967
+    },
+    {
+      "epoch": 1.2875125590419327,
+      "grad_norm": 0.07422590255737305,
+      "learning_rate": 1.2747125018750708e-05,
+      "loss": 0.45272085070610046,
+      "step": 6968
+    },
+    {
+      "epoch": 1.2876973357508286,
+      "grad_norm": 0.07180160284042358,
+      "learning_rate": 1.2745206800325029e-05,
+      "loss": 0.5089162588119507,
+      "step": 6969
+    },
+    {
+      "epoch": 1.2878821124597244,
+      "grad_norm": 0.0845794528722763,
+      "learning_rate": 1.2743288472648709e-05,
+      "loss": 0.626602292060852,
+      "step": 6970
+    },
+    {
+      "epoch": 1.2880668891686202,
+      "grad_norm": 0.07468029856681824,
+      "learning_rate": 1.2741370035798093e-05,
+      "loss": 0.490026593208313,
+      "step": 6971
+    },
+    {
+      "epoch": 1.288251665877516,
+      "grad_norm": 0.07268189638853073,
+      "learning_rate": 1.2739451489849524e-05,
+      "loss": 0.45294222235679626,
+      "step": 6972
+    },
+    {
+      "epoch": 1.2884364425864119,
+      "grad_norm": 0.07588563859462738,
+      "learning_rate": 1.2737532834879356e-05,
+      "loss": 0.5010835528373718,
+      "step": 6973
+    },
+    {
+      "epoch": 1.2886212192953077,
+      "grad_norm": 0.08507157117128372,
+      "learning_rate": 1.2735614070963948e-05,
+      "loss": 0.5612196922302246,
+      "step": 6974
+    },
+    {
+      "epoch": 1.2888059960042035,
+      "grad_norm": 0.0746978223323822,
+      "learning_rate": 1.273369519817966e-05,
+      "loss": 0.5309698581695557,
+      "step": 6975
+    },
+    {
+      "epoch": 1.2889907727130996,
+      "grad_norm": 0.07962056994438171,
+      "learning_rate": 1.2731776216602849e-05,
+      "loss": 0.5472279787063599,
+      "step": 6976
+    },
+    {
+      "epoch": 1.2891755494219954,
+      "grad_norm": 0.06945842504501343,
+      "learning_rate": 1.2729857126309898e-05,
+      "loss": 0.4632667303085327,
+      "step": 6977
+    },
+    {
+      "epoch": 1.2893603261308912,
+      "grad_norm": 0.06587348133325577,
+      "learning_rate": 1.2727937927377172e-05,
+      "loss": 0.3979934751987457,
+      "step": 6978
+    },
+    {
+      "epoch": 1.289545102839787,
+      "grad_norm": 0.06981249898672104,
+      "learning_rate": 1.272601861988105e-05,
+      "loss": 0.5129185318946838,
+      "step": 6979
+    },
+    {
+      "epoch": 1.289729879548683,
+      "grad_norm": 0.06999025493860245,
+      "learning_rate": 1.2724099203897915e-05,
+      "loss": 0.4692162573337555,
+      "step": 6980
+    },
+    {
+      "epoch": 1.2899146562575787,
+      "grad_norm": 0.08427304029464722,
+      "learning_rate": 1.2722179679504156e-05,
+      "loss": 0.5699877738952637,
+      "step": 6981
+    },
+    {
+      "epoch": 1.2900994329664746,
+      "grad_norm": 0.08691181987524033,
+      "learning_rate": 1.2720260046776161e-05,
+      "loss": 0.5394098162651062,
+      "step": 6982
+    },
+    {
+      "epoch": 1.2902842096753704,
+      "grad_norm": 0.08646968007087708,
+      "learning_rate": 1.2718340305790326e-05,
+      "loss": 0.6010709404945374,
+      "step": 6983
+    },
+    {
+      "epoch": 1.2904689863842662,
+      "grad_norm": 0.07945973426103592,
+      "learning_rate": 1.2716420456623055e-05,
+      "loss": 0.6645624041557312,
+      "step": 6984
+    },
+    {
+      "epoch": 1.290653763093162,
+      "grad_norm": 0.07346010953187943,
+      "learning_rate": 1.2714500499350746e-05,
+      "loss": 0.46226420998573303,
+      "step": 6985
+    },
+    {
+      "epoch": 1.2908385398020579,
+      "grad_norm": 0.08596549928188324,
+      "learning_rate": 1.271258043404981e-05,
+      "loss": 0.7146180272102356,
+      "step": 6986
+    },
+    {
+      "epoch": 1.291023316510954,
+      "grad_norm": 0.07501712441444397,
+      "learning_rate": 1.271066026079666e-05,
+      "loss": 0.4995262622833252,
+      "step": 6987
+    },
+    {
+      "epoch": 1.2912080932198498,
+      "grad_norm": 0.061273232102394104,
+      "learning_rate": 1.2708739979667713e-05,
+      "loss": 0.3552984595298767,
+      "step": 6988
+    },
+    {
+      "epoch": 1.2913928699287456,
+      "grad_norm": 0.09160473197698593,
+      "learning_rate": 1.2706819590739385e-05,
+      "loss": 0.6788548827171326,
+      "step": 6989
+    },
+    {
+      "epoch": 1.2915776466376414,
+      "grad_norm": 0.08938539773225784,
+      "learning_rate": 1.2704899094088108e-05,
+      "loss": 0.5572099089622498,
+      "step": 6990
+    },
+    {
+      "epoch": 1.2917624233465372,
+      "grad_norm": 0.07936986535787582,
+      "learning_rate": 1.2702978489790312e-05,
+      "loss": 0.6609634160995483,
+      "step": 6991
+    },
+    {
+      "epoch": 1.291947200055433,
+      "grad_norm": 0.07230542600154877,
+      "learning_rate": 1.2701057777922428e-05,
+      "loss": 0.5651715397834778,
+      "step": 6992
+    },
+    {
+      "epoch": 1.292131976764329,
+      "grad_norm": 0.06436077505350113,
+      "learning_rate": 1.2699136958560893e-05,
+      "loss": 0.3970441520214081,
+      "step": 6993
+    },
+    {
+      "epoch": 1.2923167534732247,
+      "grad_norm": 0.06204066798090935,
+      "learning_rate": 1.2697216031782151e-05,
+      "loss": 0.49848824739456177,
+      "step": 6994
+    },
+    {
+      "epoch": 1.2925015301821206,
+      "grad_norm": 0.0783504843711853,
+      "learning_rate": 1.269529499766265e-05,
+      "loss": 0.5778496265411377,
+      "step": 6995
+    },
+    {
+      "epoch": 1.2926863068910164,
+      "grad_norm": 0.06484290212392807,
+      "learning_rate": 1.2693373856278843e-05,
+      "loss": 0.4126026928424835,
+      "step": 6996
+    },
+    {
+      "epoch": 1.2928710835999122,
+      "grad_norm": 0.08233322203159332,
+      "learning_rate": 1.2691452607707182e-05,
+      "loss": 0.6408974528312683,
+      "step": 6997
+    },
+    {
+      "epoch": 1.293055860308808,
+      "grad_norm": 0.07067559659481049,
+      "learning_rate": 1.2689531252024127e-05,
+      "loss": 0.44265973567962646,
+      "step": 6998
+    },
+    {
+      "epoch": 1.2932406370177039,
+      "grad_norm": 0.08672047406435013,
+      "learning_rate": 1.2687609789306144e-05,
+      "loss": 0.7062324285507202,
+      "step": 6999
+    },
+    {
+      "epoch": 1.2934254137265997,
+      "grad_norm": 0.0679650530219078,
+      "learning_rate": 1.2685688219629697e-05,
+      "loss": 0.5295279622077942,
+      "step": 7000
+    },
+    {
+      "epoch": 1.2934254137265997,
+      "eval_loss": 0.5948106646537781,
+      "eval_runtime": 243.2682,
+      "eval_samples_per_second": 74.934,
+      "eval_steps_per_second": 9.368,
+      "step": 7000
+    },
+    {
+      "epoch": 1.2936101904354955,
+      "grad_norm": 0.07759220898151398,
+      "learning_rate": 1.2683766543071263e-05,
+      "loss": 0.570826530456543,
+      "step": 7001
+    },
+    {
+      "epoch": 1.2937949671443914,
+      "grad_norm": 0.07804378122091293,
+      "learning_rate": 1.2681844759707316e-05,
+      "loss": 0.47277188301086426,
+      "step": 7002
+    },
+    {
+      "epoch": 1.2939797438532872,
+      "grad_norm": 0.07858088612556458,
+      "learning_rate": 1.2679922869614341e-05,
+      "loss": 0.5211628079414368,
+      "step": 7003
+    },
+    {
+      "epoch": 1.294164520562183,
+      "grad_norm": 0.06452016532421112,
+      "learning_rate": 1.2678000872868817e-05,
+      "loss": 0.4292004108428955,
+      "step": 7004
+    },
+    {
+      "epoch": 1.294349297271079,
+      "grad_norm": 0.08996476233005524,
+      "learning_rate": 1.2676078769547238e-05,
+      "loss": 0.6236442923545837,
+      "step": 7005
+    },
+    {
+      "epoch": 1.2945340739799749,
+      "grad_norm": 0.0958971306681633,
+      "learning_rate": 1.2674156559726096e-05,
+      "loss": 0.6066073775291443,
+      "step": 7006
+    },
+    {
+      "epoch": 1.2947188506888707,
+      "grad_norm": 0.06967156380414963,
+      "learning_rate": 1.2672234243481889e-05,
+      "loss": 0.4723014533519745,
+      "step": 7007
+    },
+    {
+      "epoch": 1.2949036273977665,
+      "grad_norm": 0.09893563389778137,
+      "learning_rate": 1.2670311820891122e-05,
+      "loss": 0.7446179389953613,
+      "step": 7008
+    },
+    {
+      "epoch": 1.2950884041066624,
+      "grad_norm": 0.10600033402442932,
+      "learning_rate": 1.2668389292030296e-05,
+      "loss": 0.7669276595115662,
+      "step": 7009
+    },
+    {
+      "epoch": 1.2952731808155582,
+      "grad_norm": 0.06642530858516693,
+      "learning_rate": 1.2666466656975927e-05,
+      "loss": 0.41287514567375183,
+      "step": 7010
+    },
+    {
+      "epoch": 1.295457957524454,
+      "grad_norm": 0.09201806038618088,
+      "learning_rate": 1.2664543915804524e-05,
+      "loss": 0.4747542142868042,
+      "step": 7011
+    },
+    {
+      "epoch": 1.2956427342333499,
+      "grad_norm": 0.07357966899871826,
+      "learning_rate": 1.2662621068592608e-05,
+      "loss": 0.5911757946014404,
+      "step": 7012
+    },
+    {
+      "epoch": 1.2958275109422457,
+      "grad_norm": 0.08051083981990814,
+      "learning_rate": 1.266069811541671e-05,
+      "loss": 0.6123976111412048,
+      "step": 7013
+    },
+    {
+      "epoch": 1.2960122876511415,
+      "grad_norm": 0.07193154096603394,
+      "learning_rate": 1.2658775056353347e-05,
+      "loss": 0.5236746072769165,
+      "step": 7014
+    },
+    {
+      "epoch": 1.2961970643600373,
+      "grad_norm": 0.06868410855531693,
+      "learning_rate": 1.2656851891479055e-05,
+      "loss": 0.467146635055542,
+      "step": 7015
+    },
+    {
+      "epoch": 1.2963818410689334,
+      "grad_norm": 0.06204485893249512,
+      "learning_rate": 1.2654928620870373e-05,
+      "loss": 0.4814089238643646,
+      "step": 7016
+    },
+    {
+      "epoch": 1.2965666177778292,
+      "grad_norm": 0.07624665647745132,
+      "learning_rate": 1.2653005244603836e-05,
+      "loss": 0.5406903624534607,
+      "step": 7017
+    },
+    {
+      "epoch": 1.296751394486725,
+      "grad_norm": 0.07900479435920715,
+      "learning_rate": 1.2651081762755991e-05,
+      "loss": 0.6114708185195923,
+      "step": 7018
+    },
+    {
+      "epoch": 1.2969361711956209,
+      "grad_norm": 0.06851568073034286,
+      "learning_rate": 1.2649158175403384e-05,
+      "loss": 0.41163602471351624,
+      "step": 7019
+    },
+    {
+      "epoch": 1.2971209479045167,
+      "grad_norm": 0.08029831945896149,
+      "learning_rate": 1.2647234482622573e-05,
+      "loss": 0.5897607207298279,
+      "step": 7020
+    },
+    {
+      "epoch": 1.2973057246134125,
+      "grad_norm": 0.05459596589207649,
+      "learning_rate": 1.2645310684490108e-05,
+      "loss": 0.37470948696136475,
+      "step": 7021
+    },
+    {
+      "epoch": 1.2974905013223084,
+      "grad_norm": 0.09061688184738159,
+      "learning_rate": 1.2643386781082555e-05,
+      "loss": 0.5633164048194885,
+      "step": 7022
+    },
+    {
+      "epoch": 1.2976752780312042,
+      "grad_norm": 0.08323931694030762,
+      "learning_rate": 1.264146277247648e-05,
+      "loss": 0.5104799866676331,
+      "step": 7023
+    },
+    {
+      "epoch": 1.2978600547401,
+      "grad_norm": 0.07911505550146103,
+      "learning_rate": 1.2639538658748449e-05,
+      "loss": 0.6013384461402893,
+      "step": 7024
+    },
+    {
+      "epoch": 1.2980448314489959,
+      "grad_norm": 0.09018902480602264,
+      "learning_rate": 1.263761443997504e-05,
+      "loss": 0.5095791220664978,
+      "step": 7025
+    },
+    {
+      "epoch": 1.2982296081578917,
+      "grad_norm": 0.07577616721391678,
+      "learning_rate": 1.2635690116232827e-05,
+      "loss": 0.587360143661499,
+      "step": 7026
+    },
+    {
+      "epoch": 1.2984143848667875,
+      "grad_norm": 0.07888596504926682,
+      "learning_rate": 1.2633765687598394e-05,
+      "loss": 0.6399943232536316,
+      "step": 7027
+    },
+    {
+      "epoch": 1.2985991615756833,
+      "grad_norm": 0.09185665100812912,
+      "learning_rate": 1.2631841154148323e-05,
+      "loss": 0.7375509142875671,
+      "step": 7028
+    },
+    {
+      "epoch": 1.2987839382845792,
+      "grad_norm": 0.07888969779014587,
+      "learning_rate": 1.2629916515959211e-05,
+      "loss": 0.4613966643810272,
+      "step": 7029
+    },
+    {
+      "epoch": 1.298968714993475,
+      "grad_norm": 0.07805892080068588,
+      "learning_rate": 1.2627991773107651e-05,
+      "loss": 0.482734352350235,
+      "step": 7030
+    },
+    {
+      "epoch": 1.2991534917023708,
+      "grad_norm": 0.05919409543275833,
+      "learning_rate": 1.2626066925670237e-05,
+      "loss": 0.35460159182548523,
+      "step": 7031
+    },
+    {
+      "epoch": 1.2993382684112667,
+      "grad_norm": 0.07844141125679016,
+      "learning_rate": 1.2624141973723576e-05,
+      "loss": 0.5155153274536133,
+      "step": 7032
+    },
+    {
+      "epoch": 1.2995230451201625,
+      "grad_norm": 0.0717112123966217,
+      "learning_rate": 1.2622216917344276e-05,
+      "loss": 0.38670143485069275,
+      "step": 7033
+    },
+    {
+      "epoch": 1.2997078218290585,
+      "grad_norm": 0.07971569150686264,
+      "learning_rate": 1.2620291756608948e-05,
+      "loss": 0.5672218799591064,
+      "step": 7034
+    },
+    {
+      "epoch": 1.2998925985379544,
+      "grad_norm": 0.07753638923168182,
+      "learning_rate": 1.26183664915942e-05,
+      "loss": 0.5556024312973022,
+      "step": 7035
+    },
+    {
+      "epoch": 1.3000773752468502,
+      "grad_norm": 0.06535354256629944,
+      "learning_rate": 1.2616441122376664e-05,
+      "loss": 0.519101083278656,
+      "step": 7036
+    },
+    {
+      "epoch": 1.300262151955746,
+      "grad_norm": 0.09425181895494461,
+      "learning_rate": 1.2614515649032955e-05,
+      "loss": 0.7004117369651794,
+      "step": 7037
+    },
+    {
+      "epoch": 1.3004469286646418,
+      "grad_norm": 0.08313268423080444,
+      "learning_rate": 1.2612590071639702e-05,
+      "loss": 0.5423683524131775,
+      "step": 7038
+    },
+    {
+      "epoch": 1.3006317053735377,
+      "grad_norm": 0.08191510289907455,
+      "learning_rate": 1.2610664390273537e-05,
+      "loss": 0.6264122128486633,
+      "step": 7039
+    },
+    {
+      "epoch": 1.3008164820824335,
+      "grad_norm": 0.0811074897646904,
+      "learning_rate": 1.26087386050111e-05,
+      "loss": 0.6357519030570984,
+      "step": 7040
+    },
+    {
+      "epoch": 1.3010012587913293,
+      "grad_norm": 0.07255978882312775,
+      "learning_rate": 1.2606812715929024e-05,
+      "loss": 0.43697232007980347,
+      "step": 7041
+    },
+    {
+      "epoch": 1.3011860355002252,
+      "grad_norm": 0.07301337271928787,
+      "learning_rate": 1.260488672310396e-05,
+      "loss": 0.4118881821632385,
+      "step": 7042
+    },
+    {
+      "epoch": 1.301370812209121,
+      "grad_norm": 0.09116517752408981,
+      "learning_rate": 1.2602960626612555e-05,
+      "loss": 0.7510353922843933,
+      "step": 7043
+    },
+    {
+      "epoch": 1.3015555889180168,
+      "grad_norm": 0.08381814509630203,
+      "learning_rate": 1.260103442653146e-05,
+      "loss": 0.47766539454460144,
+      "step": 7044
+    },
+    {
+      "epoch": 1.3017403656269129,
+      "grad_norm": 0.08243940770626068,
+      "learning_rate": 1.259910812293733e-05,
+      "loss": 0.7016247510910034,
+      "step": 7045
+    },
+    {
+      "epoch": 1.3019251423358087,
+      "grad_norm": 0.06611216813325882,
+      "learning_rate": 1.259718171590683e-05,
+      "loss": 0.4857097566127777,
+      "step": 7046
+    },
+    {
+      "epoch": 1.3021099190447045,
+      "grad_norm": 0.07947178184986115,
+      "learning_rate": 1.2595255205516625e-05,
+      "loss": 0.558712899684906,
+      "step": 7047
+    },
+    {
+      "epoch": 1.3022946957536004,
+      "grad_norm": 0.09471435844898224,
+      "learning_rate": 1.259332859184338e-05,
+      "loss": 0.7513187527656555,
+      "step": 7048
+    },
+    {
+      "epoch": 1.3024794724624962,
+      "grad_norm": 0.06267374753952026,
+      "learning_rate": 1.2591401874963771e-05,
+      "loss": 0.45277971029281616,
+      "step": 7049
+    },
+    {
+      "epoch": 1.302664249171392,
+      "grad_norm": 0.06743251532316208,
+      "learning_rate": 1.2589475054954476e-05,
+      "loss": 0.4124307334423065,
+      "step": 7050
+    },
+    {
+      "epoch": 1.3028490258802878,
+      "grad_norm": 0.086782306432724,
+      "learning_rate": 1.2587548131892175e-05,
+      "loss": 0.6340530514717102,
+      "step": 7051
+    },
+    {
+      "epoch": 1.3030338025891837,
+      "grad_norm": 0.08213392645120621,
+      "learning_rate": 1.2585621105853551e-05,
+      "loss": 0.558947741985321,
+      "step": 7052
+    },
+    {
+      "epoch": 1.3032185792980795,
+      "grad_norm": 0.0744403526186943,
+      "learning_rate": 1.2583693976915301e-05,
+      "loss": 0.5660160779953003,
+      "step": 7053
+    },
+    {
+      "epoch": 1.3034033560069753,
+      "grad_norm": 0.07753294706344604,
+      "learning_rate": 1.2581766745154114e-05,
+      "loss": 0.5865622758865356,
+      "step": 7054
+    },
+    {
+      "epoch": 1.3035881327158712,
+      "grad_norm": 0.054875295609235764,
+      "learning_rate": 1.2579839410646682e-05,
+      "loss": 0.40499284863471985,
+      "step": 7055
+    },
+    {
+      "epoch": 1.303772909424767,
+      "grad_norm": 0.07428351789712906,
+      "learning_rate": 1.2577911973469717e-05,
+      "loss": 0.6527612805366516,
+      "step": 7056
+    },
+    {
+      "epoch": 1.3039576861336628,
+      "grad_norm": 0.09750670939683914,
+      "learning_rate": 1.2575984433699921e-05,
+      "loss": 0.6454939246177673,
+      "step": 7057
+    },
+    {
+      "epoch": 1.3041424628425586,
+      "grad_norm": 0.06648306548595428,
+      "learning_rate": 1.2574056791414003e-05,
+      "loss": 0.46796974539756775,
+      "step": 7058
+    },
+    {
+      "epoch": 1.3043272395514545,
+      "grad_norm": 0.08090738207101822,
+      "learning_rate": 1.2572129046688675e-05,
+      "loss": 0.5984477400779724,
+      "step": 7059
+    },
+    {
+      "epoch": 1.3045120162603503,
+      "grad_norm": 0.06808750331401825,
+      "learning_rate": 1.2570201199600663e-05,
+      "loss": 0.42916426062583923,
+      "step": 7060
+    },
+    {
+      "epoch": 1.3046967929692461,
+      "grad_norm": 0.08575625717639923,
+      "learning_rate": 1.2568273250226681e-05,
+      "loss": 0.6604623198509216,
+      "step": 7061
+    },
+    {
+      "epoch": 1.304881569678142,
+      "grad_norm": 0.08025676012039185,
+      "learning_rate": 1.256634519864346e-05,
+      "loss": 0.7682700753211975,
+      "step": 7062
+    },
+    {
+      "epoch": 1.3050663463870378,
+      "grad_norm": 0.06096980720758438,
+      "learning_rate": 1.2564417044927728e-05,
+      "loss": 0.41423553228378296,
+      "step": 7063
+    },
+    {
+      "epoch": 1.3052511230959338,
+      "grad_norm": 0.06407662481069565,
+      "learning_rate": 1.2562488789156224e-05,
+      "loss": 0.43208426237106323,
+      "step": 7064
+    },
+    {
+      "epoch": 1.3054358998048297,
+      "grad_norm": 0.06232353299856186,
+      "learning_rate": 1.2560560431405678e-05,
+      "loss": 0.3925876319408417,
+      "step": 7065
+    },
+    {
+      "epoch": 1.3056206765137255,
+      "grad_norm": 0.07849103957414627,
+      "learning_rate": 1.2558631971752842e-05,
+      "loss": 0.7047256231307983,
+      "step": 7066
+    },
+    {
+      "epoch": 1.3058054532226213,
+      "grad_norm": 0.09758805483579636,
+      "learning_rate": 1.2556703410274458e-05,
+      "loss": 0.6756837964057922,
+      "step": 7067
+    },
+    {
+      "epoch": 1.3059902299315171,
+      "grad_norm": 0.08068440109491348,
+      "learning_rate": 1.2554774747047275e-05,
+      "loss": 0.654943585395813,
+      "step": 7068
+    },
+    {
+      "epoch": 1.306175006640413,
+      "grad_norm": 0.08406716585159302,
+      "learning_rate": 1.2552845982148049e-05,
+      "loss": 0.6230036616325378,
+      "step": 7069
+    },
+    {
+      "epoch": 1.3063597833493088,
+      "grad_norm": 0.06222580000758171,
+      "learning_rate": 1.2550917115653545e-05,
+      "loss": 0.4030933976173401,
+      "step": 7070
+    },
+    {
+      "epoch": 1.3065445600582046,
+      "grad_norm": 0.08229056000709534,
+      "learning_rate": 1.2548988147640518e-05,
+      "loss": 0.5132369995117188,
+      "step": 7071
+    },
+    {
+      "epoch": 1.3067293367671005,
+      "grad_norm": 0.08437987416982651,
+      "learning_rate": 1.2547059078185735e-05,
+      "loss": 0.4772125482559204,
+      "step": 7072
+    },
+    {
+      "epoch": 1.3069141134759963,
+      "grad_norm": 0.062136292457580566,
+      "learning_rate": 1.2545129907365973e-05,
+      "loss": 0.4129381775856018,
+      "step": 7073
+    },
+    {
+      "epoch": 1.3070988901848921,
+      "grad_norm": 0.05574364960193634,
+      "learning_rate": 1.2543200635258002e-05,
+      "loss": 0.38210901618003845,
+      "step": 7074
+    },
+    {
+      "epoch": 1.3072836668937882,
+      "grad_norm": 0.06634816527366638,
+      "learning_rate": 1.2541271261938603e-05,
+      "loss": 0.4745114743709564,
+      "step": 7075
+    },
+    {
+      "epoch": 1.307468443602684,
+      "grad_norm": 0.06524790078401566,
+      "learning_rate": 1.2539341787484555e-05,
+      "loss": 0.46080282330513,
+      "step": 7076
+    },
+    {
+      "epoch": 1.3076532203115798,
+      "grad_norm": 0.06377245485782623,
+      "learning_rate": 1.2537412211972652e-05,
+      "loss": 0.44798263907432556,
+      "step": 7077
+    },
+    {
+      "epoch": 1.3078379970204757,
+      "grad_norm": 0.07370581477880478,
+      "learning_rate": 1.253548253547968e-05,
+      "loss": 0.46238815784454346,
+      "step": 7078
+    },
+    {
+      "epoch": 1.3080227737293715,
+      "grad_norm": 0.06885351985692978,
+      "learning_rate": 1.2533552758082435e-05,
+      "loss": 0.4642230272293091,
+      "step": 7079
+    },
+    {
+      "epoch": 1.3082075504382673,
+      "grad_norm": 0.08454688638448715,
+      "learning_rate": 1.253162287985772e-05,
+      "loss": 0.6509603261947632,
+      "step": 7080
+    },
+    {
+      "epoch": 1.3083923271471631,
+      "grad_norm": 0.0632704496383667,
+      "learning_rate": 1.2529692900882331e-05,
+      "loss": 0.43099644780158997,
+      "step": 7081
+    },
+    {
+      "epoch": 1.308577103856059,
+      "grad_norm": 0.08630534261465073,
+      "learning_rate": 1.2527762821233083e-05,
+      "loss": 0.7119595408439636,
+      "step": 7082
+    },
+    {
+      "epoch": 1.3087618805649548,
+      "grad_norm": 0.07517912983894348,
+      "learning_rate": 1.252583264098678e-05,
+      "loss": 0.47247129678726196,
+      "step": 7083
+    },
+    {
+      "epoch": 1.3089466572738506,
+      "grad_norm": 0.07358289510011673,
+      "learning_rate": 1.2523902360220242e-05,
+      "loss": 0.5356598496437073,
+      "step": 7084
+    },
+    {
+      "epoch": 1.3091314339827465,
+      "grad_norm": 0.07740814238786697,
+      "learning_rate": 1.2521971979010283e-05,
+      "loss": 0.5637345314025879,
+      "step": 7085
+    },
+    {
+      "epoch": 1.3093162106916423,
+      "grad_norm": 0.07030104100704193,
+      "learning_rate": 1.2520041497433733e-05,
+      "loss": 0.5204507112503052,
+      "step": 7086
+    },
+    {
+      "epoch": 1.309500987400538,
+      "grad_norm": 0.08233232796192169,
+      "learning_rate": 1.2518110915567413e-05,
+      "loss": 0.5168277621269226,
+      "step": 7087
+    },
+    {
+      "epoch": 1.309685764109434,
+      "grad_norm": 0.0762810930609703,
+      "learning_rate": 1.2516180233488158e-05,
+      "loss": 0.5626890063285828,
+      "step": 7088
+    },
+    {
+      "epoch": 1.3098705408183298,
+      "grad_norm": 0.08059023320674896,
+      "learning_rate": 1.2514249451272802e-05,
+      "loss": 0.65793377161026,
+      "step": 7089
+    },
+    {
+      "epoch": 1.3100553175272256,
+      "grad_norm": 0.06713052093982697,
+      "learning_rate": 1.2512318568998185e-05,
+      "loss": 0.5770498514175415,
+      "step": 7090
+    },
+    {
+      "epoch": 1.3102400942361214,
+      "grad_norm": 0.059266820549964905,
+      "learning_rate": 1.2510387586741146e-05,
+      "loss": 0.503598690032959,
+      "step": 7091
+    },
+    {
+      "epoch": 1.3104248709450173,
+      "grad_norm": 0.07634708285331726,
+      "learning_rate": 1.2508456504578538e-05,
+      "loss": 0.5503666996955872,
+      "step": 7092
+    },
+    {
+      "epoch": 1.3106096476539133,
+      "grad_norm": 0.05500860884785652,
+      "learning_rate": 1.2506525322587207e-05,
+      "loss": 0.3018694818019867,
+      "step": 7093
+    },
+    {
+      "epoch": 1.3107944243628091,
+      "grad_norm": 0.0848320797085762,
+      "learning_rate": 1.250459404084401e-05,
+      "loss": 0.5146724581718445,
+      "step": 7094
+    },
+    {
+      "epoch": 1.310979201071705,
+      "grad_norm": 0.06465902179479599,
+      "learning_rate": 1.2502662659425808e-05,
+      "loss": 0.3964228928089142,
+      "step": 7095
+    },
+    {
+      "epoch": 1.3111639777806008,
+      "grad_norm": 0.08403968065977097,
+      "learning_rate": 1.250073117840946e-05,
+      "loss": 0.5929785966873169,
+      "step": 7096
+    },
+    {
+      "epoch": 1.3113487544894966,
+      "grad_norm": 0.06558596342802048,
+      "learning_rate": 1.2498799597871836e-05,
+      "loss": 0.3913648724555969,
+      "step": 7097
+    },
+    {
+      "epoch": 1.3115335311983924,
+      "grad_norm": 0.07862965017557144,
+      "learning_rate": 1.2496867917889805e-05,
+      "loss": 0.5325332283973694,
+      "step": 7098
+    },
+    {
+      "epoch": 1.3117183079072883,
+      "grad_norm": 0.06948400288820267,
+      "learning_rate": 1.2494936138540246e-05,
+      "loss": 0.34856298565864563,
+      "step": 7099
+    },
+    {
+      "epoch": 1.311903084616184,
+      "grad_norm": 0.06603899598121643,
+      "learning_rate": 1.249300425990003e-05,
+      "loss": 0.3758459985256195,
+      "step": 7100
+    },
+    {
+      "epoch": 1.31208786132508,
+      "grad_norm": 0.08364688605070114,
+      "learning_rate": 1.2491072282046044e-05,
+      "loss": 0.6271767616271973,
+      "step": 7101
+    },
+    {
+      "epoch": 1.3122726380339758,
+      "grad_norm": 0.08045737445354462,
+      "learning_rate": 1.2489140205055177e-05,
+      "loss": 0.541724443435669,
+      "step": 7102
+    },
+    {
+      "epoch": 1.3124574147428716,
+      "grad_norm": 0.05574335902929306,
+      "learning_rate": 1.2487208029004315e-05,
+      "loss": 0.30128908157348633,
+      "step": 7103
+    },
+    {
+      "epoch": 1.3126421914517676,
+      "grad_norm": 0.07106778025627136,
+      "learning_rate": 1.2485275753970358e-05,
+      "loss": 0.5022606253623962,
+      "step": 7104
+    },
+    {
+      "epoch": 1.3128269681606635,
+      "grad_norm": 0.07627978175878525,
+      "learning_rate": 1.2483343380030199e-05,
+      "loss": 0.6493616700172424,
+      "step": 7105
+    },
+    {
+      "epoch": 1.3130117448695593,
+      "grad_norm": 0.08818231523036957,
+      "learning_rate": 1.2481410907260745e-05,
+      "loss": 0.6240003705024719,
+      "step": 7106
+    },
+    {
+      "epoch": 1.3131965215784551,
+      "grad_norm": 0.08052614331245422,
+      "learning_rate": 1.24794783357389e-05,
+      "loss": 0.5767407417297363,
+      "step": 7107
+    },
+    {
+      "epoch": 1.313381298287351,
+      "grad_norm": 0.08588764816522598,
+      "learning_rate": 1.2477545665541573e-05,
+      "loss": 0.6063689589500427,
+      "step": 7108
+    },
+    {
+      "epoch": 1.3135660749962468,
+      "grad_norm": 0.05303497985005379,
+      "learning_rate": 1.2475612896745681e-05,
+      "loss": 0.32240840792655945,
+      "step": 7109
+    },
+    {
+      "epoch": 1.3137508517051426,
+      "grad_norm": 0.07196793705224991,
+      "learning_rate": 1.247368002942814e-05,
+      "loss": 0.4601721465587616,
+      "step": 7110
+    },
+    {
+      "epoch": 1.3139356284140384,
+      "grad_norm": 0.08057314157485962,
+      "learning_rate": 1.2471747063665871e-05,
+      "loss": 0.6230965852737427,
+      "step": 7111
+    },
+    {
+      "epoch": 1.3141204051229343,
+      "grad_norm": 0.08216112852096558,
+      "learning_rate": 1.2469813999535804e-05,
+      "loss": 0.5606250762939453,
+      "step": 7112
+    },
+    {
+      "epoch": 1.31430518183183,
+      "grad_norm": 0.06786283105611801,
+      "learning_rate": 1.2467880837114867e-05,
+      "loss": 0.35154303908348083,
+      "step": 7113
+    },
+    {
+      "epoch": 1.314489958540726,
+      "grad_norm": 0.06885476410388947,
+      "learning_rate": 1.2465947576479996e-05,
+      "loss": 0.504109263420105,
+      "step": 7114
+    },
+    {
+      "epoch": 1.3146747352496218,
+      "grad_norm": 0.07210491597652435,
+      "learning_rate": 1.2464014217708123e-05,
+      "loss": 0.4459759294986725,
+      "step": 7115
+    },
+    {
+      "epoch": 1.3148595119585176,
+      "grad_norm": 0.08211330324411392,
+      "learning_rate": 1.2462080760876196e-05,
+      "loss": 0.602215051651001,
+      "step": 7116
+    },
+    {
+      "epoch": 1.3150442886674134,
+      "grad_norm": 0.07126942276954651,
+      "learning_rate": 1.2460147206061156e-05,
+      "loss": 0.4325295090675354,
+      "step": 7117
+    },
+    {
+      "epoch": 1.3152290653763092,
+      "grad_norm": 0.07953279465436935,
+      "learning_rate": 1.245821355333995e-05,
+      "loss": 0.5518671870231628,
+      "step": 7118
+    },
+    {
+      "epoch": 1.315413842085205,
+      "grad_norm": 0.08978675305843353,
+      "learning_rate": 1.2456279802789542e-05,
+      "loss": 0.58292555809021,
+      "step": 7119
+    },
+    {
+      "epoch": 1.315598618794101,
+      "grad_norm": 0.08348673582077026,
+      "learning_rate": 1.2454345954486878e-05,
+      "loss": 0.5909175276756287,
+      "step": 7120
+    },
+    {
+      "epoch": 1.3157833955029967,
+      "grad_norm": 0.08878988772630692,
+      "learning_rate": 1.2452412008508924e-05,
+      "loss": 0.6513380408287048,
+      "step": 7121
+    },
+    {
+      "epoch": 1.3159681722118928,
+      "grad_norm": 0.06557399779558182,
+      "learning_rate": 1.2450477964932648e-05,
+      "loss": 0.4970392882823944,
+      "step": 7122
+    },
+    {
+      "epoch": 1.3161529489207886,
+      "grad_norm": 0.08615729212760925,
+      "learning_rate": 1.2448543823835016e-05,
+      "loss": 0.7483137845993042,
+      "step": 7123
+    },
+    {
+      "epoch": 1.3163377256296844,
+      "grad_norm": 0.0829634815454483,
+      "learning_rate": 1.2446609585292997e-05,
+      "loss": 0.6574590802192688,
+      "step": 7124
+    },
+    {
+      "epoch": 1.3165225023385803,
+      "grad_norm": 0.07868000119924545,
+      "learning_rate": 1.244467524938357e-05,
+      "loss": 0.5516237020492554,
+      "step": 7125
+    },
+    {
+      "epoch": 1.316707279047476,
+      "grad_norm": 0.07573801279067993,
+      "learning_rate": 1.244274081618372e-05,
+      "loss": 0.5354952216148376,
+      "step": 7126
+    },
+    {
+      "epoch": 1.316892055756372,
+      "grad_norm": 0.06890484690666199,
+      "learning_rate": 1.2440806285770427e-05,
+      "loss": 0.5610262155532837,
+      "step": 7127
+    },
+    {
+      "epoch": 1.3170768324652677,
+      "grad_norm": 0.08226225525140762,
+      "learning_rate": 1.2438871658220677e-05,
+      "loss": 0.5836856961250305,
+      "step": 7128
+    },
+    {
+      "epoch": 1.3172616091741636,
+      "grad_norm": 0.09046713262796402,
+      "learning_rate": 1.2436936933611467e-05,
+      "loss": 0.5806461572647095,
+      "step": 7129
+    },
+    {
+      "epoch": 1.3174463858830594,
+      "grad_norm": 0.08166642487049103,
+      "learning_rate": 1.2435002112019791e-05,
+      "loss": 0.48745235800743103,
+      "step": 7130
+    },
+    {
+      "epoch": 1.3176311625919552,
+      "grad_norm": 0.06724494695663452,
+      "learning_rate": 1.243306719352265e-05,
+      "loss": 0.38586583733558655,
+      "step": 7131
+    },
+    {
+      "epoch": 1.317815939300851,
+      "grad_norm": 0.08288092166185379,
+      "learning_rate": 1.2431132178197048e-05,
+      "loss": 0.5428813099861145,
+      "step": 7132
+    },
+    {
+      "epoch": 1.318000716009747,
+      "grad_norm": 0.07065463811159134,
+      "learning_rate": 1.2429197066119991e-05,
+      "loss": 0.4732227027416229,
+      "step": 7133
+    },
+    {
+      "epoch": 1.318185492718643,
+      "grad_norm": 0.0860670879483223,
+      "learning_rate": 1.242726185736849e-05,
+      "loss": 0.7225802540779114,
+      "step": 7134
+    },
+    {
+      "epoch": 1.3183702694275388,
+      "grad_norm": 0.10098420083522797,
+      "learning_rate": 1.2425326552019558e-05,
+      "loss": 0.735201358795166,
+      "step": 7135
+    },
+    {
+      "epoch": 1.3185550461364346,
+      "grad_norm": 0.06383946537971497,
+      "learning_rate": 1.2423391150150223e-05,
+      "loss": 0.4172554016113281,
+      "step": 7136
+    },
+    {
+      "epoch": 1.3187398228453304,
+      "grad_norm": 0.07630904018878937,
+      "learning_rate": 1.2421455651837498e-05,
+      "loss": 0.5034219622612,
+      "step": 7137
+    },
+    {
+      "epoch": 1.3189245995542263,
+      "grad_norm": 0.0586567223072052,
+      "learning_rate": 1.2419520057158413e-05,
+      "loss": 0.3733353912830353,
+      "step": 7138
+    },
+    {
+      "epoch": 1.319109376263122,
+      "grad_norm": 0.0758417621254921,
+      "learning_rate": 1.2417584366190003e-05,
+      "loss": 0.5236166715621948,
+      "step": 7139
+    },
+    {
+      "epoch": 1.319294152972018,
+      "grad_norm": 0.09308257699012756,
+      "learning_rate": 1.2415648579009298e-05,
+      "loss": 0.7132977247238159,
+      "step": 7140
+    },
+    {
+      "epoch": 1.3194789296809137,
+      "grad_norm": 0.06762132048606873,
+      "learning_rate": 1.2413712695693334e-05,
+      "loss": 0.4622902274131775,
+      "step": 7141
+    },
+    {
+      "epoch": 1.3196637063898096,
+      "grad_norm": 0.07987305521965027,
+      "learning_rate": 1.241177671631916e-05,
+      "loss": 0.531873345375061,
+      "step": 7142
+    },
+    {
+      "epoch": 1.3198484830987054,
+      "grad_norm": 0.07383070886135101,
+      "learning_rate": 1.2409840640963818e-05,
+      "loss": 0.46143603324890137,
+      "step": 7143
+    },
+    {
+      "epoch": 1.3200332598076012,
+      "grad_norm": 0.08451993018388748,
+      "learning_rate": 1.2407904469704355e-05,
+      "loss": 0.4642788767814636,
+      "step": 7144
+    },
+    {
+      "epoch": 1.320218036516497,
+      "grad_norm": 0.07359858602285385,
+      "learning_rate": 1.2405968202617828e-05,
+      "loss": 0.4435389041900635,
+      "step": 7145
+    },
+    {
+      "epoch": 1.3204028132253929,
+      "grad_norm": 0.08350193500518799,
+      "learning_rate": 1.2404031839781297e-05,
+      "loss": 0.5778533816337585,
+      "step": 7146
+    },
+    {
+      "epoch": 1.3205875899342887,
+      "grad_norm": 0.09533848613500595,
+      "learning_rate": 1.2402095381271817e-05,
+      "loss": 0.7368243336677551,
+      "step": 7147
+    },
+    {
+      "epoch": 1.3207723666431845,
+      "grad_norm": 0.08333290368318558,
+      "learning_rate": 1.2400158827166456e-05,
+      "loss": 0.4749222695827484,
+      "step": 7148
+    },
+    {
+      "epoch": 1.3209571433520804,
+      "grad_norm": 0.07425980269908905,
+      "learning_rate": 1.2398222177542284e-05,
+      "loss": 0.4216611087322235,
+      "step": 7149
+    },
+    {
+      "epoch": 1.3211419200609762,
+      "grad_norm": 0.07611807435750961,
+      "learning_rate": 1.2396285432476374e-05,
+      "loss": 0.472459077835083,
+      "step": 7150
+    },
+    {
+      "epoch": 1.321326696769872,
+      "grad_norm": 0.07201111316680908,
+      "learning_rate": 1.2394348592045797e-05,
+      "loss": 0.37915852665901184,
+      "step": 7151
+    },
+    {
+      "epoch": 1.321511473478768,
+      "grad_norm": 0.0910440981388092,
+      "learning_rate": 1.2392411656327638e-05,
+      "loss": 0.6684134602546692,
+      "step": 7152
+    },
+    {
+      "epoch": 1.321696250187664,
+      "grad_norm": 0.08137714117765427,
+      "learning_rate": 1.2390474625398982e-05,
+      "loss": 0.5427489876747131,
+      "step": 7153
+    },
+    {
+      "epoch": 1.3218810268965597,
+      "grad_norm": 0.07152608782052994,
+      "learning_rate": 1.2388537499336915e-05,
+      "loss": 0.49878379702568054,
+      "step": 7154
+    },
+    {
+      "epoch": 1.3220658036054556,
+      "grad_norm": 0.07559207826852798,
+      "learning_rate": 1.2386600278218527e-05,
+      "loss": 0.5141193866729736,
+      "step": 7155
+    },
+    {
+      "epoch": 1.3222505803143514,
+      "grad_norm": 0.06035945564508438,
+      "learning_rate": 1.2384662962120914e-05,
+      "loss": 0.34767431020736694,
+      "step": 7156
+    },
+    {
+      "epoch": 1.3224353570232472,
+      "grad_norm": 0.08908118307590485,
+      "learning_rate": 1.2382725551121175e-05,
+      "loss": 0.5584812164306641,
+      "step": 7157
+    },
+    {
+      "epoch": 1.322620133732143,
+      "grad_norm": 0.0691198781132698,
+      "learning_rate": 1.2380788045296414e-05,
+      "loss": 0.36187484860420227,
+      "step": 7158
+    },
+    {
+      "epoch": 1.3228049104410389,
+      "grad_norm": 0.07853727042675018,
+      "learning_rate": 1.237885044472374e-05,
+      "loss": 0.4802594780921936,
+      "step": 7159
+    },
+    {
+      "epoch": 1.3229896871499347,
+      "grad_norm": 0.08320342749357224,
+      "learning_rate": 1.237691274948026e-05,
+      "loss": 0.5174792408943176,
+      "step": 7160
+    },
+    {
+      "epoch": 1.3231744638588305,
+      "grad_norm": 0.07984607666730881,
+      "learning_rate": 1.2374974959643087e-05,
+      "loss": 0.65461665391922,
+      "step": 7161
+    },
+    {
+      "epoch": 1.3233592405677264,
+      "grad_norm": 0.09089548885822296,
+      "learning_rate": 1.2373037075289343e-05,
+      "loss": 0.6292493343353271,
+      "step": 7162
+    },
+    {
+      "epoch": 1.3235440172766224,
+      "grad_norm": 0.08720018714666367,
+      "learning_rate": 1.2371099096496146e-05,
+      "loss": 0.6128824353218079,
+      "step": 7163
+    },
+    {
+      "epoch": 1.3237287939855182,
+      "grad_norm": 0.07171821594238281,
+      "learning_rate": 1.2369161023340623e-05,
+      "loss": 0.5503191351890564,
+      "step": 7164
+    },
+    {
+      "epoch": 1.323913570694414,
+      "grad_norm": 0.08616384863853455,
+      "learning_rate": 1.2367222855899906e-05,
+      "loss": 0.6394333243370056,
+      "step": 7165
+    },
+    {
+      "epoch": 1.32409834740331,
+      "grad_norm": 0.0766521617770195,
+      "learning_rate": 1.2365284594251124e-05,
+      "loss": 0.4956338703632355,
+      "step": 7166
+    },
+    {
+      "epoch": 1.3242831241122057,
+      "grad_norm": 0.0780312716960907,
+      "learning_rate": 1.2363346238471415e-05,
+      "loss": 0.48946505784988403,
+      "step": 7167
+    },
+    {
+      "epoch": 1.3244679008211016,
+      "grad_norm": 0.07764456421136856,
+      "learning_rate": 1.2361407788637917e-05,
+      "loss": 0.5881205797195435,
+      "step": 7168
+    },
+    {
+      "epoch": 1.3246526775299974,
+      "grad_norm": 0.07844637334346771,
+      "learning_rate": 1.2359469244827781e-05,
+      "loss": 0.5487515926361084,
+      "step": 7169
+    },
+    {
+      "epoch": 1.3248374542388932,
+      "grad_norm": 0.08375510573387146,
+      "learning_rate": 1.2357530607118151e-05,
+      "loss": 0.5522754788398743,
+      "step": 7170
+    },
+    {
+      "epoch": 1.325022230947789,
+      "grad_norm": 0.0740007609128952,
+      "learning_rate": 1.2355591875586175e-05,
+      "loss": 0.46284234523773193,
+      "step": 7171
+    },
+    {
+      "epoch": 1.3252070076566849,
+      "grad_norm": 0.08384130150079727,
+      "learning_rate": 1.2353653050309013e-05,
+      "loss": 0.48505058884620667,
+      "step": 7172
+    },
+    {
+      "epoch": 1.3253917843655807,
+      "grad_norm": 0.07120472937822342,
+      "learning_rate": 1.2351714131363828e-05,
+      "loss": 0.6011337637901306,
+      "step": 7173
+    },
+    {
+      "epoch": 1.3255765610744765,
+      "grad_norm": 0.06549742817878723,
+      "learning_rate": 1.2349775118827772e-05,
+      "loss": 0.43408912420272827,
+      "step": 7174
+    },
+    {
+      "epoch": 1.3257613377833724,
+      "grad_norm": 0.07499620318412781,
+      "learning_rate": 1.2347836012778021e-05,
+      "loss": 0.4794289767742157,
+      "step": 7175
+    },
+    {
+      "epoch": 1.3259461144922682,
+      "grad_norm": 0.06897576153278351,
+      "learning_rate": 1.2345896813291743e-05,
+      "loss": 0.4830062687397003,
+      "step": 7176
+    },
+    {
+      "epoch": 1.326130891201164,
+      "grad_norm": 0.062312051653862,
+      "learning_rate": 1.2343957520446106e-05,
+      "loss": 0.3550172746181488,
+      "step": 7177
+    },
+    {
+      "epoch": 1.3263156679100598,
+      "grad_norm": 0.05161038041114807,
+      "learning_rate": 1.2342018134318296e-05,
+      "loss": 0.33226051926612854,
+      "step": 7178
+    },
+    {
+      "epoch": 1.3265004446189557,
+      "grad_norm": 0.08036305010318756,
+      "learning_rate": 1.2340078654985495e-05,
+      "loss": 0.5838134288787842,
+      "step": 7179
+    },
+    {
+      "epoch": 1.3266852213278515,
+      "grad_norm": 0.05553985759615898,
+      "learning_rate": 1.2338139082524883e-05,
+      "loss": 0.3583305776119232,
+      "step": 7180
+    },
+    {
+      "epoch": 1.3268699980367475,
+      "grad_norm": 0.0874638631939888,
+      "learning_rate": 1.2336199417013649e-05,
+      "loss": 0.624904990196228,
+      "step": 7181
+    },
+    {
+      "epoch": 1.3270547747456434,
+      "grad_norm": 0.10083182156085968,
+      "learning_rate": 1.2334259658528985e-05,
+      "loss": 0.6989080905914307,
+      "step": 7182
+    },
+    {
+      "epoch": 1.3272395514545392,
+      "grad_norm": 0.0915534570813179,
+      "learning_rate": 1.2332319807148094e-05,
+      "loss": 0.7326936721801758,
+      "step": 7183
+    },
+    {
+      "epoch": 1.327424328163435,
+      "grad_norm": 0.06375181674957275,
+      "learning_rate": 1.2330379862948167e-05,
+      "loss": 0.47836050391197205,
+      "step": 7184
+    },
+    {
+      "epoch": 1.3276091048723309,
+      "grad_norm": 0.06903169304132462,
+      "learning_rate": 1.2328439826006415e-05,
+      "loss": 0.5004631876945496,
+      "step": 7185
+    },
+    {
+      "epoch": 1.3277938815812267,
+      "grad_norm": 0.07927877455949783,
+      "learning_rate": 1.2326499696400042e-05,
+      "loss": 0.6567851901054382,
+      "step": 7186
+    },
+    {
+      "epoch": 1.3279786582901225,
+      "grad_norm": 0.08236057311296463,
+      "learning_rate": 1.2324559474206261e-05,
+      "loss": 0.549164354801178,
+      "step": 7187
+    },
+    {
+      "epoch": 1.3281634349990183,
+      "grad_norm": 0.1732921451330185,
+      "learning_rate": 1.2322619159502287e-05,
+      "loss": 0.6361644864082336,
+      "step": 7188
+    },
+    {
+      "epoch": 1.3283482117079142,
+      "grad_norm": 0.08105883747339249,
+      "learning_rate": 1.2320678752365333e-05,
+      "loss": 0.5528790950775146,
+      "step": 7189
+    },
+    {
+      "epoch": 1.32853298841681,
+      "grad_norm": 0.09747636318206787,
+      "learning_rate": 1.2318738252872628e-05,
+      "loss": 0.7589352130889893,
+      "step": 7190
+    },
+    {
+      "epoch": 1.3287177651257058,
+      "grad_norm": 0.0843818187713623,
+      "learning_rate": 1.2316797661101394e-05,
+      "loss": 0.6057540774345398,
+      "step": 7191
+    },
+    {
+      "epoch": 1.3289025418346019,
+      "grad_norm": 0.07819300144910812,
+      "learning_rate": 1.2314856977128859e-05,
+      "loss": 0.440432608127594,
+      "step": 7192
+    },
+    {
+      "epoch": 1.3290873185434977,
+      "grad_norm": 0.0857505276799202,
+      "learning_rate": 1.2312916201032263e-05,
+      "loss": 0.5792015194892883,
+      "step": 7193
+    },
+    {
+      "epoch": 1.3292720952523935,
+      "grad_norm": 0.07800312340259552,
+      "learning_rate": 1.2310975332888837e-05,
+      "loss": 0.4814336597919464,
+      "step": 7194
+    },
+    {
+      "epoch": 1.3294568719612894,
+      "grad_norm": 0.05761153995990753,
+      "learning_rate": 1.230903437277582e-05,
+      "loss": 0.3713530898094177,
+      "step": 7195
+    },
+    {
+      "epoch": 1.3296416486701852,
+      "grad_norm": 0.0807412788271904,
+      "learning_rate": 1.2307093320770463e-05,
+      "loss": 0.5634688138961792,
+      "step": 7196
+    },
+    {
+      "epoch": 1.329826425379081,
+      "grad_norm": 0.0661948099732399,
+      "learning_rate": 1.2305152176950008e-05,
+      "loss": 0.5103600025177002,
+      "step": 7197
+    },
+    {
+      "epoch": 1.3300112020879769,
+      "grad_norm": 0.08528309315443039,
+      "learning_rate": 1.2303210941391708e-05,
+      "loss": 0.6124686598777771,
+      "step": 7198
+    },
+    {
+      "epoch": 1.3301959787968727,
+      "grad_norm": 0.07087121158838272,
+      "learning_rate": 1.230126961417282e-05,
+      "loss": 0.6103671789169312,
+      "step": 7199
+    },
+    {
+      "epoch": 1.3303807555057685,
+      "grad_norm": 0.07148048281669617,
+      "learning_rate": 1.22993281953706e-05,
+      "loss": 0.47916725277900696,
+      "step": 7200
+    },
+    {
+      "epoch": 1.3305655322146643,
+      "grad_norm": 0.06045059859752655,
+      "learning_rate": 1.229738668506231e-05,
+      "loss": 0.3602880537509918,
+      "step": 7201
+    },
+    {
+      "epoch": 1.3307503089235602,
+      "grad_norm": 0.08225797116756439,
+      "learning_rate": 1.2295445083325217e-05,
+      "loss": 0.5574508309364319,
+      "step": 7202
+    },
+    {
+      "epoch": 1.330935085632456,
+      "grad_norm": 0.0703793317079544,
+      "learning_rate": 1.2293503390236595e-05,
+      "loss": 0.46736153960227966,
+      "step": 7203
+    },
+    {
+      "epoch": 1.3311198623413518,
+      "grad_norm": 0.06916027516126633,
+      "learning_rate": 1.229156160587371e-05,
+      "loss": 0.5249672532081604,
+      "step": 7204
+    },
+    {
+      "epoch": 1.3313046390502477,
+      "grad_norm": 0.06406823545694351,
+      "learning_rate": 1.2289619730313847e-05,
+      "loss": 0.49783429503440857,
+      "step": 7205
+    },
+    {
+      "epoch": 1.3314894157591435,
+      "grad_norm": 0.07925626635551453,
+      "learning_rate": 1.2287677763634278e-05,
+      "loss": 0.594709038734436,
+      "step": 7206
+    },
+    {
+      "epoch": 1.3316741924680393,
+      "grad_norm": 0.08192488551139832,
+      "learning_rate": 1.228573570591229e-05,
+      "loss": 0.540943443775177,
+      "step": 7207
+    },
+    {
+      "epoch": 1.3318589691769351,
+      "grad_norm": 0.06959114968776703,
+      "learning_rate": 1.2283793557225176e-05,
+      "loss": 0.42747682332992554,
+      "step": 7208
+    },
+    {
+      "epoch": 1.332043745885831,
+      "grad_norm": 0.062199659645557404,
+      "learning_rate": 1.228185131765022e-05,
+      "loss": 0.44615626335144043,
+      "step": 7209
+    },
+    {
+      "epoch": 1.332228522594727,
+      "grad_norm": 0.06088728830218315,
+      "learning_rate": 1.2279908987264725e-05,
+      "loss": 0.3549799919128418,
+      "step": 7210
+    },
+    {
+      "epoch": 1.3324132993036228,
+      "grad_norm": 0.0674210712313652,
+      "learning_rate": 1.227796656614598e-05,
+      "loss": 0.38973909616470337,
+      "step": 7211
+    },
+    {
+      "epoch": 1.3325980760125187,
+      "grad_norm": 0.055883023887872696,
+      "learning_rate": 1.2276024054371299e-05,
+      "loss": 0.3431173861026764,
+      "step": 7212
+    },
+    {
+      "epoch": 1.3327828527214145,
+      "grad_norm": 0.07490044087171555,
+      "learning_rate": 1.2274081452017975e-05,
+      "loss": 0.550331175327301,
+      "step": 7213
+    },
+    {
+      "epoch": 1.3329676294303103,
+      "grad_norm": 0.0761045292019844,
+      "learning_rate": 1.2272138759163326e-05,
+      "loss": 0.5015029311180115,
+      "step": 7214
+    },
+    {
+      "epoch": 1.3331524061392062,
+      "grad_norm": 0.06385071575641632,
+      "learning_rate": 1.2270195975884664e-05,
+      "loss": 0.43876397609710693,
+      "step": 7215
+    },
+    {
+      "epoch": 1.333337182848102,
+      "grad_norm": 0.07857915759086609,
+      "learning_rate": 1.2268253102259302e-05,
+      "loss": 0.5978013873100281,
+      "step": 7216
+    },
+    {
+      "epoch": 1.3335219595569978,
+      "grad_norm": 0.06934911012649536,
+      "learning_rate": 1.2266310138364565e-05,
+      "loss": 0.4774762988090515,
+      "step": 7217
+    },
+    {
+      "epoch": 1.3337067362658936,
+      "grad_norm": 0.07244524359703064,
+      "learning_rate": 1.2264367084277778e-05,
+      "loss": 0.4618462324142456,
+      "step": 7218
+    },
+    {
+      "epoch": 1.3338915129747895,
+      "grad_norm": 0.09606807678937912,
+      "learning_rate": 1.226242394007626e-05,
+      "loss": 0.6047474145889282,
+      "step": 7219
+    },
+    {
+      "epoch": 1.3340762896836853,
+      "grad_norm": 0.08191752433776855,
+      "learning_rate": 1.226048070583735e-05,
+      "loss": 0.5253011584281921,
+      "step": 7220
+    },
+    {
+      "epoch": 1.3342610663925814,
+      "grad_norm": 0.08500118553638458,
+      "learning_rate": 1.225853738163838e-05,
+      "loss": 0.5972819328308105,
+      "step": 7221
+    },
+    {
+      "epoch": 1.3344458431014772,
+      "grad_norm": 0.08752238750457764,
+      "learning_rate": 1.2256593967556689e-05,
+      "loss": 0.5581551790237427,
+      "step": 7222
+    },
+    {
+      "epoch": 1.334630619810373,
+      "grad_norm": 0.0636662021279335,
+      "learning_rate": 1.2254650463669614e-05,
+      "loss": 0.4321964681148529,
+      "step": 7223
+    },
+    {
+      "epoch": 1.3348153965192688,
+      "grad_norm": 0.07094656676054001,
+      "learning_rate": 1.225270687005451e-05,
+      "loss": 0.4596783518791199,
+      "step": 7224
+    },
+    {
+      "epoch": 1.3350001732281647,
+      "grad_norm": 0.07906907796859741,
+      "learning_rate": 1.2250763186788717e-05,
+      "loss": 0.6005190014839172,
+      "step": 7225
+    },
+    {
+      "epoch": 1.3351849499370605,
+      "grad_norm": 0.06554142385721207,
+      "learning_rate": 1.2248819413949591e-05,
+      "loss": 0.4663126468658447,
+      "step": 7226
+    },
+    {
+      "epoch": 1.3353697266459563,
+      "grad_norm": 0.06856255233287811,
+      "learning_rate": 1.2246875551614487e-05,
+      "loss": 0.5557185411453247,
+      "step": 7227
+    },
+    {
+      "epoch": 1.3355545033548522,
+      "grad_norm": 0.06476157903671265,
+      "learning_rate": 1.224493159986077e-05,
+      "loss": 0.5419876575469971,
+      "step": 7228
+    },
+    {
+      "epoch": 1.335739280063748,
+      "grad_norm": 0.07515493035316467,
+      "learning_rate": 1.2242987558765798e-05,
+      "loss": 0.5306958556175232,
+      "step": 7229
+    },
+    {
+      "epoch": 1.3359240567726438,
+      "grad_norm": 0.07471494376659393,
+      "learning_rate": 1.2241043428406936e-05,
+      "loss": 0.4942961037158966,
+      "step": 7230
+    },
+    {
+      "epoch": 1.3361088334815396,
+      "grad_norm": 0.06926632672548294,
+      "learning_rate": 1.2239099208861555e-05,
+      "loss": 0.4492073655128479,
+      "step": 7231
+    },
+    {
+      "epoch": 1.3362936101904355,
+      "grad_norm": 0.07723340392112732,
+      "learning_rate": 1.2237154900207036e-05,
+      "loss": 0.576379120349884,
+      "step": 7232
+    },
+    {
+      "epoch": 1.3364783868993313,
+      "grad_norm": 0.08155592530965805,
+      "learning_rate": 1.2235210502520746e-05,
+      "loss": 0.688007116317749,
+      "step": 7233
+    },
+    {
+      "epoch": 1.3366631636082271,
+      "grad_norm": 0.07088128477334976,
+      "learning_rate": 1.2233266015880074e-05,
+      "loss": 0.48353421688079834,
+      "step": 7234
+    },
+    {
+      "epoch": 1.336847940317123,
+      "grad_norm": 0.07835712283849716,
+      "learning_rate": 1.2231321440362402e-05,
+      "loss": 0.6117390990257263,
+      "step": 7235
+    },
+    {
+      "epoch": 1.3370327170260188,
+      "grad_norm": 0.08962835371494293,
+      "learning_rate": 1.2229376776045116e-05,
+      "loss": 0.5430634617805481,
+      "step": 7236
+    },
+    {
+      "epoch": 1.3372174937349146,
+      "grad_norm": 0.08353981375694275,
+      "learning_rate": 1.2227432023005608e-05,
+      "loss": 0.5032727122306824,
+      "step": 7237
+    },
+    {
+      "epoch": 1.3374022704438104,
+      "grad_norm": 0.06118007004261017,
+      "learning_rate": 1.2225487181321278e-05,
+      "loss": 0.458617627620697,
+      "step": 7238
+    },
+    {
+      "epoch": 1.3375870471527063,
+      "grad_norm": 0.08352229744195938,
+      "learning_rate": 1.222354225106952e-05,
+      "loss": 0.6291279196739197,
+      "step": 7239
+    },
+    {
+      "epoch": 1.3377718238616023,
+      "grad_norm": 0.08776495605707169,
+      "learning_rate": 1.2221597232327736e-05,
+      "loss": 0.617847204208374,
+      "step": 7240
+    },
+    {
+      "epoch": 1.3379566005704981,
+      "grad_norm": 0.08763931691646576,
+      "learning_rate": 1.221965212517333e-05,
+      "loss": 0.6111961603164673,
+      "step": 7241
+    },
+    {
+      "epoch": 1.338141377279394,
+      "grad_norm": 0.0853385329246521,
+      "learning_rate": 1.221770692968372e-05,
+      "loss": 0.626089334487915,
+      "step": 7242
+    },
+    {
+      "epoch": 1.3383261539882898,
+      "grad_norm": 0.059536758810281754,
+      "learning_rate": 1.2215761645936307e-05,
+      "loss": 0.3988431990146637,
+      "step": 7243
+    },
+    {
+      "epoch": 1.3385109306971856,
+      "grad_norm": 0.05607954412698746,
+      "learning_rate": 1.2213816274008515e-05,
+      "loss": 0.33263882994651794,
+      "step": 7244
+    },
+    {
+      "epoch": 1.3386957074060815,
+      "grad_norm": 0.06977252662181854,
+      "learning_rate": 1.221187081397776e-05,
+      "loss": 0.4728195071220398,
+      "step": 7245
+    },
+    {
+      "epoch": 1.3388804841149773,
+      "grad_norm": 0.08638498932123184,
+      "learning_rate": 1.2209925265921469e-05,
+      "loss": 0.5551614761352539,
+      "step": 7246
+    },
+    {
+      "epoch": 1.3390652608238731,
+      "grad_norm": 0.07965132594108582,
+      "learning_rate": 1.2207979629917061e-05,
+      "loss": 0.6850483417510986,
+      "step": 7247
+    },
+    {
+      "epoch": 1.339250037532769,
+      "grad_norm": 0.11833593249320984,
+      "learning_rate": 1.2206033906041979e-05,
+      "loss": 0.7881156802177429,
+      "step": 7248
+    },
+    {
+      "epoch": 1.3394348142416648,
+      "grad_norm": 0.08182307332754135,
+      "learning_rate": 1.2204088094373647e-05,
+      "loss": 0.518099844455719,
+      "step": 7249
+    },
+    {
+      "epoch": 1.3396195909505606,
+      "grad_norm": 0.09841877222061157,
+      "learning_rate": 1.22021421949895e-05,
+      "loss": 0.5551977157592773,
+      "step": 7250
+    },
+    {
+      "epoch": 1.3398043676594567,
+      "grad_norm": 0.07546274363994598,
+      "learning_rate": 1.2200196207966988e-05,
+      "loss": 0.5618906021118164,
+      "step": 7251
+    },
+    {
+      "epoch": 1.3399891443683525,
+      "grad_norm": 0.09216009825468063,
+      "learning_rate": 1.2198250133383552e-05,
+      "loss": 0.7444961071014404,
+      "step": 7252
+    },
+    {
+      "epoch": 1.3401739210772483,
+      "grad_norm": 0.06232066452503204,
+      "learning_rate": 1.2196303971316632e-05,
+      "loss": 0.3908202350139618,
+      "step": 7253
+    },
+    {
+      "epoch": 1.3403586977861441,
+      "grad_norm": 0.07654942572116852,
+      "learning_rate": 1.2194357721843689e-05,
+      "loss": 0.5528795123100281,
+      "step": 7254
+    },
+    {
+      "epoch": 1.34054347449504,
+      "grad_norm": 0.07393674552440643,
+      "learning_rate": 1.2192411385042176e-05,
+      "loss": 0.45518913865089417,
+      "step": 7255
+    },
+    {
+      "epoch": 1.3407282512039358,
+      "grad_norm": 0.07973166555166245,
+      "learning_rate": 1.2190464960989546e-05,
+      "loss": 0.5710092186927795,
+      "step": 7256
+    },
+    {
+      "epoch": 1.3409130279128316,
+      "grad_norm": 0.09130148589611053,
+      "learning_rate": 1.2188518449763263e-05,
+      "loss": 0.59661865234375,
+      "step": 7257
+    },
+    {
+      "epoch": 1.3410978046217275,
+      "grad_norm": 0.07427915185689926,
+      "learning_rate": 1.2186571851440793e-05,
+      "loss": 0.4620944857597351,
+      "step": 7258
+    },
+    {
+      "epoch": 1.3412825813306233,
+      "grad_norm": 0.08230415731668472,
+      "learning_rate": 1.2184625166099609e-05,
+      "loss": 0.5412794947624207,
+      "step": 7259
+    },
+    {
+      "epoch": 1.341467358039519,
+      "grad_norm": 0.08303827047348022,
+      "learning_rate": 1.2182678393817168e-05,
+      "loss": 0.5233322978019714,
+      "step": 7260
+    },
+    {
+      "epoch": 1.341652134748415,
+      "grad_norm": 0.07536231726408005,
+      "learning_rate": 1.2180731534670964e-05,
+      "loss": 0.5114122033119202,
+      "step": 7261
+    },
+    {
+      "epoch": 1.3418369114573108,
+      "grad_norm": 0.07248736172914505,
+      "learning_rate": 1.2178784588738468e-05,
+      "loss": 0.5382394194602966,
+      "step": 7262
+    },
+    {
+      "epoch": 1.3420216881662066,
+      "grad_norm": 0.07889589667320251,
+      "learning_rate": 1.2176837556097158e-05,
+      "loss": 0.5099925994873047,
+      "step": 7263
+    },
+    {
+      "epoch": 1.3422064648751024,
+      "grad_norm": 0.05722340941429138,
+      "learning_rate": 1.2174890436824525e-05,
+      "loss": 0.3894376754760742,
+      "step": 7264
+    },
+    {
+      "epoch": 1.3423912415839983,
+      "grad_norm": 0.04962385445833206,
+      "learning_rate": 1.2172943230998058e-05,
+      "loss": 0.3173448145389557,
+      "step": 7265
+    },
+    {
+      "epoch": 1.342576018292894,
+      "grad_norm": 0.07014395296573639,
+      "learning_rate": 1.217099593869525e-05,
+      "loss": 0.4455048441886902,
+      "step": 7266
+    },
+    {
+      "epoch": 1.34276079500179,
+      "grad_norm": 0.07519932091236115,
+      "learning_rate": 1.2169048559993591e-05,
+      "loss": 0.5243011713027954,
+      "step": 7267
+    },
+    {
+      "epoch": 1.3429455717106857,
+      "grad_norm": 0.07758233696222305,
+      "learning_rate": 1.2167101094970588e-05,
+      "loss": 0.5891153216362,
+      "step": 7268
+    },
+    {
+      "epoch": 1.3431303484195818,
+      "grad_norm": 0.08783500641584396,
+      "learning_rate": 1.2165153543703744e-05,
+      "loss": 0.6760488152503967,
+      "step": 7269
+    },
+    {
+      "epoch": 1.3433151251284776,
+      "grad_norm": 0.05743502825498581,
+      "learning_rate": 1.2163205906270558e-05,
+      "loss": 0.45588070154190063,
+      "step": 7270
+    },
+    {
+      "epoch": 1.3434999018373734,
+      "grad_norm": 0.07715628296136856,
+      "learning_rate": 1.2161258182748548e-05,
+      "loss": 0.5763320922851562,
+      "step": 7271
+    },
+    {
+      "epoch": 1.3436846785462693,
+      "grad_norm": 0.0772564709186554,
+      "learning_rate": 1.2159310373215223e-05,
+      "loss": 0.6143149733543396,
+      "step": 7272
+    },
+    {
+      "epoch": 1.343869455255165,
+      "grad_norm": 0.07961688190698624,
+      "learning_rate": 1.21573624777481e-05,
+      "loss": 0.49570122361183167,
+      "step": 7273
+    },
+    {
+      "epoch": 1.344054231964061,
+      "grad_norm": 0.06768622994422913,
+      "learning_rate": 1.21554144964247e-05,
+      "loss": 0.4177214503288269,
+      "step": 7274
+    },
+    {
+      "epoch": 1.3442390086729568,
+      "grad_norm": 0.07863906025886536,
+      "learning_rate": 1.215346642932255e-05,
+      "loss": 0.5487481355667114,
+      "step": 7275
+    },
+    {
+      "epoch": 1.3444237853818526,
+      "grad_norm": 0.07579664140939713,
+      "learning_rate": 1.215151827651917e-05,
+      "loss": 0.7003390789031982,
+      "step": 7276
+    },
+    {
+      "epoch": 1.3446085620907484,
+      "grad_norm": 0.07688242942094803,
+      "learning_rate": 1.214957003809209e-05,
+      "loss": 0.48274096846580505,
+      "step": 7277
+    },
+    {
+      "epoch": 1.3447933387996442,
+      "grad_norm": 0.09185263514518738,
+      "learning_rate": 1.2147621714118856e-05,
+      "loss": 0.7358651161193848,
+      "step": 7278
+    },
+    {
+      "epoch": 1.34497811550854,
+      "grad_norm": 0.07346237450838089,
+      "learning_rate": 1.2145673304676995e-05,
+      "loss": 0.5424431562423706,
+      "step": 7279
+    },
+    {
+      "epoch": 1.3451628922174361,
+      "grad_norm": 0.08200640231370926,
+      "learning_rate": 1.2143724809844046e-05,
+      "loss": 0.6213791370391846,
+      "step": 7280
+    },
+    {
+      "epoch": 1.345347668926332,
+      "grad_norm": 0.07538006454706192,
+      "learning_rate": 1.2141776229697557e-05,
+      "loss": 0.4409875273704529,
+      "step": 7281
+    },
+    {
+      "epoch": 1.3455324456352278,
+      "grad_norm": 0.07102343440055847,
+      "learning_rate": 1.2139827564315077e-05,
+      "loss": 0.5566208958625793,
+      "step": 7282
+    },
+    {
+      "epoch": 1.3457172223441236,
+      "grad_norm": 0.07195903360843658,
+      "learning_rate": 1.213787881377415e-05,
+      "loss": 0.5001834034919739,
+      "step": 7283
+    },
+    {
+      "epoch": 1.3459019990530194,
+      "grad_norm": 0.0780748501420021,
+      "learning_rate": 1.2135929978152339e-05,
+      "loss": 0.48966068029403687,
+      "step": 7284
+    },
+    {
+      "epoch": 1.3460867757619153,
+      "grad_norm": 0.06550266593694687,
+      "learning_rate": 1.2133981057527197e-05,
+      "loss": 0.5034133195877075,
+      "step": 7285
+    },
+    {
+      "epoch": 1.346271552470811,
+      "grad_norm": 0.09186110645532608,
+      "learning_rate": 1.2132032051976285e-05,
+      "loss": 0.5809505581855774,
+      "step": 7286
+    },
+    {
+      "epoch": 1.346456329179707,
+      "grad_norm": 0.0906052365899086,
+      "learning_rate": 1.2130082961577167e-05,
+      "loss": 0.6895391345024109,
+      "step": 7287
+    },
+    {
+      "epoch": 1.3466411058886028,
+      "grad_norm": 0.07443145662546158,
+      "learning_rate": 1.2128133786407413e-05,
+      "loss": 0.538640022277832,
+      "step": 7288
+    },
+    {
+      "epoch": 1.3468258825974986,
+      "grad_norm": 0.057054303586483,
+      "learning_rate": 1.2126184526544591e-05,
+      "loss": 0.402135968208313,
+      "step": 7289
+    },
+    {
+      "epoch": 1.3470106593063944,
+      "grad_norm": 0.08881109952926636,
+      "learning_rate": 1.2124235182066275e-05,
+      "loss": 0.6084185838699341,
+      "step": 7290
+    },
+    {
+      "epoch": 1.3471954360152902,
+      "grad_norm": 0.06212284043431282,
+      "learning_rate": 1.2122285753050047e-05,
+      "loss": 0.3448404371738434,
+      "step": 7291
+    },
+    {
+      "epoch": 1.347380212724186,
+      "grad_norm": 0.0877557173371315,
+      "learning_rate": 1.2120336239573484e-05,
+      "loss": 0.6045507192611694,
+      "step": 7292
+    },
+    {
+      "epoch": 1.347564989433082,
+      "grad_norm": 0.07777206599712372,
+      "learning_rate": 1.2118386641714174e-05,
+      "loss": 0.6168590188026428,
+      "step": 7293
+    },
+    {
+      "epoch": 1.3477497661419777,
+      "grad_norm": 0.08838807791471481,
+      "learning_rate": 1.2116436959549704e-05,
+      "loss": 0.607566773891449,
+      "step": 7294
+    },
+    {
+      "epoch": 1.3479345428508736,
+      "grad_norm": 0.07736007124185562,
+      "learning_rate": 1.2114487193157663e-05,
+      "loss": 0.5946328639984131,
+      "step": 7295
+    },
+    {
+      "epoch": 1.3481193195597694,
+      "grad_norm": 0.07302294671535492,
+      "learning_rate": 1.2112537342615646e-05,
+      "loss": 0.45372599363327026,
+      "step": 7296
+    },
+    {
+      "epoch": 1.3483040962686652,
+      "grad_norm": 0.10016177594661713,
+      "learning_rate": 1.2110587408001256e-05,
+      "loss": 0.5879311561584473,
+      "step": 7297
+    },
+    {
+      "epoch": 1.3484888729775613,
+      "grad_norm": 0.08851506561040878,
+      "learning_rate": 1.2108637389392087e-05,
+      "loss": 0.6472713947296143,
+      "step": 7298
+    },
+    {
+      "epoch": 1.348673649686457,
+      "grad_norm": 0.06454683095216751,
+      "learning_rate": 1.2106687286865748e-05,
+      "loss": 0.4215412437915802,
+      "step": 7299
+    },
+    {
+      "epoch": 1.348858426395353,
+      "grad_norm": 0.07148120552301407,
+      "learning_rate": 1.2104737100499843e-05,
+      "loss": 0.6257513761520386,
+      "step": 7300
+    },
+    {
+      "epoch": 1.3490432031042487,
+      "grad_norm": 0.06810782104730606,
+      "learning_rate": 1.210278683037199e-05,
+      "loss": 0.31949469447135925,
+      "step": 7301
+    },
+    {
+      "epoch": 1.3492279798131446,
+      "grad_norm": 0.07105056196451187,
+      "learning_rate": 1.2100836476559799e-05,
+      "loss": 0.4729495942592621,
+      "step": 7302
+    },
+    {
+      "epoch": 1.3494127565220404,
+      "grad_norm": 0.06415511667728424,
+      "learning_rate": 1.209888603914089e-05,
+      "loss": 0.41198405623435974,
+      "step": 7303
+    },
+    {
+      "epoch": 1.3495975332309362,
+      "grad_norm": 0.05516704544425011,
+      "learning_rate": 1.2096935518192883e-05,
+      "loss": 0.35060352087020874,
+      "step": 7304
+    },
+    {
+      "epoch": 1.349782309939832,
+      "grad_norm": 0.08884477615356445,
+      "learning_rate": 1.2094984913793399e-05,
+      "loss": 0.6026931405067444,
+      "step": 7305
+    },
+    {
+      "epoch": 1.3499670866487279,
+      "grad_norm": 0.05907578393816948,
+      "learning_rate": 1.2093034226020073e-05,
+      "loss": 0.4430491328239441,
+      "step": 7306
+    },
+    {
+      "epoch": 1.3501518633576237,
+      "grad_norm": 0.08960863947868347,
+      "learning_rate": 1.2091083454950534e-05,
+      "loss": 0.660787045955658,
+      "step": 7307
+    },
+    {
+      "epoch": 1.3503366400665195,
+      "grad_norm": 0.08193490654230118,
+      "learning_rate": 1.2089132600662412e-05,
+      "loss": 0.62440025806427,
+      "step": 7308
+    },
+    {
+      "epoch": 1.3505214167754156,
+      "grad_norm": 0.06207743287086487,
+      "learning_rate": 1.2087181663233354e-05,
+      "loss": 0.3066102862358093,
+      "step": 7309
+    },
+    {
+      "epoch": 1.3507061934843114,
+      "grad_norm": 0.07043956220149994,
+      "learning_rate": 1.208523064274099e-05,
+      "loss": 0.4655773341655731,
+      "step": 7310
+    },
+    {
+      "epoch": 1.3508909701932073,
+      "grad_norm": 0.07935937494039536,
+      "learning_rate": 1.2083279539262976e-05,
+      "loss": 0.5760067105293274,
+      "step": 7311
+    },
+    {
+      "epoch": 1.351075746902103,
+      "grad_norm": 0.06078021600842476,
+      "learning_rate": 1.2081328352876949e-05,
+      "loss": 0.45882537961006165,
+      "step": 7312
+    },
+    {
+      "epoch": 1.351260523610999,
+      "grad_norm": 0.08058591932058334,
+      "learning_rate": 1.2079377083660565e-05,
+      "loss": 0.5471338629722595,
+      "step": 7313
+    },
+    {
+      "epoch": 1.3514453003198947,
+      "grad_norm": 0.07964106649160385,
+      "learning_rate": 1.2077425731691484e-05,
+      "loss": 0.5816575884819031,
+      "step": 7314
+    },
+    {
+      "epoch": 1.3516300770287906,
+      "grad_norm": 0.07928101718425751,
+      "learning_rate": 1.2075474297047353e-05,
+      "loss": 0.5275821089744568,
+      "step": 7315
+    },
+    {
+      "epoch": 1.3518148537376864,
+      "grad_norm": 0.07923033088445663,
+      "learning_rate": 1.207352277980584e-05,
+      "loss": 0.5912119150161743,
+      "step": 7316
+    },
+    {
+      "epoch": 1.3519996304465822,
+      "grad_norm": 0.07181008905172348,
+      "learning_rate": 1.207157118004461e-05,
+      "loss": 0.4410319924354553,
+      "step": 7317
+    },
+    {
+      "epoch": 1.352184407155478,
+      "grad_norm": 0.06785266846418381,
+      "learning_rate": 1.2069619497841327e-05,
+      "loss": 0.4814789593219757,
+      "step": 7318
+    },
+    {
+      "epoch": 1.3523691838643739,
+      "grad_norm": 0.0755409523844719,
+      "learning_rate": 1.2067667733273662e-05,
+      "loss": 0.5103818774223328,
+      "step": 7319
+    },
+    {
+      "epoch": 1.3525539605732697,
+      "grad_norm": 0.08887257426977158,
+      "learning_rate": 1.206571588641929e-05,
+      "loss": 0.6387781500816345,
+      "step": 7320
+    },
+    {
+      "epoch": 1.3527387372821655,
+      "grad_norm": 0.0847201719880104,
+      "learning_rate": 1.206376395735589e-05,
+      "loss": 0.5143601894378662,
+      "step": 7321
+    },
+    {
+      "epoch": 1.3529235139910614,
+      "grad_norm": 0.062031347304582596,
+      "learning_rate": 1.2061811946161137e-05,
+      "loss": 0.3705389201641083,
+      "step": 7322
+    },
+    {
+      "epoch": 1.3531082906999572,
+      "grad_norm": 0.07319609075784683,
+      "learning_rate": 1.2059859852912724e-05,
+      "loss": 0.546544075012207,
+      "step": 7323
+    },
+    {
+      "epoch": 1.353293067408853,
+      "grad_norm": 0.08957704901695251,
+      "learning_rate": 1.205790767768833e-05,
+      "loss": 0.607306182384491,
+      "step": 7324
+    },
+    {
+      "epoch": 1.3534778441177489,
+      "grad_norm": 0.08340125530958176,
+      "learning_rate": 1.2055955420565651e-05,
+      "loss": 0.5507020950317383,
+      "step": 7325
+    },
+    {
+      "epoch": 1.3536626208266447,
+      "grad_norm": 0.07087838649749756,
+      "learning_rate": 1.2054003081622377e-05,
+      "loss": 0.5279867649078369,
+      "step": 7326
+    },
+    {
+      "epoch": 1.3538473975355405,
+      "grad_norm": 0.048319268971681595,
+      "learning_rate": 1.2052050660936208e-05,
+      "loss": 0.30317071080207825,
+      "step": 7327
+    },
+    {
+      "epoch": 1.3540321742444366,
+      "grad_norm": 0.08193907141685486,
+      "learning_rate": 1.2050098158584842e-05,
+      "loss": 0.6641421318054199,
+      "step": 7328
+    },
+    {
+      "epoch": 1.3542169509533324,
+      "grad_norm": 0.0873681902885437,
+      "learning_rate": 1.2048145574645985e-05,
+      "loss": 0.5591307878494263,
+      "step": 7329
+    },
+    {
+      "epoch": 1.3544017276622282,
+      "grad_norm": 0.0727614164352417,
+      "learning_rate": 1.2046192909197339e-05,
+      "loss": 0.5091972351074219,
+      "step": 7330
+    },
+    {
+      "epoch": 1.354586504371124,
+      "grad_norm": 0.08346467465162277,
+      "learning_rate": 1.2044240162316619e-05,
+      "loss": 0.47075793147087097,
+      "step": 7331
+    },
+    {
+      "epoch": 1.3547712810800199,
+      "grad_norm": 0.06700126826763153,
+      "learning_rate": 1.2042287334081532e-05,
+      "loss": 0.5636169910430908,
+      "step": 7332
+    },
+    {
+      "epoch": 1.3549560577889157,
+      "grad_norm": 0.05685332417488098,
+      "learning_rate": 1.2040334424569802e-05,
+      "loss": 0.34867823123931885,
+      "step": 7333
+    },
+    {
+      "epoch": 1.3551408344978115,
+      "grad_norm": 0.06659932434558868,
+      "learning_rate": 1.2038381433859145e-05,
+      "loss": 0.42646080255508423,
+      "step": 7334
+    },
+    {
+      "epoch": 1.3553256112067074,
+      "grad_norm": 0.08106103539466858,
+      "learning_rate": 1.2036428362027288e-05,
+      "loss": 0.5651917457580566,
+      "step": 7335
+    },
+    {
+      "epoch": 1.3555103879156032,
+      "grad_norm": 0.08953486382961273,
+      "learning_rate": 1.2034475209151945e-05,
+      "loss": 0.6413703560829163,
+      "step": 7336
+    },
+    {
+      "epoch": 1.355695164624499,
+      "grad_norm": 0.09362461417913437,
+      "learning_rate": 1.203252197531086e-05,
+      "loss": 0.7097888588905334,
+      "step": 7337
+    },
+    {
+      "epoch": 1.3558799413333948,
+      "grad_norm": 0.09100347012281418,
+      "learning_rate": 1.203056866058176e-05,
+      "loss": 0.5439901351928711,
+      "step": 7338
+    },
+    {
+      "epoch": 1.356064718042291,
+      "grad_norm": 0.07210123538970947,
+      "learning_rate": 1.2028615265042375e-05,
+      "loss": 0.5213744044303894,
+      "step": 7339
+    },
+    {
+      "epoch": 1.3562494947511867,
+      "grad_norm": 0.0927305668592453,
+      "learning_rate": 1.2026661788770453e-05,
+      "loss": 0.5957270264625549,
+      "step": 7340
+    },
+    {
+      "epoch": 1.3564342714600826,
+      "grad_norm": 0.06996115297079086,
+      "learning_rate": 1.2024708231843731e-05,
+      "loss": 0.4633581042289734,
+      "step": 7341
+    },
+    {
+      "epoch": 1.3566190481689784,
+      "grad_norm": 0.09780874103307724,
+      "learning_rate": 1.2022754594339956e-05,
+      "loss": 0.6641948819160461,
+      "step": 7342
+    },
+    {
+      "epoch": 1.3568038248778742,
+      "grad_norm": 0.07791966199874878,
+      "learning_rate": 1.2020800876336877e-05,
+      "loss": 0.5625864863395691,
+      "step": 7343
+    },
+    {
+      "epoch": 1.35698860158677,
+      "grad_norm": 0.09549916535615921,
+      "learning_rate": 1.2018847077912246e-05,
+      "loss": 0.7063486576080322,
+      "step": 7344
+    },
+    {
+      "epoch": 1.3571733782956659,
+      "grad_norm": 0.07231148332357407,
+      "learning_rate": 1.2016893199143818e-05,
+      "loss": 0.48578956723213196,
+      "step": 7345
+    },
+    {
+      "epoch": 1.3573581550045617,
+      "grad_norm": 0.0838562548160553,
+      "learning_rate": 1.2014939240109347e-05,
+      "loss": 0.5130182504653931,
+      "step": 7346
+    },
+    {
+      "epoch": 1.3575429317134575,
+      "grad_norm": 0.09551063925027847,
+      "learning_rate": 1.2012985200886602e-05,
+      "loss": 0.6210164427757263,
+      "step": 7347
+    },
+    {
+      "epoch": 1.3577277084223534,
+      "grad_norm": 0.08454853296279907,
+      "learning_rate": 1.2011031081553344e-05,
+      "loss": 0.7053744196891785,
+      "step": 7348
+    },
+    {
+      "epoch": 1.3579124851312492,
+      "grad_norm": 0.07290687412023544,
+      "learning_rate": 1.2009076882187338e-05,
+      "loss": 0.5396966338157654,
+      "step": 7349
+    },
+    {
+      "epoch": 1.358097261840145,
+      "grad_norm": 0.05749298259615898,
+      "learning_rate": 1.2007122602866357e-05,
+      "loss": 0.3489977717399597,
+      "step": 7350
+    },
+    {
+      "epoch": 1.3582820385490408,
+      "grad_norm": 0.06704192608594894,
+      "learning_rate": 1.200516824366818e-05,
+      "loss": 0.3745604157447815,
+      "step": 7351
+    },
+    {
+      "epoch": 1.3584668152579367,
+      "grad_norm": 0.08380575478076935,
+      "learning_rate": 1.2003213804670578e-05,
+      "loss": 0.4638144373893738,
+      "step": 7352
+    },
+    {
+      "epoch": 1.3586515919668325,
+      "grad_norm": 0.07318996638059616,
+      "learning_rate": 1.2001259285951333e-05,
+      "loss": 0.500698983669281,
+      "step": 7353
+    },
+    {
+      "epoch": 1.3588363686757283,
+      "grad_norm": 0.0672593042254448,
+      "learning_rate": 1.199930468758823e-05,
+      "loss": 0.45993903279304504,
+      "step": 7354
+    },
+    {
+      "epoch": 1.3590211453846242,
+      "grad_norm": 0.06959978491067886,
+      "learning_rate": 1.1997350009659057e-05,
+      "loss": 0.48005440831184387,
+      "step": 7355
+    },
+    {
+      "epoch": 1.35920592209352,
+      "grad_norm": 0.06343521922826767,
+      "learning_rate": 1.1995395252241599e-05,
+      "loss": 0.38496604561805725,
+      "step": 7356
+    },
+    {
+      "epoch": 1.359390698802416,
+      "grad_norm": 0.07417965680360794,
+      "learning_rate": 1.1993440415413655e-05,
+      "loss": 0.46091029047966003,
+      "step": 7357
+    },
+    {
+      "epoch": 1.3595754755113119,
+      "grad_norm": 0.06469357013702393,
+      "learning_rate": 1.1991485499253021e-05,
+      "loss": 0.46245938539505005,
+      "step": 7358
+    },
+    {
+      "epoch": 1.3597602522202077,
+      "grad_norm": 0.08116722851991653,
+      "learning_rate": 1.1989530503837492e-05,
+      "loss": 0.5595096349716187,
+      "step": 7359
+    },
+    {
+      "epoch": 1.3599450289291035,
+      "grad_norm": 0.058397118002176285,
+      "learning_rate": 1.1987575429244873e-05,
+      "loss": 0.37003904581069946,
+      "step": 7360
+    },
+    {
+      "epoch": 1.3601298056379993,
+      "grad_norm": 0.0854644626379013,
+      "learning_rate": 1.1985620275552974e-05,
+      "loss": 0.6662513613700867,
+      "step": 7361
+    },
+    {
+      "epoch": 1.3603145823468952,
+      "grad_norm": 0.0821366086602211,
+      "learning_rate": 1.1983665042839597e-05,
+      "loss": 0.4664044678211212,
+      "step": 7362
+    },
+    {
+      "epoch": 1.360499359055791,
+      "grad_norm": 0.06795128434896469,
+      "learning_rate": 1.1981709731182557e-05,
+      "loss": 0.5029423832893372,
+      "step": 7363
+    },
+    {
+      "epoch": 1.3606841357646868,
+      "grad_norm": 0.06815291196107864,
+      "learning_rate": 1.1979754340659673e-05,
+      "loss": 0.4743029475212097,
+      "step": 7364
+    },
+    {
+      "epoch": 1.3608689124735827,
+      "grad_norm": 0.05607020482420921,
+      "learning_rate": 1.1977798871348758e-05,
+      "loss": 0.3464440107345581,
+      "step": 7365
+    },
+    {
+      "epoch": 1.3610536891824785,
+      "grad_norm": 0.07072314620018005,
+      "learning_rate": 1.1975843323327634e-05,
+      "loss": 0.5013730525970459,
+      "step": 7366
+    },
+    {
+      "epoch": 1.3612384658913743,
+      "grad_norm": 0.07554870843887329,
+      "learning_rate": 1.197388769667413e-05,
+      "loss": 0.5226201415061951,
+      "step": 7367
+    },
+    {
+      "epoch": 1.3614232426002704,
+      "grad_norm": 0.07110065221786499,
+      "learning_rate": 1.197193199146607e-05,
+      "loss": 0.445374071598053,
+      "step": 7368
+    },
+    {
+      "epoch": 1.3616080193091662,
+      "grad_norm": 0.0752422958612442,
+      "learning_rate": 1.1969976207781287e-05,
+      "loss": 0.49761611223220825,
+      "step": 7369
+    },
+    {
+      "epoch": 1.361792796018062,
+      "grad_norm": 0.07382792234420776,
+      "learning_rate": 1.1968020345697613e-05,
+      "loss": 0.5077685713768005,
+      "step": 7370
+    },
+    {
+      "epoch": 1.3619775727269579,
+      "grad_norm": 0.06980964541435242,
+      "learning_rate": 1.1966064405292887e-05,
+      "loss": 0.44122546911239624,
+      "step": 7371
+    },
+    {
+      "epoch": 1.3621623494358537,
+      "grad_norm": 0.08900794386863708,
+      "learning_rate": 1.1964108386644948e-05,
+      "loss": 0.6478540301322937,
+      "step": 7372
+    },
+    {
+      "epoch": 1.3623471261447495,
+      "grad_norm": 0.08322156220674515,
+      "learning_rate": 1.196215228983164e-05,
+      "loss": 0.645605206489563,
+      "step": 7373
+    },
+    {
+      "epoch": 1.3625319028536453,
+      "grad_norm": 0.06156010180711746,
+      "learning_rate": 1.196019611493081e-05,
+      "loss": 0.4276708960533142,
+      "step": 7374
+    },
+    {
+      "epoch": 1.3627166795625412,
+      "grad_norm": 0.08435390144586563,
+      "learning_rate": 1.1958239862020311e-05,
+      "loss": 0.5966938734054565,
+      "step": 7375
+    },
+    {
+      "epoch": 1.362901456271437,
+      "grad_norm": 0.05743694305419922,
+      "learning_rate": 1.1956283531177986e-05,
+      "loss": 0.36740046739578247,
+      "step": 7376
+    },
+    {
+      "epoch": 1.3630862329803328,
+      "grad_norm": 0.0730554461479187,
+      "learning_rate": 1.19543271224817e-05,
+      "loss": 0.5683557987213135,
+      "step": 7377
+    },
+    {
+      "epoch": 1.3632710096892287,
+      "grad_norm": 0.055050771683454514,
+      "learning_rate": 1.1952370636009309e-05,
+      "loss": 0.3631197512149811,
+      "step": 7378
+    },
+    {
+      "epoch": 1.3634557863981245,
+      "grad_norm": 0.047246962785720825,
+      "learning_rate": 1.1950414071838673e-05,
+      "loss": 0.34128281474113464,
+      "step": 7379
+    },
+    {
+      "epoch": 1.3636405631070203,
+      "grad_norm": 0.06924453377723694,
+      "learning_rate": 1.194845743004766e-05,
+      "loss": 0.38558104634284973,
+      "step": 7380
+    },
+    {
+      "epoch": 1.3638253398159161,
+      "grad_norm": 0.06759911775588989,
+      "learning_rate": 1.1946500710714138e-05,
+      "loss": 0.4166731536388397,
+      "step": 7381
+    },
+    {
+      "epoch": 1.364010116524812,
+      "grad_norm": 0.08717620372772217,
+      "learning_rate": 1.1944543913915976e-05,
+      "loss": 0.6282873153686523,
+      "step": 7382
+    },
+    {
+      "epoch": 1.3641948932337078,
+      "grad_norm": 0.07526937872171402,
+      "learning_rate": 1.1942587039731052e-05,
+      "loss": 0.470471054315567,
+      "step": 7383
+    },
+    {
+      "epoch": 1.3643796699426036,
+      "grad_norm": 0.09385870397090912,
+      "learning_rate": 1.1940630088237239e-05,
+      "loss": 0.6459283232688904,
+      "step": 7384
+    },
+    {
+      "epoch": 1.3645644466514995,
+      "grad_norm": 0.05255207419395447,
+      "learning_rate": 1.1938673059512422e-05,
+      "loss": 0.317013144493103,
+      "step": 7385
+    },
+    {
+      "epoch": 1.3647492233603955,
+      "grad_norm": 0.07780256122350693,
+      "learning_rate": 1.1936715953634481e-05,
+      "loss": 0.5451396107673645,
+      "step": 7386
+    },
+    {
+      "epoch": 1.3649340000692913,
+      "grad_norm": 0.0779600441455841,
+      "learning_rate": 1.1934758770681306e-05,
+      "loss": 0.5497245192527771,
+      "step": 7387
+    },
+    {
+      "epoch": 1.3651187767781872,
+      "grad_norm": 0.08268772065639496,
+      "learning_rate": 1.1932801510730785e-05,
+      "loss": 0.5683483481407166,
+      "step": 7388
+    },
+    {
+      "epoch": 1.365303553487083,
+      "grad_norm": 0.09884671121835709,
+      "learning_rate": 1.193084417386081e-05,
+      "loss": 0.5287616848945618,
+      "step": 7389
+    },
+    {
+      "epoch": 1.3654883301959788,
+      "grad_norm": 0.08031193912029266,
+      "learning_rate": 1.1928886760149277e-05,
+      "loss": 0.49728962779045105,
+      "step": 7390
+    },
+    {
+      "epoch": 1.3656731069048746,
+      "grad_norm": 0.07396135479211807,
+      "learning_rate": 1.1926929269674086e-05,
+      "loss": 0.4677727520465851,
+      "step": 7391
+    },
+    {
+      "epoch": 1.3658578836137705,
+      "grad_norm": 0.06157707795500755,
+      "learning_rate": 1.1924971702513137e-05,
+      "loss": 0.3914041817188263,
+      "step": 7392
+    },
+    {
+      "epoch": 1.3660426603226663,
+      "grad_norm": 0.0752425342798233,
+      "learning_rate": 1.1923014058744343e-05,
+      "loss": 0.5061258673667908,
+      "step": 7393
+    },
+    {
+      "epoch": 1.3662274370315621,
+      "grad_norm": 0.08719919621944427,
+      "learning_rate": 1.1921056338445599e-05,
+      "loss": 0.5727595686912537,
+      "step": 7394
+    },
+    {
+      "epoch": 1.366412213740458,
+      "grad_norm": 0.08396576344966888,
+      "learning_rate": 1.1919098541694828e-05,
+      "loss": 0.6433411836624146,
+      "step": 7395
+    },
+    {
+      "epoch": 1.3665969904493538,
+      "grad_norm": 0.07268782705068588,
+      "learning_rate": 1.1917140668569933e-05,
+      "loss": 0.4731309413909912,
+      "step": 7396
+    },
+    {
+      "epoch": 1.3667817671582498,
+      "grad_norm": 0.059807468205690384,
+      "learning_rate": 1.1915182719148841e-05,
+      "loss": 0.333195298910141,
+      "step": 7397
+    },
+    {
+      "epoch": 1.3669665438671457,
+      "grad_norm": 0.07601609826087952,
+      "learning_rate": 1.191322469350947e-05,
+      "loss": 0.43810439109802246,
+      "step": 7398
+    },
+    {
+      "epoch": 1.3671513205760415,
+      "grad_norm": 0.061796288937330246,
+      "learning_rate": 1.191126659172974e-05,
+      "loss": 0.43337252736091614,
+      "step": 7399
+    },
+    {
+      "epoch": 1.3673360972849373,
+      "grad_norm": 0.07230713963508606,
+      "learning_rate": 1.1909308413887579e-05,
+      "loss": 0.4834917485713959,
+      "step": 7400
+    },
+    {
+      "epoch": 1.3675208739938332,
+      "grad_norm": 0.08036571741104126,
+      "learning_rate": 1.1907350160060918e-05,
+      "loss": 0.4740179777145386,
+      "step": 7401
+    },
+    {
+      "epoch": 1.367705650702729,
+      "grad_norm": 0.061237361282110214,
+      "learning_rate": 1.1905391830327685e-05,
+      "loss": 0.39236539602279663,
+      "step": 7402
+    },
+    {
+      "epoch": 1.3678904274116248,
+      "grad_norm": 0.09754402190446854,
+      "learning_rate": 1.1903433424765822e-05,
+      "loss": 0.6992279291152954,
+      "step": 7403
+    },
+    {
+      "epoch": 1.3680752041205206,
+      "grad_norm": 0.07044808566570282,
+      "learning_rate": 1.1901474943453262e-05,
+      "loss": 0.6163637638092041,
+      "step": 7404
+    },
+    {
+      "epoch": 1.3682599808294165,
+      "grad_norm": 0.07580169290304184,
+      "learning_rate": 1.189951638646795e-05,
+      "loss": 0.5042867660522461,
+      "step": 7405
+    },
+    {
+      "epoch": 1.3684447575383123,
+      "grad_norm": 0.07228293269872665,
+      "learning_rate": 1.1897557753887826e-05,
+      "loss": 0.6257280111312866,
+      "step": 7406
+    },
+    {
+      "epoch": 1.3686295342472081,
+      "grad_norm": 0.0661831870675087,
+      "learning_rate": 1.189559904579084e-05,
+      "loss": 0.4398761987686157,
+      "step": 7407
+    },
+    {
+      "epoch": 1.368814310956104,
+      "grad_norm": 0.08952990919351578,
+      "learning_rate": 1.1893640262254946e-05,
+      "loss": 0.6264430284500122,
+      "step": 7408
+    },
+    {
+      "epoch": 1.3689990876649998,
+      "grad_norm": 0.0661187618970871,
+      "learning_rate": 1.189168140335809e-05,
+      "loss": 0.37947767972946167,
+      "step": 7409
+    },
+    {
+      "epoch": 1.3691838643738956,
+      "grad_norm": 0.09342033416032791,
+      "learning_rate": 1.1889722469178235e-05,
+      "loss": 0.6840120553970337,
+      "step": 7410
+    },
+    {
+      "epoch": 1.3693686410827914,
+      "grad_norm": 0.06493902951478958,
+      "learning_rate": 1.1887763459793335e-05,
+      "loss": 0.4494801163673401,
+      "step": 7411
+    },
+    {
+      "epoch": 1.3695534177916873,
+      "grad_norm": 0.07095891237258911,
+      "learning_rate": 1.1885804375281357e-05,
+      "loss": 0.39049607515335083,
+      "step": 7412
+    },
+    {
+      "epoch": 1.369738194500583,
+      "grad_norm": 0.08437249809503555,
+      "learning_rate": 1.1883845215720267e-05,
+      "loss": 0.5024149417877197,
+      "step": 7413
+    },
+    {
+      "epoch": 1.369922971209479,
+      "grad_norm": 0.08498772233724594,
+      "learning_rate": 1.1881885981188029e-05,
+      "loss": 0.5656739473342896,
+      "step": 7414
+    },
+    {
+      "epoch": 1.3701077479183748,
+      "grad_norm": 0.07123856991529465,
+      "learning_rate": 1.1879926671762619e-05,
+      "loss": 0.4553503692150116,
+      "step": 7415
+    },
+    {
+      "epoch": 1.3702925246272708,
+      "grad_norm": 0.09772376716136932,
+      "learning_rate": 1.1877967287522005e-05,
+      "loss": 0.725156307220459,
+      "step": 7416
+    },
+    {
+      "epoch": 1.3704773013361666,
+      "grad_norm": 0.07861115038394928,
+      "learning_rate": 1.1876007828544172e-05,
+      "loss": 0.5879685878753662,
+      "step": 7417
+    },
+    {
+      "epoch": 1.3706620780450625,
+      "grad_norm": 0.07092233002185822,
+      "learning_rate": 1.1874048294907094e-05,
+      "loss": 0.4736587405204773,
+      "step": 7418
+    },
+    {
+      "epoch": 1.3708468547539583,
+      "grad_norm": 0.049529027193784714,
+      "learning_rate": 1.1872088686688758e-05,
+      "loss": 0.3412547707557678,
+      "step": 7419
+    },
+    {
+      "epoch": 1.3710316314628541,
+      "grad_norm": 0.06565441191196442,
+      "learning_rate": 1.187012900396715e-05,
+      "loss": 0.4283704459667206,
+      "step": 7420
+    },
+    {
+      "epoch": 1.37121640817175,
+      "grad_norm": 0.06818858534097672,
+      "learning_rate": 1.1868169246820259e-05,
+      "loss": 0.5220703482627869,
+      "step": 7421
+    },
+    {
+      "epoch": 1.3714011848806458,
+      "grad_norm": 0.07601748406887054,
+      "learning_rate": 1.1866209415326073e-05,
+      "loss": 0.5260892510414124,
+      "step": 7422
+    },
+    {
+      "epoch": 1.3715859615895416,
+      "grad_norm": 0.07375529408454895,
+      "learning_rate": 1.1864249509562595e-05,
+      "loss": 0.4407345950603485,
+      "step": 7423
+    },
+    {
+      "epoch": 1.3717707382984374,
+      "grad_norm": 0.06595490127801895,
+      "learning_rate": 1.186228952960782e-05,
+      "loss": 0.3844723701477051,
+      "step": 7424
+    },
+    {
+      "epoch": 1.3719555150073333,
+      "grad_norm": 0.06893607974052429,
+      "learning_rate": 1.1860329475539745e-05,
+      "loss": 0.48252663016319275,
+      "step": 7425
+    },
+    {
+      "epoch": 1.372140291716229,
+      "grad_norm": 0.06890595704317093,
+      "learning_rate": 1.1858369347436376e-05,
+      "loss": 0.4432915151119232,
+      "step": 7426
+    },
+    {
+      "epoch": 1.3723250684251251,
+      "grad_norm": 0.061962999403476715,
+      "learning_rate": 1.1856409145375724e-05,
+      "loss": 0.38078954815864563,
+      "step": 7427
+    },
+    {
+      "epoch": 1.372509845134021,
+      "grad_norm": 0.060137588530778885,
+      "learning_rate": 1.1854448869435796e-05,
+      "loss": 0.39205625653266907,
+      "step": 7428
+    },
+    {
+      "epoch": 1.3726946218429168,
+      "grad_norm": 0.08822615444660187,
+      "learning_rate": 1.1852488519694601e-05,
+      "loss": 0.6523511409759521,
+      "step": 7429
+    },
+    {
+      "epoch": 1.3728793985518126,
+      "grad_norm": 0.07423841953277588,
+      "learning_rate": 1.1850528096230162e-05,
+      "loss": 0.5378643274307251,
+      "step": 7430
+    },
+    {
+      "epoch": 1.3730641752607085,
+      "grad_norm": 0.08107765018939972,
+      "learning_rate": 1.1848567599120493e-05,
+      "loss": 0.511623203754425,
+      "step": 7431
+    },
+    {
+      "epoch": 1.3732489519696043,
+      "grad_norm": 0.0851687341928482,
+      "learning_rate": 1.1846607028443617e-05,
+      "loss": 0.5813806056976318,
+      "step": 7432
+    },
+    {
+      "epoch": 1.3734337286785,
+      "grad_norm": 0.07867684960365295,
+      "learning_rate": 1.184464638427756e-05,
+      "loss": 0.7225265502929688,
+      "step": 7433
+    },
+    {
+      "epoch": 1.373618505387396,
+      "grad_norm": 0.07499439269304276,
+      "learning_rate": 1.184268566670035e-05,
+      "loss": 0.4679722785949707,
+      "step": 7434
+    },
+    {
+      "epoch": 1.3738032820962918,
+      "grad_norm": 0.08448562771081924,
+      "learning_rate": 1.1840724875790011e-05,
+      "loss": 0.662882924079895,
+      "step": 7435
+    },
+    {
+      "epoch": 1.3739880588051876,
+      "grad_norm": 0.05104814097285271,
+      "learning_rate": 1.1838764011624581e-05,
+      "loss": 0.320466011762619,
+      "step": 7436
+    },
+    {
+      "epoch": 1.3741728355140834,
+      "grad_norm": 0.07123497128486633,
+      "learning_rate": 1.1836803074282099e-05,
+      "loss": 0.5260931253433228,
+      "step": 7437
+    },
+    {
+      "epoch": 1.3743576122229793,
+      "grad_norm": 0.07810332626104355,
+      "learning_rate": 1.18348420638406e-05,
+      "loss": 0.5477177500724792,
+      "step": 7438
+    },
+    {
+      "epoch": 1.374542388931875,
+      "grad_norm": 0.07277029752731323,
+      "learning_rate": 1.1832880980378126e-05,
+      "loss": 0.5091302394866943,
+      "step": 7439
+    },
+    {
+      "epoch": 1.374727165640771,
+      "grad_norm": 0.06402041763067245,
+      "learning_rate": 1.1830919823972727e-05,
+      "loss": 0.3213406205177307,
+      "step": 7440
+    },
+    {
+      "epoch": 1.3749119423496667,
+      "grad_norm": 0.06970551609992981,
+      "learning_rate": 1.1828958594702444e-05,
+      "loss": 0.4358813464641571,
+      "step": 7441
+    },
+    {
+      "epoch": 1.3750967190585626,
+      "grad_norm": 0.0727848932147026,
+      "learning_rate": 1.1826997292645328e-05,
+      "loss": 0.4688945412635803,
+      "step": 7442
+    },
+    {
+      "epoch": 1.3752814957674584,
+      "grad_norm": 0.0911780372262001,
+      "learning_rate": 1.1825035917879442e-05,
+      "loss": 0.7580387592315674,
+      "step": 7443
+    },
+    {
+      "epoch": 1.3754662724763542,
+      "grad_norm": 0.08887773007154465,
+      "learning_rate": 1.1823074470482835e-05,
+      "loss": 0.5618323087692261,
+      "step": 7444
+    },
+    {
+      "epoch": 1.3756510491852503,
+      "grad_norm": 0.06911130249500275,
+      "learning_rate": 1.1821112950533564e-05,
+      "loss": 0.36385273933410645,
+      "step": 7445
+    },
+    {
+      "epoch": 1.375835825894146,
+      "grad_norm": 0.07710594683885574,
+      "learning_rate": 1.1819151358109697e-05,
+      "loss": 0.5176555514335632,
+      "step": 7446
+    },
+    {
+      "epoch": 1.376020602603042,
+      "grad_norm": 0.07961034774780273,
+      "learning_rate": 1.1817189693289299e-05,
+      "loss": 0.48502466082572937,
+      "step": 7447
+    },
+    {
+      "epoch": 1.3762053793119378,
+      "grad_norm": 0.08120684325695038,
+      "learning_rate": 1.1815227956150434e-05,
+      "loss": 0.5393785834312439,
+      "step": 7448
+    },
+    {
+      "epoch": 1.3763901560208336,
+      "grad_norm": 0.09085174649953842,
+      "learning_rate": 1.1813266146771178e-05,
+      "loss": 0.6135912537574768,
+      "step": 7449
+    },
+    {
+      "epoch": 1.3765749327297294,
+      "grad_norm": 0.07598740607500076,
+      "learning_rate": 1.1811304265229601e-05,
+      "loss": 0.5072231292724609,
+      "step": 7450
+    },
+    {
+      "epoch": 1.3767597094386252,
+      "grad_norm": 0.09174876660108566,
+      "learning_rate": 1.1809342311603784e-05,
+      "loss": 0.6139599084854126,
+      "step": 7451
+    },
+    {
+      "epoch": 1.376944486147521,
+      "grad_norm": 0.07367060333490372,
+      "learning_rate": 1.1807380285971796e-05,
+      "loss": 0.4490894675254822,
+      "step": 7452
+    },
+    {
+      "epoch": 1.377129262856417,
+      "grad_norm": 0.07609044760465622,
+      "learning_rate": 1.1805418188411735e-05,
+      "loss": 0.5755985379219055,
+      "step": 7453
+    },
+    {
+      "epoch": 1.3773140395653127,
+      "grad_norm": 0.06809990108013153,
+      "learning_rate": 1.1803456019001678e-05,
+      "loss": 0.4108802378177643,
+      "step": 7454
+    },
+    {
+      "epoch": 1.3774988162742086,
+      "grad_norm": 0.07754744589328766,
+      "learning_rate": 1.180149377781971e-05,
+      "loss": 0.5679728388786316,
+      "step": 7455
+    },
+    {
+      "epoch": 1.3776835929831046,
+      "grad_norm": 0.07412713766098022,
+      "learning_rate": 1.1799531464943926e-05,
+      "loss": 0.5606153011322021,
+      "step": 7456
+    },
+    {
+      "epoch": 1.3778683696920004,
+      "grad_norm": 0.05983395874500275,
+      "learning_rate": 1.1797569080452423e-05,
+      "loss": 0.4484902620315552,
+      "step": 7457
+    },
+    {
+      "epoch": 1.3780531464008963,
+      "grad_norm": 0.06855115294456482,
+      "learning_rate": 1.179560662442329e-05,
+      "loss": 0.3876204192638397,
+      "step": 7458
+    },
+    {
+      "epoch": 1.378237923109792,
+      "grad_norm": 0.08249981701374054,
+      "learning_rate": 1.1793644096934634e-05,
+      "loss": 0.5886198878288269,
+      "step": 7459
+    },
+    {
+      "epoch": 1.378422699818688,
+      "grad_norm": 0.09763695299625397,
+      "learning_rate": 1.1791681498064554e-05,
+      "loss": 0.5948026776313782,
+      "step": 7460
+    },
+    {
+      "epoch": 1.3786074765275838,
+      "grad_norm": 0.06549713760614395,
+      "learning_rate": 1.1789718827891157e-05,
+      "loss": 0.3910665214061737,
+      "step": 7461
+    },
+    {
+      "epoch": 1.3787922532364796,
+      "grad_norm": 0.07282456755638123,
+      "learning_rate": 1.1787756086492546e-05,
+      "loss": 0.5207515358924866,
+      "step": 7462
+    },
+    {
+      "epoch": 1.3789770299453754,
+      "grad_norm": 0.08371993154287338,
+      "learning_rate": 1.178579327394684e-05,
+      "loss": 0.507247269153595,
+      "step": 7463
+    },
+    {
+      "epoch": 1.3791618066542712,
+      "grad_norm": 0.0790616124868393,
+      "learning_rate": 1.178383039033215e-05,
+      "loss": 0.5724804401397705,
+      "step": 7464
+    },
+    {
+      "epoch": 1.379346583363167,
+      "grad_norm": 0.07022110372781754,
+      "learning_rate": 1.1781867435726587e-05,
+      "loss": 0.4332163631916046,
+      "step": 7465
+    },
+    {
+      "epoch": 1.379531360072063,
+      "grad_norm": 0.07322531193494797,
+      "learning_rate": 1.1779904410208276e-05,
+      "loss": 0.48209553956985474,
+      "step": 7466
+    },
+    {
+      "epoch": 1.3797161367809587,
+      "grad_norm": 0.07616209983825684,
+      "learning_rate": 1.177794131385534e-05,
+      "loss": 0.5288639068603516,
+      "step": 7467
+    },
+    {
+      "epoch": 1.3799009134898546,
+      "grad_norm": 0.08086004108190536,
+      "learning_rate": 1.1775978146745899e-05,
+      "loss": 0.47018125653266907,
+      "step": 7468
+    },
+    {
+      "epoch": 1.3800856901987504,
+      "grad_norm": 0.08034881204366684,
+      "learning_rate": 1.1774014908958085e-05,
+      "loss": 0.48584097623825073,
+      "step": 7469
+    },
+    {
+      "epoch": 1.3802704669076462,
+      "grad_norm": 0.07475937157869339,
+      "learning_rate": 1.1772051600570032e-05,
+      "loss": 0.5507193207740784,
+      "step": 7470
+    },
+    {
+      "epoch": 1.380455243616542,
+      "grad_norm": 0.0697658360004425,
+      "learning_rate": 1.1770088221659865e-05,
+      "loss": 0.57442706823349,
+      "step": 7471
+    },
+    {
+      "epoch": 1.3806400203254379,
+      "grad_norm": 0.10161164402961731,
+      "learning_rate": 1.1768124772305724e-05,
+      "loss": 0.8037537336349487,
+      "step": 7472
+    },
+    {
+      "epoch": 1.3808247970343337,
+      "grad_norm": 0.07438277453184128,
+      "learning_rate": 1.1766161252585751e-05,
+      "loss": 0.45627665519714355,
+      "step": 7473
+    },
+    {
+      "epoch": 1.3810095737432297,
+      "grad_norm": 0.07278723269701004,
+      "learning_rate": 1.1764197662578087e-05,
+      "loss": 0.543790340423584,
+      "step": 7474
+    },
+    {
+      "epoch": 1.3811943504521256,
+      "grad_norm": 0.08033698797225952,
+      "learning_rate": 1.1762234002360873e-05,
+      "loss": 0.5407695174217224,
+      "step": 7475
+    },
+    {
+      "epoch": 1.3813791271610214,
+      "grad_norm": 0.08345130831003189,
+      "learning_rate": 1.176027027201226e-05,
+      "loss": 0.6017276644706726,
+      "step": 7476
+    },
+    {
+      "epoch": 1.3815639038699172,
+      "grad_norm": 0.06852320581674576,
+      "learning_rate": 1.1758306471610397e-05,
+      "loss": 0.4384315609931946,
+      "step": 7477
+    },
+    {
+      "epoch": 1.381748680578813,
+      "grad_norm": 0.04410892724990845,
+      "learning_rate": 1.1756342601233437e-05,
+      "loss": 0.27874159812927246,
+      "step": 7478
+    },
+    {
+      "epoch": 1.3819334572877089,
+      "grad_norm": 0.08524870127439499,
+      "learning_rate": 1.1754378660959536e-05,
+      "loss": 0.6035138964653015,
+      "step": 7479
+    },
+    {
+      "epoch": 1.3821182339966047,
+      "grad_norm": 0.06554487347602844,
+      "learning_rate": 1.1752414650866855e-05,
+      "loss": 0.45440593361854553,
+      "step": 7480
+    },
+    {
+      "epoch": 1.3823030107055005,
+      "grad_norm": 0.06884905695915222,
+      "learning_rate": 1.1750450571033553e-05,
+      "loss": 0.4647334814071655,
+      "step": 7481
+    },
+    {
+      "epoch": 1.3824877874143964,
+      "grad_norm": 0.07676929980516434,
+      "learning_rate": 1.1748486421537794e-05,
+      "loss": 0.5768230557441711,
+      "step": 7482
+    },
+    {
+      "epoch": 1.3826725641232922,
+      "grad_norm": 0.08470456302165985,
+      "learning_rate": 1.1746522202457746e-05,
+      "loss": 0.5833501815795898,
+      "step": 7483
+    },
+    {
+      "epoch": 1.382857340832188,
+      "grad_norm": 0.09254126250743866,
+      "learning_rate": 1.1744557913871579e-05,
+      "loss": 0.4988571107387543,
+      "step": 7484
+    },
+    {
+      "epoch": 1.383042117541084,
+      "grad_norm": 0.08187223970890045,
+      "learning_rate": 1.1742593555857465e-05,
+      "loss": 0.6211193203926086,
+      "step": 7485
+    },
+    {
+      "epoch": 1.38322689424998,
+      "grad_norm": 0.07119544595479965,
+      "learning_rate": 1.1740629128493577e-05,
+      "loss": 0.41468870639801025,
+      "step": 7486
+    },
+    {
+      "epoch": 1.3834116709588757,
+      "grad_norm": 0.0553731806576252,
+      "learning_rate": 1.17386646318581e-05,
+      "loss": 0.32613423466682434,
+      "step": 7487
+    },
+    {
+      "epoch": 1.3835964476677716,
+      "grad_norm": 0.07978975772857666,
+      "learning_rate": 1.1736700066029206e-05,
+      "loss": 0.496436208486557,
+      "step": 7488
+    },
+    {
+      "epoch": 1.3837812243766674,
+      "grad_norm": 0.07208065688610077,
+      "learning_rate": 1.1734735431085084e-05,
+      "loss": 0.5078883767127991,
+      "step": 7489
+    },
+    {
+      "epoch": 1.3839660010855632,
+      "grad_norm": 0.06337263435125351,
+      "learning_rate": 1.1732770727103919e-05,
+      "loss": 0.3940962255001068,
+      "step": 7490
+    },
+    {
+      "epoch": 1.384150777794459,
+      "grad_norm": 0.07468237727880478,
+      "learning_rate": 1.1730805954163902e-05,
+      "loss": 0.5392362475395203,
+      "step": 7491
+    },
+    {
+      "epoch": 1.3843355545033549,
+      "grad_norm": 0.0637771487236023,
+      "learning_rate": 1.172884111234322e-05,
+      "loss": 0.3994047939777374,
+      "step": 7492
+    },
+    {
+      "epoch": 1.3845203312122507,
+      "grad_norm": 0.10853901505470276,
+      "learning_rate": 1.1726876201720074e-05,
+      "loss": 0.8128345012664795,
+      "step": 7493
+    },
+    {
+      "epoch": 1.3847051079211465,
+      "grad_norm": 0.09867019951343536,
+      "learning_rate": 1.1724911222372658e-05,
+      "loss": 0.7452707290649414,
+      "step": 7494
+    },
+    {
+      "epoch": 1.3848898846300424,
+      "grad_norm": 0.08588841557502747,
+      "learning_rate": 1.1722946174379168e-05,
+      "loss": 0.6157535910606384,
+      "step": 7495
+    },
+    {
+      "epoch": 1.3850746613389382,
+      "grad_norm": 0.08550074696540833,
+      "learning_rate": 1.1720981057817813e-05,
+      "loss": 0.7322298288345337,
+      "step": 7496
+    },
+    {
+      "epoch": 1.385259438047834,
+      "grad_norm": 0.07837128639221191,
+      "learning_rate": 1.1719015872766798e-05,
+      "loss": 0.6208504438400269,
+      "step": 7497
+    },
+    {
+      "epoch": 1.3854442147567299,
+      "grad_norm": 0.08587179332971573,
+      "learning_rate": 1.1717050619304324e-05,
+      "loss": 0.5662384629249573,
+      "step": 7498
+    },
+    {
+      "epoch": 1.3856289914656257,
+      "grad_norm": 0.06542603671550751,
+      "learning_rate": 1.1715085297508613e-05,
+      "loss": 0.40593597292900085,
+      "step": 7499
+    },
+    {
+      "epoch": 1.3858137681745215,
+      "grad_norm": 0.06688559800386429,
+      "learning_rate": 1.1713119907457869e-05,
+      "loss": 0.4476969540119171,
+      "step": 7500
+    },
+    {
+      "epoch": 1.3858137681745215,
+      "eval_loss": 0.5861050486564636,
+      "eval_runtime": 256.6455,
+      "eval_samples_per_second": 71.028,
+      "eval_steps_per_second": 8.88,
+      "step": 7500
+    },
+    {
+      "epoch": 1.3859985448834173,
+      "grad_norm": 0.07808694988489151,
+      "learning_rate": 1.1711154449230315e-05,
+      "loss": 0.5939205884933472,
+      "step": 7501
+    },
+    {
+      "epoch": 1.3861833215923132,
+      "grad_norm": 0.09479350596666336,
+      "learning_rate": 1.1709188922904167e-05,
+      "loss": 0.6449679732322693,
+      "step": 7502
+    },
+    {
+      "epoch": 1.386368098301209,
+      "grad_norm": 0.06300199031829834,
+      "learning_rate": 1.1707223328557644e-05,
+      "loss": 0.46869057416915894,
+      "step": 7503
+    },
+    {
+      "epoch": 1.386552875010105,
+      "grad_norm": 0.05616572126746178,
+      "learning_rate": 1.170525766626898e-05,
+      "loss": 0.365093857049942,
+      "step": 7504
+    },
+    {
+      "epoch": 1.3867376517190009,
+      "grad_norm": 0.0733765959739685,
+      "learning_rate": 1.170329193611639e-05,
+      "loss": 0.45358970761299133,
+      "step": 7505
+    },
+    {
+      "epoch": 1.3869224284278967,
+      "grad_norm": 0.06689228862524033,
+      "learning_rate": 1.1701326138178113e-05,
+      "loss": 0.5470128059387207,
+      "step": 7506
+    },
+    {
+      "epoch": 1.3871072051367925,
+      "grad_norm": 0.0790744200348854,
+      "learning_rate": 1.1699360272532376e-05,
+      "loss": 0.6203442811965942,
+      "step": 7507
+    },
+    {
+      "epoch": 1.3872919818456884,
+      "grad_norm": 0.08600825816392899,
+      "learning_rate": 1.1697394339257417e-05,
+      "loss": 0.5041205883026123,
+      "step": 7508
+    },
+    {
+      "epoch": 1.3874767585545842,
+      "grad_norm": 0.07286131381988525,
+      "learning_rate": 1.1695428338431479e-05,
+      "loss": 0.5549904704093933,
+      "step": 7509
+    },
+    {
+      "epoch": 1.38766153526348,
+      "grad_norm": 0.07373219728469849,
+      "learning_rate": 1.1693462270132792e-05,
+      "loss": 0.42410120368003845,
+      "step": 7510
+    },
+    {
+      "epoch": 1.3878463119723758,
+      "grad_norm": 0.06848616898059845,
+      "learning_rate": 1.1691496134439606e-05,
+      "loss": 0.4917903244495392,
+      "step": 7511
+    },
+    {
+      "epoch": 1.3880310886812717,
+      "grad_norm": 0.06176409870386124,
+      "learning_rate": 1.1689529931430166e-05,
+      "loss": 0.4779815673828125,
+      "step": 7512
+    },
+    {
+      "epoch": 1.3882158653901675,
+      "grad_norm": 0.07737766951322556,
+      "learning_rate": 1.1687563661182724e-05,
+      "loss": 0.4695681929588318,
+      "step": 7513
+    },
+    {
+      "epoch": 1.3884006420990633,
+      "grad_norm": 0.08544651418924332,
+      "learning_rate": 1.1685597323775522e-05,
+      "loss": 0.8225537538528442,
+      "step": 7514
+    },
+    {
+      "epoch": 1.3885854188079594,
+      "grad_norm": 0.07991264760494232,
+      "learning_rate": 1.1683630919286824e-05,
+      "loss": 0.5340745449066162,
+      "step": 7515
+    },
+    {
+      "epoch": 1.3887701955168552,
+      "grad_norm": 0.07726863771677017,
+      "learning_rate": 1.1681664447794883e-05,
+      "loss": 0.456493079662323,
+      "step": 7516
+    },
+    {
+      "epoch": 1.388954972225751,
+      "grad_norm": 0.08772004395723343,
+      "learning_rate": 1.1679697909377955e-05,
+      "loss": 0.5773293375968933,
+      "step": 7517
+    },
+    {
+      "epoch": 1.3891397489346469,
+      "grad_norm": 0.06700170040130615,
+      "learning_rate": 1.1677731304114306e-05,
+      "loss": 0.4972071945667267,
+      "step": 7518
+    },
+    {
+      "epoch": 1.3893245256435427,
+      "grad_norm": 0.05684570223093033,
+      "learning_rate": 1.1675764632082203e-05,
+      "loss": 0.4496079087257385,
+      "step": 7519
+    },
+    {
+      "epoch": 1.3895093023524385,
+      "grad_norm": 0.0730443224310875,
+      "learning_rate": 1.1673797893359908e-05,
+      "loss": 0.5882956385612488,
+      "step": 7520
+    },
+    {
+      "epoch": 1.3896940790613344,
+      "grad_norm": 0.07208561897277832,
+      "learning_rate": 1.1671831088025695e-05,
+      "loss": 0.4346911311149597,
+      "step": 7521
+    },
+    {
+      "epoch": 1.3898788557702302,
+      "grad_norm": 0.059102918952703476,
+      "learning_rate": 1.1669864216157834e-05,
+      "loss": 0.4118361175060272,
+      "step": 7522
+    },
+    {
+      "epoch": 1.390063632479126,
+      "grad_norm": 0.08321856707334518,
+      "learning_rate": 1.1667897277834603e-05,
+      "loss": 0.5240601897239685,
+      "step": 7523
+    },
+    {
+      "epoch": 1.3902484091880218,
+      "grad_norm": 0.07270022481679916,
+      "learning_rate": 1.1665930273134276e-05,
+      "loss": 0.5131801962852478,
+      "step": 7524
+    },
+    {
+      "epoch": 1.3904331858969177,
+      "grad_norm": 0.06680957973003387,
+      "learning_rate": 1.1663963202135137e-05,
+      "loss": 0.44497692584991455,
+      "step": 7525
+    },
+    {
+      "epoch": 1.3906179626058135,
+      "grad_norm": 0.06281045824289322,
+      "learning_rate": 1.166199606491547e-05,
+      "loss": 0.44331836700439453,
+      "step": 7526
+    },
+    {
+      "epoch": 1.3908027393147093,
+      "grad_norm": 0.07803647220134735,
+      "learning_rate": 1.1660028861553559e-05,
+      "loss": 0.5607433319091797,
+      "step": 7527
+    },
+    {
+      "epoch": 1.3909875160236052,
+      "grad_norm": 0.07634811103343964,
+      "learning_rate": 1.165806159212769e-05,
+      "loss": 0.5576267242431641,
+      "step": 7528
+    },
+    {
+      "epoch": 1.391172292732501,
+      "grad_norm": 0.09128347784280777,
+      "learning_rate": 1.1656094256716161e-05,
+      "loss": 0.7086127400398254,
+      "step": 7529
+    },
+    {
+      "epoch": 1.3913570694413968,
+      "grad_norm": 0.07963167876005173,
+      "learning_rate": 1.165412685539726e-05,
+      "loss": 0.615551233291626,
+      "step": 7530
+    },
+    {
+      "epoch": 1.3915418461502926,
+      "grad_norm": 0.07789136469364166,
+      "learning_rate": 1.1652159388249287e-05,
+      "loss": 0.5044615864753723,
+      "step": 7531
+    },
+    {
+      "epoch": 1.3917266228591885,
+      "grad_norm": 0.06654134392738342,
+      "learning_rate": 1.1650191855350537e-05,
+      "loss": 0.4450850486755371,
+      "step": 7532
+    },
+    {
+      "epoch": 1.3919113995680845,
+      "grad_norm": 0.08933846652507782,
+      "learning_rate": 1.1648224256779314e-05,
+      "loss": 0.5686116218566895,
+      "step": 7533
+    },
+    {
+      "epoch": 1.3920961762769803,
+      "grad_norm": 0.0678136795759201,
+      "learning_rate": 1.1646256592613923e-05,
+      "loss": 0.414152592420578,
+      "step": 7534
+    },
+    {
+      "epoch": 1.3922809529858762,
+      "grad_norm": 0.07052744925022125,
+      "learning_rate": 1.1644288862932669e-05,
+      "loss": 0.45875686407089233,
+      "step": 7535
+    },
+    {
+      "epoch": 1.392465729694772,
+      "grad_norm": 0.07333561033010483,
+      "learning_rate": 1.1642321067813864e-05,
+      "loss": 0.5426931977272034,
+      "step": 7536
+    },
+    {
+      "epoch": 1.3926505064036678,
+      "grad_norm": 0.08019225299358368,
+      "learning_rate": 1.1640353207335818e-05,
+      "loss": 0.5834104418754578,
+      "step": 7537
+    },
+    {
+      "epoch": 1.3928352831125637,
+      "grad_norm": 0.05879241228103638,
+      "learning_rate": 1.1638385281576844e-05,
+      "loss": 0.33529654145240784,
+      "step": 7538
+    },
+    {
+      "epoch": 1.3930200598214595,
+      "grad_norm": 0.058719415217638016,
+      "learning_rate": 1.1636417290615267e-05,
+      "loss": 0.3612607717514038,
+      "step": 7539
+    },
+    {
+      "epoch": 1.3932048365303553,
+      "grad_norm": 0.05941032990813255,
+      "learning_rate": 1.1634449234529399e-05,
+      "loss": 0.3875240385532379,
+      "step": 7540
+    },
+    {
+      "epoch": 1.3933896132392511,
+      "grad_norm": 0.07174340635538101,
+      "learning_rate": 1.1632481113397565e-05,
+      "loss": 0.4807130992412567,
+      "step": 7541
+    },
+    {
+      "epoch": 1.393574389948147,
+      "grad_norm": 0.07699482887983322,
+      "learning_rate": 1.1630512927298087e-05,
+      "loss": 0.49087509512901306,
+      "step": 7542
+    },
+    {
+      "epoch": 1.3937591666570428,
+      "grad_norm": 0.07787071168422699,
+      "learning_rate": 1.1628544676309302e-05,
+      "loss": 0.499368280172348,
+      "step": 7543
+    },
+    {
+      "epoch": 1.3939439433659389,
+      "grad_norm": 0.06933631747961044,
+      "learning_rate": 1.1626576360509529e-05,
+      "loss": 0.5152738094329834,
+      "step": 7544
+    },
+    {
+      "epoch": 1.3941287200748347,
+      "grad_norm": 0.07767070084810257,
+      "learning_rate": 1.1624607979977106e-05,
+      "loss": 0.5594071745872498,
+      "step": 7545
+    },
+    {
+      "epoch": 1.3943134967837305,
+      "grad_norm": 0.06435758620500565,
+      "learning_rate": 1.162263953479037e-05,
+      "loss": 0.39479848742485046,
+      "step": 7546
+    },
+    {
+      "epoch": 1.3944982734926263,
+      "grad_norm": 0.07449889183044434,
+      "learning_rate": 1.162067102502766e-05,
+      "loss": 0.3971273601055145,
+      "step": 7547
+    },
+    {
+      "epoch": 1.3946830502015222,
+      "grad_norm": 0.060775335878133774,
+      "learning_rate": 1.1618702450767306e-05,
+      "loss": 0.3650251030921936,
+      "step": 7548
+    },
+    {
+      "epoch": 1.394867826910418,
+      "grad_norm": 0.0665210410952568,
+      "learning_rate": 1.1616733812087663e-05,
+      "loss": 0.37720543146133423,
+      "step": 7549
+    },
+    {
+      "epoch": 1.3950526036193138,
+      "grad_norm": 0.091295525431633,
+      "learning_rate": 1.1614765109067075e-05,
+      "loss": 0.7030790448188782,
+      "step": 7550
+    },
+    {
+      "epoch": 1.3952373803282097,
+      "grad_norm": 0.07124901562929153,
+      "learning_rate": 1.1612796341783883e-05,
+      "loss": 0.46749329566955566,
+      "step": 7551
+    },
+    {
+      "epoch": 1.3954221570371055,
+      "grad_norm": 0.07841958850622177,
+      "learning_rate": 1.1610827510316442e-05,
+      "loss": 0.5060739517211914,
+      "step": 7552
+    },
+    {
+      "epoch": 1.3956069337460013,
+      "grad_norm": 0.07065027207136154,
+      "learning_rate": 1.160885861474311e-05,
+      "loss": 0.4663480818271637,
+      "step": 7553
+    },
+    {
+      "epoch": 1.3957917104548971,
+      "grad_norm": 0.05885373055934906,
+      "learning_rate": 1.1606889655142236e-05,
+      "loss": 0.468976765871048,
+      "step": 7554
+    },
+    {
+      "epoch": 1.395976487163793,
+      "grad_norm": 0.08445914834737778,
+      "learning_rate": 1.160492063159218e-05,
+      "loss": 0.6371353268623352,
+      "step": 7555
+    },
+    {
+      "epoch": 1.3961612638726888,
+      "grad_norm": 0.08427069336175919,
+      "learning_rate": 1.1602951544171307e-05,
+      "loss": 0.6276706457138062,
+      "step": 7556
+    },
+    {
+      "epoch": 1.3963460405815846,
+      "grad_norm": 0.07150643318891525,
+      "learning_rate": 1.1600982392957978e-05,
+      "loss": 0.4658666253089905,
+      "step": 7557
+    },
+    {
+      "epoch": 1.3965308172904805,
+      "grad_norm": 0.08658826351165771,
+      "learning_rate": 1.1599013178030553e-05,
+      "loss": 0.6273196339607239,
+      "step": 7558
+    },
+    {
+      "epoch": 1.3967155939993763,
+      "grad_norm": 0.07841559499502182,
+      "learning_rate": 1.1597043899467412e-05,
+      "loss": 0.5224420428276062,
+      "step": 7559
+    },
+    {
+      "epoch": 1.396900370708272,
+      "grad_norm": 0.0666312649846077,
+      "learning_rate": 1.159507455734692e-05,
+      "loss": 0.40652960538864136,
+      "step": 7560
+    },
+    {
+      "epoch": 1.397085147417168,
+      "grad_norm": 0.0653591901063919,
+      "learning_rate": 1.1593105151747448e-05,
+      "loss": 0.3719636797904968,
+      "step": 7561
+    },
+    {
+      "epoch": 1.397269924126064,
+      "grad_norm": 0.07236526161432266,
+      "learning_rate": 1.1591135682747374e-05,
+      "loss": 0.5152609944343567,
+      "step": 7562
+    },
+    {
+      "epoch": 1.3974547008349598,
+      "grad_norm": 0.07473872601985931,
+      "learning_rate": 1.1589166150425082e-05,
+      "loss": 0.5459132790565491,
+      "step": 7563
+    },
+    {
+      "epoch": 1.3976394775438556,
+      "grad_norm": 0.0817592591047287,
+      "learning_rate": 1.1587196554858946e-05,
+      "loss": 0.5027362704277039,
+      "step": 7564
+    },
+    {
+      "epoch": 1.3978242542527515,
+      "grad_norm": 0.08243642747402191,
+      "learning_rate": 1.1585226896127353e-05,
+      "loss": 0.5912965536117554,
+      "step": 7565
+    },
+    {
+      "epoch": 1.3980090309616473,
+      "grad_norm": 0.09193118661642075,
+      "learning_rate": 1.1583257174308693e-05,
+      "loss": 0.6074056029319763,
+      "step": 7566
+    },
+    {
+      "epoch": 1.3981938076705431,
+      "grad_norm": 0.07539702951908112,
+      "learning_rate": 1.1581287389481348e-05,
+      "loss": 0.5826414823532104,
+      "step": 7567
+    },
+    {
+      "epoch": 1.398378584379439,
+      "grad_norm": 0.07248812168836594,
+      "learning_rate": 1.1579317541723709e-05,
+      "loss": 0.4714256227016449,
+      "step": 7568
+    },
+    {
+      "epoch": 1.3985633610883348,
+      "grad_norm": 0.059154167771339417,
+      "learning_rate": 1.1577347631114178e-05,
+      "loss": 0.45838063955307007,
+      "step": 7569
+    },
+    {
+      "epoch": 1.3987481377972306,
+      "grad_norm": 0.08536428958177567,
+      "learning_rate": 1.1575377657731144e-05,
+      "loss": 0.6104124784469604,
+      "step": 7570
+    },
+    {
+      "epoch": 1.3989329145061264,
+      "grad_norm": 0.08255096524953842,
+      "learning_rate": 1.1573407621653007e-05,
+      "loss": 0.48993632197380066,
+      "step": 7571
+    },
+    {
+      "epoch": 1.3991176912150223,
+      "grad_norm": 0.08401396870613098,
+      "learning_rate": 1.157143752295817e-05,
+      "loss": 0.5046585202217102,
+      "step": 7572
+    },
+    {
+      "epoch": 1.3993024679239183,
+      "grad_norm": 0.1049598827958107,
+      "learning_rate": 1.1569467361725037e-05,
+      "loss": 0.7219524383544922,
+      "step": 7573
+    },
+    {
+      "epoch": 1.3994872446328142,
+      "grad_norm": 0.08518721163272858,
+      "learning_rate": 1.1567497138032014e-05,
+      "loss": 0.693490207195282,
+      "step": 7574
+    },
+    {
+      "epoch": 1.39967202134171,
+      "grad_norm": 0.07102842628955841,
+      "learning_rate": 1.1565526851957504e-05,
+      "loss": 0.4655759930610657,
+      "step": 7575
+    },
+    {
+      "epoch": 1.3998567980506058,
+      "grad_norm": 0.09537466615438461,
+      "learning_rate": 1.1563556503579929e-05,
+      "loss": 0.7377628087997437,
+      "step": 7576
+    },
+    {
+      "epoch": 1.4000415747595016,
+      "grad_norm": 0.06323997676372528,
+      "learning_rate": 1.1561586092977697e-05,
+      "loss": 0.43483224511146545,
+      "step": 7577
+    },
+    {
+      "epoch": 1.4002263514683975,
+      "grad_norm": 0.06556528061628342,
+      "learning_rate": 1.1559615620229216e-05,
+      "loss": 0.4366847276687622,
+      "step": 7578
+    },
+    {
+      "epoch": 1.4004111281772933,
+      "grad_norm": 0.07493555545806885,
+      "learning_rate": 1.1557645085412921e-05,
+      "loss": 0.436001181602478,
+      "step": 7579
+    },
+    {
+      "epoch": 1.4005959048861891,
+      "grad_norm": 0.07397256046533585,
+      "learning_rate": 1.1555674488607224e-05,
+      "loss": 0.5384519696235657,
+      "step": 7580
+    },
+    {
+      "epoch": 1.400780681595085,
+      "grad_norm": 0.09817645698785782,
+      "learning_rate": 1.1553703829890546e-05,
+      "loss": 0.7104623317718506,
+      "step": 7581
+    },
+    {
+      "epoch": 1.4009654583039808,
+      "grad_norm": 0.07672224938869476,
+      "learning_rate": 1.1551733109341318e-05,
+      "loss": 0.4858318269252777,
+      "step": 7582
+    },
+    {
+      "epoch": 1.4011502350128766,
+      "grad_norm": 0.08330681920051575,
+      "learning_rate": 1.1549762327037968e-05,
+      "loss": 0.6663315296173096,
+      "step": 7583
+    },
+    {
+      "epoch": 1.4013350117217724,
+      "grad_norm": 0.08952096104621887,
+      "learning_rate": 1.1547791483058926e-05,
+      "loss": 0.6832013130187988,
+      "step": 7584
+    },
+    {
+      "epoch": 1.4015197884306683,
+      "grad_norm": 0.06818807870149612,
+      "learning_rate": 1.1545820577482623e-05,
+      "loss": 0.47754937410354614,
+      "step": 7585
+    },
+    {
+      "epoch": 1.401704565139564,
+      "grad_norm": 0.06141260638833046,
+      "learning_rate": 1.1543849610387499e-05,
+      "loss": 0.3404228985309601,
+      "step": 7586
+    },
+    {
+      "epoch": 1.40188934184846,
+      "grad_norm": 0.08560726791620255,
+      "learning_rate": 1.1541878581851994e-05,
+      "loss": 0.5630397796630859,
+      "step": 7587
+    },
+    {
+      "epoch": 1.4020741185573558,
+      "grad_norm": 0.07210613787174225,
+      "learning_rate": 1.1539907491954539e-05,
+      "loss": 0.5454407334327698,
+      "step": 7588
+    },
+    {
+      "epoch": 1.4022588952662516,
+      "grad_norm": 0.06783408671617508,
+      "learning_rate": 1.1537936340773586e-05,
+      "loss": 0.46421727538108826,
+      "step": 7589
+    },
+    {
+      "epoch": 1.4024436719751474,
+      "grad_norm": 0.07097148150205612,
+      "learning_rate": 1.1535965128387578e-05,
+      "loss": 0.5893171429634094,
+      "step": 7590
+    },
+    {
+      "epoch": 1.4026284486840432,
+      "grad_norm": 0.07714993506669998,
+      "learning_rate": 1.1533993854874964e-05,
+      "loss": 0.5079788565635681,
+      "step": 7591
+    },
+    {
+      "epoch": 1.4028132253929393,
+      "grad_norm": 0.1183595284819603,
+      "learning_rate": 1.1532022520314192e-05,
+      "loss": 0.6799882054328918,
+      "step": 7592
+    },
+    {
+      "epoch": 1.4029980021018351,
+      "grad_norm": 0.07514689117670059,
+      "learning_rate": 1.153005112478372e-05,
+      "loss": 0.48914864659309387,
+      "step": 7593
+    },
+    {
+      "epoch": 1.403182778810731,
+      "grad_norm": 0.07823141664266586,
+      "learning_rate": 1.1528079668361997e-05,
+      "loss": 0.5553666353225708,
+      "step": 7594
+    },
+    {
+      "epoch": 1.4033675555196268,
+      "grad_norm": 0.0717146173119545,
+      "learning_rate": 1.1526108151127488e-05,
+      "loss": 0.5046097636222839,
+      "step": 7595
+    },
+    {
+      "epoch": 1.4035523322285226,
+      "grad_norm": 0.07187351584434509,
+      "learning_rate": 1.1524136573158646e-05,
+      "loss": 0.4185374081134796,
+      "step": 7596
+    },
+    {
+      "epoch": 1.4037371089374184,
+      "grad_norm": 0.07105645537376404,
+      "learning_rate": 1.1522164934533939e-05,
+      "loss": 0.4948467016220093,
+      "step": 7597
+    },
+    {
+      "epoch": 1.4039218856463143,
+      "grad_norm": 0.06178764998912811,
+      "learning_rate": 1.1520193235331827e-05,
+      "loss": 0.4289746582508087,
+      "step": 7598
+    },
+    {
+      "epoch": 1.40410666235521,
+      "grad_norm": 0.0821404680609703,
+      "learning_rate": 1.151822147563078e-05,
+      "loss": 0.4482502341270447,
+      "step": 7599
+    },
+    {
+      "epoch": 1.404291439064106,
+      "grad_norm": 0.05330733582377434,
+      "learning_rate": 1.1516249655509271e-05,
+      "loss": 0.30158668756484985,
+      "step": 7600
+    },
+    {
+      "epoch": 1.4044762157730017,
+      "grad_norm": 0.0885644257068634,
+      "learning_rate": 1.1514277775045768e-05,
+      "loss": 0.456144779920578,
+      "step": 7601
+    },
+    {
+      "epoch": 1.4046609924818976,
+      "grad_norm": 0.08371008932590485,
+      "learning_rate": 1.1512305834318746e-05,
+      "loss": 0.5358234643936157,
+      "step": 7602
+    },
+    {
+      "epoch": 1.4048457691907936,
+      "grad_norm": 0.06220470368862152,
+      "learning_rate": 1.1510333833406687e-05,
+      "loss": 0.37693867087364197,
+      "step": 7603
+    },
+    {
+      "epoch": 1.4050305458996895,
+      "grad_norm": 0.08973923325538635,
+      "learning_rate": 1.1508361772388064e-05,
+      "loss": 0.626574695110321,
+      "step": 7604
+    },
+    {
+      "epoch": 1.4052153226085853,
+      "grad_norm": 0.07953702658414841,
+      "learning_rate": 1.150638965134136e-05,
+      "loss": 0.5673231482505798,
+      "step": 7605
+    },
+    {
+      "epoch": 1.405400099317481,
+      "grad_norm": 0.06657926738262177,
+      "learning_rate": 1.1504417470345064e-05,
+      "loss": 0.48152756690979004,
+      "step": 7606
+    },
+    {
+      "epoch": 1.405584876026377,
+      "grad_norm": 0.09543479979038239,
+      "learning_rate": 1.150244522947766e-05,
+      "loss": 0.5430436134338379,
+      "step": 7607
+    },
+    {
+      "epoch": 1.4057696527352728,
+      "grad_norm": 0.08441811054944992,
+      "learning_rate": 1.1500472928817632e-05,
+      "loss": 0.5210660696029663,
+      "step": 7608
+    },
+    {
+      "epoch": 1.4059544294441686,
+      "grad_norm": 0.05825930833816528,
+      "learning_rate": 1.1498500568443477e-05,
+      "loss": 0.3573313057422638,
+      "step": 7609
+    },
+    {
+      "epoch": 1.4061392061530644,
+      "grad_norm": 0.07727733254432678,
+      "learning_rate": 1.149652814843369e-05,
+      "loss": 0.585524320602417,
+      "step": 7610
+    },
+    {
+      "epoch": 1.4063239828619603,
+      "grad_norm": 0.07217800617218018,
+      "learning_rate": 1.1494555668866762e-05,
+      "loss": 0.4551432728767395,
+      "step": 7611
+    },
+    {
+      "epoch": 1.406508759570856,
+      "grad_norm": 0.06366957724094391,
+      "learning_rate": 1.1492583129821198e-05,
+      "loss": 0.3803600072860718,
+      "step": 7612
+    },
+    {
+      "epoch": 1.406693536279752,
+      "grad_norm": 0.07053103297948837,
+      "learning_rate": 1.1490610531375493e-05,
+      "loss": 0.406423419713974,
+      "step": 7613
+    },
+    {
+      "epoch": 1.4068783129886477,
+      "grad_norm": 0.08406764268875122,
+      "learning_rate": 1.148863787360815e-05,
+      "loss": 0.5798128247261047,
+      "step": 7614
+    },
+    {
+      "epoch": 1.4070630896975436,
+      "grad_norm": 0.07802645862102509,
+      "learning_rate": 1.148666515659768e-05,
+      "loss": 0.49858537316322327,
+      "step": 7615
+    },
+    {
+      "epoch": 1.4072478664064394,
+      "grad_norm": 0.07138711959123611,
+      "learning_rate": 1.1484692380422587e-05,
+      "loss": 0.4957258999347687,
+      "step": 7616
+    },
+    {
+      "epoch": 1.4074326431153352,
+      "grad_norm": 0.06466956436634064,
+      "learning_rate": 1.1482719545161382e-05,
+      "loss": 0.4023810923099518,
+      "step": 7617
+    },
+    {
+      "epoch": 1.407617419824231,
+      "grad_norm": 0.08849228173494339,
+      "learning_rate": 1.1480746650892578e-05,
+      "loss": 0.5417582392692566,
+      "step": 7618
+    },
+    {
+      "epoch": 1.4078021965331269,
+      "grad_norm": 0.1008807122707367,
+      "learning_rate": 1.1478773697694691e-05,
+      "loss": 0.7184629440307617,
+      "step": 7619
+    },
+    {
+      "epoch": 1.4079869732420227,
+      "grad_norm": 0.09179085493087769,
+      "learning_rate": 1.1476800685646237e-05,
+      "loss": 0.678741455078125,
+      "step": 7620
+    },
+    {
+      "epoch": 1.4081717499509188,
+      "grad_norm": 0.08802378922700882,
+      "learning_rate": 1.1474827614825734e-05,
+      "loss": 0.5173779129981995,
+      "step": 7621
+    },
+    {
+      "epoch": 1.4083565266598146,
+      "grad_norm": 0.10323859006166458,
+      "learning_rate": 1.147285448531171e-05,
+      "loss": 0.5072680711746216,
+      "step": 7622
+    },
+    {
+      "epoch": 1.4085413033687104,
+      "grad_norm": 0.07147370278835297,
+      "learning_rate": 1.147088129718268e-05,
+      "loss": 0.4114370346069336,
+      "step": 7623
+    },
+    {
+      "epoch": 1.4087260800776062,
+      "grad_norm": 0.08556059002876282,
+      "learning_rate": 1.146890805051718e-05,
+      "loss": 0.6060706973075867,
+      "step": 7624
+    },
+    {
+      "epoch": 1.408910856786502,
+      "grad_norm": 0.06883016228675842,
+      "learning_rate": 1.1466934745393737e-05,
+      "loss": 0.41225066781044006,
+      "step": 7625
+    },
+    {
+      "epoch": 1.409095633495398,
+      "grad_norm": 0.09106704592704773,
+      "learning_rate": 1.1464961381890875e-05,
+      "loss": 0.6388334631919861,
+      "step": 7626
+    },
+    {
+      "epoch": 1.4092804102042937,
+      "grad_norm": 0.0875760018825531,
+      "learning_rate": 1.1462987960087139e-05,
+      "loss": 0.7768730521202087,
+      "step": 7627
+    },
+    {
+      "epoch": 1.4094651869131896,
+      "grad_norm": 0.06366395950317383,
+      "learning_rate": 1.1461014480061057e-05,
+      "loss": 0.4491613507270813,
+      "step": 7628
+    },
+    {
+      "epoch": 1.4096499636220854,
+      "grad_norm": 0.08622222393751144,
+      "learning_rate": 1.1459040941891169e-05,
+      "loss": 0.6296977400779724,
+      "step": 7629
+    },
+    {
+      "epoch": 1.4098347403309812,
+      "grad_norm": 0.06523562967777252,
+      "learning_rate": 1.1457067345656016e-05,
+      "loss": 0.4500395953655243,
+      "step": 7630
+    },
+    {
+      "epoch": 1.410019517039877,
+      "grad_norm": 0.08612232655286789,
+      "learning_rate": 1.145509369143414e-05,
+      "loss": 0.5739388465881348,
+      "step": 7631
+    },
+    {
+      "epoch": 1.410204293748773,
+      "grad_norm": 0.08802293241024017,
+      "learning_rate": 1.145311997930409e-05,
+      "loss": 0.6413158178329468,
+      "step": 7632
+    },
+    {
+      "epoch": 1.410389070457669,
+      "grad_norm": 0.06629212200641632,
+      "learning_rate": 1.145114620934441e-05,
+      "loss": 0.5219778418540955,
+      "step": 7633
+    },
+    {
+      "epoch": 1.4105738471665648,
+      "grad_norm": 0.07021202892065048,
+      "learning_rate": 1.1449172381633651e-05,
+      "loss": 0.5135833621025085,
+      "step": 7634
+    },
+    {
+      "epoch": 1.4107586238754606,
+      "grad_norm": 0.05778151750564575,
+      "learning_rate": 1.1447198496250367e-05,
+      "loss": 0.4304315149784088,
+      "step": 7635
+    },
+    {
+      "epoch": 1.4109434005843564,
+      "grad_norm": 0.06428337097167969,
+      "learning_rate": 1.1445224553273111e-05,
+      "loss": 0.454351544380188,
+      "step": 7636
+    },
+    {
+      "epoch": 1.4111281772932522,
+      "grad_norm": 0.07603947818279266,
+      "learning_rate": 1.1443250552780435e-05,
+      "loss": 0.4918436110019684,
+      "step": 7637
+    },
+    {
+      "epoch": 1.411312954002148,
+      "grad_norm": 0.07855551689863205,
+      "learning_rate": 1.1441276494850904e-05,
+      "loss": 0.5450300574302673,
+      "step": 7638
+    },
+    {
+      "epoch": 1.411497730711044,
+      "grad_norm": 0.06913916021585464,
+      "learning_rate": 1.143930237956308e-05,
+      "loss": 0.48682063817977905,
+      "step": 7639
+    },
+    {
+      "epoch": 1.4116825074199397,
+      "grad_norm": 0.0858033075928688,
+      "learning_rate": 1.1437328206995521e-05,
+      "loss": 0.457550972700119,
+      "step": 7640
+    },
+    {
+      "epoch": 1.4118672841288356,
+      "grad_norm": 0.05459976568818092,
+      "learning_rate": 1.1435353977226797e-05,
+      "loss": 0.3086320757865906,
+      "step": 7641
+    },
+    {
+      "epoch": 1.4120520608377314,
+      "grad_norm": 0.05813084542751312,
+      "learning_rate": 1.1433379690335478e-05,
+      "loss": 0.3826307952404022,
+      "step": 7642
+    },
+    {
+      "epoch": 1.4122368375466272,
+      "grad_norm": 0.08360633254051208,
+      "learning_rate": 1.1431405346400128e-05,
+      "loss": 0.64500892162323,
+      "step": 7643
+    },
+    {
+      "epoch": 1.412421614255523,
+      "grad_norm": 0.07159120589494705,
+      "learning_rate": 1.1429430945499324e-05,
+      "loss": 0.39974844455718994,
+      "step": 7644
+    },
+    {
+      "epoch": 1.4126063909644189,
+      "grad_norm": 0.07743488997220993,
+      "learning_rate": 1.1427456487711644e-05,
+      "loss": 0.6075916290283203,
+      "step": 7645
+    },
+    {
+      "epoch": 1.4127911676733147,
+      "grad_norm": 0.07663056254386902,
+      "learning_rate": 1.1425481973115659e-05,
+      "loss": 0.5331258177757263,
+      "step": 7646
+    },
+    {
+      "epoch": 1.4129759443822105,
+      "grad_norm": 0.07387567311525345,
+      "learning_rate": 1.142350740178995e-05,
+      "loss": 0.4058663845062256,
+      "step": 7647
+    },
+    {
+      "epoch": 1.4131607210911064,
+      "grad_norm": 0.08707687258720398,
+      "learning_rate": 1.1421532773813105e-05,
+      "loss": 0.6303785443305969,
+      "step": 7648
+    },
+    {
+      "epoch": 1.4133454978000022,
+      "grad_norm": 0.05880158394575119,
+      "learning_rate": 1.14195580892637e-05,
+      "loss": 0.4565977454185486,
+      "step": 7649
+    },
+    {
+      "epoch": 1.4135302745088982,
+      "grad_norm": 0.0803513377904892,
+      "learning_rate": 1.1417583348220322e-05,
+      "loss": 0.6228235960006714,
+      "step": 7650
+    },
+    {
+      "epoch": 1.413715051217794,
+      "grad_norm": 0.07094324380159378,
+      "learning_rate": 1.1415608550761563e-05,
+      "loss": 0.4482516944408417,
+      "step": 7651
+    },
+    {
+      "epoch": 1.41389982792669,
+      "grad_norm": 0.06476152688264847,
+      "learning_rate": 1.1413633696966016e-05,
+      "loss": 0.4385446012020111,
+      "step": 7652
+    },
+    {
+      "epoch": 1.4140846046355857,
+      "grad_norm": 0.07475713640451431,
+      "learning_rate": 1.141165878691227e-05,
+      "loss": 0.5316185355186462,
+      "step": 7653
+    },
+    {
+      "epoch": 1.4142693813444815,
+      "grad_norm": 0.0754825696349144,
+      "learning_rate": 1.1409683820678913e-05,
+      "loss": 0.5440897345542908,
+      "step": 7654
+    },
+    {
+      "epoch": 1.4144541580533774,
+      "grad_norm": 0.07446648925542831,
+      "learning_rate": 1.140770879834456e-05,
+      "loss": 0.47146567702293396,
+      "step": 7655
+    },
+    {
+      "epoch": 1.4146389347622732,
+      "grad_norm": 0.06318148970603943,
+      "learning_rate": 1.1405733719987797e-05,
+      "loss": 0.41523852944374084,
+      "step": 7656
+    },
+    {
+      "epoch": 1.414823711471169,
+      "grad_norm": 0.07789860665798187,
+      "learning_rate": 1.1403758585687226e-05,
+      "loss": 0.45916494727134705,
+      "step": 7657
+    },
+    {
+      "epoch": 1.4150084881800649,
+      "grad_norm": 0.07964061200618744,
+      "learning_rate": 1.1401783395521462e-05,
+      "loss": 0.5693597793579102,
+      "step": 7658
+    },
+    {
+      "epoch": 1.4151932648889607,
+      "grad_norm": 0.0904047042131424,
+      "learning_rate": 1.1399808149569102e-05,
+      "loss": 0.6129499077796936,
+      "step": 7659
+    },
+    {
+      "epoch": 1.4153780415978565,
+      "grad_norm": 0.06054529547691345,
+      "learning_rate": 1.1397832847908756e-05,
+      "loss": 0.35986170172691345,
+      "step": 7660
+    },
+    {
+      "epoch": 1.4155628183067526,
+      "grad_norm": 0.06948984414339066,
+      "learning_rate": 1.1395857490619035e-05,
+      "loss": 0.5107991099357605,
+      "step": 7661
+    },
+    {
+      "epoch": 1.4157475950156484,
+      "grad_norm": 0.07513797283172607,
+      "learning_rate": 1.1393882077778555e-05,
+      "loss": 0.5044052004814148,
+      "step": 7662
+    },
+    {
+      "epoch": 1.4159323717245442,
+      "grad_norm": 0.07386617362499237,
+      "learning_rate": 1.139190660946593e-05,
+      "loss": 0.5760729908943176,
+      "step": 7663
+    },
+    {
+      "epoch": 1.41611714843344,
+      "grad_norm": 0.08695702254772186,
+      "learning_rate": 1.1389931085759774e-05,
+      "loss": 0.6008087992668152,
+      "step": 7664
+    },
+    {
+      "epoch": 1.4163019251423359,
+      "grad_norm": 0.08835457265377045,
+      "learning_rate": 1.1387955506738711e-05,
+      "loss": 0.6213218569755554,
+      "step": 7665
+    },
+    {
+      "epoch": 1.4164867018512317,
+      "grad_norm": 0.06474512815475464,
+      "learning_rate": 1.1385979872481363e-05,
+      "loss": 0.3683367371559143,
+      "step": 7666
+    },
+    {
+      "epoch": 1.4166714785601275,
+      "grad_norm": 0.0808560773730278,
+      "learning_rate": 1.1384004183066347e-05,
+      "loss": 0.5479312539100647,
+      "step": 7667
+    },
+    {
+      "epoch": 1.4168562552690234,
+      "grad_norm": 0.061818208545446396,
+      "learning_rate": 1.1382028438572297e-05,
+      "loss": 0.39471688866615295,
+      "step": 7668
+    },
+    {
+      "epoch": 1.4170410319779192,
+      "grad_norm": 0.07842092216014862,
+      "learning_rate": 1.1380052639077841e-05,
+      "loss": 0.5562286972999573,
+      "step": 7669
+    },
+    {
+      "epoch": 1.417225808686815,
+      "grad_norm": 0.05551144480705261,
+      "learning_rate": 1.1378076784661606e-05,
+      "loss": 0.34070223569869995,
+      "step": 7670
+    },
+    {
+      "epoch": 1.4174105853957109,
+      "grad_norm": 0.07446765899658203,
+      "learning_rate": 1.1376100875402225e-05,
+      "loss": 0.5623782277107239,
+      "step": 7671
+    },
+    {
+      "epoch": 1.4175953621046067,
+      "grad_norm": 0.06815563142299652,
+      "learning_rate": 1.1374124911378338e-05,
+      "loss": 0.46452295780181885,
+      "step": 7672
+    },
+    {
+      "epoch": 1.4177801388135025,
+      "grad_norm": 0.06641937047243118,
+      "learning_rate": 1.1372148892668577e-05,
+      "loss": 0.475123792886734,
+      "step": 7673
+    },
+    {
+      "epoch": 1.4179649155223983,
+      "grad_norm": 0.09159291535615921,
+      "learning_rate": 1.1370172819351582e-05,
+      "loss": 0.7458155155181885,
+      "step": 7674
+    },
+    {
+      "epoch": 1.4181496922312942,
+      "grad_norm": 0.0605030432343483,
+      "learning_rate": 1.1368196691505995e-05,
+      "loss": 0.4790557622909546,
+      "step": 7675
+    },
+    {
+      "epoch": 1.41833446894019,
+      "grad_norm": 0.08951747417449951,
+      "learning_rate": 1.1366220509210464e-05,
+      "loss": 0.5695453882217407,
+      "step": 7676
+    },
+    {
+      "epoch": 1.4185192456490858,
+      "grad_norm": 0.06571762263774872,
+      "learning_rate": 1.1364244272543627e-05,
+      "loss": 0.44038400053977966,
+      "step": 7677
+    },
+    {
+      "epoch": 1.4187040223579817,
+      "grad_norm": 0.08783255517482758,
+      "learning_rate": 1.1362267981584137e-05,
+      "loss": 0.5953701734542847,
+      "step": 7678
+    },
+    {
+      "epoch": 1.4188887990668775,
+      "grad_norm": 0.07799126952886581,
+      "learning_rate": 1.1360291636410645e-05,
+      "loss": 0.4716167151927948,
+      "step": 7679
+    },
+    {
+      "epoch": 1.4190735757757735,
+      "grad_norm": 0.07493774592876434,
+      "learning_rate": 1.1358315237101798e-05,
+      "loss": 0.4993197023868561,
+      "step": 7680
+    },
+    {
+      "epoch": 1.4192583524846694,
+      "grad_norm": 0.06788554042577744,
+      "learning_rate": 1.1356338783736256e-05,
+      "loss": 0.4875277578830719,
+      "step": 7681
+    },
+    {
+      "epoch": 1.4194431291935652,
+      "grad_norm": 0.06015022099018097,
+      "learning_rate": 1.1354362276392677e-05,
+      "loss": 0.34643423557281494,
+      "step": 7682
+    },
+    {
+      "epoch": 1.419627905902461,
+      "grad_norm": 0.09699197113513947,
+      "learning_rate": 1.1352385715149711e-05,
+      "loss": 0.5874773859977722,
+      "step": 7683
+    },
+    {
+      "epoch": 1.4198126826113568,
+      "grad_norm": 0.08294727653265,
+      "learning_rate": 1.135040910008603e-05,
+      "loss": 0.6303514242172241,
+      "step": 7684
+    },
+    {
+      "epoch": 1.4199974593202527,
+      "grad_norm": 0.07292766124010086,
+      "learning_rate": 1.134843243128029e-05,
+      "loss": 0.5303201079368591,
+      "step": 7685
+    },
+    {
+      "epoch": 1.4201822360291485,
+      "grad_norm": 0.07239757478237152,
+      "learning_rate": 1.1346455708811157e-05,
+      "loss": 0.6103678941726685,
+      "step": 7686
+    },
+    {
+      "epoch": 1.4203670127380443,
+      "grad_norm": 0.08574247360229492,
+      "learning_rate": 1.13444789327573e-05,
+      "loss": 0.547768235206604,
+      "step": 7687
+    },
+    {
+      "epoch": 1.4205517894469402,
+      "grad_norm": 0.07449698448181152,
+      "learning_rate": 1.1342502103197386e-05,
+      "loss": 0.4052199721336365,
+      "step": 7688
+    },
+    {
+      "epoch": 1.420736566155836,
+      "grad_norm": 0.08636648952960968,
+      "learning_rate": 1.1340525220210092e-05,
+      "loss": 0.6392164826393127,
+      "step": 7689
+    },
+    {
+      "epoch": 1.4209213428647318,
+      "grad_norm": 0.07430004328489304,
+      "learning_rate": 1.1338548283874085e-05,
+      "loss": 0.5255374312400818,
+      "step": 7690
+    },
+    {
+      "epoch": 1.4211061195736279,
+      "grad_norm": 0.06150273606181145,
+      "learning_rate": 1.1336571294268045e-05,
+      "loss": 0.3642953634262085,
+      "step": 7691
+    },
+    {
+      "epoch": 1.4212908962825237,
+      "grad_norm": 0.06689255684614182,
+      "learning_rate": 1.133459425147065e-05,
+      "loss": 0.4309183359146118,
+      "step": 7692
+    },
+    {
+      "epoch": 1.4214756729914195,
+      "grad_norm": 0.06311143189668655,
+      "learning_rate": 1.1332617155560578e-05,
+      "loss": 0.3785903751850128,
+      "step": 7693
+    },
+    {
+      "epoch": 1.4216604497003154,
+      "grad_norm": 0.06366381794214249,
+      "learning_rate": 1.1330640006616514e-05,
+      "loss": 0.42182084918022156,
+      "step": 7694
+    },
+    {
+      "epoch": 1.4218452264092112,
+      "grad_norm": 0.073325976729393,
+      "learning_rate": 1.132866280471714e-05,
+      "loss": 0.4598470628261566,
+      "step": 7695
+    },
+    {
+      "epoch": 1.422030003118107,
+      "grad_norm": 0.08542947471141815,
+      "learning_rate": 1.1326685549941144e-05,
+      "loss": 0.503866970539093,
+      "step": 7696
+    },
+    {
+      "epoch": 1.4222147798270028,
+      "grad_norm": 0.08375982195138931,
+      "learning_rate": 1.1324708242367211e-05,
+      "loss": 0.5992326140403748,
+      "step": 7697
+    },
+    {
+      "epoch": 1.4223995565358987,
+      "grad_norm": 0.06164781376719475,
+      "learning_rate": 1.1322730882074036e-05,
+      "loss": 0.4079485833644867,
+      "step": 7698
+    },
+    {
+      "epoch": 1.4225843332447945,
+      "grad_norm": 0.05721287056803703,
+      "learning_rate": 1.132075346914031e-05,
+      "loss": 0.33973169326782227,
+      "step": 7699
+    },
+    {
+      "epoch": 1.4227691099536903,
+      "grad_norm": 0.06620140373706818,
+      "learning_rate": 1.1318776003644729e-05,
+      "loss": 0.4641711115837097,
+      "step": 7700
+    },
+    {
+      "epoch": 1.4229538866625862,
+      "grad_norm": 0.08204913884401321,
+      "learning_rate": 1.1316798485665989e-05,
+      "loss": 0.4957462251186371,
+      "step": 7701
+    },
+    {
+      "epoch": 1.423138663371482,
+      "grad_norm": 0.07838209718465805,
+      "learning_rate": 1.131482091528279e-05,
+      "loss": 0.6666757464408875,
+      "step": 7702
+    },
+    {
+      "epoch": 1.4233234400803778,
+      "grad_norm": 0.08237612992525101,
+      "learning_rate": 1.1312843292573827e-05,
+      "loss": 0.568879246711731,
+      "step": 7703
+    },
+    {
+      "epoch": 1.4235082167892736,
+      "grad_norm": 0.0746271014213562,
+      "learning_rate": 1.1310865617617814e-05,
+      "loss": 0.47434210777282715,
+      "step": 7704
+    },
+    {
+      "epoch": 1.4236929934981695,
+      "grad_norm": 0.07584428042173386,
+      "learning_rate": 1.1308887890493448e-05,
+      "loss": 0.45992404222488403,
+      "step": 7705
+    },
+    {
+      "epoch": 1.4238777702070653,
+      "grad_norm": 0.06510897725820541,
+      "learning_rate": 1.130691011127944e-05,
+      "loss": 0.3984183967113495,
+      "step": 7706
+    },
+    {
+      "epoch": 1.4240625469159611,
+      "grad_norm": 0.08189408481121063,
+      "learning_rate": 1.1304932280054497e-05,
+      "loss": 0.5754963755607605,
+      "step": 7707
+    },
+    {
+      "epoch": 1.424247323624857,
+      "grad_norm": 0.0759274810552597,
+      "learning_rate": 1.1302954396897333e-05,
+      "loss": 0.6165765523910522,
+      "step": 7708
+    },
+    {
+      "epoch": 1.424432100333753,
+      "grad_norm": 0.09124520421028137,
+      "learning_rate": 1.130097646188666e-05,
+      "loss": 0.6912825703620911,
+      "step": 7709
+    },
+    {
+      "epoch": 1.4246168770426488,
+      "grad_norm": 0.07441210001707077,
+      "learning_rate": 1.1298998475101193e-05,
+      "loss": 0.5612799525260925,
+      "step": 7710
+    },
+    {
+      "epoch": 1.4248016537515447,
+      "grad_norm": 0.05193053185939789,
+      "learning_rate": 1.1297020436619652e-05,
+      "loss": 0.31158825755119324,
+      "step": 7711
+    },
+    {
+      "epoch": 1.4249864304604405,
+      "grad_norm": 0.08454303443431854,
+      "learning_rate": 1.1295042346520755e-05,
+      "loss": 0.5870208740234375,
+      "step": 7712
+    },
+    {
+      "epoch": 1.4251712071693363,
+      "grad_norm": 0.08547506481409073,
+      "learning_rate": 1.1293064204883225e-05,
+      "loss": 0.5300642848014832,
+      "step": 7713
+    },
+    {
+      "epoch": 1.4253559838782321,
+      "grad_norm": 0.06898822635412216,
+      "learning_rate": 1.1291086011785785e-05,
+      "loss": 0.41161859035491943,
+      "step": 7714
+    },
+    {
+      "epoch": 1.425540760587128,
+      "grad_norm": 0.06064549833536148,
+      "learning_rate": 1.128910776730716e-05,
+      "loss": 0.4096584916114807,
+      "step": 7715
+    },
+    {
+      "epoch": 1.4257255372960238,
+      "grad_norm": 0.09677895158529282,
+      "learning_rate": 1.1287129471526081e-05,
+      "loss": 0.6471278667449951,
+      "step": 7716
+    },
+    {
+      "epoch": 1.4259103140049196,
+      "grad_norm": 0.07851700484752655,
+      "learning_rate": 1.1285151124521274e-05,
+      "loss": 0.5760736465454102,
+      "step": 7717
+    },
+    {
+      "epoch": 1.4260950907138155,
+      "grad_norm": 0.0756153017282486,
+      "learning_rate": 1.1283172726371473e-05,
+      "loss": 0.5310165286064148,
+      "step": 7718
+    },
+    {
+      "epoch": 1.4262798674227113,
+      "grad_norm": 0.0864722952246666,
+      "learning_rate": 1.1281194277155414e-05,
+      "loss": 0.5797637104988098,
+      "step": 7719
+    },
+    {
+      "epoch": 1.4264646441316073,
+      "grad_norm": 0.06263674050569534,
+      "learning_rate": 1.1279215776951828e-05,
+      "loss": 0.49331384897232056,
+      "step": 7720
+    },
+    {
+      "epoch": 1.4266494208405032,
+      "grad_norm": 0.08064206689596176,
+      "learning_rate": 1.1277237225839459e-05,
+      "loss": 0.5718737840652466,
+      "step": 7721
+    },
+    {
+      "epoch": 1.426834197549399,
+      "grad_norm": 0.04651773348450661,
+      "learning_rate": 1.1275258623897042e-05,
+      "loss": 0.33713024854660034,
+      "step": 7722
+    },
+    {
+      "epoch": 1.4270189742582948,
+      "grad_norm": 0.07942657172679901,
+      "learning_rate": 1.1273279971203324e-05,
+      "loss": 0.48411282896995544,
+      "step": 7723
+    },
+    {
+      "epoch": 1.4272037509671907,
+      "grad_norm": 0.059395305812358856,
+      "learning_rate": 1.1271301267837045e-05,
+      "loss": 0.3102441728115082,
+      "step": 7724
+    },
+    {
+      "epoch": 1.4273885276760865,
+      "grad_norm": 0.07383601367473602,
+      "learning_rate": 1.1269322513876955e-05,
+      "loss": 0.5118647813796997,
+      "step": 7725
+    },
+    {
+      "epoch": 1.4275733043849823,
+      "grad_norm": 0.06309115141630173,
+      "learning_rate": 1.1267343709401798e-05,
+      "loss": 0.4012720584869385,
+      "step": 7726
+    },
+    {
+      "epoch": 1.4277580810938781,
+      "grad_norm": 0.073763407766819,
+      "learning_rate": 1.1265364854490326e-05,
+      "loss": 0.4894561171531677,
+      "step": 7727
+    },
+    {
+      "epoch": 1.427942857802774,
+      "grad_norm": 0.08136720210313797,
+      "learning_rate": 1.1263385949221294e-05,
+      "loss": 0.6185980439186096,
+      "step": 7728
+    },
+    {
+      "epoch": 1.4281276345116698,
+      "grad_norm": 0.07367828488349915,
+      "learning_rate": 1.1261406993673451e-05,
+      "loss": 0.4043392837047577,
+      "step": 7729
+    },
+    {
+      "epoch": 1.4283124112205656,
+      "grad_norm": 0.07976184040307999,
+      "learning_rate": 1.1259427987925558e-05,
+      "loss": 0.6872898936271667,
+      "step": 7730
+    },
+    {
+      "epoch": 1.4284971879294615,
+      "grad_norm": 0.06573823094367981,
+      "learning_rate": 1.1257448932056373e-05,
+      "loss": 0.43768876791000366,
+      "step": 7731
+    },
+    {
+      "epoch": 1.4286819646383573,
+      "grad_norm": 0.059378981590270996,
+      "learning_rate": 1.125546982614465e-05,
+      "loss": 0.36808469891548157,
+      "step": 7732
+    },
+    {
+      "epoch": 1.428866741347253,
+      "grad_norm": 0.08485148102045059,
+      "learning_rate": 1.1253490670269158e-05,
+      "loss": 0.4989584982395172,
+      "step": 7733
+    },
+    {
+      "epoch": 1.429051518056149,
+      "grad_norm": 0.07902685552835464,
+      "learning_rate": 1.125151146450866e-05,
+      "loss": 0.562540590763092,
+      "step": 7734
+    },
+    {
+      "epoch": 1.4292362947650448,
+      "grad_norm": 0.07742798328399658,
+      "learning_rate": 1.1249532208941922e-05,
+      "loss": 0.47228848934173584,
+      "step": 7735
+    },
+    {
+      "epoch": 1.4294210714739406,
+      "grad_norm": 0.08142773061990738,
+      "learning_rate": 1.1247552903647709e-05,
+      "loss": 0.5640918612480164,
+      "step": 7736
+    },
+    {
+      "epoch": 1.4296058481828364,
+      "grad_norm": 0.07114843279123306,
+      "learning_rate": 1.1245573548704793e-05,
+      "loss": 0.4797847867012024,
+      "step": 7737
+    },
+    {
+      "epoch": 1.4297906248917325,
+      "grad_norm": 0.07043295353651047,
+      "learning_rate": 1.1243594144191949e-05,
+      "loss": 0.45127490162849426,
+      "step": 7738
+    },
+    {
+      "epoch": 1.4299754016006283,
+      "grad_norm": 0.08176163583993912,
+      "learning_rate": 1.1241614690187947e-05,
+      "loss": 0.565257728099823,
+      "step": 7739
+    },
+    {
+      "epoch": 1.4301601783095241,
+      "grad_norm": 0.06472037732601166,
+      "learning_rate": 1.1239635186771565e-05,
+      "loss": 0.3978027403354645,
+      "step": 7740
+    },
+    {
+      "epoch": 1.43034495501842,
+      "grad_norm": 0.06999760866165161,
+      "learning_rate": 1.1237655634021582e-05,
+      "loss": 0.4746716022491455,
+      "step": 7741
+    },
+    {
+      "epoch": 1.4305297317273158,
+      "grad_norm": 0.05453413724899292,
+      "learning_rate": 1.1235676032016777e-05,
+      "loss": 0.32790878415107727,
+      "step": 7742
+    },
+    {
+      "epoch": 1.4307145084362116,
+      "grad_norm": 0.06192592531442642,
+      "learning_rate": 1.123369638083593e-05,
+      "loss": 0.38390231132507324,
+      "step": 7743
+    },
+    {
+      "epoch": 1.4308992851451074,
+      "grad_norm": 0.07822002470493317,
+      "learning_rate": 1.1231716680557829e-05,
+      "loss": 0.46052321791648865,
+      "step": 7744
+    },
+    {
+      "epoch": 1.4310840618540033,
+      "grad_norm": 0.06971774250268936,
+      "learning_rate": 1.1229736931261258e-05,
+      "loss": 0.4210222065448761,
+      "step": 7745
+    },
+    {
+      "epoch": 1.431268838562899,
+      "grad_norm": 0.07256211340427399,
+      "learning_rate": 1.1227757133025002e-05,
+      "loss": 0.558273434638977,
+      "step": 7746
+    },
+    {
+      "epoch": 1.431453615271795,
+      "grad_norm": 0.05814126878976822,
+      "learning_rate": 1.1225777285927854e-05,
+      "loss": 0.34946370124816895,
+      "step": 7747
+    },
+    {
+      "epoch": 1.4316383919806908,
+      "grad_norm": 0.06424988806247711,
+      "learning_rate": 1.1223797390048607e-05,
+      "loss": 0.4597241282463074,
+      "step": 7748
+    },
+    {
+      "epoch": 1.4318231686895868,
+      "grad_norm": 0.08351857215166092,
+      "learning_rate": 1.122181744546605e-05,
+      "loss": 0.5707598924636841,
+      "step": 7749
+    },
+    {
+      "epoch": 1.4320079453984826,
+      "grad_norm": 0.06891462951898575,
+      "learning_rate": 1.1219837452258982e-05,
+      "loss": 0.49332642555236816,
+      "step": 7750
+    },
+    {
+      "epoch": 1.4321927221073785,
+      "grad_norm": 0.080210842192173,
+      "learning_rate": 1.12178574105062e-05,
+      "loss": 0.530530571937561,
+      "step": 7751
+    },
+    {
+      "epoch": 1.4323774988162743,
+      "grad_norm": 0.07507038861513138,
+      "learning_rate": 1.1215877320286506e-05,
+      "loss": 0.5159768462181091,
+      "step": 7752
+    },
+    {
+      "epoch": 1.4325622755251701,
+      "grad_norm": 0.06869399547576904,
+      "learning_rate": 1.1213897181678692e-05,
+      "loss": 0.4092599153518677,
+      "step": 7753
+    },
+    {
+      "epoch": 1.432747052234066,
+      "grad_norm": 0.059218842536211014,
+      "learning_rate": 1.1211916994761574e-05,
+      "loss": 0.4262658953666687,
+      "step": 7754
+    },
+    {
+      "epoch": 1.4329318289429618,
+      "grad_norm": 0.07015969604253769,
+      "learning_rate": 1.120993675961395e-05,
+      "loss": 0.4874521493911743,
+      "step": 7755
+    },
+    {
+      "epoch": 1.4331166056518576,
+      "grad_norm": 0.08915772289037704,
+      "learning_rate": 1.1207956476314625e-05,
+      "loss": 0.6265583038330078,
+      "step": 7756
+    },
+    {
+      "epoch": 1.4333013823607534,
+      "grad_norm": 0.08509238064289093,
+      "learning_rate": 1.1205976144942415e-05,
+      "loss": 0.5946600437164307,
+      "step": 7757
+    },
+    {
+      "epoch": 1.4334861590696493,
+      "grad_norm": 0.06658284366130829,
+      "learning_rate": 1.1203995765576128e-05,
+      "loss": 0.4934423565864563,
+      "step": 7758
+    },
+    {
+      "epoch": 1.433670935778545,
+      "grad_norm": 0.08315644413232803,
+      "learning_rate": 1.1202015338294574e-05,
+      "loss": 0.6432234644889832,
+      "step": 7759
+    },
+    {
+      "epoch": 1.433855712487441,
+      "grad_norm": 0.09150480479001999,
+      "learning_rate": 1.120003486317657e-05,
+      "loss": 0.7058236002922058,
+      "step": 7760
+    },
+    {
+      "epoch": 1.4340404891963368,
+      "grad_norm": 0.08542300760746002,
+      "learning_rate": 1.1198054340300934e-05,
+      "loss": 0.5598074197769165,
+      "step": 7761
+    },
+    {
+      "epoch": 1.4342252659052326,
+      "grad_norm": 0.07881592959165573,
+      "learning_rate": 1.1196073769746485e-05,
+      "loss": 0.49808305501937866,
+      "step": 7762
+    },
+    {
+      "epoch": 1.4344100426141284,
+      "grad_norm": 0.07317841798067093,
+      "learning_rate": 1.1194093151592037e-05,
+      "loss": 0.476825475692749,
+      "step": 7763
+    },
+    {
+      "epoch": 1.4345948193230242,
+      "grad_norm": 0.08663074672222137,
+      "learning_rate": 1.1192112485916422e-05,
+      "loss": 0.6702808141708374,
+      "step": 7764
+    },
+    {
+      "epoch": 1.43477959603192,
+      "grad_norm": 0.06999069452285767,
+      "learning_rate": 1.1190131772798461e-05,
+      "loss": 0.42619284987449646,
+      "step": 7765
+    },
+    {
+      "epoch": 1.434964372740816,
+      "grad_norm": 0.06526099145412445,
+      "learning_rate": 1.1188151012316974e-05,
+      "loss": 0.46033430099487305,
+      "step": 7766
+    },
+    {
+      "epoch": 1.4351491494497117,
+      "grad_norm": 0.05214836075901985,
+      "learning_rate": 1.1186170204550796e-05,
+      "loss": 0.31312480568885803,
+      "step": 7767
+    },
+    {
+      "epoch": 1.4353339261586078,
+      "grad_norm": 0.06493684649467468,
+      "learning_rate": 1.1184189349578756e-05,
+      "loss": 0.4746323525905609,
+      "step": 7768
+    },
+    {
+      "epoch": 1.4355187028675036,
+      "grad_norm": 0.0669315978884697,
+      "learning_rate": 1.1182208447479682e-05,
+      "loss": 0.485589861869812,
+      "step": 7769
+    },
+    {
+      "epoch": 1.4357034795763994,
+      "grad_norm": 0.08709082007408142,
+      "learning_rate": 1.1180227498332413e-05,
+      "loss": 0.6753013730049133,
+      "step": 7770
+    },
+    {
+      "epoch": 1.4358882562852953,
+      "grad_norm": 0.07773923128843307,
+      "learning_rate": 1.1178246502215782e-05,
+      "loss": 0.5319858193397522,
+      "step": 7771
+    },
+    {
+      "epoch": 1.436073032994191,
+      "grad_norm": 0.07116381824016571,
+      "learning_rate": 1.1176265459208629e-05,
+      "loss": 0.4657229781150818,
+      "step": 7772
+    },
+    {
+      "epoch": 1.436257809703087,
+      "grad_norm": 0.06802497059106827,
+      "learning_rate": 1.1174284369389783e-05,
+      "loss": 0.4718885123729706,
+      "step": 7773
+    },
+    {
+      "epoch": 1.4364425864119827,
+      "grad_norm": 0.08443068712949753,
+      "learning_rate": 1.11723032328381e-05,
+      "loss": 0.573927104473114,
+      "step": 7774
+    },
+    {
+      "epoch": 1.4366273631208786,
+      "grad_norm": 0.06734126806259155,
+      "learning_rate": 1.1170322049632415e-05,
+      "loss": 0.38770437240600586,
+      "step": 7775
+    },
+    {
+      "epoch": 1.4368121398297744,
+      "grad_norm": 0.08613882213830948,
+      "learning_rate": 1.116834081985157e-05,
+      "loss": 0.5945224761962891,
+      "step": 7776
+    },
+    {
+      "epoch": 1.4369969165386702,
+      "grad_norm": 0.07484793663024902,
+      "learning_rate": 1.1166359543574417e-05,
+      "loss": 0.5455222725868225,
+      "step": 7777
+    },
+    {
+      "epoch": 1.437181693247566,
+      "grad_norm": 0.07464735954999924,
+      "learning_rate": 1.1164378220879805e-05,
+      "loss": 0.513776957988739,
+      "step": 7778
+    },
+    {
+      "epoch": 1.4373664699564621,
+      "grad_norm": 0.08073262125253677,
+      "learning_rate": 1.1162396851846582e-05,
+      "loss": 0.7173177003860474,
+      "step": 7779
+    },
+    {
+      "epoch": 1.437551246665358,
+      "grad_norm": 0.07891233265399933,
+      "learning_rate": 1.11604154365536e-05,
+      "loss": 0.6460133790969849,
+      "step": 7780
+    },
+    {
+      "epoch": 1.4377360233742538,
+      "grad_norm": 0.06489276140928268,
+      "learning_rate": 1.1158433975079716e-05,
+      "loss": 0.4140462279319763,
+      "step": 7781
+    },
+    {
+      "epoch": 1.4379208000831496,
+      "grad_norm": 0.0625050961971283,
+      "learning_rate": 1.1156452467503785e-05,
+      "loss": 0.36107245087623596,
+      "step": 7782
+    },
+    {
+      "epoch": 1.4381055767920454,
+      "grad_norm": 0.06572655588388443,
+      "learning_rate": 1.1154470913904663e-05,
+      "loss": 0.3627634346485138,
+      "step": 7783
+    },
+    {
+      "epoch": 1.4382903535009413,
+      "grad_norm": 0.06454043090343475,
+      "learning_rate": 1.1152489314361208e-05,
+      "loss": 0.38726598024368286,
+      "step": 7784
+    },
+    {
+      "epoch": 1.438475130209837,
+      "grad_norm": 0.08084996044635773,
+      "learning_rate": 1.1150507668952287e-05,
+      "loss": 0.6202616691589355,
+      "step": 7785
+    },
+    {
+      "epoch": 1.438659906918733,
+      "grad_norm": 0.06921318173408508,
+      "learning_rate": 1.1148525977756757e-05,
+      "loss": 0.6285109519958496,
+      "step": 7786
+    },
+    {
+      "epoch": 1.4388446836276287,
+      "grad_norm": 0.08460685610771179,
+      "learning_rate": 1.1146544240853488e-05,
+      "loss": 0.546532928943634,
+      "step": 7787
+    },
+    {
+      "epoch": 1.4390294603365246,
+      "grad_norm": 0.0826251357793808,
+      "learning_rate": 1.1144562458321346e-05,
+      "loss": 0.5390278100967407,
+      "step": 7788
+    },
+    {
+      "epoch": 1.4392142370454204,
+      "grad_norm": 0.09981584548950195,
+      "learning_rate": 1.1142580630239197e-05,
+      "loss": 0.5163625478744507,
+      "step": 7789
+    },
+    {
+      "epoch": 1.4393990137543162,
+      "grad_norm": 0.08871352672576904,
+      "learning_rate": 1.1140598756685917e-05,
+      "loss": 0.5099503397941589,
+      "step": 7790
+    },
+    {
+      "epoch": 1.439583790463212,
+      "grad_norm": 0.06853802502155304,
+      "learning_rate": 1.1138616837740373e-05,
+      "loss": 0.34996840357780457,
+      "step": 7791
+    },
+    {
+      "epoch": 1.4397685671721079,
+      "grad_norm": 0.07858351618051529,
+      "learning_rate": 1.1136634873481442e-05,
+      "loss": 0.5394749045372009,
+      "step": 7792
+    },
+    {
+      "epoch": 1.4399533438810037,
+      "grad_norm": 0.07858268171548843,
+      "learning_rate": 1.1134652863987996e-05,
+      "loss": 0.5309223532676697,
+      "step": 7793
+    },
+    {
+      "epoch": 1.4401381205898995,
+      "grad_norm": 0.06469916552305222,
+      "learning_rate": 1.1132670809338916e-05,
+      "loss": 0.42184239625930786,
+      "step": 7794
+    },
+    {
+      "epoch": 1.4403228972987954,
+      "grad_norm": 0.09995020925998688,
+      "learning_rate": 1.1130688709613087e-05,
+      "loss": 0.58648282289505,
+      "step": 7795
+    },
+    {
+      "epoch": 1.4405076740076912,
+      "grad_norm": 0.0675228163599968,
+      "learning_rate": 1.112870656488938e-05,
+      "loss": 0.41711270809173584,
+      "step": 7796
+    },
+    {
+      "epoch": 1.4406924507165872,
+      "grad_norm": 0.06286881119012833,
+      "learning_rate": 1.1126724375246685e-05,
+      "loss": 0.47400546073913574,
+      "step": 7797
+    },
+    {
+      "epoch": 1.440877227425483,
+      "grad_norm": 0.07993468642234802,
+      "learning_rate": 1.1124742140763884e-05,
+      "loss": 0.5307193994522095,
+      "step": 7798
+    },
+    {
+      "epoch": 1.441062004134379,
+      "grad_norm": 0.06807641685009003,
+      "learning_rate": 1.1122759861519864e-05,
+      "loss": 0.5481207370758057,
+      "step": 7799
+    },
+    {
+      "epoch": 1.4412467808432747,
+      "grad_norm": 0.07621538639068604,
+      "learning_rate": 1.1120777537593516e-05,
+      "loss": 0.4112272262573242,
+      "step": 7800
+    },
+    {
+      "epoch": 1.4414315575521706,
+      "grad_norm": 0.06728537380695343,
+      "learning_rate": 1.1118795169063728e-05,
+      "loss": 0.45030948519706726,
+      "step": 7801
+    },
+    {
+      "epoch": 1.4416163342610664,
+      "grad_norm": 0.08467714488506317,
+      "learning_rate": 1.1116812756009394e-05,
+      "loss": 0.5709100365638733,
+      "step": 7802
+    },
+    {
+      "epoch": 1.4418011109699622,
+      "grad_norm": 0.07138433307409286,
+      "learning_rate": 1.1114830298509403e-05,
+      "loss": 0.5521631240844727,
+      "step": 7803
+    },
+    {
+      "epoch": 1.441985887678858,
+      "grad_norm": 0.08049609512090683,
+      "learning_rate": 1.1112847796642654e-05,
+      "loss": 0.632592499256134,
+      "step": 7804
+    },
+    {
+      "epoch": 1.4421706643877539,
+      "grad_norm": 0.07343754172325134,
+      "learning_rate": 1.1110865250488047e-05,
+      "loss": 0.4223109483718872,
+      "step": 7805
+    },
+    {
+      "epoch": 1.4423554410966497,
+      "grad_norm": 0.0751941129565239,
+      "learning_rate": 1.1108882660124479e-05,
+      "loss": 0.5047143697738647,
+      "step": 7806
+    },
+    {
+      "epoch": 1.4425402178055455,
+      "grad_norm": 0.07815185189247131,
+      "learning_rate": 1.110690002563085e-05,
+      "loss": 0.4017481207847595,
+      "step": 7807
+    },
+    {
+      "epoch": 1.4427249945144416,
+      "grad_norm": 0.07059190422296524,
+      "learning_rate": 1.1104917347086059e-05,
+      "loss": 0.44762492179870605,
+      "step": 7808
+    },
+    {
+      "epoch": 1.4429097712233374,
+      "grad_norm": 0.08881764858961105,
+      "learning_rate": 1.1102934624569017e-05,
+      "loss": 0.7014904618263245,
+      "step": 7809
+    },
+    {
+      "epoch": 1.4430945479322332,
+      "grad_norm": 0.07527472078800201,
+      "learning_rate": 1.1100951858158629e-05,
+      "loss": 0.4444360136985779,
+      "step": 7810
+    },
+    {
+      "epoch": 1.443279324641129,
+      "grad_norm": 0.08891136944293976,
+      "learning_rate": 1.1098969047933798e-05,
+      "loss": 0.6279330849647522,
+      "step": 7811
+    },
+    {
+      "epoch": 1.443464101350025,
+      "grad_norm": 0.08965428918600082,
+      "learning_rate": 1.109698619397344e-05,
+      "loss": 0.5877953767776489,
+      "step": 7812
+    },
+    {
+      "epoch": 1.4436488780589207,
+      "grad_norm": 0.06243619695305824,
+      "learning_rate": 1.1095003296356463e-05,
+      "loss": 0.4526597857475281,
+      "step": 7813
+    },
+    {
+      "epoch": 1.4438336547678166,
+      "grad_norm": 0.07425308972597122,
+      "learning_rate": 1.109302035516178e-05,
+      "loss": 0.4679838716983795,
+      "step": 7814
+    },
+    {
+      "epoch": 1.4440184314767124,
+      "grad_norm": 0.06625751405954361,
+      "learning_rate": 1.1091037370468307e-05,
+      "loss": 0.49603068828582764,
+      "step": 7815
+    },
+    {
+      "epoch": 1.4442032081856082,
+      "grad_norm": 0.07407105714082718,
+      "learning_rate": 1.1089054342354962e-05,
+      "loss": 0.4844321608543396,
+      "step": 7816
+    },
+    {
+      "epoch": 1.444387984894504,
+      "grad_norm": 0.08134344965219498,
+      "learning_rate": 1.108707127090066e-05,
+      "loss": 0.6283643245697021,
+      "step": 7817
+    },
+    {
+      "epoch": 1.4445727616033999,
+      "grad_norm": 0.08917857706546783,
+      "learning_rate": 1.1085088156184321e-05,
+      "loss": 0.686138927936554,
+      "step": 7818
+    },
+    {
+      "epoch": 1.4447575383122957,
+      "grad_norm": 0.06348041445016861,
+      "learning_rate": 1.1083104998284868e-05,
+      "loss": 0.39687955379486084,
+      "step": 7819
+    },
+    {
+      "epoch": 1.4449423150211915,
+      "grad_norm": 0.0743764117360115,
+      "learning_rate": 1.1081121797281227e-05,
+      "loss": 0.4445897042751312,
+      "step": 7820
+    },
+    {
+      "epoch": 1.4451270917300874,
+      "grad_norm": 0.06222608685493469,
+      "learning_rate": 1.1079138553252318e-05,
+      "loss": 0.4394078552722931,
+      "step": 7821
+    },
+    {
+      "epoch": 1.4453118684389832,
+      "grad_norm": 0.0755404457449913,
+      "learning_rate": 1.1077155266277074e-05,
+      "loss": 0.6143812537193298,
+      "step": 7822
+    },
+    {
+      "epoch": 1.445496645147879,
+      "grad_norm": 0.07101725041866302,
+      "learning_rate": 1.1075171936434416e-05,
+      "loss": 0.47755134105682373,
+      "step": 7823
+    },
+    {
+      "epoch": 1.4456814218567748,
+      "grad_norm": 0.07291561365127563,
+      "learning_rate": 1.1073188563803283e-05,
+      "loss": 0.4806116223335266,
+      "step": 7824
+    },
+    {
+      "epoch": 1.4458661985656707,
+      "grad_norm": 0.10162265598773956,
+      "learning_rate": 1.1071205148462602e-05,
+      "loss": 0.696403980255127,
+      "step": 7825
+    },
+    {
+      "epoch": 1.4460509752745667,
+      "grad_norm": 0.07536455243825912,
+      "learning_rate": 1.1069221690491306e-05,
+      "loss": 0.539941132068634,
+      "step": 7826
+    },
+    {
+      "epoch": 1.4462357519834625,
+      "grad_norm": 0.060847558081150055,
+      "learning_rate": 1.1067238189968331e-05,
+      "loss": 0.338792085647583,
+      "step": 7827
+    },
+    {
+      "epoch": 1.4464205286923584,
+      "grad_norm": 0.08490575104951859,
+      "learning_rate": 1.1065254646972618e-05,
+      "loss": 0.7636604905128479,
+      "step": 7828
+    },
+    {
+      "epoch": 1.4466053054012542,
+      "grad_norm": 0.08725559711456299,
+      "learning_rate": 1.10632710615831e-05,
+      "loss": 0.6760256886482239,
+      "step": 7829
+    },
+    {
+      "epoch": 1.44679008211015,
+      "grad_norm": 0.06068837270140648,
+      "learning_rate": 1.1061287433878722e-05,
+      "loss": 0.4545172154903412,
+      "step": 7830
+    },
+    {
+      "epoch": 1.4469748588190459,
+      "grad_norm": 0.06264138966798782,
+      "learning_rate": 1.1059303763938426e-05,
+      "loss": 0.3595879077911377,
+      "step": 7831
+    },
+    {
+      "epoch": 1.4471596355279417,
+      "grad_norm": 0.09896326810121536,
+      "learning_rate": 1.1057320051841152e-05,
+      "loss": 0.5653212070465088,
+      "step": 7832
+    },
+    {
+      "epoch": 1.4473444122368375,
+      "grad_norm": 0.07048387080430984,
+      "learning_rate": 1.1055336297665849e-05,
+      "loss": 0.4967333972454071,
+      "step": 7833
+    },
+    {
+      "epoch": 1.4475291889457333,
+      "grad_norm": 0.08791311085224152,
+      "learning_rate": 1.1053352501491464e-05,
+      "loss": 0.5783764719963074,
+      "step": 7834
+    },
+    {
+      "epoch": 1.4477139656546292,
+      "grad_norm": 0.07617121189832687,
+      "learning_rate": 1.1051368663396943e-05,
+      "loss": 0.4915910065174103,
+      "step": 7835
+    },
+    {
+      "epoch": 1.447898742363525,
+      "grad_norm": 0.06257335841655731,
+      "learning_rate": 1.1049384783461237e-05,
+      "loss": 0.4560215473175049,
+      "step": 7836
+    },
+    {
+      "epoch": 1.448083519072421,
+      "grad_norm": 0.07558248937129974,
+      "learning_rate": 1.1047400861763303e-05,
+      "loss": 0.5505630970001221,
+      "step": 7837
+    },
+    {
+      "epoch": 1.4482682957813169,
+      "grad_norm": 0.0665748342871666,
+      "learning_rate": 1.1045416898382088e-05,
+      "loss": 0.47031649947166443,
+      "step": 7838
+    },
+    {
+      "epoch": 1.4484530724902127,
+      "grad_norm": 0.0672403872013092,
+      "learning_rate": 1.1043432893396554e-05,
+      "loss": 0.44376689195632935,
+      "step": 7839
+    },
+    {
+      "epoch": 1.4486378491991085,
+      "grad_norm": 0.06862741708755493,
+      "learning_rate": 1.1041448846885654e-05,
+      "loss": 0.4826169013977051,
+      "step": 7840
+    },
+    {
+      "epoch": 1.4488226259080044,
+      "grad_norm": 0.08931844681501389,
+      "learning_rate": 1.1039464758928351e-05,
+      "loss": 0.6299209594726562,
+      "step": 7841
+    },
+    {
+      "epoch": 1.4490074026169002,
+      "grad_norm": 0.06782756000757217,
+      "learning_rate": 1.1037480629603599e-05,
+      "loss": 0.3971423804759979,
+      "step": 7842
+    },
+    {
+      "epoch": 1.449192179325796,
+      "grad_norm": 0.07321605831384659,
+      "learning_rate": 1.1035496458990365e-05,
+      "loss": 0.5970366597175598,
+      "step": 7843
+    },
+    {
+      "epoch": 1.4493769560346919,
+      "grad_norm": 0.07662840187549591,
+      "learning_rate": 1.1033512247167612e-05,
+      "loss": 0.5170060992240906,
+      "step": 7844
+    },
+    {
+      "epoch": 1.4495617327435877,
+      "grad_norm": 0.08513103425502777,
+      "learning_rate": 1.1031527994214303e-05,
+      "loss": 0.6284051537513733,
+      "step": 7845
+    },
+    {
+      "epoch": 1.4497465094524835,
+      "grad_norm": 0.0876043513417244,
+      "learning_rate": 1.102954370020941e-05,
+      "loss": 0.658281683921814,
+      "step": 7846
+    },
+    {
+      "epoch": 1.4499312861613793,
+      "grad_norm": 0.07371240109205246,
+      "learning_rate": 1.10275593652319e-05,
+      "loss": 0.5149878859519958,
+      "step": 7847
+    },
+    {
+      "epoch": 1.4501160628702752,
+      "grad_norm": 0.08449136465787888,
+      "learning_rate": 1.102557498936074e-05,
+      "loss": 0.5654085874557495,
+      "step": 7848
+    },
+    {
+      "epoch": 1.450300839579171,
+      "grad_norm": 0.08550971746444702,
+      "learning_rate": 1.10235905726749e-05,
+      "loss": 0.5113701820373535,
+      "step": 7849
+    },
+    {
+      "epoch": 1.4504856162880668,
+      "grad_norm": 0.07894014567136765,
+      "learning_rate": 1.1021606115253362e-05,
+      "loss": 0.5105152726173401,
+      "step": 7850
+    },
+    {
+      "epoch": 1.4506703929969627,
+      "grad_norm": 0.06562106311321259,
+      "learning_rate": 1.1019621617175098e-05,
+      "loss": 0.48219433426856995,
+      "step": 7851
+    },
+    {
+      "epoch": 1.4508551697058585,
+      "grad_norm": 0.06805983185768127,
+      "learning_rate": 1.101763707851908e-05,
+      "loss": 0.3967460095882416,
+      "step": 7852
+    },
+    {
+      "epoch": 1.4510399464147543,
+      "grad_norm": 0.08153540641069412,
+      "learning_rate": 1.1015652499364294e-05,
+      "loss": 0.5121418833732605,
+      "step": 7853
+    },
+    {
+      "epoch": 1.4512247231236501,
+      "grad_norm": 0.0606747642159462,
+      "learning_rate": 1.1013667879789713e-05,
+      "loss": 0.3817494511604309,
+      "step": 7854
+    },
+    {
+      "epoch": 1.4514094998325462,
+      "grad_norm": 0.07964327931404114,
+      "learning_rate": 1.1011683219874324e-05,
+      "loss": 0.6836763024330139,
+      "step": 7855
+    },
+    {
+      "epoch": 1.451594276541442,
+      "grad_norm": 0.07234257459640503,
+      "learning_rate": 1.1009698519697106e-05,
+      "loss": 0.5018043518066406,
+      "step": 7856
+    },
+    {
+      "epoch": 1.4517790532503378,
+      "grad_norm": 0.06623294204473495,
+      "learning_rate": 1.1007713779337046e-05,
+      "loss": 0.5385190844535828,
+      "step": 7857
+    },
+    {
+      "epoch": 1.4519638299592337,
+      "grad_norm": 0.0786714255809784,
+      "learning_rate": 1.1005728998873132e-05,
+      "loss": 0.5198732614517212,
+      "step": 7858
+    },
+    {
+      "epoch": 1.4521486066681295,
+      "grad_norm": 0.08908972889184952,
+      "learning_rate": 1.1003744178384347e-05,
+      "loss": 0.6613372564315796,
+      "step": 7859
+    },
+    {
+      "epoch": 1.4523333833770253,
+      "grad_norm": 0.07145047187805176,
+      "learning_rate": 1.1001759317949687e-05,
+      "loss": 0.509187638759613,
+      "step": 7860
+    },
+    {
+      "epoch": 1.4525181600859212,
+      "grad_norm": 0.08758586645126343,
+      "learning_rate": 1.0999774417648141e-05,
+      "loss": 0.5257436633110046,
+      "step": 7861
+    },
+    {
+      "epoch": 1.452702936794817,
+      "grad_norm": 0.08765916526317596,
+      "learning_rate": 1.09977894775587e-05,
+      "loss": 0.6729578375816345,
+      "step": 7862
+    },
+    {
+      "epoch": 1.4528877135037128,
+      "grad_norm": 0.08089493960142136,
+      "learning_rate": 1.0995804497760358e-05,
+      "loss": 0.6460222005844116,
+      "step": 7863
+    },
+    {
+      "epoch": 1.4530724902126086,
+      "grad_norm": 0.07192704826593399,
+      "learning_rate": 1.0993819478332114e-05,
+      "loss": 0.46706151962280273,
+      "step": 7864
+    },
+    {
+      "epoch": 1.4532572669215045,
+      "grad_norm": 0.07399758696556091,
+      "learning_rate": 1.0991834419352963e-05,
+      "loss": 0.4869329333305359,
+      "step": 7865
+    },
+    {
+      "epoch": 1.4534420436304005,
+      "grad_norm": 0.09239742904901505,
+      "learning_rate": 1.0989849320901905e-05,
+      "loss": 0.6180732250213623,
+      "step": 7866
+    },
+    {
+      "epoch": 1.4536268203392964,
+      "grad_norm": 0.07837023586034775,
+      "learning_rate": 1.0987864183057943e-05,
+      "loss": 0.41628366708755493,
+      "step": 7867
+    },
+    {
+      "epoch": 1.4538115970481922,
+      "grad_norm": 0.07429380714893341,
+      "learning_rate": 1.0985879005900078e-05,
+      "loss": 0.5442554354667664,
+      "step": 7868
+    },
+    {
+      "epoch": 1.453996373757088,
+      "grad_norm": 0.08155282586812973,
+      "learning_rate": 1.0983893789507307e-05,
+      "loss": 0.5126806497573853,
+      "step": 7869
+    },
+    {
+      "epoch": 1.4541811504659838,
+      "grad_norm": 0.0866590216755867,
+      "learning_rate": 1.0981908533958646e-05,
+      "loss": 0.517244815826416,
+      "step": 7870
+    },
+    {
+      "epoch": 1.4543659271748797,
+      "grad_norm": 0.07580895721912384,
+      "learning_rate": 1.0979923239333099e-05,
+      "loss": 0.4432229995727539,
+      "step": 7871
+    },
+    {
+      "epoch": 1.4545507038837755,
+      "grad_norm": 0.08365512639284134,
+      "learning_rate": 1.0977937905709667e-05,
+      "loss": 0.5921037197113037,
+      "step": 7872
+    },
+    {
+      "epoch": 1.4547354805926713,
+      "grad_norm": 0.08475431054830551,
+      "learning_rate": 1.0975952533167369e-05,
+      "loss": 0.5824610590934753,
+      "step": 7873
+    },
+    {
+      "epoch": 1.4549202573015672,
+      "grad_norm": 0.070068359375,
+      "learning_rate": 1.0973967121785216e-05,
+      "loss": 0.48140326142311096,
+      "step": 7874
+    },
+    {
+      "epoch": 1.455105034010463,
+      "grad_norm": 0.08091516047716141,
+      "learning_rate": 1.0971981671642216e-05,
+      "loss": 0.5462980270385742,
+      "step": 7875
+    },
+    {
+      "epoch": 1.4552898107193588,
+      "grad_norm": 0.09640698879957199,
+      "learning_rate": 1.0969996182817387e-05,
+      "loss": 0.5758302807807922,
+      "step": 7876
+    },
+    {
+      "epoch": 1.4554745874282546,
+      "grad_norm": 0.06986507028341293,
+      "learning_rate": 1.0968010655389745e-05,
+      "loss": 0.49991628527641296,
+      "step": 7877
+    },
+    {
+      "epoch": 1.4556593641371505,
+      "grad_norm": 0.06571005284786224,
+      "learning_rate": 1.0966025089438309e-05,
+      "loss": 0.4069470167160034,
+      "step": 7878
+    },
+    {
+      "epoch": 1.4558441408460463,
+      "grad_norm": 0.0801084116101265,
+      "learning_rate": 1.0964039485042091e-05,
+      "loss": 0.663557767868042,
+      "step": 7879
+    },
+    {
+      "epoch": 1.4560289175549421,
+      "grad_norm": 0.08647681772708893,
+      "learning_rate": 1.0962053842280123e-05,
+      "loss": 0.6868690848350525,
+      "step": 7880
+    },
+    {
+      "epoch": 1.456213694263838,
+      "grad_norm": 0.06825637072324753,
+      "learning_rate": 1.0960068161231422e-05,
+      "loss": 0.537468433380127,
+      "step": 7881
+    },
+    {
+      "epoch": 1.4563984709727338,
+      "grad_norm": 0.08584998548030853,
+      "learning_rate": 1.0958082441975009e-05,
+      "loss": 0.5897773504257202,
+      "step": 7882
+    },
+    {
+      "epoch": 1.4565832476816296,
+      "grad_norm": 0.08932146430015564,
+      "learning_rate": 1.0956096684589911e-05,
+      "loss": 0.6655458211898804,
+      "step": 7883
+    },
+    {
+      "epoch": 1.4567680243905254,
+      "grad_norm": 0.07608090341091156,
+      "learning_rate": 1.095411088915516e-05,
+      "loss": 0.5363531708717346,
+      "step": 7884
+    },
+    {
+      "epoch": 1.4569528010994215,
+      "grad_norm": 0.07527932524681091,
+      "learning_rate": 1.0952125055749779e-05,
+      "loss": 0.5014275908470154,
+      "step": 7885
+    },
+    {
+      "epoch": 1.4571375778083173,
+      "grad_norm": 0.06645578145980835,
+      "learning_rate": 1.0950139184452799e-05,
+      "loss": 0.46748968958854675,
+      "step": 7886
+    },
+    {
+      "epoch": 1.4573223545172131,
+      "grad_norm": 0.07744214683771133,
+      "learning_rate": 1.0948153275343255e-05,
+      "loss": 0.6590765714645386,
+      "step": 7887
+    },
+    {
+      "epoch": 1.457507131226109,
+      "grad_norm": 0.061628442257642746,
+      "learning_rate": 1.0946167328500175e-05,
+      "loss": 0.36661460995674133,
+      "step": 7888
+    },
+    {
+      "epoch": 1.4576919079350048,
+      "grad_norm": 0.08004427701234818,
+      "learning_rate": 1.0944181344002596e-05,
+      "loss": 0.5551319718360901,
+      "step": 7889
+    },
+    {
+      "epoch": 1.4578766846439006,
+      "grad_norm": 0.06822110712528229,
+      "learning_rate": 1.094219532192955e-05,
+      "loss": 0.4428638517856598,
+      "step": 7890
+    },
+    {
+      "epoch": 1.4580614613527965,
+      "grad_norm": 0.08248184621334076,
+      "learning_rate": 1.0940209262360082e-05,
+      "loss": 0.5554961562156677,
+      "step": 7891
+    },
+    {
+      "epoch": 1.4582462380616923,
+      "grad_norm": 0.09095754474401474,
+      "learning_rate": 1.0938223165373225e-05,
+      "loss": 0.4856225848197937,
+      "step": 7892
+    },
+    {
+      "epoch": 1.4584310147705881,
+      "grad_norm": 0.0733831375837326,
+      "learning_rate": 1.0936237031048023e-05,
+      "loss": 0.5460132956504822,
+      "step": 7893
+    },
+    {
+      "epoch": 1.458615791479484,
+      "grad_norm": 0.0810202956199646,
+      "learning_rate": 1.0934250859463516e-05,
+      "loss": 0.5689954161643982,
+      "step": 7894
+    },
+    {
+      "epoch": 1.4588005681883798,
+      "grad_norm": 0.09141723066568375,
+      "learning_rate": 1.0932264650698745e-05,
+      "loss": 0.5393565893173218,
+      "step": 7895
+    },
+    {
+      "epoch": 1.4589853448972758,
+      "grad_norm": 0.08879061788320541,
+      "learning_rate": 1.093027840483276e-05,
+      "loss": 0.4498291015625,
+      "step": 7896
+    },
+    {
+      "epoch": 1.4591701216061717,
+      "grad_norm": 0.06332932412624359,
+      "learning_rate": 1.0928292121944606e-05,
+      "loss": 0.3498190939426422,
+      "step": 7897
+    },
+    {
+      "epoch": 1.4593548983150675,
+      "grad_norm": 0.07837338000535965,
+      "learning_rate": 1.092630580211333e-05,
+      "loss": 0.5701397657394409,
+      "step": 7898
+    },
+    {
+      "epoch": 1.4595396750239633,
+      "grad_norm": 0.08210621774196625,
+      "learning_rate": 1.0924319445417978e-05,
+      "loss": 0.5923003554344177,
+      "step": 7899
+    },
+    {
+      "epoch": 1.4597244517328591,
+      "grad_norm": 0.09843314439058304,
+      "learning_rate": 1.0922333051937603e-05,
+      "loss": 0.6211321353912354,
+      "step": 7900
+    },
+    {
+      "epoch": 1.459909228441755,
+      "grad_norm": 0.07027072459459305,
+      "learning_rate": 1.0920346621751264e-05,
+      "loss": 0.3532789945602417,
+      "step": 7901
+    },
+    {
+      "epoch": 1.4600940051506508,
+      "grad_norm": 0.07323717325925827,
+      "learning_rate": 1.0918360154938004e-05,
+      "loss": 0.4459230303764343,
+      "step": 7902
+    },
+    {
+      "epoch": 1.4602787818595466,
+      "grad_norm": 0.0616673082113266,
+      "learning_rate": 1.0916373651576883e-05,
+      "loss": 0.43505892157554626,
+      "step": 7903
+    },
+    {
+      "epoch": 1.4604635585684425,
+      "grad_norm": 0.0709221363067627,
+      "learning_rate": 1.091438711174696e-05,
+      "loss": 0.5405328869819641,
+      "step": 7904
+    },
+    {
+      "epoch": 1.4606483352773383,
+      "grad_norm": 0.07395005226135254,
+      "learning_rate": 1.091240053552729e-05,
+      "loss": 0.3639757037162781,
+      "step": 7905
+    },
+    {
+      "epoch": 1.4608331119862341,
+      "grad_norm": 0.0811300203204155,
+      "learning_rate": 1.0910413922996934e-05,
+      "loss": 0.42535293102264404,
+      "step": 7906
+    },
+    {
+      "epoch": 1.46101788869513,
+      "grad_norm": 0.05116962641477585,
+      "learning_rate": 1.090842727423495e-05,
+      "loss": 0.2789819538593292,
+      "step": 7907
+    },
+    {
+      "epoch": 1.4612026654040258,
+      "grad_norm": 0.07930802553892136,
+      "learning_rate": 1.0906440589320404e-05,
+      "loss": 0.5680393576622009,
+      "step": 7908
+    },
+    {
+      "epoch": 1.4613874421129216,
+      "grad_norm": 0.09925345331430435,
+      "learning_rate": 1.0904453868332358e-05,
+      "loss": 0.705038845539093,
+      "step": 7909
+    },
+    {
+      "epoch": 1.4615722188218174,
+      "grad_norm": 0.0764572024345398,
+      "learning_rate": 1.0902467111349876e-05,
+      "loss": 0.4529610574245453,
+      "step": 7910
+    },
+    {
+      "epoch": 1.4617569955307133,
+      "grad_norm": 0.086216039955616,
+      "learning_rate": 1.0900480318452032e-05,
+      "loss": 0.5941925644874573,
+      "step": 7911
+    },
+    {
+      "epoch": 1.461941772239609,
+      "grad_norm": 0.06900719553232193,
+      "learning_rate": 1.0898493489717884e-05,
+      "loss": 0.40601980686187744,
+      "step": 7912
+    },
+    {
+      "epoch": 1.462126548948505,
+      "grad_norm": 0.08022689074277878,
+      "learning_rate": 1.0896506625226505e-05,
+      "loss": 0.604983389377594,
+      "step": 7913
+    },
+    {
+      "epoch": 1.462311325657401,
+      "grad_norm": 0.0808817595243454,
+      "learning_rate": 1.0894519725056971e-05,
+      "loss": 0.5770231485366821,
+      "step": 7914
+    },
+    {
+      "epoch": 1.4624961023662968,
+      "grad_norm": 0.06129438057541847,
+      "learning_rate": 1.0892532789288347e-05,
+      "loss": 0.356117308139801,
+      "step": 7915
+    },
+    {
+      "epoch": 1.4626808790751926,
+      "grad_norm": 0.09225615859031677,
+      "learning_rate": 1.0890545817999714e-05,
+      "loss": 0.6368810534477234,
+      "step": 7916
+    },
+    {
+      "epoch": 1.4628656557840884,
+      "grad_norm": 0.07198144495487213,
+      "learning_rate": 1.088855881127014e-05,
+      "loss": 0.4250560998916626,
+      "step": 7917
+    },
+    {
+      "epoch": 1.4630504324929843,
+      "grad_norm": 0.07320264726877213,
+      "learning_rate": 1.088657176917871e-05,
+      "loss": 0.5142825245857239,
+      "step": 7918
+    },
+    {
+      "epoch": 1.46323520920188,
+      "grad_norm": 0.0757870227098465,
+      "learning_rate": 1.0884584691804492e-05,
+      "loss": 0.49360334873199463,
+      "step": 7919
+    },
+    {
+      "epoch": 1.463419985910776,
+      "grad_norm": 0.09541133046150208,
+      "learning_rate": 1.0882597579226574e-05,
+      "loss": 0.717289388179779,
+      "step": 7920
+    },
+    {
+      "epoch": 1.4636047626196718,
+      "grad_norm": 0.07429690659046173,
+      "learning_rate": 1.0880610431524033e-05,
+      "loss": 0.4696374535560608,
+      "step": 7921
+    },
+    {
+      "epoch": 1.4637895393285676,
+      "grad_norm": 0.051724813878536224,
+      "learning_rate": 1.087862324877595e-05,
+      "loss": 0.3552211821079254,
+      "step": 7922
+    },
+    {
+      "epoch": 1.4639743160374634,
+      "grad_norm": 0.0671362653374672,
+      "learning_rate": 1.0876636031061412e-05,
+      "loss": 0.4889882206916809,
+      "step": 7923
+    },
+    {
+      "epoch": 1.4641590927463592,
+      "grad_norm": 0.07439544796943665,
+      "learning_rate": 1.0874648778459502e-05,
+      "loss": 0.5556880831718445,
+      "step": 7924
+    },
+    {
+      "epoch": 1.4643438694552553,
+      "grad_norm": 0.0624934583902359,
+      "learning_rate": 1.0872661491049308e-05,
+      "loss": 0.3543209135532379,
+      "step": 7925
+    },
+    {
+      "epoch": 1.4645286461641511,
+      "grad_norm": 0.0852447897195816,
+      "learning_rate": 1.0870674168909918e-05,
+      "loss": 0.49739766120910645,
+      "step": 7926
+    },
+    {
+      "epoch": 1.464713422873047,
+      "grad_norm": 0.08161558210849762,
+      "learning_rate": 1.0868686812120417e-05,
+      "loss": 0.6055195927619934,
+      "step": 7927
+    },
+    {
+      "epoch": 1.4648981995819428,
+      "grad_norm": 0.09370871633291245,
+      "learning_rate": 1.0866699420759901e-05,
+      "loss": 0.6243895292282104,
+      "step": 7928
+    },
+    {
+      "epoch": 1.4650829762908386,
+      "grad_norm": 0.08233344554901123,
+      "learning_rate": 1.0864711994907457e-05,
+      "loss": 0.544588029384613,
+      "step": 7929
+    },
+    {
+      "epoch": 1.4652677529997344,
+      "grad_norm": 0.082923524081707,
+      "learning_rate": 1.0862724534642186e-05,
+      "loss": 0.584108293056488,
+      "step": 7930
+    },
+    {
+      "epoch": 1.4654525297086303,
+      "grad_norm": 0.11480110138654709,
+      "learning_rate": 1.0860737040043175e-05,
+      "loss": 0.793763279914856,
+      "step": 7931
+    },
+    {
+      "epoch": 1.465637306417526,
+      "grad_norm": 0.08902088552713394,
+      "learning_rate": 1.0858749511189519e-05,
+      "loss": 0.6228944659233093,
+      "step": 7932
+    },
+    {
+      "epoch": 1.465822083126422,
+      "grad_norm": 0.08220183104276657,
+      "learning_rate": 1.0856761948160323e-05,
+      "loss": 0.5731696486473083,
+      "step": 7933
+    },
+    {
+      "epoch": 1.4660068598353178,
+      "grad_norm": 0.07819283753633499,
+      "learning_rate": 1.0854774351034682e-05,
+      "loss": 0.5738114714622498,
+      "step": 7934
+    },
+    {
+      "epoch": 1.4661916365442136,
+      "grad_norm": 0.07486468553543091,
+      "learning_rate": 1.0852786719891695e-05,
+      "loss": 0.557564914226532,
+      "step": 7935
+    },
+    {
+      "epoch": 1.4663764132531094,
+      "grad_norm": 0.06882079690694809,
+      "learning_rate": 1.0850799054810465e-05,
+      "loss": 0.4335728585720062,
+      "step": 7936
+    },
+    {
+      "epoch": 1.4665611899620052,
+      "grad_norm": 0.07702423632144928,
+      "learning_rate": 1.0848811355870097e-05,
+      "loss": 0.47517985105514526,
+      "step": 7937
+    },
+    {
+      "epoch": 1.466745966670901,
+      "grad_norm": 0.07775147259235382,
+      "learning_rate": 1.0846823623149687e-05,
+      "loss": 0.5218677520751953,
+      "step": 7938
+    },
+    {
+      "epoch": 1.466930743379797,
+      "grad_norm": 0.08731850981712341,
+      "learning_rate": 1.0844835856728348e-05,
+      "loss": 0.6244857311248779,
+      "step": 7939
+    },
+    {
+      "epoch": 1.4671155200886927,
+      "grad_norm": 0.09213139861822128,
+      "learning_rate": 1.0842848056685188e-05,
+      "loss": 0.553689181804657,
+      "step": 7940
+    },
+    {
+      "epoch": 1.4673002967975886,
+      "grad_norm": 0.07810238003730774,
+      "learning_rate": 1.084086022309931e-05,
+      "loss": 0.46642959117889404,
+      "step": 7941
+    },
+    {
+      "epoch": 1.4674850735064844,
+      "grad_norm": 0.07946629077196121,
+      "learning_rate": 1.0838872356049826e-05,
+      "loss": 0.4211277365684509,
+      "step": 7942
+    },
+    {
+      "epoch": 1.4676698502153804,
+      "grad_norm": 0.07928035408258438,
+      "learning_rate": 1.0836884455615848e-05,
+      "loss": 0.5612075924873352,
+      "step": 7943
+    },
+    {
+      "epoch": 1.4678546269242763,
+      "grad_norm": 0.08762326091527939,
+      "learning_rate": 1.0834896521876485e-05,
+      "loss": 0.5942943096160889,
+      "step": 7944
+    },
+    {
+      "epoch": 1.468039403633172,
+      "grad_norm": 0.09318449348211288,
+      "learning_rate": 1.0832908554910853e-05,
+      "loss": 0.7384404540061951,
+      "step": 7945
+    },
+    {
+      "epoch": 1.468224180342068,
+      "grad_norm": 0.06970518082380295,
+      "learning_rate": 1.0830920554798067e-05,
+      "loss": 0.4766594469547272,
+      "step": 7946
+    },
+    {
+      "epoch": 1.4684089570509637,
+      "grad_norm": 0.07656311243772507,
+      "learning_rate": 1.0828932521617244e-05,
+      "loss": 0.4877740740776062,
+      "step": 7947
+    },
+    {
+      "epoch": 1.4685937337598596,
+      "grad_norm": 0.0660754069685936,
+      "learning_rate": 1.0826944455447498e-05,
+      "loss": 0.48413288593292236,
+      "step": 7948
+    },
+    {
+      "epoch": 1.4687785104687554,
+      "grad_norm": 0.09300076216459274,
+      "learning_rate": 1.082495635636795e-05,
+      "loss": 0.6690374612808228,
+      "step": 7949
+    },
+    {
+      "epoch": 1.4689632871776512,
+      "grad_norm": 0.07548022270202637,
+      "learning_rate": 1.082296822445772e-05,
+      "loss": 0.5127116441726685,
+      "step": 7950
+    },
+    {
+      "epoch": 1.469148063886547,
+      "grad_norm": 0.10325155407190323,
+      "learning_rate": 1.0820980059795929e-05,
+      "loss": 0.699739933013916,
+      "step": 7951
+    },
+    {
+      "epoch": 1.469332840595443,
+      "grad_norm": 0.08389373123645782,
+      "learning_rate": 1.0818991862461701e-05,
+      "loss": 0.41915738582611084,
+      "step": 7952
+    },
+    {
+      "epoch": 1.4695176173043387,
+      "grad_norm": 0.07074711471796036,
+      "learning_rate": 1.081700363253416e-05,
+      "loss": 0.3849329948425293,
+      "step": 7953
+    },
+    {
+      "epoch": 1.4697023940132348,
+      "grad_norm": 0.08760944753885269,
+      "learning_rate": 1.081501537009243e-05,
+      "loss": 0.5913623571395874,
+      "step": 7954
+    },
+    {
+      "epoch": 1.4698871707221306,
+      "grad_norm": 0.08129290491342545,
+      "learning_rate": 1.0813027075215635e-05,
+      "loss": 0.6076329350471497,
+      "step": 7955
+    },
+    {
+      "epoch": 1.4700719474310264,
+      "grad_norm": 0.09393065422773361,
+      "learning_rate": 1.081103874798291e-05,
+      "loss": 0.7325844168663025,
+      "step": 7956
+    },
+    {
+      "epoch": 1.4702567241399223,
+      "grad_norm": 0.07572071999311447,
+      "learning_rate": 1.0809050388473382e-05,
+      "loss": 0.5757875442504883,
+      "step": 7957
+    },
+    {
+      "epoch": 1.470441500848818,
+      "grad_norm": 0.08286506682634354,
+      "learning_rate": 1.0807061996766174e-05,
+      "loss": 0.49454647302627563,
+      "step": 7958
+    },
+    {
+      "epoch": 1.470626277557714,
+      "grad_norm": 0.0690111443400383,
+      "learning_rate": 1.0805073572940425e-05,
+      "loss": 0.5452752113342285,
+      "step": 7959
+    },
+    {
+      "epoch": 1.4708110542666097,
+      "grad_norm": 0.0932869166135788,
+      "learning_rate": 1.080308511707527e-05,
+      "loss": 0.6137073040008545,
+      "step": 7960
+    },
+    {
+      "epoch": 1.4709958309755056,
+      "grad_norm": 0.0877099260687828,
+      "learning_rate": 1.0801096629249836e-05,
+      "loss": 0.5865559577941895,
+      "step": 7961
+    },
+    {
+      "epoch": 1.4711806076844014,
+      "grad_norm": 0.07646284252405167,
+      "learning_rate": 1.079910810954326e-05,
+      "loss": 0.5363489985466003,
+      "step": 7962
+    },
+    {
+      "epoch": 1.4713653843932972,
+      "grad_norm": 0.09914388507604599,
+      "learning_rate": 1.079711955803469e-05,
+      "loss": 0.6129844784736633,
+      "step": 7963
+    },
+    {
+      "epoch": 1.471550161102193,
+      "grad_norm": 0.08948146551847458,
+      "learning_rate": 1.0795130974803252e-05,
+      "loss": 0.5178477764129639,
+      "step": 7964
+    },
+    {
+      "epoch": 1.4717349378110889,
+      "grad_norm": 0.08743748068809509,
+      "learning_rate": 1.0793142359928084e-05,
+      "loss": 0.5934823751449585,
+      "step": 7965
+    },
+    {
+      "epoch": 1.4719197145199847,
+      "grad_norm": 0.05671244114637375,
+      "learning_rate": 1.0791153713488336e-05,
+      "loss": 0.29773834347724915,
+      "step": 7966
+    },
+    {
+      "epoch": 1.4721044912288805,
+      "grad_norm": 0.0830715000629425,
+      "learning_rate": 1.0789165035563145e-05,
+      "loss": 0.615138053894043,
+      "step": 7967
+    },
+    {
+      "epoch": 1.4722892679377764,
+      "grad_norm": 0.06543489545583725,
+      "learning_rate": 1.0787176326231651e-05,
+      "loss": 0.407809853553772,
+      "step": 7968
+    },
+    {
+      "epoch": 1.4724740446466722,
+      "grad_norm": 0.08552611619234085,
+      "learning_rate": 1.0785187585573007e-05,
+      "loss": 0.6576621532440186,
+      "step": 7969
+    },
+    {
+      "epoch": 1.472658821355568,
+      "grad_norm": 0.061488475650548935,
+      "learning_rate": 1.0783198813666354e-05,
+      "loss": 0.3980618715286255,
+      "step": 7970
+    },
+    {
+      "epoch": 1.4728435980644639,
+      "grad_norm": 0.07736705988645554,
+      "learning_rate": 1.0781210010590834e-05,
+      "loss": 0.5964474678039551,
+      "step": 7971
+    },
+    {
+      "epoch": 1.4730283747733597,
+      "grad_norm": 0.06732498109340668,
+      "learning_rate": 1.07792211764256e-05,
+      "loss": 0.3793677091598511,
+      "step": 7972
+    },
+    {
+      "epoch": 1.4732131514822557,
+      "grad_norm": 0.0850326418876648,
+      "learning_rate": 1.0777232311249805e-05,
+      "loss": 0.3835803270339966,
+      "step": 7973
+    },
+    {
+      "epoch": 1.4733979281911516,
+      "grad_norm": 0.07928745448589325,
+      "learning_rate": 1.0775243415142595e-05,
+      "loss": 0.559565544128418,
+      "step": 7974
+    },
+    {
+      "epoch": 1.4735827049000474,
+      "grad_norm": 0.0691276267170906,
+      "learning_rate": 1.0773254488183117e-05,
+      "loss": 0.37865975499153137,
+      "step": 7975
+    },
+    {
+      "epoch": 1.4737674816089432,
+      "grad_norm": 0.09156709909439087,
+      "learning_rate": 1.0771265530450537e-05,
+      "loss": 0.6320781111717224,
+      "step": 7976
+    },
+    {
+      "epoch": 1.473952258317839,
+      "grad_norm": 0.07213588804006577,
+      "learning_rate": 1.0769276542024e-05,
+      "loss": 0.6258044838905334,
+      "step": 7977
+    },
+    {
+      "epoch": 1.4741370350267349,
+      "grad_norm": 0.07551666349172592,
+      "learning_rate": 1.0767287522982662e-05,
+      "loss": 0.5296053290367126,
+      "step": 7978
+    },
+    {
+      "epoch": 1.4743218117356307,
+      "grad_norm": 0.08219839632511139,
+      "learning_rate": 1.0765298473405679e-05,
+      "loss": 0.5902359485626221,
+      "step": 7979
+    },
+    {
+      "epoch": 1.4745065884445265,
+      "grad_norm": 0.06733104586601257,
+      "learning_rate": 1.0763309393372215e-05,
+      "loss": 0.38392987847328186,
+      "step": 7980
+    },
+    {
+      "epoch": 1.4746913651534224,
+      "grad_norm": 0.08572923392057419,
+      "learning_rate": 1.076132028296142e-05,
+      "loss": 0.5022323131561279,
+      "step": 7981
+    },
+    {
+      "epoch": 1.4748761418623182,
+      "grad_norm": 0.06923422962427139,
+      "learning_rate": 1.0759331142252463e-05,
+      "loss": 0.4584689438343048,
+      "step": 7982
+    },
+    {
+      "epoch": 1.475060918571214,
+      "grad_norm": 0.09197697043418884,
+      "learning_rate": 1.0757341971324504e-05,
+      "loss": 0.6473321914672852,
+      "step": 7983
+    },
+    {
+      "epoch": 1.47524569528011,
+      "grad_norm": 0.06988525390625,
+      "learning_rate": 1.0755352770256704e-05,
+      "loss": 0.439445436000824,
+      "step": 7984
+    },
+    {
+      "epoch": 1.475430471989006,
+      "grad_norm": 0.05474436655640602,
+      "learning_rate": 1.0753363539128222e-05,
+      "loss": 0.2108364701271057,
+      "step": 7985
+    },
+    {
+      "epoch": 1.4756152486979017,
+      "grad_norm": 0.04617056995630264,
+      "learning_rate": 1.0751374278018232e-05,
+      "loss": 0.2944631576538086,
+      "step": 7986
+    },
+    {
+      "epoch": 1.4758000254067976,
+      "grad_norm": 0.08965945243835449,
+      "learning_rate": 1.0749384987005896e-05,
+      "loss": 0.4396054744720459,
+      "step": 7987
+    },
+    {
+      "epoch": 1.4759848021156934,
+      "grad_norm": 0.09829042851924896,
+      "learning_rate": 1.0747395666170382e-05,
+      "loss": 0.6436299085617065,
+      "step": 7988
+    },
+    {
+      "epoch": 1.4761695788245892,
+      "grad_norm": 0.09775824844837189,
+      "learning_rate": 1.0745406315590856e-05,
+      "loss": 0.626186728477478,
+      "step": 7989
+    },
+    {
+      "epoch": 1.476354355533485,
+      "grad_norm": 0.08036770671606064,
+      "learning_rate": 1.0743416935346496e-05,
+      "loss": 0.5929142236709595,
+      "step": 7990
+    },
+    {
+      "epoch": 1.4765391322423809,
+      "grad_norm": 0.07372663170099258,
+      "learning_rate": 1.0741427525516463e-05,
+      "loss": 0.5616413950920105,
+      "step": 7991
+    },
+    {
+      "epoch": 1.4767239089512767,
+      "grad_norm": 0.07719265669584274,
+      "learning_rate": 1.0739438086179934e-05,
+      "loss": 0.6793864369392395,
+      "step": 7992
+    },
+    {
+      "epoch": 1.4769086856601725,
+      "grad_norm": 0.09435825049877167,
+      "learning_rate": 1.0737448617416086e-05,
+      "loss": 0.6805324554443359,
+      "step": 7993
+    },
+    {
+      "epoch": 1.4770934623690684,
+      "grad_norm": 0.07104142010211945,
+      "learning_rate": 1.0735459119304093e-05,
+      "loss": 0.5474250912666321,
+      "step": 7994
+    },
+    {
+      "epoch": 1.4772782390779642,
+      "grad_norm": 0.08389271795749664,
+      "learning_rate": 1.0733469591923122e-05,
+      "loss": 0.5377687215805054,
+      "step": 7995
+    },
+    {
+      "epoch": 1.47746301578686,
+      "grad_norm": 0.0856410413980484,
+      "learning_rate": 1.0731480035352356e-05,
+      "loss": 0.47562843561172485,
+      "step": 7996
+    },
+    {
+      "epoch": 1.4776477924957558,
+      "grad_norm": 0.06180229038000107,
+      "learning_rate": 1.0729490449670976e-05,
+      "loss": 0.3866513669490814,
+      "step": 7997
+    },
+    {
+      "epoch": 1.4778325692046517,
+      "grad_norm": 0.06881602108478546,
+      "learning_rate": 1.0727500834958157e-05,
+      "loss": 0.43669071793556213,
+      "step": 7998
+    },
+    {
+      "epoch": 1.4780173459135475,
+      "grad_norm": 0.0712369903922081,
+      "learning_rate": 1.0725511191293082e-05,
+      "loss": 0.39811253547668457,
+      "step": 7999
+    },
+    {
+      "epoch": 1.4782021226224433,
+      "grad_norm": 0.10602513700723648,
+      "learning_rate": 1.0723521518754931e-05,
+      "loss": 0.7491739988327026,
+      "step": 8000
+    },
+    {
+      "epoch": 1.4782021226224433,
+      "eval_loss": 0.579645574092865,
+      "eval_runtime": 288.6369,
+      "eval_samples_per_second": 63.155,
+      "eval_steps_per_second": 7.896,
+      "step": 8000
+    },
+    {
+      "epoch": 1.4783868993313392,
+      "grad_norm": 0.08168964087963104,
+      "learning_rate": 1.0721531817422885e-05,
+      "loss": 0.6392906308174133,
+      "step": 8001
+    },
+    {
+      "epoch": 1.4785716760402352,
+      "grad_norm": 0.0581355020403862,
+      "learning_rate": 1.0719542087376134e-05,
+      "loss": 0.4122292995452881,
+      "step": 8002
+    },
+    {
+      "epoch": 1.478756452749131,
+      "grad_norm": 0.06892077624797821,
+      "learning_rate": 1.0717552328693855e-05,
+      "loss": 0.4517199695110321,
+      "step": 8003
+    },
+    {
+      "epoch": 1.4789412294580269,
+      "grad_norm": 0.05392163619399071,
+      "learning_rate": 1.0715562541455243e-05,
+      "loss": 0.3663863241672516,
+      "step": 8004
+    },
+    {
+      "epoch": 1.4791260061669227,
+      "grad_norm": 0.07395106554031372,
+      "learning_rate": 1.0713572725739476e-05,
+      "loss": 0.5130017995834351,
+      "step": 8005
+    },
+    {
+      "epoch": 1.4793107828758185,
+      "grad_norm": 0.08342242240905762,
+      "learning_rate": 1.0711582881625746e-05,
+      "loss": 0.6381667256355286,
+      "step": 8006
+    },
+    {
+      "epoch": 1.4794955595847143,
+      "grad_norm": 0.068038709461689,
+      "learning_rate": 1.070959300919325e-05,
+      "loss": 0.391664057970047,
+      "step": 8007
+    },
+    {
+      "epoch": 1.4796803362936102,
+      "grad_norm": 0.08663652092218399,
+      "learning_rate": 1.0707603108521165e-05,
+      "loss": 0.6319605112075806,
+      "step": 8008
+    },
+    {
+      "epoch": 1.479865113002506,
+      "grad_norm": 0.08702877908945084,
+      "learning_rate": 1.0705613179688694e-05,
+      "loss": 0.7374585866928101,
+      "step": 8009
+    },
+    {
+      "epoch": 1.4800498897114018,
+      "grad_norm": 0.09197530895471573,
+      "learning_rate": 1.0703623222775028e-05,
+      "loss": 0.589191734790802,
+      "step": 8010
+    },
+    {
+      "epoch": 1.4802346664202977,
+      "grad_norm": 0.08512798696756363,
+      "learning_rate": 1.0701633237859355e-05,
+      "loss": 0.5790627598762512,
+      "step": 8011
+    },
+    {
+      "epoch": 1.4804194431291935,
+      "grad_norm": 0.06841887533664703,
+      "learning_rate": 1.0699643225020876e-05,
+      "loss": 0.47389841079711914,
+      "step": 8012
+    },
+    {
+      "epoch": 1.4806042198380895,
+      "grad_norm": 0.0750150978565216,
+      "learning_rate": 1.0697653184338785e-05,
+      "loss": 0.5332591533660889,
+      "step": 8013
+    },
+    {
+      "epoch": 1.4807889965469854,
+      "grad_norm": 0.06956504285335541,
+      "learning_rate": 1.0695663115892282e-05,
+      "loss": 0.4910212755203247,
+      "step": 8014
+    },
+    {
+      "epoch": 1.4809737732558812,
+      "grad_norm": 0.0774892121553421,
+      "learning_rate": 1.0693673019760562e-05,
+      "loss": 0.46022897958755493,
+      "step": 8015
+    },
+    {
+      "epoch": 1.481158549964777,
+      "grad_norm": 0.07349559664726257,
+      "learning_rate": 1.0691682896022824e-05,
+      "loss": 0.5611245632171631,
+      "step": 8016
+    },
+    {
+      "epoch": 1.4813433266736729,
+      "grad_norm": 0.09003234654664993,
+      "learning_rate": 1.0689692744758276e-05,
+      "loss": 0.5233736038208008,
+      "step": 8017
+    },
+    {
+      "epoch": 1.4815281033825687,
+      "grad_norm": 0.05826477333903313,
+      "learning_rate": 1.068770256604611e-05,
+      "loss": 0.36907002329826355,
+      "step": 8018
+    },
+    {
+      "epoch": 1.4817128800914645,
+      "grad_norm": 0.07595459371805191,
+      "learning_rate": 1.0685712359965534e-05,
+      "loss": 0.5646535754203796,
+      "step": 8019
+    },
+    {
+      "epoch": 1.4818976568003603,
+      "grad_norm": 0.06655114889144897,
+      "learning_rate": 1.0683722126595753e-05,
+      "loss": 0.4589296877384186,
+      "step": 8020
+    },
+    {
+      "epoch": 1.4820824335092562,
+      "grad_norm": 0.08873427659273148,
+      "learning_rate": 1.0681731866015968e-05,
+      "loss": 0.77529376745224,
+      "step": 8021
+    },
+    {
+      "epoch": 1.482267210218152,
+      "grad_norm": 0.1050659716129303,
+      "learning_rate": 1.067974157830539e-05,
+      "loss": 0.714748203754425,
+      "step": 8022
+    },
+    {
+      "epoch": 1.4824519869270478,
+      "grad_norm": 0.10710117220878601,
+      "learning_rate": 1.0677751263543221e-05,
+      "loss": 0.7326914668083191,
+      "step": 8023
+    },
+    {
+      "epoch": 1.4826367636359437,
+      "grad_norm": 0.07048782706260681,
+      "learning_rate": 1.0675760921808673e-05,
+      "loss": 0.46614688634872437,
+      "step": 8024
+    },
+    {
+      "epoch": 1.4828215403448395,
+      "grad_norm": 0.07618443667888641,
+      "learning_rate": 1.0673770553180957e-05,
+      "loss": 0.45787060260772705,
+      "step": 8025
+    },
+    {
+      "epoch": 1.4830063170537353,
+      "grad_norm": 0.0792887732386589,
+      "learning_rate": 1.0671780157739282e-05,
+      "loss": 0.4927024245262146,
+      "step": 8026
+    },
+    {
+      "epoch": 1.4831910937626311,
+      "grad_norm": 0.10205483436584473,
+      "learning_rate": 1.0669789735562855e-05,
+      "loss": 0.6825256943702698,
+      "step": 8027
+    },
+    {
+      "epoch": 1.483375870471527,
+      "grad_norm": 0.08562511950731277,
+      "learning_rate": 1.066779928673089e-05,
+      "loss": 0.5680001974105835,
+      "step": 8028
+    },
+    {
+      "epoch": 1.4835606471804228,
+      "grad_norm": 0.07572870701551437,
+      "learning_rate": 1.0665808811322608e-05,
+      "loss": 0.5484418272972107,
+      "step": 8029
+    },
+    {
+      "epoch": 1.4837454238893186,
+      "grad_norm": 0.05491387099027634,
+      "learning_rate": 1.0663818309417216e-05,
+      "loss": 0.39442920684814453,
+      "step": 8030
+    },
+    {
+      "epoch": 1.4839302005982147,
+      "grad_norm": 0.101420558989048,
+      "learning_rate": 1.066182778109393e-05,
+      "loss": 0.5014135837554932,
+      "step": 8031
+    },
+    {
+      "epoch": 1.4841149773071105,
+      "grad_norm": 0.07395175844430923,
+      "learning_rate": 1.0659837226431973e-05,
+      "loss": 0.5414116978645325,
+      "step": 8032
+    },
+    {
+      "epoch": 1.4842997540160063,
+      "grad_norm": 0.07887198030948639,
+      "learning_rate": 1.0657846645510557e-05,
+      "loss": 0.5636579394340515,
+      "step": 8033
+    },
+    {
+      "epoch": 1.4844845307249022,
+      "grad_norm": 0.073245108127594,
+      "learning_rate": 1.06558560384089e-05,
+      "loss": 0.5003830790519714,
+      "step": 8034
+    },
+    {
+      "epoch": 1.484669307433798,
+      "grad_norm": 0.08296787738800049,
+      "learning_rate": 1.0653865405206227e-05,
+      "loss": 0.4997517168521881,
+      "step": 8035
+    },
+    {
+      "epoch": 1.4848540841426938,
+      "grad_norm": 0.07751402258872986,
+      "learning_rate": 1.0651874745981758e-05,
+      "loss": 0.5620325207710266,
+      "step": 8036
+    },
+    {
+      "epoch": 1.4850388608515896,
+      "grad_norm": 0.060117579996585846,
+      "learning_rate": 1.0649884060814713e-05,
+      "loss": 0.41544926166534424,
+      "step": 8037
+    },
+    {
+      "epoch": 1.4852236375604855,
+      "grad_norm": 0.08661402761936188,
+      "learning_rate": 1.0647893349784313e-05,
+      "loss": 0.5965865254402161,
+      "step": 8038
+    },
+    {
+      "epoch": 1.4854084142693813,
+      "grad_norm": 0.09608050435781479,
+      "learning_rate": 1.0645902612969788e-05,
+      "loss": 0.7004936337471008,
+      "step": 8039
+    },
+    {
+      "epoch": 1.4855931909782771,
+      "grad_norm": 0.07092927396297455,
+      "learning_rate": 1.0643911850450358e-05,
+      "loss": 0.5260869860649109,
+      "step": 8040
+    },
+    {
+      "epoch": 1.485777967687173,
+      "grad_norm": 0.07654356956481934,
+      "learning_rate": 1.064192106230525e-05,
+      "loss": 0.43520107865333557,
+      "step": 8041
+    },
+    {
+      "epoch": 1.485962744396069,
+      "grad_norm": 0.08207488805055618,
+      "learning_rate": 1.0639930248613694e-05,
+      "loss": 0.49081167578697205,
+      "step": 8042
+    },
+    {
+      "epoch": 1.4861475211049648,
+      "grad_norm": 0.07600727677345276,
+      "learning_rate": 1.0637939409454916e-05,
+      "loss": 0.588967502117157,
+      "step": 8043
+    },
+    {
+      "epoch": 1.4863322978138607,
+      "grad_norm": 0.08325869590044022,
+      "learning_rate": 1.063594854490814e-05,
+      "loss": 0.6097344160079956,
+      "step": 8044
+    },
+    {
+      "epoch": 1.4865170745227565,
+      "grad_norm": 0.06231686845421791,
+      "learning_rate": 1.0633957655052609e-05,
+      "loss": 0.4860547184944153,
+      "step": 8045
+    },
+    {
+      "epoch": 1.4867018512316523,
+      "grad_norm": 0.0686325877904892,
+      "learning_rate": 1.0631966739967545e-05,
+      "loss": 0.3996231257915497,
+      "step": 8046
+    },
+    {
+      "epoch": 1.4868866279405482,
+      "grad_norm": 0.06175853684544563,
+      "learning_rate": 1.062997579973218e-05,
+      "loss": 0.5008290410041809,
+      "step": 8047
+    },
+    {
+      "epoch": 1.487071404649444,
+      "grad_norm": 0.06243591755628586,
+      "learning_rate": 1.0627984834425748e-05,
+      "loss": 0.3662768602371216,
+      "step": 8048
+    },
+    {
+      "epoch": 1.4872561813583398,
+      "grad_norm": 0.08133753389120102,
+      "learning_rate": 1.062599384412749e-05,
+      "loss": 0.6068007349967957,
+      "step": 8049
+    },
+    {
+      "epoch": 1.4874409580672356,
+      "grad_norm": 0.07411174476146698,
+      "learning_rate": 1.0624002828916631e-05,
+      "loss": 0.48948463797569275,
+      "step": 8050
+    },
+    {
+      "epoch": 1.4876257347761315,
+      "grad_norm": 0.08100121468305588,
+      "learning_rate": 1.062201178887241e-05,
+      "loss": 0.5255101323127747,
+      "step": 8051
+    },
+    {
+      "epoch": 1.4878105114850273,
+      "grad_norm": 0.07053257524967194,
+      "learning_rate": 1.062002072407407e-05,
+      "loss": 0.5262172818183899,
+      "step": 8052
+    },
+    {
+      "epoch": 1.4879952881939231,
+      "grad_norm": 0.08912979066371918,
+      "learning_rate": 1.0618029634600843e-05,
+      "loss": 0.7172182202339172,
+      "step": 8053
+    },
+    {
+      "epoch": 1.488180064902819,
+      "grad_norm": 0.08581690490245819,
+      "learning_rate": 1.0616038520531969e-05,
+      "loss": 0.4855179190635681,
+      "step": 8054
+    },
+    {
+      "epoch": 1.4883648416117148,
+      "grad_norm": 0.06741776317358017,
+      "learning_rate": 1.061404738194669e-05,
+      "loss": 0.44996926188468933,
+      "step": 8055
+    },
+    {
+      "epoch": 1.4885496183206106,
+      "grad_norm": 0.07213829457759857,
+      "learning_rate": 1.061205621892425e-05,
+      "loss": 0.460223913192749,
+      "step": 8056
+    },
+    {
+      "epoch": 1.4887343950295064,
+      "grad_norm": 0.07456837594509125,
+      "learning_rate": 1.0610065031543881e-05,
+      "loss": 0.511305034160614,
+      "step": 8057
+    },
+    {
+      "epoch": 1.4889191717384023,
+      "grad_norm": 0.07812952995300293,
+      "learning_rate": 1.0608073819884837e-05,
+      "loss": 0.42069342732429504,
+      "step": 8058
+    },
+    {
+      "epoch": 1.489103948447298,
+      "grad_norm": 0.09203128516674042,
+      "learning_rate": 1.0606082584026357e-05,
+      "loss": 0.5720989108085632,
+      "step": 8059
+    },
+    {
+      "epoch": 1.489288725156194,
+      "grad_norm": 0.057817284017801285,
+      "learning_rate": 1.0604091324047683e-05,
+      "loss": 0.37874454259872437,
+      "step": 8060
+    },
+    {
+      "epoch": 1.48947350186509,
+      "grad_norm": 0.08087790012359619,
+      "learning_rate": 1.0602100040028068e-05,
+      "loss": 0.6484622359275818,
+      "step": 8061
+    },
+    {
+      "epoch": 1.4896582785739858,
+      "grad_norm": 0.08493216335773468,
+      "learning_rate": 1.0600108732046751e-05,
+      "loss": 0.5885729193687439,
+      "step": 8062
+    },
+    {
+      "epoch": 1.4898430552828816,
+      "grad_norm": 0.0692172572016716,
+      "learning_rate": 1.059811740018299e-05,
+      "loss": 0.46173328161239624,
+      "step": 8063
+    },
+    {
+      "epoch": 1.4900278319917775,
+      "grad_norm": 0.06761965155601501,
+      "learning_rate": 1.0596126044516021e-05,
+      "loss": 0.45651736855506897,
+      "step": 8064
+    },
+    {
+      "epoch": 1.4902126087006733,
+      "grad_norm": 0.10760365426540375,
+      "learning_rate": 1.0594134665125106e-05,
+      "loss": 0.7754571437835693,
+      "step": 8065
+    },
+    {
+      "epoch": 1.4903973854095691,
+      "grad_norm": 0.050112102180719376,
+      "learning_rate": 1.059214326208949e-05,
+      "loss": 0.30902236700057983,
+      "step": 8066
+    },
+    {
+      "epoch": 1.490582162118465,
+      "grad_norm": 0.06518737971782684,
+      "learning_rate": 1.059015183548842e-05,
+      "loss": 0.4446237087249756,
+      "step": 8067
+    },
+    {
+      "epoch": 1.4907669388273608,
+      "grad_norm": 0.0689021572470665,
+      "learning_rate": 1.0588160385401157e-05,
+      "loss": 0.421636700630188,
+      "step": 8068
+    },
+    {
+      "epoch": 1.4909517155362566,
+      "grad_norm": 0.07490003854036331,
+      "learning_rate": 1.0586168911906951e-05,
+      "loss": 0.4064212143421173,
+      "step": 8069
+    },
+    {
+      "epoch": 1.4911364922451524,
+      "grad_norm": 0.09233926236629486,
+      "learning_rate": 1.0584177415085053e-05,
+      "loss": 0.5941533446311951,
+      "step": 8070
+    },
+    {
+      "epoch": 1.4913212689540483,
+      "grad_norm": 0.10283198207616806,
+      "learning_rate": 1.0582185895014723e-05,
+      "loss": 0.5642294883728027,
+      "step": 8071
+    },
+    {
+      "epoch": 1.4915060456629443,
+      "grad_norm": 0.08836923539638519,
+      "learning_rate": 1.0580194351775217e-05,
+      "loss": 0.7438347935676575,
+      "step": 8072
+    },
+    {
+      "epoch": 1.4916908223718401,
+      "grad_norm": 0.0638003796339035,
+      "learning_rate": 1.0578202785445792e-05,
+      "loss": 0.4012036621570587,
+      "step": 8073
+    },
+    {
+      "epoch": 1.491875599080736,
+      "grad_norm": 0.09235439449548721,
+      "learning_rate": 1.05762111961057e-05,
+      "loss": 0.5444309711456299,
+      "step": 8074
+    },
+    {
+      "epoch": 1.4920603757896318,
+      "grad_norm": 0.09472963213920593,
+      "learning_rate": 1.0574219583834211e-05,
+      "loss": 0.6380682587623596,
+      "step": 8075
+    },
+    {
+      "epoch": 1.4922451524985276,
+      "grad_norm": 0.0787310004234314,
+      "learning_rate": 1.0572227948710578e-05,
+      "loss": 0.5088316202163696,
+      "step": 8076
+    },
+    {
+      "epoch": 1.4924299292074235,
+      "grad_norm": 0.0733528658747673,
+      "learning_rate": 1.057023629081406e-05,
+      "loss": 0.40022554993629456,
+      "step": 8077
+    },
+    {
+      "epoch": 1.4926147059163193,
+      "grad_norm": 0.0707663968205452,
+      "learning_rate": 1.0568244610223921e-05,
+      "loss": 0.4129393696784973,
+      "step": 8078
+    },
+    {
+      "epoch": 1.4927994826252151,
+      "grad_norm": 0.07245533168315887,
+      "learning_rate": 1.056625290701943e-05,
+      "loss": 0.48481282591819763,
+      "step": 8079
+    },
+    {
+      "epoch": 1.492984259334111,
+      "grad_norm": 0.08001293241977692,
+      "learning_rate": 1.056426118127984e-05,
+      "loss": 0.5082979798316956,
+      "step": 8080
+    },
+    {
+      "epoch": 1.4931690360430068,
+      "grad_norm": 0.05666988343000412,
+      "learning_rate": 1.056226943308442e-05,
+      "loss": 0.3453954756259918,
+      "step": 8081
+    },
+    {
+      "epoch": 1.4933538127519026,
+      "grad_norm": 0.06098370626568794,
+      "learning_rate": 1.0560277662512439e-05,
+      "loss": 0.4135182201862335,
+      "step": 8082
+    },
+    {
+      "epoch": 1.4935385894607984,
+      "grad_norm": 0.08647754788398743,
+      "learning_rate": 1.055828586964316e-05,
+      "loss": 0.564022421836853,
+      "step": 8083
+    },
+    {
+      "epoch": 1.4937233661696943,
+      "grad_norm": 0.07890351861715317,
+      "learning_rate": 1.0556294054555847e-05,
+      "loss": 0.6017817854881287,
+      "step": 8084
+    },
+    {
+      "epoch": 1.49390814287859,
+      "grad_norm": 0.07599826902151108,
+      "learning_rate": 1.0554302217329773e-05,
+      "loss": 0.5751614570617676,
+      "step": 8085
+    },
+    {
+      "epoch": 1.494092919587486,
+      "grad_norm": 0.10049251466989517,
+      "learning_rate": 1.0552310358044204e-05,
+      "loss": 0.554628312587738,
+      "step": 8086
+    },
+    {
+      "epoch": 1.4942776962963817,
+      "grad_norm": 0.06830247491598129,
+      "learning_rate": 1.0550318476778412e-05,
+      "loss": 0.5074917078018188,
+      "step": 8087
+    },
+    {
+      "epoch": 1.4944624730052776,
+      "grad_norm": 0.07232210040092468,
+      "learning_rate": 1.0548326573611662e-05,
+      "loss": 0.4642643928527832,
+      "step": 8088
+    },
+    {
+      "epoch": 1.4946472497141734,
+      "grad_norm": 0.0779031440615654,
+      "learning_rate": 1.0546334648623235e-05,
+      "loss": 0.6109477281570435,
+      "step": 8089
+    },
+    {
+      "epoch": 1.4948320264230694,
+      "grad_norm": 0.08378469198942184,
+      "learning_rate": 1.0544342701892396e-05,
+      "loss": 0.5547432899475098,
+      "step": 8090
+    },
+    {
+      "epoch": 1.4950168031319653,
+      "grad_norm": 0.07529163360595703,
+      "learning_rate": 1.0542350733498424e-05,
+      "loss": 0.5577362775802612,
+      "step": 8091
+    },
+    {
+      "epoch": 1.495201579840861,
+      "grad_norm": 0.08380243182182312,
+      "learning_rate": 1.0540358743520585e-05,
+      "loss": 0.5255307555198669,
+      "step": 8092
+    },
+    {
+      "epoch": 1.495386356549757,
+      "grad_norm": 0.08864055573940277,
+      "learning_rate": 1.0538366732038161e-05,
+      "loss": 0.7255281805992126,
+      "step": 8093
+    },
+    {
+      "epoch": 1.4955711332586528,
+      "grad_norm": 0.09007778763771057,
+      "learning_rate": 1.0536374699130422e-05,
+      "loss": 0.6297560930252075,
+      "step": 8094
+    },
+    {
+      "epoch": 1.4957559099675486,
+      "grad_norm": 0.07595361769199371,
+      "learning_rate": 1.053438264487665e-05,
+      "loss": 0.5389895439147949,
+      "step": 8095
+    },
+    {
+      "epoch": 1.4959406866764444,
+      "grad_norm": 0.07773599028587341,
+      "learning_rate": 1.0532390569356123e-05,
+      "loss": 0.489621639251709,
+      "step": 8096
+    },
+    {
+      "epoch": 1.4961254633853402,
+      "grad_norm": 0.07256493717432022,
+      "learning_rate": 1.0530398472648116e-05,
+      "loss": 0.4765538275241852,
+      "step": 8097
+    },
+    {
+      "epoch": 1.496310240094236,
+      "grad_norm": 0.06853928416967392,
+      "learning_rate": 1.0528406354831909e-05,
+      "loss": 0.5104422569274902,
+      "step": 8098
+    },
+    {
+      "epoch": 1.496495016803132,
+      "grad_norm": 0.0818312019109726,
+      "learning_rate": 1.0526414215986783e-05,
+      "loss": 0.4994242787361145,
+      "step": 8099
+    },
+    {
+      "epoch": 1.4966797935120277,
+      "grad_norm": 0.0743444487452507,
+      "learning_rate": 1.0524422056192014e-05,
+      "loss": 0.5327197909355164,
+      "step": 8100
+    },
+    {
+      "epoch": 1.4968645702209238,
+      "grad_norm": 0.06243869662284851,
+      "learning_rate": 1.0522429875526892e-05,
+      "loss": 0.3634476661682129,
+      "step": 8101
+    },
+    {
+      "epoch": 1.4970493469298196,
+      "grad_norm": 0.09468526393175125,
+      "learning_rate": 1.0520437674070694e-05,
+      "loss": 0.6794441342353821,
+      "step": 8102
+    },
+    {
+      "epoch": 1.4972341236387154,
+      "grad_norm": 0.06301013380289078,
+      "learning_rate": 1.0518445451902706e-05,
+      "loss": 0.5078780055046082,
+      "step": 8103
+    },
+    {
+      "epoch": 1.4974189003476113,
+      "grad_norm": 0.07378236949443817,
+      "learning_rate": 1.0516453209102209e-05,
+      "loss": 0.535196840763092,
+      "step": 8104
+    },
+    {
+      "epoch": 1.497603677056507,
+      "grad_norm": 0.09048765897750854,
+      "learning_rate": 1.051446094574849e-05,
+      "loss": 0.6304789185523987,
+      "step": 8105
+    },
+    {
+      "epoch": 1.497788453765403,
+      "grad_norm": 0.08033865690231323,
+      "learning_rate": 1.0512468661920836e-05,
+      "loss": 0.553955078125,
+      "step": 8106
+    },
+    {
+      "epoch": 1.4979732304742988,
+      "grad_norm": 0.060053229331970215,
+      "learning_rate": 1.0510476357698534e-05,
+      "loss": 0.40581458806991577,
+      "step": 8107
+    },
+    {
+      "epoch": 1.4981580071831946,
+      "grad_norm": 0.07334432750940323,
+      "learning_rate": 1.0508484033160868e-05,
+      "loss": 0.5493158102035522,
+      "step": 8108
+    },
+    {
+      "epoch": 1.4983427838920904,
+      "grad_norm": 0.08855029195547104,
+      "learning_rate": 1.0506491688387128e-05,
+      "loss": 0.565083920955658,
+      "step": 8109
+    },
+    {
+      "epoch": 1.4985275606009862,
+      "grad_norm": 0.08073693513870239,
+      "learning_rate": 1.0504499323456603e-05,
+      "loss": 0.567347526550293,
+      "step": 8110
+    },
+    {
+      "epoch": 1.498712337309882,
+      "grad_norm": 0.07002782821655273,
+      "learning_rate": 1.0502506938448586e-05,
+      "loss": 0.4169497489929199,
+      "step": 8111
+    },
+    {
+      "epoch": 1.498897114018778,
+      "grad_norm": 0.05655227601528168,
+      "learning_rate": 1.0500514533442364e-05,
+      "loss": 0.41766270995140076,
+      "step": 8112
+    },
+    {
+      "epoch": 1.4990818907276737,
+      "grad_norm": 0.09233249723911285,
+      "learning_rate": 1.0498522108517231e-05,
+      "loss": 0.607703685760498,
+      "step": 8113
+    },
+    {
+      "epoch": 1.4992666674365696,
+      "grad_norm": 0.0869932696223259,
+      "learning_rate": 1.0496529663752473e-05,
+      "loss": 0.5394681096076965,
+      "step": 8114
+    },
+    {
+      "epoch": 1.4994514441454654,
+      "grad_norm": 0.0950428918004036,
+      "learning_rate": 1.0494537199227393e-05,
+      "loss": 0.5990388989448547,
+      "step": 8115
+    },
+    {
+      "epoch": 1.4996362208543612,
+      "grad_norm": 0.07539371401071548,
+      "learning_rate": 1.0492544715021275e-05,
+      "loss": 0.4656071364879608,
+      "step": 8116
+    },
+    {
+      "epoch": 1.499820997563257,
+      "grad_norm": 0.0667133778333664,
+      "learning_rate": 1.0490552211213421e-05,
+      "loss": 0.39385464787483215,
+      "step": 8117
+    },
+    {
+      "epoch": 1.5000057742721529,
+      "grad_norm": 0.07178043574094772,
+      "learning_rate": 1.0488559687883125e-05,
+      "loss": 0.44700050354003906,
+      "step": 8118
+    },
+    {
+      "epoch": 1.5001905509810487,
+      "grad_norm": 0.07774877548217773,
+      "learning_rate": 1.0486567145109678e-05,
+      "loss": 0.575194239616394,
+      "step": 8119
+    },
+    {
+      "epoch": 1.5003753276899445,
+      "grad_norm": 0.054962847381830215,
+      "learning_rate": 1.0484574582972383e-05,
+      "loss": 0.32182666659355164,
+      "step": 8120
+    },
+    {
+      "epoch": 1.5005601043988406,
+      "grad_norm": 0.08489862084388733,
+      "learning_rate": 1.0482582001550537e-05,
+      "loss": 0.5646397471427917,
+      "step": 8121
+    },
+    {
+      "epoch": 1.5007448811077364,
+      "grad_norm": 0.059859659522771835,
+      "learning_rate": 1.0480589400923436e-05,
+      "loss": 0.367511510848999,
+      "step": 8122
+    },
+    {
+      "epoch": 1.5009296578166322,
+      "grad_norm": 0.07323503494262695,
+      "learning_rate": 1.047859678117038e-05,
+      "loss": 0.4996204078197479,
+      "step": 8123
+    },
+    {
+      "epoch": 1.501114434525528,
+      "grad_norm": 0.06804613769054413,
+      "learning_rate": 1.047660414237067e-05,
+      "loss": 0.38346338272094727,
+      "step": 8124
+    },
+    {
+      "epoch": 1.501299211234424,
+      "grad_norm": 0.07917284965515137,
+      "learning_rate": 1.0474611484603607e-05,
+      "loss": 0.6195372343063354,
+      "step": 8125
+    },
+    {
+      "epoch": 1.5014839879433197,
+      "grad_norm": 0.0733339861035347,
+      "learning_rate": 1.0472618807948488e-05,
+      "loss": 0.6930992603302002,
+      "step": 8126
+    },
+    {
+      "epoch": 1.5016687646522155,
+      "grad_norm": 0.0960981622338295,
+      "learning_rate": 1.0470626112484622e-05,
+      "loss": 0.6226276159286499,
+      "step": 8127
+    },
+    {
+      "epoch": 1.5018535413611114,
+      "grad_norm": 0.07643352448940277,
+      "learning_rate": 1.0468633398291313e-05,
+      "loss": 0.6525744199752808,
+      "step": 8128
+    },
+    {
+      "epoch": 1.5020383180700074,
+      "grad_norm": 0.09541403502225876,
+      "learning_rate": 1.0466640665447854e-05,
+      "loss": 0.6560640335083008,
+      "step": 8129
+    },
+    {
+      "epoch": 1.5022230947789033,
+      "grad_norm": 0.06832639873027802,
+      "learning_rate": 1.0464647914033558e-05,
+      "loss": 0.35440102219581604,
+      "step": 8130
+    },
+    {
+      "epoch": 1.502407871487799,
+      "grad_norm": 0.08282726258039474,
+      "learning_rate": 1.0462655144127734e-05,
+      "loss": 0.45437178015708923,
+      "step": 8131
+    },
+    {
+      "epoch": 1.502592648196695,
+      "grad_norm": 0.06447652727365494,
+      "learning_rate": 1.0460662355809678e-05,
+      "loss": 0.3525720238685608,
+      "step": 8132
+    },
+    {
+      "epoch": 1.5027774249055907,
+      "grad_norm": 0.06565721333026886,
+      "learning_rate": 1.0458669549158703e-05,
+      "loss": 0.4773813486099243,
+      "step": 8133
+    },
+    {
+      "epoch": 1.5029622016144866,
+      "grad_norm": 0.07156088203191757,
+      "learning_rate": 1.0456676724254114e-05,
+      "loss": 0.5528655648231506,
+      "step": 8134
+    },
+    {
+      "epoch": 1.5031469783233824,
+      "grad_norm": 0.07021511346101761,
+      "learning_rate": 1.0454683881175221e-05,
+      "loss": 0.4314422011375427,
+      "step": 8135
+    },
+    {
+      "epoch": 1.5033317550322782,
+      "grad_norm": 0.09521748125553131,
+      "learning_rate": 1.0452691020001329e-05,
+      "loss": 0.7305403351783752,
+      "step": 8136
+    },
+    {
+      "epoch": 1.503516531741174,
+      "grad_norm": 0.06114820018410683,
+      "learning_rate": 1.0450698140811753e-05,
+      "loss": 0.40088844299316406,
+      "step": 8137
+    },
+    {
+      "epoch": 1.5037013084500699,
+      "grad_norm": 0.07667379826307297,
+      "learning_rate": 1.0448705243685801e-05,
+      "loss": 0.5117903351783752,
+      "step": 8138
+    },
+    {
+      "epoch": 1.5038860851589657,
+      "grad_norm": 0.058828432112932205,
+      "learning_rate": 1.0446712328702784e-05,
+      "loss": 0.38778555393218994,
+      "step": 8139
+    },
+    {
+      "epoch": 1.5040708618678615,
+      "grad_norm": 0.08744698017835617,
+      "learning_rate": 1.0444719395942013e-05,
+      "loss": 0.6395158767700195,
+      "step": 8140
+    },
+    {
+      "epoch": 1.5042556385767574,
+      "grad_norm": 0.07198171317577362,
+      "learning_rate": 1.0442726445482805e-05,
+      "loss": 0.46748894453048706,
+      "step": 8141
+    },
+    {
+      "epoch": 1.5044404152856532,
+      "grad_norm": 0.07280024141073227,
+      "learning_rate": 1.0440733477404468e-05,
+      "loss": 0.4413139820098877,
+      "step": 8142
+    },
+    {
+      "epoch": 1.504625191994549,
+      "grad_norm": 0.07300464808940887,
+      "learning_rate": 1.0438740491786316e-05,
+      "loss": 0.5154467225074768,
+      "step": 8143
+    },
+    {
+      "epoch": 1.5048099687034449,
+      "grad_norm": 0.06128469109535217,
+      "learning_rate": 1.0436747488707666e-05,
+      "loss": 0.40261396765708923,
+      "step": 8144
+    },
+    {
+      "epoch": 1.5049947454123407,
+      "grad_norm": 0.08224528282880783,
+      "learning_rate": 1.0434754468247833e-05,
+      "loss": 0.47346919775009155,
+      "step": 8145
+    },
+    {
+      "epoch": 1.5051795221212365,
+      "grad_norm": 0.06956780701875687,
+      "learning_rate": 1.043276143048613e-05,
+      "loss": 0.4050731360912323,
+      "step": 8146
+    },
+    {
+      "epoch": 1.5053642988301323,
+      "grad_norm": 0.06966309994459152,
+      "learning_rate": 1.0430768375501877e-05,
+      "loss": 0.5770171880722046,
+      "step": 8147
+    },
+    {
+      "epoch": 1.5055490755390282,
+      "grad_norm": 0.07297446578741074,
+      "learning_rate": 1.0428775303374392e-05,
+      "loss": 0.4828217327594757,
+      "step": 8148
+    },
+    {
+      "epoch": 1.505733852247924,
+      "grad_norm": 0.06459491699934006,
+      "learning_rate": 1.0426782214182991e-05,
+      "loss": 0.3506518006324768,
+      "step": 8149
+    },
+    {
+      "epoch": 1.5059186289568198,
+      "grad_norm": 0.10174031555652618,
+      "learning_rate": 1.042478910800699e-05,
+      "loss": 0.6605497002601624,
+      "step": 8150
+    },
+    {
+      "epoch": 1.5061034056657159,
+      "grad_norm": 0.0809532031416893,
+      "learning_rate": 1.0422795984925712e-05,
+      "loss": 0.5446367859840393,
+      "step": 8151
+    },
+    {
+      "epoch": 1.5062881823746117,
+      "grad_norm": 0.06470794975757599,
+      "learning_rate": 1.0420802845018483e-05,
+      "loss": 0.41524538397789,
+      "step": 8152
+    },
+    {
+      "epoch": 1.5064729590835075,
+      "grad_norm": 0.07831034809350967,
+      "learning_rate": 1.041880968836461e-05,
+      "loss": 0.5452517867088318,
+      "step": 8153
+    },
+    {
+      "epoch": 1.5066577357924034,
+      "grad_norm": 0.07205667346715927,
+      "learning_rate": 1.0416816515043424e-05,
+      "loss": 0.5258175134658813,
+      "step": 8154
+    },
+    {
+      "epoch": 1.5068425125012992,
+      "grad_norm": 0.08268946409225464,
+      "learning_rate": 1.0414823325134248e-05,
+      "loss": 0.5627372860908508,
+      "step": 8155
+    },
+    {
+      "epoch": 1.507027289210195,
+      "grad_norm": 0.09006335586309433,
+      "learning_rate": 1.0412830118716396e-05,
+      "loss": 0.5282909870147705,
+      "step": 8156
+    },
+    {
+      "epoch": 1.5072120659190908,
+      "grad_norm": 0.06793666630983353,
+      "learning_rate": 1.0410836895869198e-05,
+      "loss": 0.4173637926578522,
+      "step": 8157
+    },
+    {
+      "epoch": 1.507396842627987,
+      "grad_norm": 0.0935467779636383,
+      "learning_rate": 1.0408843656671981e-05,
+      "loss": 0.6189107894897461,
+      "step": 8158
+    },
+    {
+      "epoch": 1.5075816193368827,
+      "grad_norm": 0.07903085649013519,
+      "learning_rate": 1.0406850401204062e-05,
+      "loss": 0.49702292680740356,
+      "step": 8159
+    },
+    {
+      "epoch": 1.5077663960457786,
+      "grad_norm": 0.08739448338747025,
+      "learning_rate": 1.040485712954477e-05,
+      "loss": 0.5867978930473328,
+      "step": 8160
+    },
+    {
+      "epoch": 1.5079511727546744,
+      "grad_norm": 0.09268154948949814,
+      "learning_rate": 1.0402863841773432e-05,
+      "loss": 0.648639440536499,
+      "step": 8161
+    },
+    {
+      "epoch": 1.5081359494635702,
+      "grad_norm": 0.07363422214984894,
+      "learning_rate": 1.0400870537969375e-05,
+      "loss": 0.5425917506217957,
+      "step": 8162
+    },
+    {
+      "epoch": 1.508320726172466,
+      "grad_norm": 0.07788573205471039,
+      "learning_rate": 1.039887721821192e-05,
+      "loss": 0.6117817163467407,
+      "step": 8163
+    },
+    {
+      "epoch": 1.5085055028813619,
+      "grad_norm": 0.07192922383546829,
+      "learning_rate": 1.0396883882580401e-05,
+      "loss": 0.5482012033462524,
+      "step": 8164
+    },
+    {
+      "epoch": 1.5086902795902577,
+      "grad_norm": 0.079349584877491,
+      "learning_rate": 1.039489053115415e-05,
+      "loss": 0.47276076674461365,
+      "step": 8165
+    },
+    {
+      "epoch": 1.5088750562991535,
+      "grad_norm": 0.06868570297956467,
+      "learning_rate": 1.0392897164012487e-05,
+      "loss": 0.5130391716957092,
+      "step": 8166
+    },
+    {
+      "epoch": 1.5090598330080494,
+      "grad_norm": 0.061139173805713654,
+      "learning_rate": 1.0390903781234748e-05,
+      "loss": 0.3642079830169678,
+      "step": 8167
+    },
+    {
+      "epoch": 1.5092446097169452,
+      "grad_norm": 0.0688120424747467,
+      "learning_rate": 1.0388910382900258e-05,
+      "loss": 0.3949092924594879,
+      "step": 8168
+    },
+    {
+      "epoch": 1.509429386425841,
+      "grad_norm": 0.07270647585391998,
+      "learning_rate": 1.0386916969088356e-05,
+      "loss": 0.4588416516780853,
+      "step": 8169
+    },
+    {
+      "epoch": 1.5096141631347368,
+      "grad_norm": 0.06708833575248718,
+      "learning_rate": 1.0384923539878366e-05,
+      "loss": 0.514162003993988,
+      "step": 8170
+    },
+    {
+      "epoch": 1.5097989398436327,
+      "grad_norm": 0.08766133338212967,
+      "learning_rate": 1.0382930095349625e-05,
+      "loss": 0.5897177457809448,
+      "step": 8171
+    },
+    {
+      "epoch": 1.5099837165525285,
+      "grad_norm": 0.08636727929115295,
+      "learning_rate": 1.0380936635581464e-05,
+      "loss": 0.6378280520439148,
+      "step": 8172
+    },
+    {
+      "epoch": 1.5101684932614243,
+      "grad_norm": 0.09457448869943619,
+      "learning_rate": 1.0378943160653216e-05,
+      "loss": 0.6356536746025085,
+      "step": 8173
+    },
+    {
+      "epoch": 1.5103532699703202,
+      "grad_norm": 0.07422550022602081,
+      "learning_rate": 1.0376949670644216e-05,
+      "loss": 0.50555419921875,
+      "step": 8174
+    },
+    {
+      "epoch": 1.510538046679216,
+      "grad_norm": 0.09057539701461792,
+      "learning_rate": 1.03749561656338e-05,
+      "loss": 0.650535523891449,
+      "step": 8175
+    },
+    {
+      "epoch": 1.5107228233881118,
+      "grad_norm": 0.0948851928114891,
+      "learning_rate": 1.0372962645701301e-05,
+      "loss": 0.6718326210975647,
+      "step": 8176
+    },
+    {
+      "epoch": 1.5109076000970076,
+      "grad_norm": 0.07239285856485367,
+      "learning_rate": 1.0370969110926052e-05,
+      "loss": 0.4960486888885498,
+      "step": 8177
+    },
+    {
+      "epoch": 1.5110923768059035,
+      "grad_norm": 0.0766497477889061,
+      "learning_rate": 1.0368975561387398e-05,
+      "loss": 0.552095890045166,
+      "step": 8178
+    },
+    {
+      "epoch": 1.5112771535147993,
+      "grad_norm": 0.06806263327598572,
+      "learning_rate": 1.036698199716467e-05,
+      "loss": 0.5912288427352905,
+      "step": 8179
+    },
+    {
+      "epoch": 1.5114619302236953,
+      "grad_norm": 0.0985720306634903,
+      "learning_rate": 1.0364988418337205e-05,
+      "loss": 0.6411997079849243,
+      "step": 8180
+    },
+    {
+      "epoch": 1.5116467069325912,
+      "grad_norm": 0.0719585195183754,
+      "learning_rate": 1.0362994824984343e-05,
+      "loss": 0.5217729806900024,
+      "step": 8181
+    },
+    {
+      "epoch": 1.511831483641487,
+      "grad_norm": 0.0763324648141861,
+      "learning_rate": 1.0361001217185425e-05,
+      "loss": 0.47890594601631165,
+      "step": 8182
+    },
+    {
+      "epoch": 1.5120162603503828,
+      "grad_norm": 0.05779948830604553,
+      "learning_rate": 1.0359007595019786e-05,
+      "loss": 0.3642115890979767,
+      "step": 8183
+    },
+    {
+      "epoch": 1.5122010370592787,
+      "grad_norm": 0.08898462355136871,
+      "learning_rate": 1.0357013958566766e-05,
+      "loss": 0.5947683453559875,
+      "step": 8184
+    },
+    {
+      "epoch": 1.5123858137681745,
+      "grad_norm": 0.06462650001049042,
+      "learning_rate": 1.035502030790571e-05,
+      "loss": 0.5002122521400452,
+      "step": 8185
+    },
+    {
+      "epoch": 1.5125705904770703,
+      "grad_norm": 0.06829912215471268,
+      "learning_rate": 1.0353026643115955e-05,
+      "loss": 0.4085816442966461,
+      "step": 8186
+    },
+    {
+      "epoch": 1.5127553671859664,
+      "grad_norm": 0.0703347772359848,
+      "learning_rate": 1.0351032964276846e-05,
+      "loss": 0.5114795565605164,
+      "step": 8187
+    },
+    {
+      "epoch": 1.5129401438948622,
+      "grad_norm": 0.05297807231545448,
+      "learning_rate": 1.0349039271467722e-05,
+      "loss": 0.3110232651233673,
+      "step": 8188
+    },
+    {
+      "epoch": 1.513124920603758,
+      "grad_norm": 0.07348600029945374,
+      "learning_rate": 1.0347045564767928e-05,
+      "loss": 0.5948768258094788,
+      "step": 8189
+    },
+    {
+      "epoch": 1.5133096973126539,
+      "grad_norm": 0.07313638925552368,
+      "learning_rate": 1.0345051844256806e-05,
+      "loss": 0.5299927592277527,
+      "step": 8190
+    },
+    {
+      "epoch": 1.5134944740215497,
+      "grad_norm": 0.0786438137292862,
+      "learning_rate": 1.0343058110013699e-05,
+      "loss": 0.5249634385108948,
+      "step": 8191
+    },
+    {
+      "epoch": 1.5136792507304455,
+      "grad_norm": 0.07947122305631638,
+      "learning_rate": 1.0341064362117954e-05,
+      "loss": 0.49638667702674866,
+      "step": 8192
+    },
+    {
+      "epoch": 1.5138640274393413,
+      "grad_norm": 0.0993708148598671,
+      "learning_rate": 1.0339070600648914e-05,
+      "loss": 0.6481083035469055,
+      "step": 8193
+    },
+    {
+      "epoch": 1.5140488041482372,
+      "grad_norm": 0.07443512976169586,
+      "learning_rate": 1.0337076825685924e-05,
+      "loss": 0.4163435995578766,
+      "step": 8194
+    },
+    {
+      "epoch": 1.514233580857133,
+      "grad_norm": 0.09199873358011246,
+      "learning_rate": 1.033508303730833e-05,
+      "loss": 0.5561436414718628,
+      "step": 8195
+    },
+    {
+      "epoch": 1.5144183575660288,
+      "grad_norm": 0.09095046669244766,
+      "learning_rate": 1.0333089235595481e-05,
+      "loss": 0.759151041507721,
+      "step": 8196
+    },
+    {
+      "epoch": 1.5146031342749247,
+      "grad_norm": 0.09198595583438873,
+      "learning_rate": 1.0331095420626724e-05,
+      "loss": 0.5493916273117065,
+      "step": 8197
+    },
+    {
+      "epoch": 1.5147879109838205,
+      "grad_norm": 0.07630749046802521,
+      "learning_rate": 1.0329101592481403e-05,
+      "loss": 0.5057935118675232,
+      "step": 8198
+    },
+    {
+      "epoch": 1.5149726876927163,
+      "grad_norm": 0.06232639402151108,
+      "learning_rate": 1.032710775123887e-05,
+      "loss": 0.4678415358066559,
+      "step": 8199
+    },
+    {
+      "epoch": 1.5151574644016121,
+      "grad_norm": 0.05888809263706207,
+      "learning_rate": 1.032511389697847e-05,
+      "loss": 0.3224062919616699,
+      "step": 8200
+    },
+    {
+      "epoch": 1.515342241110508,
+      "grad_norm": 0.06751586496829987,
+      "learning_rate": 1.0323120029779555e-05,
+      "loss": 0.47412821650505066,
+      "step": 8201
+    },
+    {
+      "epoch": 1.5155270178194038,
+      "grad_norm": 0.06171039491891861,
+      "learning_rate": 1.0321126149721472e-05,
+      "loss": 0.3479996621608734,
+      "step": 8202
+    },
+    {
+      "epoch": 1.5157117945282996,
+      "grad_norm": 0.06947099417448044,
+      "learning_rate": 1.0319132256883575e-05,
+      "loss": 0.43905627727508545,
+      "step": 8203
+    },
+    {
+      "epoch": 1.5158965712371955,
+      "grad_norm": 0.07921262085437775,
+      "learning_rate": 1.0317138351345211e-05,
+      "loss": 0.6788212656974792,
+      "step": 8204
+    },
+    {
+      "epoch": 1.5160813479460913,
+      "grad_norm": 0.06468327343463898,
+      "learning_rate": 1.0315144433185735e-05,
+      "loss": 0.37811005115509033,
+      "step": 8205
+    },
+    {
+      "epoch": 1.5162661246549871,
+      "grad_norm": 0.07263485342264175,
+      "learning_rate": 1.0313150502484494e-05,
+      "loss": 0.3825418949127197,
+      "step": 8206
+    },
+    {
+      "epoch": 1.516450901363883,
+      "grad_norm": 0.08249958604574203,
+      "learning_rate": 1.0311156559320844e-05,
+      "loss": 0.5926398038864136,
+      "step": 8207
+    },
+    {
+      "epoch": 1.5166356780727788,
+      "grad_norm": 0.0563255250453949,
+      "learning_rate": 1.0309162603774137e-05,
+      "loss": 0.36614182591438293,
+      "step": 8208
+    },
+    {
+      "epoch": 1.5168204547816748,
+      "grad_norm": 0.08559220284223557,
+      "learning_rate": 1.0307168635923725e-05,
+      "loss": 0.6239089369773865,
+      "step": 8209
+    },
+    {
+      "epoch": 1.5170052314905706,
+      "grad_norm": 0.06880374252796173,
+      "learning_rate": 1.0305174655848964e-05,
+      "loss": 0.39663127064704895,
+      "step": 8210
+    },
+    {
+      "epoch": 1.5171900081994665,
+      "grad_norm": 0.0709710642695427,
+      "learning_rate": 1.0303180663629201e-05,
+      "loss": 0.47326236963272095,
+      "step": 8211
+    },
+    {
+      "epoch": 1.5173747849083623,
+      "grad_norm": 0.07974464446306229,
+      "learning_rate": 1.0301186659343803e-05,
+      "loss": 0.6245824098587036,
+      "step": 8212
+    },
+    {
+      "epoch": 1.5175595616172581,
+      "grad_norm": 0.07741749286651611,
+      "learning_rate": 1.0299192643072116e-05,
+      "loss": 0.41176801919937134,
+      "step": 8213
+    },
+    {
+      "epoch": 1.517744338326154,
+      "grad_norm": 0.06590697914361954,
+      "learning_rate": 1.0297198614893498e-05,
+      "loss": 0.4024606943130493,
+      "step": 8214
+    },
+    {
+      "epoch": 1.5179291150350498,
+      "grad_norm": 0.07015514373779297,
+      "learning_rate": 1.0295204574887303e-05,
+      "loss": 0.5053236484527588,
+      "step": 8215
+    },
+    {
+      "epoch": 1.5181138917439456,
+      "grad_norm": 0.061859481036663055,
+      "learning_rate": 1.0293210523132889e-05,
+      "loss": 0.4355672001838684,
+      "step": 8216
+    },
+    {
+      "epoch": 1.5182986684528417,
+      "grad_norm": 0.08922475576400757,
+      "learning_rate": 1.0291216459709617e-05,
+      "loss": 0.5943321585655212,
+      "step": 8217
+    },
+    {
+      "epoch": 1.5184834451617375,
+      "grad_norm": 0.07734528183937073,
+      "learning_rate": 1.0289222384696838e-05,
+      "loss": 0.47709402441978455,
+      "step": 8218
+    },
+    {
+      "epoch": 1.5186682218706333,
+      "grad_norm": 0.07556109875440598,
+      "learning_rate": 1.0287228298173914e-05,
+      "loss": 0.6052689552307129,
+      "step": 8219
+    },
+    {
+      "epoch": 1.5188529985795292,
+      "grad_norm": 0.07528205215930939,
+      "learning_rate": 1.0285234200220202e-05,
+      "loss": 0.4916656017303467,
+      "step": 8220
+    },
+    {
+      "epoch": 1.519037775288425,
+      "grad_norm": 0.08439075946807861,
+      "learning_rate": 1.0283240090915063e-05,
+      "loss": 0.5587414503097534,
+      "step": 8221
+    },
+    {
+      "epoch": 1.5192225519973208,
+      "grad_norm": 0.07659289240837097,
+      "learning_rate": 1.0281245970337851e-05,
+      "loss": 0.4934830963611603,
+      "step": 8222
+    },
+    {
+      "epoch": 1.5194073287062166,
+      "grad_norm": 0.06956089287996292,
+      "learning_rate": 1.0279251838567931e-05,
+      "loss": 0.3786989152431488,
+      "step": 8223
+    },
+    {
+      "epoch": 1.5195921054151125,
+      "grad_norm": 0.07814884185791016,
+      "learning_rate": 1.0277257695684663e-05,
+      "loss": 0.4549594223499298,
+      "step": 8224
+    },
+    {
+      "epoch": 1.5197768821240083,
+      "grad_norm": 0.07259442657232285,
+      "learning_rate": 1.0275263541767405e-05,
+      "loss": 0.407787024974823,
+      "step": 8225
+    },
+    {
+      "epoch": 1.5199616588329041,
+      "grad_norm": 0.06543047726154327,
+      "learning_rate": 1.0273269376895518e-05,
+      "loss": 0.4028457701206207,
+      "step": 8226
+    },
+    {
+      "epoch": 1.5201464355418,
+      "grad_norm": 0.09713669121265411,
+      "learning_rate": 1.0271275201148368e-05,
+      "loss": 0.7962900996208191,
+      "step": 8227
+    },
+    {
+      "epoch": 1.5203312122506958,
+      "grad_norm": 0.08467891812324524,
+      "learning_rate": 1.0269281014605311e-05,
+      "loss": 0.6027758717536926,
+      "step": 8228
+    },
+    {
+      "epoch": 1.5205159889595916,
+      "grad_norm": 0.07185697555541992,
+      "learning_rate": 1.0267286817345714e-05,
+      "loss": 0.43385347723960876,
+      "step": 8229
+    },
+    {
+      "epoch": 1.5207007656684874,
+      "grad_norm": 0.09062127768993378,
+      "learning_rate": 1.0265292609448936e-05,
+      "loss": 0.684395968914032,
+      "step": 8230
+    },
+    {
+      "epoch": 1.5208855423773833,
+      "grad_norm": 0.0966351181268692,
+      "learning_rate": 1.0263298390994342e-05,
+      "loss": 0.7614896297454834,
+      "step": 8231
+    },
+    {
+      "epoch": 1.521070319086279,
+      "grad_norm": 0.05065008997917175,
+      "learning_rate": 1.0261304162061296e-05,
+      "loss": 0.3162464201450348,
+      "step": 8232
+    },
+    {
+      "epoch": 1.521255095795175,
+      "grad_norm": 0.06607464700937271,
+      "learning_rate": 1.0259309922729161e-05,
+      "loss": 0.4301515817642212,
+      "step": 8233
+    },
+    {
+      "epoch": 1.5214398725040708,
+      "grad_norm": 0.08169597387313843,
+      "learning_rate": 1.0257315673077307e-05,
+      "loss": 0.615820050239563,
+      "step": 8234
+    },
+    {
+      "epoch": 1.5216246492129666,
+      "grad_norm": 0.0687340497970581,
+      "learning_rate": 1.0255321413185091e-05,
+      "loss": 0.4618292450904846,
+      "step": 8235
+    },
+    {
+      "epoch": 1.5218094259218624,
+      "grad_norm": 0.09001611918210983,
+      "learning_rate": 1.025332714313188e-05,
+      "loss": 0.6406571269035339,
+      "step": 8236
+    },
+    {
+      "epoch": 1.5219942026307582,
+      "grad_norm": 0.10997528582811356,
+      "learning_rate": 1.0251332862997044e-05,
+      "loss": 0.749646008014679,
+      "step": 8237
+    },
+    {
+      "epoch": 1.522178979339654,
+      "grad_norm": 0.07221218198537827,
+      "learning_rate": 1.0249338572859945e-05,
+      "loss": 0.47017595171928406,
+      "step": 8238
+    },
+    {
+      "epoch": 1.5223637560485501,
+      "grad_norm": 0.09576410800218582,
+      "learning_rate": 1.024734427279995e-05,
+      "loss": 0.6915577054023743,
+      "step": 8239
+    },
+    {
+      "epoch": 1.522548532757446,
+      "grad_norm": 0.06706764549016953,
+      "learning_rate": 1.024534996289643e-05,
+      "loss": 0.3903615474700928,
+      "step": 8240
+    },
+    {
+      "epoch": 1.5227333094663418,
+      "grad_norm": 0.09002497047185898,
+      "learning_rate": 1.0243355643228747e-05,
+      "loss": 0.589722752571106,
+      "step": 8241
+    },
+    {
+      "epoch": 1.5229180861752376,
+      "grad_norm": 0.05878360942006111,
+      "learning_rate": 1.024136131387627e-05,
+      "loss": 0.3750290870666504,
+      "step": 8242
+    },
+    {
+      "epoch": 1.5231028628841334,
+      "grad_norm": 0.08013518899679184,
+      "learning_rate": 1.0239366974918367e-05,
+      "loss": 0.5195515155792236,
+      "step": 8243
+    },
+    {
+      "epoch": 1.5232876395930293,
+      "grad_norm": 0.07429202646017075,
+      "learning_rate": 1.023737262643441e-05,
+      "loss": 0.4740116596221924,
+      "step": 8244
+    },
+    {
+      "epoch": 1.523472416301925,
+      "grad_norm": 0.07139978557825089,
+      "learning_rate": 1.0235378268503764e-05,
+      "loss": 0.4189651310443878,
+      "step": 8245
+    },
+    {
+      "epoch": 1.5236571930108211,
+      "grad_norm": 0.06468570977449417,
+      "learning_rate": 1.0233383901205798e-05,
+      "loss": 0.443634569644928,
+      "step": 8246
+    },
+    {
+      "epoch": 1.523841969719717,
+      "grad_norm": 0.0754278302192688,
+      "learning_rate": 1.0231389524619886e-05,
+      "loss": 0.532339334487915,
+      "step": 8247
+    },
+    {
+      "epoch": 1.5240267464286128,
+      "grad_norm": 0.05140746012330055,
+      "learning_rate": 1.0229395138825394e-05,
+      "loss": 0.33748894929885864,
+      "step": 8248
+    },
+    {
+      "epoch": 1.5242115231375086,
+      "grad_norm": 0.0828530490398407,
+      "learning_rate": 1.0227400743901692e-05,
+      "loss": 0.5280756950378418,
+      "step": 8249
+    },
+    {
+      "epoch": 1.5243962998464045,
+      "grad_norm": 0.0824611708521843,
+      "learning_rate": 1.022540633992815e-05,
+      "loss": 0.5182260274887085,
+      "step": 8250
+    },
+    {
+      "epoch": 1.5245810765553003,
+      "grad_norm": 0.07414865493774414,
+      "learning_rate": 1.0223411926984146e-05,
+      "loss": 0.4884706437587738,
+      "step": 8251
+    },
+    {
+      "epoch": 1.5247658532641961,
+      "grad_norm": 0.09248776733875275,
+      "learning_rate": 1.022141750514904e-05,
+      "loss": 0.7126184701919556,
+      "step": 8252
+    },
+    {
+      "epoch": 1.524950629973092,
+      "grad_norm": 0.062182433903217316,
+      "learning_rate": 1.0219423074502213e-05,
+      "loss": 0.3596520721912384,
+      "step": 8253
+    },
+    {
+      "epoch": 1.5251354066819878,
+      "grad_norm": 0.08619441092014313,
+      "learning_rate": 1.0217428635123037e-05,
+      "loss": 0.6424943208694458,
+      "step": 8254
+    },
+    {
+      "epoch": 1.5253201833908836,
+      "grad_norm": 0.0970609188079834,
+      "learning_rate": 1.021543418709088e-05,
+      "loss": 0.6262872815132141,
+      "step": 8255
+    },
+    {
+      "epoch": 1.5255049600997794,
+      "grad_norm": 0.07370869815349579,
+      "learning_rate": 1.0213439730485111e-05,
+      "loss": 0.569189190864563,
+      "step": 8256
+    },
+    {
+      "epoch": 1.5256897368086753,
+      "grad_norm": 0.06459003686904907,
+      "learning_rate": 1.0211445265385114e-05,
+      "loss": 0.478630930185318,
+      "step": 8257
+    },
+    {
+      "epoch": 1.525874513517571,
+      "grad_norm": 0.0974598228931427,
+      "learning_rate": 1.0209450791870256e-05,
+      "loss": 0.6201545000076294,
+      "step": 8258
+    },
+    {
+      "epoch": 1.526059290226467,
+      "grad_norm": 0.0489286407828331,
+      "learning_rate": 1.0207456310019911e-05,
+      "loss": 0.2776273787021637,
+      "step": 8259
+    },
+    {
+      "epoch": 1.5262440669353627,
+      "grad_norm": 0.07265926152467728,
+      "learning_rate": 1.0205461819913454e-05,
+      "loss": 0.5331336259841919,
+      "step": 8260
+    },
+    {
+      "epoch": 1.5264288436442586,
+      "grad_norm": 0.047001227736473083,
+      "learning_rate": 1.0203467321630263e-05,
+      "loss": 0.26337340474128723,
+      "step": 8261
+    },
+    {
+      "epoch": 1.5266136203531544,
+      "grad_norm": 0.07281414419412613,
+      "learning_rate": 1.0201472815249705e-05,
+      "loss": 0.5219126343727112,
+      "step": 8262
+    },
+    {
+      "epoch": 1.5267983970620502,
+      "grad_norm": 0.08007118850946426,
+      "learning_rate": 1.0199478300851157e-05,
+      "loss": 0.6058944463729858,
+      "step": 8263
+    },
+    {
+      "epoch": 1.526983173770946,
+      "grad_norm": 0.05615640804171562,
+      "learning_rate": 1.0197483778514003e-05,
+      "loss": 0.3353560268878937,
+      "step": 8264
+    },
+    {
+      "epoch": 1.5271679504798419,
+      "grad_norm": 0.10725299268960953,
+      "learning_rate": 1.019548924831761e-05,
+      "loss": 0.7764474153518677,
+      "step": 8265
+    },
+    {
+      "epoch": 1.5273527271887377,
+      "grad_norm": 0.08144401758909225,
+      "learning_rate": 1.0193494710341354e-05,
+      "loss": 0.4821716547012329,
+      "step": 8266
+    },
+    {
+      "epoch": 1.5275375038976335,
+      "grad_norm": 0.07186413556337357,
+      "learning_rate": 1.0191500164664617e-05,
+      "loss": 0.4231451749801636,
+      "step": 8267
+    },
+    {
+      "epoch": 1.5277222806065296,
+      "grad_norm": 0.07108518481254578,
+      "learning_rate": 1.0189505611366772e-05,
+      "loss": 0.5909963846206665,
+      "step": 8268
+    },
+    {
+      "epoch": 1.5279070573154254,
+      "grad_norm": 0.08292071521282196,
+      "learning_rate": 1.0187511050527195e-05,
+      "loss": 0.5322451591491699,
+      "step": 8269
+    },
+    {
+      "epoch": 1.5280918340243212,
+      "grad_norm": 0.08781729638576508,
+      "learning_rate": 1.0185516482225264e-05,
+      "loss": 0.5437963008880615,
+      "step": 8270
+    },
+    {
+      "epoch": 1.528276610733217,
+      "grad_norm": 0.06114795804023743,
+      "learning_rate": 1.0183521906540362e-05,
+      "loss": 0.33090609312057495,
+      "step": 8271
+    },
+    {
+      "epoch": 1.528461387442113,
+      "grad_norm": 0.09468130022287369,
+      "learning_rate": 1.0181527323551859e-05,
+      "loss": 0.7327249646186829,
+      "step": 8272
+    },
+    {
+      "epoch": 1.5286461641510087,
+      "grad_norm": 0.07862450927495956,
+      "learning_rate": 1.0179532733339134e-05,
+      "loss": 0.6347699761390686,
+      "step": 8273
+    },
+    {
+      "epoch": 1.5288309408599046,
+      "grad_norm": 0.07262321561574936,
+      "learning_rate": 1.0177538135981573e-05,
+      "loss": 0.5719349980354309,
+      "step": 8274
+    },
+    {
+      "epoch": 1.5290157175688006,
+      "grad_norm": 0.0708065778017044,
+      "learning_rate": 1.0175543531558549e-05,
+      "loss": 0.48646262288093567,
+      "step": 8275
+    },
+    {
+      "epoch": 1.5292004942776964,
+      "grad_norm": 0.073647640645504,
+      "learning_rate": 1.0173548920149436e-05,
+      "loss": 0.42778047919273376,
+      "step": 8276
+    },
+    {
+      "epoch": 1.5293852709865923,
+      "grad_norm": 0.06990744173526764,
+      "learning_rate": 1.0171554301833626e-05,
+      "loss": 0.5315378904342651,
+      "step": 8277
+    },
+    {
+      "epoch": 1.529570047695488,
+      "grad_norm": 0.06842117756605148,
+      "learning_rate": 1.0169559676690491e-05,
+      "loss": 0.4153575301170349,
+      "step": 8278
+    },
+    {
+      "epoch": 1.529754824404384,
+      "grad_norm": 0.0740189403295517,
+      "learning_rate": 1.0167565044799405e-05,
+      "loss": 0.5298333764076233,
+      "step": 8279
+    },
+    {
+      "epoch": 1.5299396011132798,
+      "grad_norm": 0.08885012567043304,
+      "learning_rate": 1.016557040623976e-05,
+      "loss": 0.5935700535774231,
+      "step": 8280
+    },
+    {
+      "epoch": 1.5301243778221756,
+      "grad_norm": 0.0665549486875534,
+      "learning_rate": 1.016357576109093e-05,
+      "loss": 0.35256704688072205,
+      "step": 8281
+    },
+    {
+      "epoch": 1.5303091545310714,
+      "grad_norm": 0.08737396448850632,
+      "learning_rate": 1.0161581109432295e-05,
+      "loss": 0.6718435287475586,
+      "step": 8282
+    },
+    {
+      "epoch": 1.5304939312399672,
+      "grad_norm": 0.0853419080376625,
+      "learning_rate": 1.0159586451343236e-05,
+      "loss": 0.7269653081893921,
+      "step": 8283
+    },
+    {
+      "epoch": 1.530678707948863,
+      "grad_norm": 0.09545714408159256,
+      "learning_rate": 1.0157591786903138e-05,
+      "loss": 0.6577144861221313,
+      "step": 8284
+    },
+    {
+      "epoch": 1.530863484657759,
+      "grad_norm": 0.08123432099819183,
+      "learning_rate": 1.0155597116191382e-05,
+      "loss": 0.5123420357704163,
+      "step": 8285
+    },
+    {
+      "epoch": 1.5310482613666547,
+      "grad_norm": 0.07155416905879974,
+      "learning_rate": 1.0153602439287344e-05,
+      "loss": 0.58453768491745,
+      "step": 8286
+    },
+    {
+      "epoch": 1.5312330380755506,
+      "grad_norm": 0.06902708858251572,
+      "learning_rate": 1.015160775627041e-05,
+      "loss": 0.549127459526062,
+      "step": 8287
+    },
+    {
+      "epoch": 1.5314178147844464,
+      "grad_norm": 0.08658330887556076,
+      "learning_rate": 1.0149613067219963e-05,
+      "loss": 0.5340646505355835,
+      "step": 8288
+    },
+    {
+      "epoch": 1.5316025914933422,
+      "grad_norm": 0.06111351028084755,
+      "learning_rate": 1.0147618372215381e-05,
+      "loss": 0.3370615243911743,
+      "step": 8289
+    },
+    {
+      "epoch": 1.531787368202238,
+      "grad_norm": 0.06116218864917755,
+      "learning_rate": 1.0145623671336053e-05,
+      "loss": 0.305520623922348,
+      "step": 8290
+    },
+    {
+      "epoch": 1.5319721449111339,
+      "grad_norm": 0.08590128272771835,
+      "learning_rate": 1.0143628964661358e-05,
+      "loss": 0.58865886926651,
+      "step": 8291
+    },
+    {
+      "epoch": 1.5321569216200297,
+      "grad_norm": 0.09435473382472992,
+      "learning_rate": 1.0141634252270678e-05,
+      "loss": 0.5893629193305969,
+      "step": 8292
+    },
+    {
+      "epoch": 1.5323416983289255,
+      "grad_norm": 0.09070255607366562,
+      "learning_rate": 1.0139639534243397e-05,
+      "loss": 0.5695667862892151,
+      "step": 8293
+    },
+    {
+      "epoch": 1.5325264750378214,
+      "grad_norm": 0.0686533972620964,
+      "learning_rate": 1.0137644810658904e-05,
+      "loss": 0.4923887550830841,
+      "step": 8294
+    },
+    {
+      "epoch": 1.5327112517467172,
+      "grad_norm": 0.0996929332613945,
+      "learning_rate": 1.0135650081596574e-05,
+      "loss": 0.646103024482727,
+      "step": 8295
+    },
+    {
+      "epoch": 1.532896028455613,
+      "grad_norm": 0.07553873211145401,
+      "learning_rate": 1.0133655347135797e-05,
+      "loss": 0.4094032943248749,
+      "step": 8296
+    },
+    {
+      "epoch": 1.533080805164509,
+      "grad_norm": 0.0861702561378479,
+      "learning_rate": 1.0131660607355956e-05,
+      "loss": 0.7193480730056763,
+      "step": 8297
+    },
+    {
+      "epoch": 1.533265581873405,
+      "grad_norm": 0.07377294450998306,
+      "learning_rate": 1.0129665862336434e-05,
+      "loss": 0.41736268997192383,
+      "step": 8298
+    },
+    {
+      "epoch": 1.5334503585823007,
+      "grad_norm": 0.0883931890130043,
+      "learning_rate": 1.0127671112156614e-05,
+      "loss": 0.7603240609169006,
+      "step": 8299
+    },
+    {
+      "epoch": 1.5336351352911965,
+      "grad_norm": 0.0921977087855339,
+      "learning_rate": 1.0125676356895884e-05,
+      "loss": 0.67726731300354,
+      "step": 8300
+    },
+    {
+      "epoch": 1.5338199120000924,
+      "grad_norm": 0.09125876426696777,
+      "learning_rate": 1.012368159663363e-05,
+      "loss": 0.6322854161262512,
+      "step": 8301
+    },
+    {
+      "epoch": 1.5340046887089882,
+      "grad_norm": 0.08249793201684952,
+      "learning_rate": 1.0121686831449235e-05,
+      "loss": 0.590074360370636,
+      "step": 8302
+    },
+    {
+      "epoch": 1.534189465417884,
+      "grad_norm": 0.07465846091508865,
+      "learning_rate": 1.0119692061422086e-05,
+      "loss": 0.41635817289352417,
+      "step": 8303
+    },
+    {
+      "epoch": 1.53437424212678,
+      "grad_norm": 0.09888509660959244,
+      "learning_rate": 1.0117697286631565e-05,
+      "loss": 0.5953425168991089,
+      "step": 8304
+    },
+    {
+      "epoch": 1.534559018835676,
+      "grad_norm": 0.07236199080944061,
+      "learning_rate": 1.0115702507157061e-05,
+      "loss": 0.5066321492195129,
+      "step": 8305
+    },
+    {
+      "epoch": 1.5347437955445717,
+      "grad_norm": 0.09026050567626953,
+      "learning_rate": 1.011370772307796e-05,
+      "loss": 0.6313549280166626,
+      "step": 8306
+    },
+    {
+      "epoch": 1.5349285722534676,
+      "grad_norm": 0.06680828332901001,
+      "learning_rate": 1.0111712934473645e-05,
+      "loss": 0.5088815689086914,
+      "step": 8307
+    },
+    {
+      "epoch": 1.5351133489623634,
+      "grad_norm": 0.07624626904726028,
+      "learning_rate": 1.0109718141423508e-05,
+      "loss": 0.5378090739250183,
+      "step": 8308
+    },
+    {
+      "epoch": 1.5352981256712592,
+      "grad_norm": 0.06227405369281769,
+      "learning_rate": 1.010772334400693e-05,
+      "loss": 0.316373735666275,
+      "step": 8309
+    },
+    {
+      "epoch": 1.535482902380155,
+      "grad_norm": 0.08028050512075424,
+      "learning_rate": 1.0105728542303299e-05,
+      "loss": 0.5072022676467896,
+      "step": 8310
+    },
+    {
+      "epoch": 1.5356676790890509,
+      "grad_norm": 0.08129177987575531,
+      "learning_rate": 1.0103733736392006e-05,
+      "loss": 0.5504554510116577,
+      "step": 8311
+    },
+    {
+      "epoch": 1.5358524557979467,
+      "grad_norm": 0.06616882979869843,
+      "learning_rate": 1.0101738926352432e-05,
+      "loss": 0.5026891231536865,
+      "step": 8312
+    },
+    {
+      "epoch": 1.5360372325068425,
+      "grad_norm": 0.08874485641717911,
+      "learning_rate": 1.009974411226397e-05,
+      "loss": 0.6369149684906006,
+      "step": 8313
+    },
+    {
+      "epoch": 1.5362220092157384,
+      "grad_norm": 0.0581573061645031,
+      "learning_rate": 1.0097749294206e-05,
+      "loss": 0.3060384690761566,
+      "step": 8314
+    },
+    {
+      "epoch": 1.5364067859246342,
+      "grad_norm": 0.07999205589294434,
+      "learning_rate": 1.0095754472257919e-05,
+      "loss": 0.5771450996398926,
+      "step": 8315
+    },
+    {
+      "epoch": 1.53659156263353,
+      "grad_norm": 0.07648079842329025,
+      "learning_rate": 1.0093759646499106e-05,
+      "loss": 0.6316032409667969,
+      "step": 8316
+    },
+    {
+      "epoch": 1.5367763393424259,
+      "grad_norm": 0.09479255229234695,
+      "learning_rate": 1.0091764817008953e-05,
+      "loss": 0.5895540118217468,
+      "step": 8317
+    },
+    {
+      "epoch": 1.5369611160513217,
+      "grad_norm": 0.0748986080288887,
+      "learning_rate": 1.0089769983866849e-05,
+      "loss": 0.4719810485839844,
+      "step": 8318
+    },
+    {
+      "epoch": 1.5371458927602175,
+      "grad_norm": 0.08592166006565094,
+      "learning_rate": 1.008777514715218e-05,
+      "loss": 0.6072490811347961,
+      "step": 8319
+    },
+    {
+      "epoch": 1.5373306694691133,
+      "grad_norm": 0.06951703131198883,
+      "learning_rate": 1.0085780306944335e-05,
+      "loss": 0.49982306361198425,
+      "step": 8320
+    },
+    {
+      "epoch": 1.5375154461780092,
+      "grad_norm": 0.09663759917020798,
+      "learning_rate": 1.00837854633227e-05,
+      "loss": 0.6411300301551819,
+      "step": 8321
+    },
+    {
+      "epoch": 1.537700222886905,
+      "grad_norm": 0.05903920531272888,
+      "learning_rate": 1.0081790616366665e-05,
+      "loss": 0.4022294878959656,
+      "step": 8322
+    },
+    {
+      "epoch": 1.5378849995958008,
+      "grad_norm": 0.08403241634368896,
+      "learning_rate": 1.0079795766155622e-05,
+      "loss": 0.5444654226303101,
+      "step": 8323
+    },
+    {
+      "epoch": 1.5380697763046967,
+      "grad_norm": 0.08010748028755188,
+      "learning_rate": 1.0077800912768955e-05,
+      "loss": 0.4678199887275696,
+      "step": 8324
+    },
+    {
+      "epoch": 1.5382545530135925,
+      "grad_norm": 0.09412200003862381,
+      "learning_rate": 1.007580605628606e-05,
+      "loss": 0.5801590085029602,
+      "step": 8325
+    },
+    {
+      "epoch": 1.5384393297224885,
+      "grad_norm": 0.07934234291315079,
+      "learning_rate": 1.0073811196786316e-05,
+      "loss": 0.4976900517940521,
+      "step": 8326
+    },
+    {
+      "epoch": 1.5386241064313844,
+      "grad_norm": 0.07337716966867447,
+      "learning_rate": 1.007181633434912e-05,
+      "loss": 0.576170027256012,
+      "step": 8327
+    },
+    {
+      "epoch": 1.5388088831402802,
+      "grad_norm": 0.0709516704082489,
+      "learning_rate": 1.0069821469053858e-05,
+      "loss": 0.6091797351837158,
+      "step": 8328
+    },
+    {
+      "epoch": 1.538993659849176,
+      "grad_norm": 0.07814224809408188,
+      "learning_rate": 1.0067826600979917e-05,
+      "loss": 0.6235194206237793,
+      "step": 8329
+    },
+    {
+      "epoch": 1.5391784365580718,
+      "grad_norm": 0.06715002655982971,
+      "learning_rate": 1.0065831730206695e-05,
+      "loss": 0.4767167568206787,
+      "step": 8330
+    },
+    {
+      "epoch": 1.5393632132669677,
+      "grad_norm": 0.09266090393066406,
+      "learning_rate": 1.0063836856813571e-05,
+      "loss": 0.5710633993148804,
+      "step": 8331
+    },
+    {
+      "epoch": 1.5395479899758635,
+      "grad_norm": 0.06542815268039703,
+      "learning_rate": 1.0061841980879941e-05,
+      "loss": 0.4574289917945862,
+      "step": 8332
+    },
+    {
+      "epoch": 1.5397327666847593,
+      "grad_norm": 0.06793387979269028,
+      "learning_rate": 1.0059847102485196e-05,
+      "loss": 0.4224914312362671,
+      "step": 8333
+    },
+    {
+      "epoch": 1.5399175433936554,
+      "grad_norm": 0.07768009603023529,
+      "learning_rate": 1.0057852221708722e-05,
+      "loss": 0.4772679805755615,
+      "step": 8334
+    },
+    {
+      "epoch": 1.5401023201025512,
+      "grad_norm": 0.08414895832538605,
+      "learning_rate": 1.005585733862991e-05,
+      "loss": 0.5030648112297058,
+      "step": 8335
+    },
+    {
+      "epoch": 1.540287096811447,
+      "grad_norm": 0.07794249802827835,
+      "learning_rate": 1.0053862453328152e-05,
+      "loss": 0.434922456741333,
+      "step": 8336
+    },
+    {
+      "epoch": 1.5404718735203429,
+      "grad_norm": 0.09836164861917496,
+      "learning_rate": 1.0051867565882838e-05,
+      "loss": 0.8413593173027039,
+      "step": 8337
+    },
+    {
+      "epoch": 1.5406566502292387,
+      "grad_norm": 0.08989561349153519,
+      "learning_rate": 1.0049872676373354e-05,
+      "loss": 0.6303113698959351,
+      "step": 8338
+    },
+    {
+      "epoch": 1.5408414269381345,
+      "grad_norm": 0.07046696543693542,
+      "learning_rate": 1.0047877784879094e-05,
+      "loss": 0.4028065502643585,
+      "step": 8339
+    },
+    {
+      "epoch": 1.5410262036470304,
+      "grad_norm": 0.08524170517921448,
+      "learning_rate": 1.004588289147945e-05,
+      "loss": 0.569879949092865,
+      "step": 8340
+    },
+    {
+      "epoch": 1.5412109803559262,
+      "grad_norm": 0.0819799154996872,
+      "learning_rate": 1.004388799625381e-05,
+      "loss": 0.6062819957733154,
+      "step": 8341
+    },
+    {
+      "epoch": 1.541395757064822,
+      "grad_norm": 0.06758811324834824,
+      "learning_rate": 1.0041893099281564e-05,
+      "loss": 0.5327195525169373,
+      "step": 8342
+    },
+    {
+      "epoch": 1.5415805337737178,
+      "grad_norm": 0.057109855115413666,
+      "learning_rate": 1.0039898200642105e-05,
+      "loss": 0.38353052735328674,
+      "step": 8343
+    },
+    {
+      "epoch": 1.5417653104826137,
+      "grad_norm": 0.07154912501573563,
+      "learning_rate": 1.0037903300414821e-05,
+      "loss": 0.37415507435798645,
+      "step": 8344
+    },
+    {
+      "epoch": 1.5419500871915095,
+      "grad_norm": 0.055001989006996155,
+      "learning_rate": 1.0035908398679101e-05,
+      "loss": 0.27712109684944153,
+      "step": 8345
+    },
+    {
+      "epoch": 1.5421348639004053,
+      "grad_norm": 0.07522137463092804,
+      "learning_rate": 1.0033913495514346e-05,
+      "loss": 0.5713220238685608,
+      "step": 8346
+    },
+    {
+      "epoch": 1.5423196406093012,
+      "grad_norm": 0.07752378284931183,
+      "learning_rate": 1.0031918590999938e-05,
+      "loss": 0.49891120195388794,
+      "step": 8347
+    },
+    {
+      "epoch": 1.542504417318197,
+      "grad_norm": 0.0699925497174263,
+      "learning_rate": 1.0029923685215268e-05,
+      "loss": 0.461686372756958,
+      "step": 8348
+    },
+    {
+      "epoch": 1.5426891940270928,
+      "grad_norm": 0.07942511141300201,
+      "learning_rate": 1.0027928778239729e-05,
+      "loss": 0.5484244227409363,
+      "step": 8349
+    },
+    {
+      "epoch": 1.5428739707359886,
+      "grad_norm": 0.06200651451945305,
+      "learning_rate": 1.0025933870152714e-05,
+      "loss": 0.3867597281932831,
+      "step": 8350
+    },
+    {
+      "epoch": 1.5430587474448845,
+      "grad_norm": 0.0850205346941948,
+      "learning_rate": 1.0023938961033612e-05,
+      "loss": 0.6178774833679199,
+      "step": 8351
+    },
+    {
+      "epoch": 1.5432435241537803,
+      "grad_norm": 0.06608953326940536,
+      "learning_rate": 1.0021944050961809e-05,
+      "loss": 0.4367190897464752,
+      "step": 8352
+    },
+    {
+      "epoch": 1.5434283008626761,
+      "grad_norm": 0.06947171688079834,
+      "learning_rate": 1.0019949140016707e-05,
+      "loss": 0.4598299264907837,
+      "step": 8353
+    },
+    {
+      "epoch": 1.543613077571572,
+      "grad_norm": 0.08985291421413422,
+      "learning_rate": 1.0017954228277694e-05,
+      "loss": 0.7923848628997803,
+      "step": 8354
+    },
+    {
+      "epoch": 1.5437978542804678,
+      "grad_norm": 0.07726897299289703,
+      "learning_rate": 1.001595931582415e-05,
+      "loss": 0.42478588223457336,
+      "step": 8355
+    },
+    {
+      "epoch": 1.5439826309893638,
+      "grad_norm": 0.07254164665937424,
+      "learning_rate": 1.0013964402735482e-05,
+      "loss": 0.5146327018737793,
+      "step": 8356
+    },
+    {
+      "epoch": 1.5441674076982597,
+      "grad_norm": 0.09229913353919983,
+      "learning_rate": 1.0011969489091073e-05,
+      "loss": 0.6449254751205444,
+      "step": 8357
+    },
+    {
+      "epoch": 1.5443521844071555,
+      "grad_norm": 0.0819351077079773,
+      "learning_rate": 1.0009974574970316e-05,
+      "loss": 0.634602427482605,
+      "step": 8358
+    },
+    {
+      "epoch": 1.5445369611160513,
+      "grad_norm": 0.09047498553991318,
+      "learning_rate": 1.0007979660452601e-05,
+      "loss": 0.67640221118927,
+      "step": 8359
+    },
+    {
+      "epoch": 1.5447217378249471,
+      "grad_norm": 0.06298615038394928,
+      "learning_rate": 1.0005984745617321e-05,
+      "loss": 0.39689722657203674,
+      "step": 8360
+    },
+    {
+      "epoch": 1.544906514533843,
+      "grad_norm": 0.08086885511875153,
+      "learning_rate": 1.0003989830543868e-05,
+      "loss": 0.3936644196510315,
+      "step": 8361
+    },
+    {
+      "epoch": 1.5450912912427388,
+      "grad_norm": 0.08219406753778458,
+      "learning_rate": 1.0001994915311628e-05,
+      "loss": 0.6133519411087036,
+      "step": 8362
+    },
+    {
+      "epoch": 1.5452760679516349,
+      "grad_norm": 0.08173570781946182,
+      "learning_rate": 1e-05,
+      "loss": 0.5591699481010437,
+      "step": 8363
+    },
+    {
+      "epoch": 1.5454608446605307,
+      "grad_norm": 0.07632359862327576,
+      "learning_rate": 9.998005084688372e-06,
+      "loss": 0.5126186609268188,
+      "step": 8364
+    },
+    {
+      "epoch": 1.5456456213694265,
+      "grad_norm": 0.07817716896533966,
+      "learning_rate": 9.996010169456137e-06,
+      "loss": 0.5563318133354187,
+      "step": 8365
+    },
+    {
+      "epoch": 1.5458303980783223,
+      "grad_norm": 0.060379207134246826,
+      "learning_rate": 9.994015254382682e-06,
+      "loss": 0.36338597536087036,
+      "step": 8366
+    },
+    {
+      "epoch": 1.5460151747872182,
+      "grad_norm": 0.06967508792877197,
+      "learning_rate": 9.9920203395474e-06,
+      "loss": 0.4792593717575073,
+      "step": 8367
+    },
+    {
+      "epoch": 1.546199951496114,
+      "grad_norm": 0.08439387381076813,
+      "learning_rate": 9.990025425029689e-06,
+      "loss": 0.5181248784065247,
+      "step": 8368
+    },
+    {
+      "epoch": 1.5463847282050098,
+      "grad_norm": 0.0615164078772068,
+      "learning_rate": 9.988030510908929e-06,
+      "loss": 0.43316343426704407,
+      "step": 8369
+    },
+    {
+      "epoch": 1.5465695049139057,
+      "grad_norm": 0.07169511914253235,
+      "learning_rate": 9.98603559726452e-06,
+      "loss": 0.4729943871498108,
+      "step": 8370
+    },
+    {
+      "epoch": 1.5467542816228015,
+      "grad_norm": 0.09175395220518112,
+      "learning_rate": 9.984040684175853e-06,
+      "loss": 0.6354399919509888,
+      "step": 8371
+    },
+    {
+      "epoch": 1.5469390583316973,
+      "grad_norm": 0.0714784562587738,
+      "learning_rate": 9.982045771722311e-06,
+      "loss": 0.4669618010520935,
+      "step": 8372
+    },
+    {
+      "epoch": 1.5471238350405931,
+      "grad_norm": 0.0871136412024498,
+      "learning_rate": 9.980050859983296e-06,
+      "loss": 0.5754742622375488,
+      "step": 8373
+    },
+    {
+      "epoch": 1.547308611749489,
+      "grad_norm": 0.09413383156061172,
+      "learning_rate": 9.978055949038193e-06,
+      "loss": 0.7470415830612183,
+      "step": 8374
+    },
+    {
+      "epoch": 1.5474933884583848,
+      "grad_norm": 0.07848978042602539,
+      "learning_rate": 9.976061038966391e-06,
+      "loss": 0.5846307277679443,
+      "step": 8375
+    },
+    {
+      "epoch": 1.5476781651672806,
+      "grad_norm": 0.07685250043869019,
+      "learning_rate": 9.974066129847291e-06,
+      "loss": 0.5765482187271118,
+      "step": 8376
+    },
+    {
+      "epoch": 1.5478629418761765,
+      "grad_norm": 0.06022125110030174,
+      "learning_rate": 9.972071221760274e-06,
+      "loss": 0.367461621761322,
+      "step": 8377
+    },
+    {
+      "epoch": 1.5480477185850723,
+      "grad_norm": 0.09071533381938934,
+      "learning_rate": 9.970076314784735e-06,
+      "loss": 0.6036496758460999,
+      "step": 8378
+    },
+    {
+      "epoch": 1.5482324952939681,
+      "grad_norm": 0.06718786805868149,
+      "learning_rate": 9.968081409000067e-06,
+      "loss": 0.4123038649559021,
+      "step": 8379
+    },
+    {
+      "epoch": 1.548417272002864,
+      "grad_norm": 0.08263219892978668,
+      "learning_rate": 9.966086504485657e-06,
+      "loss": 0.5069796442985535,
+      "step": 8380
+    },
+    {
+      "epoch": 1.5486020487117598,
+      "grad_norm": 0.09405094385147095,
+      "learning_rate": 9.964091601320897e-06,
+      "loss": 0.6533642411231995,
+      "step": 8381
+    },
+    {
+      "epoch": 1.5487868254206556,
+      "grad_norm": 0.0682285875082016,
+      "learning_rate": 9.962096699585184e-06,
+      "loss": 0.45217806100845337,
+      "step": 8382
+    },
+    {
+      "epoch": 1.5489716021295514,
+      "grad_norm": 0.08995096385478973,
+      "learning_rate": 9.960101799357899e-06,
+      "loss": 0.6177809834480286,
+      "step": 8383
+    },
+    {
+      "epoch": 1.5491563788384473,
+      "grad_norm": 0.09581541270017624,
+      "learning_rate": 9.958106900718438e-06,
+      "loss": 0.6463266015052795,
+      "step": 8384
+    },
+    {
+      "epoch": 1.5493411555473433,
+      "grad_norm": 0.09332716464996338,
+      "learning_rate": 9.956112003746194e-06,
+      "loss": 0.6386651396751404,
+      "step": 8385
+    },
+    {
+      "epoch": 1.5495259322562391,
+      "grad_norm": 0.08254636079072952,
+      "learning_rate": 9.954117108520552e-06,
+      "loss": 0.5312403440475464,
+      "step": 8386
+    },
+    {
+      "epoch": 1.549710708965135,
+      "grad_norm": 0.10466068983078003,
+      "learning_rate": 9.952122215120906e-06,
+      "loss": 0.5892578959465027,
+      "step": 8387
+    },
+    {
+      "epoch": 1.5498954856740308,
+      "grad_norm": 0.08869829773902893,
+      "learning_rate": 9.950127323626648e-06,
+      "loss": 0.5440428853034973,
+      "step": 8388
+    },
+    {
+      "epoch": 1.5500802623829266,
+      "grad_norm": 0.0550822913646698,
+      "learning_rate": 9.948132434117165e-06,
+      "loss": 0.29246920347213745,
+      "step": 8389
+    },
+    {
+      "epoch": 1.5502650390918224,
+      "grad_norm": 0.07488343119621277,
+      "learning_rate": 9.946137546671853e-06,
+      "loss": 0.5593857169151306,
+      "step": 8390
+    },
+    {
+      "epoch": 1.5504498158007183,
+      "grad_norm": 0.07491283863782883,
+      "learning_rate": 9.944142661370091e-06,
+      "loss": 0.4983839690685272,
+      "step": 8391
+    },
+    {
+      "epoch": 1.5506345925096143,
+      "grad_norm": 0.08424947410821915,
+      "learning_rate": 9.94214777829128e-06,
+      "loss": 0.5868728160858154,
+      "step": 8392
+    },
+    {
+      "epoch": 1.5508193692185102,
+      "grad_norm": 0.08198340982198715,
+      "learning_rate": 9.940152897514809e-06,
+      "loss": 0.4823242723941803,
+      "step": 8393
+    },
+    {
+      "epoch": 1.551004145927406,
+      "grad_norm": 0.08373264223337173,
+      "learning_rate": 9.93815801912006e-06,
+      "loss": 0.5581148862838745,
+      "step": 8394
+    },
+    {
+      "epoch": 1.5511889226363018,
+      "grad_norm": 0.06925924867391586,
+      "learning_rate": 9.936163143186429e-06,
+      "loss": 0.5806288123130798,
+      "step": 8395
+    },
+    {
+      "epoch": 1.5513736993451976,
+      "grad_norm": 0.06480623781681061,
+      "learning_rate": 9.93416826979331e-06,
+      "loss": 0.4784233272075653,
+      "step": 8396
+    },
+    {
+      "epoch": 1.5515584760540935,
+      "grad_norm": 0.07471255213022232,
+      "learning_rate": 9.932173399020085e-06,
+      "loss": 0.6061058640480042,
+      "step": 8397
+    },
+    {
+      "epoch": 1.5517432527629893,
+      "grad_norm": 0.06772679090499878,
+      "learning_rate": 9.930178530946145e-06,
+      "loss": 0.4416591227054596,
+      "step": 8398
+    },
+    {
+      "epoch": 1.5519280294718851,
+      "grad_norm": 0.07152847200632095,
+      "learning_rate": 9.928183665650885e-06,
+      "loss": 0.38082125782966614,
+      "step": 8399
+    },
+    {
+      "epoch": 1.552112806180781,
+      "grad_norm": 0.06756367534399033,
+      "learning_rate": 9.926188803213687e-06,
+      "loss": 0.43275314569473267,
+      "step": 8400
+    },
+    {
+      "epoch": 1.5522975828896768,
+      "grad_norm": 0.07801774889230728,
+      "learning_rate": 9.924193943713943e-06,
+      "loss": 0.5323340892791748,
+      "step": 8401
+    },
+    {
+      "epoch": 1.5524823595985726,
+      "grad_norm": 0.06771323084831238,
+      "learning_rate": 9.922199087231046e-06,
+      "loss": 0.481885701417923,
+      "step": 8402
+    },
+    {
+      "epoch": 1.5526671363074684,
+      "grad_norm": 0.06427159905433655,
+      "learning_rate": 9.92020423384438e-06,
+      "loss": 0.46014758944511414,
+      "step": 8403
+    },
+    {
+      "epoch": 1.5528519130163643,
+      "grad_norm": 0.07718753814697266,
+      "learning_rate": 9.918209383633337e-06,
+      "loss": 0.6056550145149231,
+      "step": 8404
+    },
+    {
+      "epoch": 1.55303668972526,
+      "grad_norm": 0.06274012476205826,
+      "learning_rate": 9.916214536677304e-06,
+      "loss": 0.4475315511226654,
+      "step": 8405
+    },
+    {
+      "epoch": 1.553221466434156,
+      "grad_norm": 0.0780898854136467,
+      "learning_rate": 9.914219693055669e-06,
+      "loss": 0.5073195695877075,
+      "step": 8406
+    },
+    {
+      "epoch": 1.5534062431430518,
+      "grad_norm": 0.07583803683519363,
+      "learning_rate": 9.912224852847825e-06,
+      "loss": 0.5635548233985901,
+      "step": 8407
+    },
+    {
+      "epoch": 1.5535910198519476,
+      "grad_norm": 0.06344740837812424,
+      "learning_rate": 9.910230016133153e-06,
+      "loss": 0.379596471786499,
+      "step": 8408
+    },
+    {
+      "epoch": 1.5537757965608434,
+      "grad_norm": 0.06110159680247307,
+      "learning_rate": 9.908235182991047e-06,
+      "loss": 0.3941616714000702,
+      "step": 8409
+    },
+    {
+      "epoch": 1.5539605732697392,
+      "grad_norm": 0.07348445057868958,
+      "learning_rate": 9.906240353500899e-06,
+      "loss": 0.472446471452713,
+      "step": 8410
+    },
+    {
+      "epoch": 1.554145349978635,
+      "grad_norm": 0.08863788843154907,
+      "learning_rate": 9.904245527742083e-06,
+      "loss": 0.5516306161880493,
+      "step": 8411
+    },
+    {
+      "epoch": 1.554330126687531,
+      "grad_norm": 0.10298895090818405,
+      "learning_rate": 9.902250705794e-06,
+      "loss": 0.5250436067581177,
+      "step": 8412
+    },
+    {
+      "epoch": 1.5545149033964267,
+      "grad_norm": 0.07118190824985504,
+      "learning_rate": 9.900255887736036e-06,
+      "loss": 0.47028887271881104,
+      "step": 8413
+    },
+    {
+      "epoch": 1.5546996801053228,
+      "grad_norm": 0.08338896185159683,
+      "learning_rate": 9.89826107364757e-06,
+      "loss": 0.4545728862285614,
+      "step": 8414
+    },
+    {
+      "epoch": 1.5548844568142186,
+      "grad_norm": 0.09131994098424911,
+      "learning_rate": 9.896266263607996e-06,
+      "loss": 0.5806403160095215,
+      "step": 8415
+    },
+    {
+      "epoch": 1.5550692335231144,
+      "grad_norm": 0.07578743249177933,
+      "learning_rate": 9.894271457696703e-06,
+      "loss": 0.5110961198806763,
+      "step": 8416
+    },
+    {
+      "epoch": 1.5552540102320103,
+      "grad_norm": 0.12886503338813782,
+      "learning_rate": 9.892276655993073e-06,
+      "loss": 0.5968006253242493,
+      "step": 8417
+    },
+    {
+      "epoch": 1.555438786940906,
+      "grad_norm": 0.07970307767391205,
+      "learning_rate": 9.890281858576494e-06,
+      "loss": 0.5507674217224121,
+      "step": 8418
+    },
+    {
+      "epoch": 1.555623563649802,
+      "grad_norm": 0.07072608172893524,
+      "learning_rate": 9.888287065526358e-06,
+      "loss": 0.4310251772403717,
+      "step": 8419
+    },
+    {
+      "epoch": 1.5558083403586978,
+      "grad_norm": 0.061415500938892365,
+      "learning_rate": 9.886292276922044e-06,
+      "loss": 0.36818867921829224,
+      "step": 8420
+    },
+    {
+      "epoch": 1.5559931170675936,
+      "grad_norm": 0.090281181037426,
+      "learning_rate": 9.884297492842944e-06,
+      "loss": 0.49106040596961975,
+      "step": 8421
+    },
+    {
+      "epoch": 1.5561778937764896,
+      "grad_norm": 0.06825218349695206,
+      "learning_rate": 9.882302713368438e-06,
+      "loss": 0.5302210450172424,
+      "step": 8422
+    },
+    {
+      "epoch": 1.5563626704853855,
+      "grad_norm": 0.07292143255472183,
+      "learning_rate": 9.880307938577917e-06,
+      "loss": 0.4451478123664856,
+      "step": 8423
+    },
+    {
+      "epoch": 1.5565474471942813,
+      "grad_norm": 0.07285430282354355,
+      "learning_rate": 9.878313168550768e-06,
+      "loss": 0.4047282338142395,
+      "step": 8424
+    },
+    {
+      "epoch": 1.5567322239031771,
+      "grad_norm": 0.07194212079048157,
+      "learning_rate": 9.876318403366371e-06,
+      "loss": 0.37185072898864746,
+      "step": 8425
+    },
+    {
+      "epoch": 1.556917000612073,
+      "grad_norm": 0.06978459656238556,
+      "learning_rate": 9.874323643104116e-06,
+      "loss": 0.46612977981567383,
+      "step": 8426
+    },
+    {
+      "epoch": 1.5571017773209688,
+      "grad_norm": 0.076767697930336,
+      "learning_rate": 9.872328887843391e-06,
+      "loss": 0.49881860613822937,
+      "step": 8427
+    },
+    {
+      "epoch": 1.5572865540298646,
+      "grad_norm": 0.06601028889417648,
+      "learning_rate": 9.87033413766357e-06,
+      "loss": 0.4231835901737213,
+      "step": 8428
+    },
+    {
+      "epoch": 1.5574713307387604,
+      "grad_norm": 0.07401569187641144,
+      "learning_rate": 9.868339392644046e-06,
+      "loss": 0.5855440497398376,
+      "step": 8429
+    },
+    {
+      "epoch": 1.5576561074476563,
+      "grad_norm": 0.0813252180814743,
+      "learning_rate": 9.866344652864208e-06,
+      "loss": 0.593075692653656,
+      "step": 8430
+    },
+    {
+      "epoch": 1.557840884156552,
+      "grad_norm": 0.07243362069129944,
+      "learning_rate": 9.864349918403427e-06,
+      "loss": 0.5803065896034241,
+      "step": 8431
+    },
+    {
+      "epoch": 1.558025660865448,
+      "grad_norm": 0.11118949949741364,
+      "learning_rate": 9.862355189341097e-06,
+      "loss": 0.6703124642372131,
+      "step": 8432
+    },
+    {
+      "epoch": 1.5582104375743437,
+      "grad_norm": 0.07939611375331879,
+      "learning_rate": 9.860360465756606e-06,
+      "loss": 0.6099793314933777,
+      "step": 8433
+    },
+    {
+      "epoch": 1.5583952142832396,
+      "grad_norm": 0.08516814559698105,
+      "learning_rate": 9.858365747729325e-06,
+      "loss": 0.6696739196777344,
+      "step": 8434
+    },
+    {
+      "epoch": 1.5585799909921354,
+      "grad_norm": 0.07504752278327942,
+      "learning_rate": 9.856371035338641e-06,
+      "loss": 0.5141589045524597,
+      "step": 8435
+    },
+    {
+      "epoch": 1.5587647677010312,
+      "grad_norm": 0.07196090370416641,
+      "learning_rate": 9.85437632866395e-06,
+      "loss": 0.540097177028656,
+      "step": 8436
+    },
+    {
+      "epoch": 1.558949544409927,
+      "grad_norm": 0.06923947483301163,
+      "learning_rate": 9.85238162778462e-06,
+      "loss": 0.40927737951278687,
+      "step": 8437
+    },
+    {
+      "epoch": 1.5591343211188229,
+      "grad_norm": 0.07277125865221024,
+      "learning_rate": 9.850386932780042e-06,
+      "loss": 0.45931127667427063,
+      "step": 8438
+    },
+    {
+      "epoch": 1.5593190978277187,
+      "grad_norm": 0.09042638540267944,
+      "learning_rate": 9.848392243729594e-06,
+      "loss": 0.6475035548210144,
+      "step": 8439
+    },
+    {
+      "epoch": 1.5595038745366145,
+      "grad_norm": 0.07516621053218842,
+      "learning_rate": 9.846397560712658e-06,
+      "loss": 0.47815361618995667,
+      "step": 8440
+    },
+    {
+      "epoch": 1.5596886512455104,
+      "grad_norm": 0.06490602344274521,
+      "learning_rate": 9.844402883808623e-06,
+      "loss": 0.40921348333358765,
+      "step": 8441
+    },
+    {
+      "epoch": 1.5598734279544062,
+      "grad_norm": 0.08869045972824097,
+      "learning_rate": 9.842408213096863e-06,
+      "loss": 0.6063772439956665,
+      "step": 8442
+    },
+    {
+      "epoch": 1.560058204663302,
+      "grad_norm": 0.08136522024869919,
+      "learning_rate": 9.840413548656764e-06,
+      "loss": 0.5187150239944458,
+      "step": 8443
+    },
+    {
+      "epoch": 1.560242981372198,
+      "grad_norm": 0.07281823456287384,
+      "learning_rate": 9.83841889056771e-06,
+      "loss": 0.580685019493103,
+      "step": 8444
+    },
+    {
+      "epoch": 1.560427758081094,
+      "grad_norm": 0.06910470873117447,
+      "learning_rate": 9.836424238909073e-06,
+      "loss": 0.4532964825630188,
+      "step": 8445
+    },
+    {
+      "epoch": 1.5606125347899897,
+      "grad_norm": 0.06782284379005432,
+      "learning_rate": 9.834429593760241e-06,
+      "loss": 0.47977548837661743,
+      "step": 8446
+    },
+    {
+      "epoch": 1.5607973114988856,
+      "grad_norm": 0.0937873125076294,
+      "learning_rate": 9.832434955200597e-06,
+      "loss": 0.6324499249458313,
+      "step": 8447
+    },
+    {
+      "epoch": 1.5609820882077814,
+      "grad_norm": 0.08188667893409729,
+      "learning_rate": 9.830440323309514e-06,
+      "loss": 0.5060011148452759,
+      "step": 8448
+    },
+    {
+      "epoch": 1.5611668649166772,
+      "grad_norm": 0.09644730389118195,
+      "learning_rate": 9.828445698166375e-06,
+      "loss": 0.6682599186897278,
+      "step": 8449
+    },
+    {
+      "epoch": 1.561351641625573,
+      "grad_norm": 0.0819346234202385,
+      "learning_rate": 9.826451079850566e-06,
+      "loss": 0.48520559072494507,
+      "step": 8450
+    },
+    {
+      "epoch": 1.561536418334469,
+      "grad_norm": 0.07754965871572495,
+      "learning_rate": 9.824456468441455e-06,
+      "loss": 0.3911689817905426,
+      "step": 8451
+    },
+    {
+      "epoch": 1.561721195043365,
+      "grad_norm": 0.07915280759334564,
+      "learning_rate": 9.822461864018427e-06,
+      "loss": 0.5869355797767639,
+      "step": 8452
+    },
+    {
+      "epoch": 1.5619059717522608,
+      "grad_norm": 0.09538932144641876,
+      "learning_rate": 9.820467266660868e-06,
+      "loss": 0.7775084376335144,
+      "step": 8453
+    },
+    {
+      "epoch": 1.5620907484611566,
+      "grad_norm": 0.06357314437627792,
+      "learning_rate": 9.818472676448144e-06,
+      "loss": 0.42435356974601746,
+      "step": 8454
+    },
+    {
+      "epoch": 1.5622755251700524,
+      "grad_norm": 0.06316125392913818,
+      "learning_rate": 9.816478093459643e-06,
+      "loss": 0.3821038007736206,
+      "step": 8455
+    },
+    {
+      "epoch": 1.5624603018789482,
+      "grad_norm": 0.07353564351797104,
+      "learning_rate": 9.814483517774738e-06,
+      "loss": 0.5012965202331543,
+      "step": 8456
+    },
+    {
+      "epoch": 1.562645078587844,
+      "grad_norm": 0.07389863580465317,
+      "learning_rate": 9.812488949472809e-06,
+      "loss": 0.4186929762363434,
+      "step": 8457
+    },
+    {
+      "epoch": 1.56282985529674,
+      "grad_norm": 0.06745057553052902,
+      "learning_rate": 9.810494388633233e-06,
+      "loss": 0.44096508622169495,
+      "step": 8458
+    },
+    {
+      "epoch": 1.5630146320056357,
+      "grad_norm": 0.07269903272390366,
+      "learning_rate": 9.808499835335387e-06,
+      "loss": 0.5246237516403198,
+      "step": 8459
+    },
+    {
+      "epoch": 1.5631994087145316,
+      "grad_norm": 0.08972185850143433,
+      "learning_rate": 9.806505289658648e-06,
+      "loss": 0.5000263452529907,
+      "step": 8460
+    },
+    {
+      "epoch": 1.5633841854234274,
+      "grad_norm": 0.1067720502614975,
+      "learning_rate": 9.804510751682394e-06,
+      "loss": 0.7220219373703003,
+      "step": 8461
+    },
+    {
+      "epoch": 1.5635689621323232,
+      "grad_norm": 0.06829439848661423,
+      "learning_rate": 9.802516221486e-06,
+      "loss": 0.3715435266494751,
+      "step": 8462
+    },
+    {
+      "epoch": 1.563753738841219,
+      "grad_norm": 0.09388057887554169,
+      "learning_rate": 9.800521699148843e-06,
+      "loss": 0.63585364818573,
+      "step": 8463
+    },
+    {
+      "epoch": 1.5639385155501149,
+      "grad_norm": 0.07907140254974365,
+      "learning_rate": 9.7985271847503e-06,
+      "loss": 0.5614437460899353,
+      "step": 8464
+    },
+    {
+      "epoch": 1.5641232922590107,
+      "grad_norm": 0.07540346682071686,
+      "learning_rate": 9.796532678369742e-06,
+      "loss": 0.5172854661941528,
+      "step": 8465
+    },
+    {
+      "epoch": 1.5643080689679065,
+      "grad_norm": 0.05784687027335167,
+      "learning_rate": 9.794538180086546e-06,
+      "loss": 0.3279561698436737,
+      "step": 8466
+    },
+    {
+      "epoch": 1.5644928456768024,
+      "grad_norm": 0.08259300887584686,
+      "learning_rate": 9.79254368998009e-06,
+      "loss": 0.6335062384605408,
+      "step": 8467
+    },
+    {
+      "epoch": 1.5646776223856982,
+      "grad_norm": 0.08102997392416,
+      "learning_rate": 9.790549208129745e-06,
+      "loss": 0.45309337973594666,
+      "step": 8468
+    },
+    {
+      "epoch": 1.564862399094594,
+      "grad_norm": 0.09200865030288696,
+      "learning_rate": 9.788554734614891e-06,
+      "loss": 0.6316246390342712,
+      "step": 8469
+    },
+    {
+      "epoch": 1.5650471758034898,
+      "grad_norm": 0.0958419144153595,
+      "learning_rate": 9.78656026951489e-06,
+      "loss": 0.7225764393806458,
+      "step": 8470
+    },
+    {
+      "epoch": 1.5652319525123857,
+      "grad_norm": 0.06633394211530685,
+      "learning_rate": 9.784565812909124e-06,
+      "loss": 0.5134775042533875,
+      "step": 8471
+    },
+    {
+      "epoch": 1.5654167292212815,
+      "grad_norm": 0.08685419708490372,
+      "learning_rate": 9.78257136487697e-06,
+      "loss": 0.46518373489379883,
+      "step": 8472
+    },
+    {
+      "epoch": 1.5656015059301776,
+      "grad_norm": 0.06596294045448303,
+      "learning_rate": 9.780576925497789e-06,
+      "loss": 0.3888777196407318,
+      "step": 8473
+    },
+    {
+      "epoch": 1.5657862826390734,
+      "grad_norm": 0.07480762898921967,
+      "learning_rate": 9.778582494850962e-06,
+      "loss": 0.4374832808971405,
+      "step": 8474
+    },
+    {
+      "epoch": 1.5659710593479692,
+      "grad_norm": 0.07130126655101776,
+      "learning_rate": 9.77658807301586e-06,
+      "loss": 0.4217027425765991,
+      "step": 8475
+    },
+    {
+      "epoch": 1.566155836056865,
+      "grad_norm": 0.07441869378089905,
+      "learning_rate": 9.774593660071853e-06,
+      "loss": 0.5987619161605835,
+      "step": 8476
+    },
+    {
+      "epoch": 1.5663406127657609,
+      "grad_norm": 0.08373252302408218,
+      "learning_rate": 9.772599256098312e-06,
+      "loss": 0.6301749348640442,
+      "step": 8477
+    },
+    {
+      "epoch": 1.5665253894746567,
+      "grad_norm": 0.06343624740839005,
+      "learning_rate": 9.770604861174611e-06,
+      "loss": 0.3775671422481537,
+      "step": 8478
+    },
+    {
+      "epoch": 1.5667101661835525,
+      "grad_norm": 0.06141326576471329,
+      "learning_rate": 9.768610475380117e-06,
+      "loss": 0.3434855341911316,
+      "step": 8479
+    },
+    {
+      "epoch": 1.5668949428924486,
+      "grad_norm": 0.08183632045984268,
+      "learning_rate": 9.766616098794202e-06,
+      "loss": 0.48533132672309875,
+      "step": 8480
+    },
+    {
+      "epoch": 1.5670797196013444,
+      "grad_norm": 0.0791330561041832,
+      "learning_rate": 9.764621731496239e-06,
+      "loss": 0.4955023229122162,
+      "step": 8481
+    },
+    {
+      "epoch": 1.5672644963102402,
+      "grad_norm": 0.07928652316331863,
+      "learning_rate": 9.762627373565591e-06,
+      "loss": 0.49078071117401123,
+      "step": 8482
+    },
+    {
+      "epoch": 1.567449273019136,
+      "grad_norm": 0.0764070600271225,
+      "learning_rate": 9.760633025081633e-06,
+      "loss": 0.5474598407745361,
+      "step": 8483
+    },
+    {
+      "epoch": 1.5676340497280319,
+      "grad_norm": 0.08049654215574265,
+      "learning_rate": 9.758638686123732e-06,
+      "loss": 0.5398207902908325,
+      "step": 8484
+    },
+    {
+      "epoch": 1.5678188264369277,
+      "grad_norm": 0.061328765004873276,
+      "learning_rate": 9.756644356771256e-06,
+      "loss": 0.3806958794593811,
+      "step": 8485
+    },
+    {
+      "epoch": 1.5680036031458235,
+      "grad_norm": 0.08577550202608109,
+      "learning_rate": 9.754650037103577e-06,
+      "loss": 0.6493745446205139,
+      "step": 8486
+    },
+    {
+      "epoch": 1.5681883798547194,
+      "grad_norm": 0.07504302263259888,
+      "learning_rate": 9.752655727200051e-06,
+      "loss": 0.5318300127983093,
+      "step": 8487
+    },
+    {
+      "epoch": 1.5683731565636152,
+      "grad_norm": 0.08011891692876816,
+      "learning_rate": 9.750661427140057e-06,
+      "loss": 0.5619838237762451,
+      "step": 8488
+    },
+    {
+      "epoch": 1.568557933272511,
+      "grad_norm": 0.06651551276445389,
+      "learning_rate": 9.748667137002961e-06,
+      "loss": 0.4472563564777374,
+      "step": 8489
+    },
+    {
+      "epoch": 1.5687427099814069,
+      "grad_norm": 0.06522566080093384,
+      "learning_rate": 9.746672856868124e-06,
+      "loss": 0.3749229311943054,
+      "step": 8490
+    },
+    {
+      "epoch": 1.5689274866903027,
+      "grad_norm": 0.06759969890117645,
+      "learning_rate": 9.74467858681491e-06,
+      "loss": 0.45194461941719055,
+      "step": 8491
+    },
+    {
+      "epoch": 1.5691122633991985,
+      "grad_norm": 0.08250371366739273,
+      "learning_rate": 9.742684326922698e-06,
+      "loss": 0.5971841216087341,
+      "step": 8492
+    },
+    {
+      "epoch": 1.5692970401080943,
+      "grad_norm": 0.06295836716890335,
+      "learning_rate": 9.74069007727084e-06,
+      "loss": 0.5253193974494934,
+      "step": 8493
+    },
+    {
+      "epoch": 1.5694818168169902,
+      "grad_norm": 0.07202901691198349,
+      "learning_rate": 9.738695837938707e-06,
+      "loss": 0.3833845555782318,
+      "step": 8494
+    },
+    {
+      "epoch": 1.569666593525886,
+      "grad_norm": 0.06376456469297409,
+      "learning_rate": 9.736701609005661e-06,
+      "loss": 0.42644819617271423,
+      "step": 8495
+    },
+    {
+      "epoch": 1.5698513702347818,
+      "grad_norm": 0.09234484285116196,
+      "learning_rate": 9.734707390551069e-06,
+      "loss": 0.6424220204353333,
+      "step": 8496
+    },
+    {
+      "epoch": 1.5700361469436777,
+      "grad_norm": 0.08507819473743439,
+      "learning_rate": 9.73271318265429e-06,
+      "loss": 0.5291893482208252,
+      "step": 8497
+    },
+    {
+      "epoch": 1.5702209236525735,
+      "grad_norm": 0.07942351698875427,
+      "learning_rate": 9.730718985394692e-06,
+      "loss": 0.4431830942630768,
+      "step": 8498
+    },
+    {
+      "epoch": 1.5704057003614693,
+      "grad_norm": 0.06535894423723221,
+      "learning_rate": 9.728724798851636e-06,
+      "loss": 0.3336215615272522,
+      "step": 8499
+    },
+    {
+      "epoch": 1.5705904770703651,
+      "grad_norm": 0.061320461332798004,
+      "learning_rate": 9.726730623104482e-06,
+      "loss": 0.36527639627456665,
+      "step": 8500
+    },
+    {
+      "epoch": 1.5705904770703651,
+      "eval_loss": 0.574783444404602,
+      "eval_runtime": 277.0199,
+      "eval_samples_per_second": 65.804,
+      "eval_steps_per_second": 8.227,
+      "step": 8500
+    },
+    {
+      "epoch": 1.570775253779261,
+      "grad_norm": 0.095549575984478,
+      "learning_rate": 9.724736458232597e-06,
+      "loss": 0.6905973553657532,
+      "step": 8501
+    },
+    {
+      "epoch": 1.570960030488157,
+      "grad_norm": 0.08161711692810059,
+      "learning_rate": 9.722742304315339e-06,
+      "loss": 0.49852216243743896,
+      "step": 8502
+    },
+    {
+      "epoch": 1.5711448071970529,
+      "grad_norm": 0.08168318122625351,
+      "learning_rate": 9.72074816143207e-06,
+      "loss": 0.5491087436676025,
+      "step": 8503
+    },
+    {
+      "epoch": 1.5713295839059487,
+      "grad_norm": 0.061127275228500366,
+      "learning_rate": 9.71875402966215e-06,
+      "loss": 0.401092529296875,
+      "step": 8504
+    },
+    {
+      "epoch": 1.5715143606148445,
+      "grad_norm": 0.08369404822587967,
+      "learning_rate": 9.716759909084939e-06,
+      "loss": 0.5485149025917053,
+      "step": 8505
+    },
+    {
+      "epoch": 1.5716991373237403,
+      "grad_norm": 0.09047067910432816,
+      "learning_rate": 9.714765799779803e-06,
+      "loss": 0.6157129406929016,
+      "step": 8506
+    },
+    {
+      "epoch": 1.5718839140326362,
+      "grad_norm": 0.07468681037425995,
+      "learning_rate": 9.712771701826088e-06,
+      "loss": 0.4496452212333679,
+      "step": 8507
+    },
+    {
+      "epoch": 1.572068690741532,
+      "grad_norm": 0.06309043616056442,
+      "learning_rate": 9.710777615303163e-06,
+      "loss": 0.33331549167633057,
+      "step": 8508
+    },
+    {
+      "epoch": 1.5722534674504278,
+      "grad_norm": 0.08015831559896469,
+      "learning_rate": 9.708783540290388e-06,
+      "loss": 0.5962845683097839,
+      "step": 8509
+    },
+    {
+      "epoch": 1.5724382441593239,
+      "grad_norm": 0.06803075969219208,
+      "learning_rate": 9.706789476867115e-06,
+      "loss": 0.5292885303497314,
+      "step": 8510
+    },
+    {
+      "epoch": 1.5726230208682197,
+      "grad_norm": 0.08438073098659515,
+      "learning_rate": 9.704795425112699e-06,
+      "loss": 0.5161520838737488,
+      "step": 8511
+    },
+    {
+      "epoch": 1.5728077975771155,
+      "grad_norm": 0.0854136198759079,
+      "learning_rate": 9.702801385106508e-06,
+      "loss": 0.5688244700431824,
+      "step": 8512
+    },
+    {
+      "epoch": 1.5729925742860114,
+      "grad_norm": 0.0847952589392662,
+      "learning_rate": 9.700807356927888e-06,
+      "loss": 0.4528445601463318,
+      "step": 8513
+    },
+    {
+      "epoch": 1.5731773509949072,
+      "grad_norm": 0.06744641810655594,
+      "learning_rate": 9.698813340656199e-06,
+      "loss": 0.3817410171031952,
+      "step": 8514
+    },
+    {
+      "epoch": 1.573362127703803,
+      "grad_norm": 0.08746075630187988,
+      "learning_rate": 9.6968193363708e-06,
+      "loss": 0.5919474363327026,
+      "step": 8515
+    },
+    {
+      "epoch": 1.5735469044126988,
+      "grad_norm": 0.08473276346921921,
+      "learning_rate": 9.694825344151039e-06,
+      "loss": 0.6052566766738892,
+      "step": 8516
+    },
+    {
+      "epoch": 1.5737316811215947,
+      "grad_norm": 0.07219505310058594,
+      "learning_rate": 9.692831364076277e-06,
+      "loss": 0.40844255685806274,
+      "step": 8517
+    },
+    {
+      "epoch": 1.5739164578304905,
+      "grad_norm": 0.0649571493268013,
+      "learning_rate": 9.690837396225867e-06,
+      "loss": 0.5000103712081909,
+      "step": 8518
+    },
+    {
+      "epoch": 1.5741012345393863,
+      "grad_norm": 0.061946313828229904,
+      "learning_rate": 9.688843440679157e-06,
+      "loss": 0.39478957653045654,
+      "step": 8519
+    },
+    {
+      "epoch": 1.5742860112482822,
+      "grad_norm": 0.07370550185441971,
+      "learning_rate": 9.686849497515509e-06,
+      "loss": 0.4202343225479126,
+      "step": 8520
+    },
+    {
+      "epoch": 1.574470787957178,
+      "grad_norm": 0.07990618795156479,
+      "learning_rate": 9.684855566814268e-06,
+      "loss": 0.594482421875,
+      "step": 8521
+    },
+    {
+      "epoch": 1.5746555646660738,
+      "grad_norm": 0.07135336846113205,
+      "learning_rate": 9.68286164865479e-06,
+      "loss": 0.387400358915329,
+      "step": 8522
+    },
+    {
+      "epoch": 1.5748403413749696,
+      "grad_norm": 0.06443370878696442,
+      "learning_rate": 9.680867743116428e-06,
+      "loss": 0.3974674642086029,
+      "step": 8523
+    },
+    {
+      "epoch": 1.5750251180838655,
+      "grad_norm": 0.07257106900215149,
+      "learning_rate": 9.67887385027853e-06,
+      "loss": 0.3580196797847748,
+      "step": 8524
+    },
+    {
+      "epoch": 1.5752098947927613,
+      "grad_norm": 0.08325569331645966,
+      "learning_rate": 9.676879970220447e-06,
+      "loss": 0.5409526228904724,
+      "step": 8525
+    },
+    {
+      "epoch": 1.5753946715016571,
+      "grad_norm": 0.06914255023002625,
+      "learning_rate": 9.674886103021535e-06,
+      "loss": 0.4544118642807007,
+      "step": 8526
+    },
+    {
+      "epoch": 1.575579448210553,
+      "grad_norm": 0.08010513335466385,
+      "learning_rate": 9.672892248761134e-06,
+      "loss": 0.5300863981246948,
+      "step": 8527
+    },
+    {
+      "epoch": 1.5757642249194488,
+      "grad_norm": 0.0959707498550415,
+      "learning_rate": 9.670898407518598e-06,
+      "loss": 0.5134875178337097,
+      "step": 8528
+    },
+    {
+      "epoch": 1.5759490016283446,
+      "grad_norm": 0.07733378559350967,
+      "learning_rate": 9.668904579373281e-06,
+      "loss": 0.42300963401794434,
+      "step": 8529
+    },
+    {
+      "epoch": 1.5761337783372404,
+      "grad_norm": 0.06547591835260391,
+      "learning_rate": 9.666910764404522e-06,
+      "loss": 0.3899762034416199,
+      "step": 8530
+    },
+    {
+      "epoch": 1.5763185550461363,
+      "grad_norm": 0.0907437801361084,
+      "learning_rate": 9.66491696269167e-06,
+      "loss": 0.6079534888267517,
+      "step": 8531
+    },
+    {
+      "epoch": 1.5765033317550323,
+      "grad_norm": 0.08068032562732697,
+      "learning_rate": 9.662923174314081e-06,
+      "loss": 0.5906936526298523,
+      "step": 8532
+    },
+    {
+      "epoch": 1.5766881084639282,
+      "grad_norm": 0.07635143399238586,
+      "learning_rate": 9.66092939935109e-06,
+      "loss": 0.47133001685142517,
+      "step": 8533
+    },
+    {
+      "epoch": 1.576872885172824,
+      "grad_norm": 0.08321890980005264,
+      "learning_rate": 9.658935637882051e-06,
+      "loss": 0.43831631541252136,
+      "step": 8534
+    },
+    {
+      "epoch": 1.5770576618817198,
+      "grad_norm": 0.08589746803045273,
+      "learning_rate": 9.656941889986304e-06,
+      "loss": 0.5517308712005615,
+      "step": 8535
+    },
+    {
+      "epoch": 1.5772424385906156,
+      "grad_norm": 0.08684679120779037,
+      "learning_rate": 9.654948155743197e-06,
+      "loss": 0.5462250113487244,
+      "step": 8536
+    },
+    {
+      "epoch": 1.5774272152995115,
+      "grad_norm": 0.07754339277744293,
+      "learning_rate": 9.652954435232076e-06,
+      "loss": 0.47365671396255493,
+      "step": 8537
+    },
+    {
+      "epoch": 1.5776119920084073,
+      "grad_norm": 0.0754380151629448,
+      "learning_rate": 9.650960728532281e-06,
+      "loss": 0.5568907856941223,
+      "step": 8538
+    },
+    {
+      "epoch": 1.5777967687173033,
+      "grad_norm": 0.0809510350227356,
+      "learning_rate": 9.648967035723155e-06,
+      "loss": 0.6057025790214539,
+      "step": 8539
+    },
+    {
+      "epoch": 1.5779815454261992,
+      "grad_norm": 0.06684159487485886,
+      "learning_rate": 9.646973356884048e-06,
+      "loss": 0.45625466108322144,
+      "step": 8540
+    },
+    {
+      "epoch": 1.578166322135095,
+      "grad_norm": 0.08466535061597824,
+      "learning_rate": 9.644979692094291e-06,
+      "loss": 0.5078467726707458,
+      "step": 8541
+    },
+    {
+      "epoch": 1.5783510988439908,
+      "grad_norm": 0.07972890883684158,
+      "learning_rate": 9.642986041433234e-06,
+      "loss": 0.534195065498352,
+      "step": 8542
+    },
+    {
+      "epoch": 1.5785358755528867,
+      "grad_norm": 0.06992193311452866,
+      "learning_rate": 9.64099240498022e-06,
+      "loss": 0.3801504671573639,
+      "step": 8543
+    },
+    {
+      "epoch": 1.5787206522617825,
+      "grad_norm": 0.09189796447753906,
+      "learning_rate": 9.638998782814578e-06,
+      "loss": 0.8108822107315063,
+      "step": 8544
+    },
+    {
+      "epoch": 1.5789054289706783,
+      "grad_norm": 0.08371283113956451,
+      "learning_rate": 9.637005175015658e-06,
+      "loss": 0.606974184513092,
+      "step": 8545
+    },
+    {
+      "epoch": 1.5790902056795741,
+      "grad_norm": 0.08414312452077866,
+      "learning_rate": 9.6350115816628e-06,
+      "loss": 0.5521185398101807,
+      "step": 8546
+    },
+    {
+      "epoch": 1.57927498238847,
+      "grad_norm": 0.0676870197057724,
+      "learning_rate": 9.633018002835331e-06,
+      "loss": 0.45219096541404724,
+      "step": 8547
+    },
+    {
+      "epoch": 1.5794597590973658,
+      "grad_norm": 0.07192827016115189,
+      "learning_rate": 9.631024438612602e-06,
+      "loss": 0.5052711963653564,
+      "step": 8548
+    },
+    {
+      "epoch": 1.5796445358062616,
+      "grad_norm": 0.05874146893620491,
+      "learning_rate": 9.62903088907395e-06,
+      "loss": 0.4122426211833954,
+      "step": 8549
+    },
+    {
+      "epoch": 1.5798293125151575,
+      "grad_norm": 0.07684757560491562,
+      "learning_rate": 9.627037354298702e-06,
+      "loss": 0.4595337212085724,
+      "step": 8550
+    },
+    {
+      "epoch": 1.5800140892240533,
+      "grad_norm": 0.08987244218587875,
+      "learning_rate": 9.625043834366204e-06,
+      "loss": 0.7718538641929626,
+      "step": 8551
+    },
+    {
+      "epoch": 1.5801988659329491,
+      "grad_norm": 0.054467007517814636,
+      "learning_rate": 9.623050329355786e-06,
+      "loss": 0.3730161488056183,
+      "step": 8552
+    },
+    {
+      "epoch": 1.580383642641845,
+      "grad_norm": 0.09580789506435394,
+      "learning_rate": 9.621056839346785e-06,
+      "loss": 0.6520174741744995,
+      "step": 8553
+    },
+    {
+      "epoch": 1.5805684193507408,
+      "grad_norm": 0.07195496559143066,
+      "learning_rate": 9.619063364418539e-06,
+      "loss": 0.5536537170410156,
+      "step": 8554
+    },
+    {
+      "epoch": 1.5807531960596366,
+      "grad_norm": 0.07392167299985886,
+      "learning_rate": 9.617069904650378e-06,
+      "loss": 0.5084531903266907,
+      "step": 8555
+    },
+    {
+      "epoch": 1.5809379727685324,
+      "grad_norm": 0.07539352029561996,
+      "learning_rate": 9.615076460121636e-06,
+      "loss": 0.5134398341178894,
+      "step": 8556
+    },
+    {
+      "epoch": 1.5811227494774283,
+      "grad_norm": 0.0947013720870018,
+      "learning_rate": 9.613083030911647e-06,
+      "loss": 0.6003947854042053,
+      "step": 8557
+    },
+    {
+      "epoch": 1.581307526186324,
+      "grad_norm": 0.08073306828737259,
+      "learning_rate": 9.611089617099743e-06,
+      "loss": 0.5335020422935486,
+      "step": 8558
+    },
+    {
+      "epoch": 1.58149230289522,
+      "grad_norm": 0.06273633986711502,
+      "learning_rate": 9.609096218765254e-06,
+      "loss": 0.4417981207370758,
+      "step": 8559
+    },
+    {
+      "epoch": 1.5816770796041157,
+      "grad_norm": 0.08009282499551773,
+      "learning_rate": 9.607102835987516e-06,
+      "loss": 0.6260141134262085,
+      "step": 8560
+    },
+    {
+      "epoch": 1.5818618563130118,
+      "grad_norm": 0.07559967786073685,
+      "learning_rate": 9.605109468845854e-06,
+      "loss": 0.43849584460258484,
+      "step": 8561
+    },
+    {
+      "epoch": 1.5820466330219076,
+      "grad_norm": 0.0853399932384491,
+      "learning_rate": 9.603116117419597e-06,
+      "loss": 0.4622129797935486,
+      "step": 8562
+    },
+    {
+      "epoch": 1.5822314097308035,
+      "grad_norm": 0.05605161562561989,
+      "learning_rate": 9.601122781788082e-06,
+      "loss": 0.31195148825645447,
+      "step": 8563
+    },
+    {
+      "epoch": 1.5824161864396993,
+      "grad_norm": 0.05759282410144806,
+      "learning_rate": 9.599129462030628e-06,
+      "loss": 0.4043887257575989,
+      "step": 8564
+    },
+    {
+      "epoch": 1.582600963148595,
+      "grad_norm": 0.08678488433361053,
+      "learning_rate": 9.59713615822657e-06,
+      "loss": 0.5891516804695129,
+      "step": 8565
+    },
+    {
+      "epoch": 1.582785739857491,
+      "grad_norm": 0.06864611059427261,
+      "learning_rate": 9.595142870455233e-06,
+      "loss": 0.48909685015678406,
+      "step": 8566
+    },
+    {
+      "epoch": 1.5829705165663868,
+      "grad_norm": 0.063519187271595,
+      "learning_rate": 9.59314959879594e-06,
+      "loss": 0.42133191227912903,
+      "step": 8567
+    },
+    {
+      "epoch": 1.5831552932752828,
+      "grad_norm": 0.07372412085533142,
+      "learning_rate": 9.591156343328026e-06,
+      "loss": 0.49911460280418396,
+      "step": 8568
+    },
+    {
+      "epoch": 1.5833400699841786,
+      "grad_norm": 0.08856049925088882,
+      "learning_rate": 9.589163104130804e-06,
+      "loss": 0.5521577596664429,
+      "step": 8569
+    },
+    {
+      "epoch": 1.5835248466930745,
+      "grad_norm": 0.1006108745932579,
+      "learning_rate": 9.587169881283606e-06,
+      "loss": 0.6770339012145996,
+      "step": 8570
+    },
+    {
+      "epoch": 1.5837096234019703,
+      "grad_norm": 0.07106732577085495,
+      "learning_rate": 9.58517667486576e-06,
+      "loss": 0.49186861515045166,
+      "step": 8571
+    },
+    {
+      "epoch": 1.5838944001108661,
+      "grad_norm": 0.06963815540075302,
+      "learning_rate": 9.583183484956578e-06,
+      "loss": 0.4227297008037567,
+      "step": 8572
+    },
+    {
+      "epoch": 1.584079176819762,
+      "grad_norm": 0.11049696803092957,
+      "learning_rate": 9.581190311635392e-06,
+      "loss": 0.7336570024490356,
+      "step": 8573
+    },
+    {
+      "epoch": 1.5842639535286578,
+      "grad_norm": 0.060407184064388275,
+      "learning_rate": 9.579197154981523e-06,
+      "loss": 0.4391293525695801,
+      "step": 8574
+    },
+    {
+      "epoch": 1.5844487302375536,
+      "grad_norm": 0.06626936793327332,
+      "learning_rate": 9.57720401507429e-06,
+      "loss": 0.4679132401943207,
+      "step": 8575
+    },
+    {
+      "epoch": 1.5846335069464494,
+      "grad_norm": 0.0940513014793396,
+      "learning_rate": 9.575210891993012e-06,
+      "loss": 0.6576391458511353,
+      "step": 8576
+    },
+    {
+      "epoch": 1.5848182836553453,
+      "grad_norm": 0.08608409017324448,
+      "learning_rate": 9.573217785817014e-06,
+      "loss": 0.7329196929931641,
+      "step": 8577
+    },
+    {
+      "epoch": 1.585003060364241,
+      "grad_norm": 0.05827013775706291,
+      "learning_rate": 9.571224696625612e-06,
+      "loss": 0.3933447301387787,
+      "step": 8578
+    },
+    {
+      "epoch": 1.585187837073137,
+      "grad_norm": 0.07204660028219223,
+      "learning_rate": 9.569231624498125e-06,
+      "loss": 0.47026368975639343,
+      "step": 8579
+    },
+    {
+      "epoch": 1.5853726137820328,
+      "grad_norm": 0.07245006412267685,
+      "learning_rate": 9.567238569513872e-06,
+      "loss": 0.4619942605495453,
+      "step": 8580
+    },
+    {
+      "epoch": 1.5855573904909286,
+      "grad_norm": 0.08662433177232742,
+      "learning_rate": 9.56524553175217e-06,
+      "loss": 0.6254631280899048,
+      "step": 8581
+    },
+    {
+      "epoch": 1.5857421671998244,
+      "grad_norm": 0.07138058543205261,
+      "learning_rate": 9.563252511292335e-06,
+      "loss": 0.5061289072036743,
+      "step": 8582
+    },
+    {
+      "epoch": 1.5859269439087202,
+      "grad_norm": 0.0875978097319603,
+      "learning_rate": 9.561259508213687e-06,
+      "loss": 0.6061347723007202,
+      "step": 8583
+    },
+    {
+      "epoch": 1.586111720617616,
+      "grad_norm": 0.07914415001869202,
+      "learning_rate": 9.559266522595534e-06,
+      "loss": 0.5068250894546509,
+      "step": 8584
+    },
+    {
+      "epoch": 1.586296497326512,
+      "grad_norm": 0.07915471494197845,
+      "learning_rate": 9.5572735545172e-06,
+      "loss": 0.5223965048789978,
+      "step": 8585
+    },
+    {
+      "epoch": 1.5864812740354077,
+      "grad_norm": 0.0746086835861206,
+      "learning_rate": 9.555280604057989e-06,
+      "loss": 0.4711228311061859,
+      "step": 8586
+    },
+    {
+      "epoch": 1.5866660507443036,
+      "grad_norm": 0.07825423032045364,
+      "learning_rate": 9.553287671297216e-06,
+      "loss": 0.5604469776153564,
+      "step": 8587
+    },
+    {
+      "epoch": 1.5868508274531994,
+      "grad_norm": 0.08418682962656021,
+      "learning_rate": 9.551294756314202e-06,
+      "loss": 0.6489458680152893,
+      "step": 8588
+    },
+    {
+      "epoch": 1.5870356041620952,
+      "grad_norm": 0.0813329666852951,
+      "learning_rate": 9.54930185918825e-06,
+      "loss": 0.5974125266075134,
+      "step": 8589
+    },
+    {
+      "epoch": 1.5872203808709913,
+      "grad_norm": 0.08046593517065048,
+      "learning_rate": 9.547308979998673e-06,
+      "loss": 0.5678706169128418,
+      "step": 8590
+    },
+    {
+      "epoch": 1.587405157579887,
+      "grad_norm": 0.06909194588661194,
+      "learning_rate": 9.545316118824784e-06,
+      "loss": 0.46457499265670776,
+      "step": 8591
+    },
+    {
+      "epoch": 1.587589934288783,
+      "grad_norm": 0.09298303723335266,
+      "learning_rate": 9.543323275745891e-06,
+      "loss": 0.6481351852416992,
+      "step": 8592
+    },
+    {
+      "epoch": 1.5877747109976788,
+      "grad_norm": 0.09103282541036606,
+      "learning_rate": 9.5413304508413e-06,
+      "loss": 0.5711163282394409,
+      "step": 8593
+    },
+    {
+      "epoch": 1.5879594877065746,
+      "grad_norm": 0.08446116000413895,
+      "learning_rate": 9.539337644190327e-06,
+      "loss": 0.6023228168487549,
+      "step": 8594
+    },
+    {
+      "epoch": 1.5881442644154704,
+      "grad_norm": 0.07669594138860703,
+      "learning_rate": 9.537344855872271e-06,
+      "loss": 0.5727745890617371,
+      "step": 8595
+    },
+    {
+      "epoch": 1.5883290411243662,
+      "grad_norm": 0.05845790356397629,
+      "learning_rate": 9.535352085966442e-06,
+      "loss": 0.3232874274253845,
+      "step": 8596
+    },
+    {
+      "epoch": 1.588513817833262,
+      "grad_norm": 0.06394659727811813,
+      "learning_rate": 9.533359334552148e-06,
+      "loss": 0.42282405495643616,
+      "step": 8597
+    },
+    {
+      "epoch": 1.5886985945421581,
+      "grad_norm": 0.08589275926351547,
+      "learning_rate": 9.53136660170869e-06,
+      "loss": 0.5387320518493652,
+      "step": 8598
+    },
+    {
+      "epoch": 1.588883371251054,
+      "grad_norm": 0.058079712092876434,
+      "learning_rate": 9.52937388751538e-06,
+      "loss": 0.3864925801753998,
+      "step": 8599
+    },
+    {
+      "epoch": 1.5890681479599498,
+      "grad_norm": 0.0662282183766365,
+      "learning_rate": 9.527381192051513e-06,
+      "loss": 0.3943120539188385,
+      "step": 8600
+    },
+    {
+      "epoch": 1.5892529246688456,
+      "grad_norm": 0.07138784229755402,
+      "learning_rate": 9.525388515396395e-06,
+      "loss": 0.546523928642273,
+      "step": 8601
+    },
+    {
+      "epoch": 1.5894377013777414,
+      "grad_norm": 0.0852469652891159,
+      "learning_rate": 9.523395857629335e-06,
+      "loss": 0.587976336479187,
+      "step": 8602
+    },
+    {
+      "epoch": 1.5896224780866373,
+      "grad_norm": 0.08037744462490082,
+      "learning_rate": 9.521403218829622e-06,
+      "loss": 0.5629453659057617,
+      "step": 8603
+    },
+    {
+      "epoch": 1.589807254795533,
+      "grad_norm": 0.09018945693969727,
+      "learning_rate": 9.519410599076566e-06,
+      "loss": 0.602557897567749,
+      "step": 8604
+    },
+    {
+      "epoch": 1.589992031504429,
+      "grad_norm": 0.08428955078125,
+      "learning_rate": 9.517417998449468e-06,
+      "loss": 0.4888676106929779,
+      "step": 8605
+    },
+    {
+      "epoch": 1.5901768082133247,
+      "grad_norm": 0.07636924088001251,
+      "learning_rate": 9.515425417027619e-06,
+      "loss": 0.4932645261287689,
+      "step": 8606
+    },
+    {
+      "epoch": 1.5903615849222206,
+      "grad_norm": 0.06713202595710754,
+      "learning_rate": 9.513432854890322e-06,
+      "loss": 0.4275995194911957,
+      "step": 8607
+    },
+    {
+      "epoch": 1.5905463616311164,
+      "grad_norm": 0.07278622686862946,
+      "learning_rate": 9.51144031211688e-06,
+      "loss": 0.45914706587791443,
+      "step": 8608
+    },
+    {
+      "epoch": 1.5907311383400122,
+      "grad_norm": 0.07968050241470337,
+      "learning_rate": 9.509447788786582e-06,
+      "loss": 0.5035563111305237,
+      "step": 8609
+    },
+    {
+      "epoch": 1.590915915048908,
+      "grad_norm": 0.09256451576948166,
+      "learning_rate": 9.507455284978728e-06,
+      "loss": 0.6316693425178528,
+      "step": 8610
+    },
+    {
+      "epoch": 1.5911006917578039,
+      "grad_norm": 0.07208509743213654,
+      "learning_rate": 9.505462800772612e-06,
+      "loss": 0.46981462836265564,
+      "step": 8611
+    },
+    {
+      "epoch": 1.5912854684666997,
+      "grad_norm": 0.09786707162857056,
+      "learning_rate": 9.503470336247529e-06,
+      "loss": 0.6726077198982239,
+      "step": 8612
+    },
+    {
+      "epoch": 1.5914702451755955,
+      "grad_norm": 0.053754352033138275,
+      "learning_rate": 9.501477891482774e-06,
+      "loss": 0.3265490233898163,
+      "step": 8613
+    },
+    {
+      "epoch": 1.5916550218844914,
+      "grad_norm": 0.09386641532182693,
+      "learning_rate": 9.49948546655764e-06,
+      "loss": 0.5951492786407471,
+      "step": 8614
+    },
+    {
+      "epoch": 1.5918397985933872,
+      "grad_norm": 0.0635455846786499,
+      "learning_rate": 9.497493061551415e-06,
+      "loss": 0.3247123062610626,
+      "step": 8615
+    },
+    {
+      "epoch": 1.592024575302283,
+      "grad_norm": 0.09346818923950195,
+      "learning_rate": 9.495500676543398e-06,
+      "loss": 0.7429558634757996,
+      "step": 8616
+    },
+    {
+      "epoch": 1.5922093520111789,
+      "grad_norm": 0.06018964573740959,
+      "learning_rate": 9.493508311612874e-06,
+      "loss": 0.3677816092967987,
+      "step": 8617
+    },
+    {
+      "epoch": 1.5923941287200747,
+      "grad_norm": 0.06864192336797714,
+      "learning_rate": 9.491515966839134e-06,
+      "loss": 0.45008015632629395,
+      "step": 8618
+    },
+    {
+      "epoch": 1.5925789054289705,
+      "grad_norm": 0.06789940595626831,
+      "learning_rate": 9.48952364230147e-06,
+      "loss": 0.43501466512680054,
+      "step": 8619
+    },
+    {
+      "epoch": 1.5927636821378666,
+      "grad_norm": 0.08567140996456146,
+      "learning_rate": 9.487531338079166e-06,
+      "loss": 0.5239092707633972,
+      "step": 8620
+    },
+    {
+      "epoch": 1.5929484588467624,
+      "grad_norm": 0.09160125255584717,
+      "learning_rate": 9.48553905425151e-06,
+      "loss": 0.6530731320381165,
+      "step": 8621
+    },
+    {
+      "epoch": 1.5931332355556582,
+      "grad_norm": 0.07891631871461868,
+      "learning_rate": 9.483546790897796e-06,
+      "loss": 0.5528213977813721,
+      "step": 8622
+    },
+    {
+      "epoch": 1.593318012264554,
+      "grad_norm": 0.056103698909282684,
+      "learning_rate": 9.481554548097297e-06,
+      "loss": 0.2905942499637604,
+      "step": 8623
+    },
+    {
+      "epoch": 1.5935027889734499,
+      "grad_norm": 0.08046253770589828,
+      "learning_rate": 9.479562325929307e-06,
+      "loss": 0.49072909355163574,
+      "step": 8624
+    },
+    {
+      "epoch": 1.5936875656823457,
+      "grad_norm": 0.07400275021791458,
+      "learning_rate": 9.477570124473113e-06,
+      "loss": 0.511428952217102,
+      "step": 8625
+    },
+    {
+      "epoch": 1.5938723423912415,
+      "grad_norm": 0.06470328569412231,
+      "learning_rate": 9.47557794380799e-06,
+      "loss": 0.48424461483955383,
+      "step": 8626
+    },
+    {
+      "epoch": 1.5940571191001376,
+      "grad_norm": 0.0823003426194191,
+      "learning_rate": 9.473585784013219e-06,
+      "loss": 0.4720412790775299,
+      "step": 8627
+    },
+    {
+      "epoch": 1.5942418958090334,
+      "grad_norm": 0.0525951124727726,
+      "learning_rate": 9.471593645168096e-06,
+      "loss": 0.3639041483402252,
+      "step": 8628
+    },
+    {
+      "epoch": 1.5944266725179292,
+      "grad_norm": 0.05389215424656868,
+      "learning_rate": 9.469601527351887e-06,
+      "loss": 0.31378528475761414,
+      "step": 8629
+    },
+    {
+      "epoch": 1.594611449226825,
+      "grad_norm": 0.06935250759124756,
+      "learning_rate": 9.467609430643877e-06,
+      "loss": 0.5664317011833191,
+      "step": 8630
+    },
+    {
+      "epoch": 1.594796225935721,
+      "grad_norm": 0.07487247884273529,
+      "learning_rate": 9.465617355123352e-06,
+      "loss": 0.48654481768608093,
+      "step": 8631
+    },
+    {
+      "epoch": 1.5949810026446167,
+      "grad_norm": 0.07327792793512344,
+      "learning_rate": 9.46362530086958e-06,
+      "loss": 0.6170271039009094,
+      "step": 8632
+    },
+    {
+      "epoch": 1.5951657793535126,
+      "grad_norm": 0.08417121320962906,
+      "learning_rate": 9.461633267961844e-06,
+      "loss": 0.6322805285453796,
+      "step": 8633
+    },
+    {
+      "epoch": 1.5953505560624084,
+      "grad_norm": 0.08535663783550262,
+      "learning_rate": 9.459641256479419e-06,
+      "loss": 0.4844543933868408,
+      "step": 8634
+    },
+    {
+      "epoch": 1.5955353327713042,
+      "grad_norm": 0.07370703667402267,
+      "learning_rate": 9.45764926650158e-06,
+      "loss": 0.45001500844955444,
+      "step": 8635
+    },
+    {
+      "epoch": 1.5957201094802,
+      "grad_norm": 0.05562310293316841,
+      "learning_rate": 9.455657298107607e-06,
+      "loss": 0.3464704751968384,
+      "step": 8636
+    },
+    {
+      "epoch": 1.5959048861890959,
+      "grad_norm": 0.06573774665594101,
+      "learning_rate": 9.453665351376768e-06,
+      "loss": 0.4138845205307007,
+      "step": 8637
+    },
+    {
+      "epoch": 1.5960896628979917,
+      "grad_norm": 0.08080170303583145,
+      "learning_rate": 9.451673426388336e-06,
+      "loss": 0.49387991428375244,
+      "step": 8638
+    },
+    {
+      "epoch": 1.5962744396068875,
+      "grad_norm": 0.09069648385047913,
+      "learning_rate": 9.449681523221593e-06,
+      "loss": 0.6068739891052246,
+      "step": 8639
+    },
+    {
+      "epoch": 1.5964592163157834,
+      "grad_norm": 0.08178447932004929,
+      "learning_rate": 9.447689641955799e-06,
+      "loss": 0.581017792224884,
+      "step": 8640
+    },
+    {
+      "epoch": 1.5966439930246792,
+      "grad_norm": 0.0756615549325943,
+      "learning_rate": 9.445697782670229e-06,
+      "loss": 0.4431816637516022,
+      "step": 8641
+    },
+    {
+      "epoch": 1.596828769733575,
+      "grad_norm": 0.09431053698062897,
+      "learning_rate": 9.443705945444158e-06,
+      "loss": 0.7131768465042114,
+      "step": 8642
+    },
+    {
+      "epoch": 1.5970135464424708,
+      "grad_norm": 0.07183665037155151,
+      "learning_rate": 9.441714130356842e-06,
+      "loss": 0.41819319128990173,
+      "step": 8643
+    },
+    {
+      "epoch": 1.5971983231513667,
+      "grad_norm": 0.059549588710069656,
+      "learning_rate": 9.439722337487561e-06,
+      "loss": 0.40329742431640625,
+      "step": 8644
+    },
+    {
+      "epoch": 1.5973830998602625,
+      "grad_norm": 0.07357224822044373,
+      "learning_rate": 9.437730566915582e-06,
+      "loss": 0.49433422088623047,
+      "step": 8645
+    },
+    {
+      "epoch": 1.5975678765691583,
+      "grad_norm": 0.06763920187950134,
+      "learning_rate": 9.435738818720164e-06,
+      "loss": 0.37012627720832825,
+      "step": 8646
+    },
+    {
+      "epoch": 1.5977526532780542,
+      "grad_norm": 0.07158965617418289,
+      "learning_rate": 9.433747092980571e-06,
+      "loss": 0.49394795298576355,
+      "step": 8647
+    },
+    {
+      "epoch": 1.59793742998695,
+      "grad_norm": 0.08695575594902039,
+      "learning_rate": 9.43175538977608e-06,
+      "loss": 0.5455334782600403,
+      "step": 8648
+    },
+    {
+      "epoch": 1.598122206695846,
+      "grad_norm": 0.06903868168592453,
+      "learning_rate": 9.429763709185943e-06,
+      "loss": 0.4207424819469452,
+      "step": 8649
+    },
+    {
+      "epoch": 1.5983069834047419,
+      "grad_norm": 0.07839375734329224,
+      "learning_rate": 9.427772051289427e-06,
+      "loss": 0.5606071949005127,
+      "step": 8650
+    },
+    {
+      "epoch": 1.5984917601136377,
+      "grad_norm": 0.07867002487182617,
+      "learning_rate": 9.425780416165794e-06,
+      "loss": 0.4959498345851898,
+      "step": 8651
+    },
+    {
+      "epoch": 1.5986765368225335,
+      "grad_norm": 0.08320920169353485,
+      "learning_rate": 9.423788803894301e-06,
+      "loss": 0.5476346015930176,
+      "step": 8652
+    },
+    {
+      "epoch": 1.5988613135314294,
+      "grad_norm": 0.07733888924121857,
+      "learning_rate": 9.421797214554213e-06,
+      "loss": 0.4884255826473236,
+      "step": 8653
+    },
+    {
+      "epoch": 1.5990460902403252,
+      "grad_norm": 0.0582268163561821,
+      "learning_rate": 9.419805648224785e-06,
+      "loss": 0.3183627426624298,
+      "step": 8654
+    },
+    {
+      "epoch": 1.599230866949221,
+      "grad_norm": 0.06752382963895798,
+      "learning_rate": 9.417814104985278e-06,
+      "loss": 0.3429985046386719,
+      "step": 8655
+    },
+    {
+      "epoch": 1.599415643658117,
+      "grad_norm": 0.06709057837724686,
+      "learning_rate": 9.41582258491495e-06,
+      "loss": 0.4029124677181244,
+      "step": 8656
+    },
+    {
+      "epoch": 1.5996004203670129,
+      "grad_norm": 0.06716939806938171,
+      "learning_rate": 9.413831088093052e-06,
+      "loss": 0.47434157133102417,
+      "step": 8657
+    },
+    {
+      "epoch": 1.5997851970759087,
+      "grad_norm": 0.0751735270023346,
+      "learning_rate": 9.411839614598845e-06,
+      "loss": 0.4409109055995941,
+      "step": 8658
+    },
+    {
+      "epoch": 1.5999699737848045,
+      "grad_norm": 0.08015467971563339,
+      "learning_rate": 9.409848164511583e-06,
+      "loss": 0.43245774507522583,
+      "step": 8659
+    },
+    {
+      "epoch": 1.6001547504937004,
+      "grad_norm": 0.059320174157619476,
+      "learning_rate": 9.407856737910514e-06,
+      "loss": 0.3780234754085541,
+      "step": 8660
+    },
+    {
+      "epoch": 1.6003395272025962,
+      "grad_norm": 0.080257847905159,
+      "learning_rate": 9.405865334874896e-06,
+      "loss": 0.5547727346420288,
+      "step": 8661
+    },
+    {
+      "epoch": 1.600524303911492,
+      "grad_norm": 0.07040159404277802,
+      "learning_rate": 9.403873955483982e-06,
+      "loss": 0.4538348615169525,
+      "step": 8662
+    },
+    {
+      "epoch": 1.6007090806203879,
+      "grad_norm": 0.04806624725461006,
+      "learning_rate": 9.401882599817013e-06,
+      "loss": 0.33367177844047546,
+      "step": 8663
+    },
+    {
+      "epoch": 1.6008938573292837,
+      "grad_norm": 0.08615703880786896,
+      "learning_rate": 9.399891267953252e-06,
+      "loss": 0.6941844820976257,
+      "step": 8664
+    },
+    {
+      "epoch": 1.6010786340381795,
+      "grad_norm": 0.07073012739419937,
+      "learning_rate": 9.397899959971937e-06,
+      "loss": 0.4684998393058777,
+      "step": 8665
+    },
+    {
+      "epoch": 1.6012634107470753,
+      "grad_norm": 0.07388255000114441,
+      "learning_rate": 9.395908675952319e-06,
+      "loss": 0.45641809701919556,
+      "step": 8666
+    },
+    {
+      "epoch": 1.6014481874559712,
+      "grad_norm": 0.08160973340272903,
+      "learning_rate": 9.393917415973648e-06,
+      "loss": 0.5580446720123291,
+      "step": 8667
+    },
+    {
+      "epoch": 1.601632964164867,
+      "grad_norm": 0.07806427776813507,
+      "learning_rate": 9.391926180115168e-06,
+      "loss": 0.5362488627433777,
+      "step": 8668
+    },
+    {
+      "epoch": 1.6018177408737628,
+      "grad_norm": 0.07841908931732178,
+      "learning_rate": 9.38993496845612e-06,
+      "loss": 0.5302690267562866,
+      "step": 8669
+    },
+    {
+      "epoch": 1.6020025175826587,
+      "grad_norm": 0.08175771683454514,
+      "learning_rate": 9.387943781075755e-06,
+      "loss": 0.4767942428588867,
+      "step": 8670
+    },
+    {
+      "epoch": 1.6021872942915545,
+      "grad_norm": 0.07378681004047394,
+      "learning_rate": 9.385952618053313e-06,
+      "loss": 0.5257818698883057,
+      "step": 8671
+    },
+    {
+      "epoch": 1.6023720710004503,
+      "grad_norm": 0.10777638107538223,
+      "learning_rate": 9.383961479468031e-06,
+      "loss": 0.654915988445282,
+      "step": 8672
+    },
+    {
+      "epoch": 1.6025568477093461,
+      "grad_norm": 0.09170585870742798,
+      "learning_rate": 9.381970365399162e-06,
+      "loss": 0.6202282905578613,
+      "step": 8673
+    },
+    {
+      "epoch": 1.602741624418242,
+      "grad_norm": 0.07236034423112869,
+      "learning_rate": 9.379979275925934e-06,
+      "loss": 0.5273255109786987,
+      "step": 8674
+    },
+    {
+      "epoch": 1.6029264011271378,
+      "grad_norm": 0.06548592448234558,
+      "learning_rate": 9.377988211127591e-06,
+      "loss": 0.4312899112701416,
+      "step": 8675
+    },
+    {
+      "epoch": 1.6031111778360336,
+      "grad_norm": 0.07652442157268524,
+      "learning_rate": 9.375997171083372e-06,
+      "loss": 0.5723881125450134,
+      "step": 8676
+    },
+    {
+      "epoch": 1.6032959545449295,
+      "grad_norm": 0.08384647965431213,
+      "learning_rate": 9.374006155872514e-06,
+      "loss": 0.5194376111030579,
+      "step": 8677
+    },
+    {
+      "epoch": 1.6034807312538255,
+      "grad_norm": 0.08439996093511581,
+      "learning_rate": 9.37201516557425e-06,
+      "loss": 0.5405910015106201,
+      "step": 8678
+    },
+    {
+      "epoch": 1.6036655079627213,
+      "grad_norm": 0.05453351140022278,
+      "learning_rate": 9.370024200267822e-06,
+      "loss": 0.3144639730453491,
+      "step": 8679
+    },
+    {
+      "epoch": 1.6038502846716172,
+      "grad_norm": 0.08673521876335144,
+      "learning_rate": 9.368033260032458e-06,
+      "loss": 0.5571047067642212,
+      "step": 8680
+    },
+    {
+      "epoch": 1.604035061380513,
+      "grad_norm": 0.0772957131266594,
+      "learning_rate": 9.366042344947396e-06,
+      "loss": 0.41941192746162415,
+      "step": 8681
+    },
+    {
+      "epoch": 1.6042198380894088,
+      "grad_norm": 0.07876481115818024,
+      "learning_rate": 9.364051455091861e-06,
+      "loss": 0.5334144234657288,
+      "step": 8682
+    },
+    {
+      "epoch": 1.6044046147983047,
+      "grad_norm": 0.0865866169333458,
+      "learning_rate": 9.362060590545086e-06,
+      "loss": 0.5806391835212708,
+      "step": 8683
+    },
+    {
+      "epoch": 1.6045893915072005,
+      "grad_norm": 0.06845936924219131,
+      "learning_rate": 9.360069751386311e-06,
+      "loss": 0.4660915732383728,
+      "step": 8684
+    },
+    {
+      "epoch": 1.6047741682160963,
+      "grad_norm": 0.08829370141029358,
+      "learning_rate": 9.358078937694754e-06,
+      "loss": 0.5103304386138916,
+      "step": 8685
+    },
+    {
+      "epoch": 1.6049589449249924,
+      "grad_norm": 0.06883946061134338,
+      "learning_rate": 9.356088149549644e-06,
+      "loss": 0.44140616059303284,
+      "step": 8686
+    },
+    {
+      "epoch": 1.6051437216338882,
+      "grad_norm": 0.0737924799323082,
+      "learning_rate": 9.354097387030217e-06,
+      "loss": 0.44015246629714966,
+      "step": 8687
+    },
+    {
+      "epoch": 1.605328498342784,
+      "grad_norm": 0.08518895506858826,
+      "learning_rate": 9.35210665021569e-06,
+      "loss": 0.5649626851081848,
+      "step": 8688
+    },
+    {
+      "epoch": 1.6055132750516798,
+      "grad_norm": 0.06098601967096329,
+      "learning_rate": 9.35011593918529e-06,
+      "loss": 0.3328516483306885,
+      "step": 8689
+    },
+    {
+      "epoch": 1.6056980517605757,
+      "grad_norm": 0.06565692275762558,
+      "learning_rate": 9.348125254018245e-06,
+      "loss": 0.5171113610267639,
+      "step": 8690
+    },
+    {
+      "epoch": 1.6058828284694715,
+      "grad_norm": 0.08036236464977264,
+      "learning_rate": 9.346134594793774e-06,
+      "loss": 0.44804441928863525,
+      "step": 8691
+    },
+    {
+      "epoch": 1.6060676051783673,
+      "grad_norm": 0.06878243386745453,
+      "learning_rate": 9.3441439615911e-06,
+      "loss": 0.3826935589313507,
+      "step": 8692
+    },
+    {
+      "epoch": 1.6062523818872632,
+      "grad_norm": 0.05000479891896248,
+      "learning_rate": 9.342153354489448e-06,
+      "loss": 0.2692321240901947,
+      "step": 8693
+    },
+    {
+      "epoch": 1.606437158596159,
+      "grad_norm": 0.08034251630306244,
+      "learning_rate": 9.34016277356803e-06,
+      "loss": 0.5494377017021179,
+      "step": 8694
+    },
+    {
+      "epoch": 1.6066219353050548,
+      "grad_norm": 0.06501448899507523,
+      "learning_rate": 9.33817221890607e-06,
+      "loss": 0.40996047854423523,
+      "step": 8695
+    },
+    {
+      "epoch": 1.6068067120139506,
+      "grad_norm": 0.06616383045911789,
+      "learning_rate": 9.336181690582787e-06,
+      "loss": 0.5146843791007996,
+      "step": 8696
+    },
+    {
+      "epoch": 1.6069914887228465,
+      "grad_norm": 0.06285757571458817,
+      "learning_rate": 9.334191188677394e-06,
+      "loss": 0.4098890423774719,
+      "step": 8697
+    },
+    {
+      "epoch": 1.6071762654317423,
+      "grad_norm": 0.06963429600000381,
+      "learning_rate": 9.332200713269113e-06,
+      "loss": 0.47420984506607056,
+      "step": 8698
+    },
+    {
+      "epoch": 1.6073610421406381,
+      "grad_norm": 0.09927757829427719,
+      "learning_rate": 9.330210264437149e-06,
+      "loss": 0.5142176747322083,
+      "step": 8699
+    },
+    {
+      "epoch": 1.607545818849534,
+      "grad_norm": 0.0826658084988594,
+      "learning_rate": 9.328219842260721e-06,
+      "loss": 0.42444026470184326,
+      "step": 8700
+    },
+    {
+      "epoch": 1.6077305955584298,
+      "grad_norm": 0.07246047258377075,
+      "learning_rate": 9.326229446819048e-06,
+      "loss": 0.3660123944282532,
+      "step": 8701
+    },
+    {
+      "epoch": 1.6079153722673256,
+      "grad_norm": 0.10228099673986435,
+      "learning_rate": 9.324239078191329e-06,
+      "loss": 0.6338186860084534,
+      "step": 8702
+    },
+    {
+      "epoch": 1.6081001489762214,
+      "grad_norm": 0.06835248321294785,
+      "learning_rate": 9.322248736456779e-06,
+      "loss": 0.40147051215171814,
+      "step": 8703
+    },
+    {
+      "epoch": 1.6082849256851173,
+      "grad_norm": 0.06488882750272751,
+      "learning_rate": 9.320258421694615e-06,
+      "loss": 0.4587598145008087,
+      "step": 8704
+    },
+    {
+      "epoch": 1.608469702394013,
+      "grad_norm": 0.07219914346933365,
+      "learning_rate": 9.318268133984035e-06,
+      "loss": 0.5292624831199646,
+      "step": 8705
+    },
+    {
+      "epoch": 1.608654479102909,
+      "grad_norm": 0.09015645831823349,
+      "learning_rate": 9.316277873404249e-06,
+      "loss": 0.49059614539146423,
+      "step": 8706
+    },
+    {
+      "epoch": 1.6088392558118048,
+      "grad_norm": 0.12085429579019547,
+      "learning_rate": 9.31428764003447e-06,
+      "loss": 0.7310295104980469,
+      "step": 8707
+    },
+    {
+      "epoch": 1.6090240325207008,
+      "grad_norm": 0.05734136700630188,
+      "learning_rate": 9.312297433953894e-06,
+      "loss": 0.28329697251319885,
+      "step": 8708
+    },
+    {
+      "epoch": 1.6092088092295966,
+      "grad_norm": 0.07954109460115433,
+      "learning_rate": 9.310307255241729e-06,
+      "loss": 0.5011992454528809,
+      "step": 8709
+    },
+    {
+      "epoch": 1.6093935859384925,
+      "grad_norm": 0.055546123534440994,
+      "learning_rate": 9.308317103977177e-06,
+      "loss": 0.35209885239601135,
+      "step": 8710
+    },
+    {
+      "epoch": 1.6095783626473883,
+      "grad_norm": 0.07863243669271469,
+      "learning_rate": 9.306326980239441e-06,
+      "loss": 0.44597235321998596,
+      "step": 8711
+    },
+    {
+      "epoch": 1.6097631393562841,
+      "grad_norm": 0.05761402100324631,
+      "learning_rate": 9.30433688410772e-06,
+      "loss": 0.3015648424625397,
+      "step": 8712
+    },
+    {
+      "epoch": 1.60994791606518,
+      "grad_norm": 0.07875753194093704,
+      "learning_rate": 9.302346815661217e-06,
+      "loss": 0.451083242893219,
+      "step": 8713
+    },
+    {
+      "epoch": 1.6101326927740758,
+      "grad_norm": 0.06157178059220314,
+      "learning_rate": 9.300356774979125e-06,
+      "loss": 0.35838833451271057,
+      "step": 8714
+    },
+    {
+      "epoch": 1.6103174694829718,
+      "grad_norm": 0.06755080819129944,
+      "learning_rate": 9.298366762140648e-06,
+      "loss": 0.4344403147697449,
+      "step": 8715
+    },
+    {
+      "epoch": 1.6105022461918677,
+      "grad_norm": 0.07680190354585648,
+      "learning_rate": 9.296376777224977e-06,
+      "loss": 0.4962613880634308,
+      "step": 8716
+    },
+    {
+      "epoch": 1.6106870229007635,
+      "grad_norm": 0.06090494990348816,
+      "learning_rate": 9.294386820311306e-06,
+      "loss": 0.3367466926574707,
+      "step": 8717
+    },
+    {
+      "epoch": 1.6108717996096593,
+      "grad_norm": 0.09674331545829773,
+      "learning_rate": 9.292396891478838e-06,
+      "loss": 0.6231864094734192,
+      "step": 8718
+    },
+    {
+      "epoch": 1.6110565763185551,
+      "grad_norm": 0.07336708903312683,
+      "learning_rate": 9.290406990806754e-06,
+      "loss": 0.44256263971328735,
+      "step": 8719
+    },
+    {
+      "epoch": 1.611241353027451,
+      "grad_norm": 0.0809880793094635,
+      "learning_rate": 9.288417118374253e-06,
+      "loss": 0.5246638059616089,
+      "step": 8720
+    },
+    {
+      "epoch": 1.6114261297363468,
+      "grad_norm": 0.0665491595864296,
+      "learning_rate": 9.28642727426053e-06,
+      "loss": 0.48506948351860046,
+      "step": 8721
+    },
+    {
+      "epoch": 1.6116109064452426,
+      "grad_norm": 0.0818161740899086,
+      "learning_rate": 9.284437458544762e-06,
+      "loss": 0.49265772104263306,
+      "step": 8722
+    },
+    {
+      "epoch": 1.6117956831541385,
+      "grad_norm": 0.07088849693536758,
+      "learning_rate": 9.282447671306145e-06,
+      "loss": 0.574463963508606,
+      "step": 8723
+    },
+    {
+      "epoch": 1.6119804598630343,
+      "grad_norm": 0.07852593809366226,
+      "learning_rate": 9.280457912623873e-06,
+      "loss": 0.6700880527496338,
+      "step": 8724
+    },
+    {
+      "epoch": 1.6121652365719301,
+      "grad_norm": 0.07950948923826218,
+      "learning_rate": 9.278468182577118e-06,
+      "loss": 0.46207764744758606,
+      "step": 8725
+    },
+    {
+      "epoch": 1.612350013280826,
+      "grad_norm": 0.061707984656095505,
+      "learning_rate": 9.27647848124507e-06,
+      "loss": 0.4924660921096802,
+      "step": 8726
+    },
+    {
+      "epoch": 1.6125347899897218,
+      "grad_norm": 0.0966852679848671,
+      "learning_rate": 9.274488808706923e-06,
+      "loss": 0.7439047694206238,
+      "step": 8727
+    },
+    {
+      "epoch": 1.6127195666986176,
+      "grad_norm": 0.06226487085223198,
+      "learning_rate": 9.272499165041846e-06,
+      "loss": 0.4389248490333557,
+      "step": 8728
+    },
+    {
+      "epoch": 1.6129043434075134,
+      "grad_norm": 0.0721212774515152,
+      "learning_rate": 9.270509550329027e-06,
+      "loss": 0.45488476753234863,
+      "step": 8729
+    },
+    {
+      "epoch": 1.6130891201164093,
+      "grad_norm": 0.07964397221803665,
+      "learning_rate": 9.268519964647646e-06,
+      "loss": 0.566719651222229,
+      "step": 8730
+    },
+    {
+      "epoch": 1.613273896825305,
+      "grad_norm": 0.08104722201824188,
+      "learning_rate": 9.266530408076881e-06,
+      "loss": 0.5494105219841003,
+      "step": 8731
+    },
+    {
+      "epoch": 1.613458673534201,
+      "grad_norm": 0.07702388614416122,
+      "learning_rate": 9.264540880695914e-06,
+      "loss": 0.5685914158821106,
+      "step": 8732
+    },
+    {
+      "epoch": 1.6136434502430967,
+      "grad_norm": 0.07252875715494156,
+      "learning_rate": 9.262551382583916e-06,
+      "loss": 0.3761477470397949,
+      "step": 8733
+    },
+    {
+      "epoch": 1.6138282269519926,
+      "grad_norm": 0.06461136043071747,
+      "learning_rate": 9.260561913820066e-06,
+      "loss": 0.41747915744781494,
+      "step": 8734
+    },
+    {
+      "epoch": 1.6140130036608884,
+      "grad_norm": 0.07709618657827377,
+      "learning_rate": 9.25857247448354e-06,
+      "loss": 0.4577575623989105,
+      "step": 8735
+    },
+    {
+      "epoch": 1.6141977803697842,
+      "grad_norm": 0.07607993483543396,
+      "learning_rate": 9.256583064653509e-06,
+      "loss": 0.4133278429508209,
+      "step": 8736
+    },
+    {
+      "epoch": 1.6143825570786803,
+      "grad_norm": 0.08119706809520721,
+      "learning_rate": 9.254593684409144e-06,
+      "loss": 0.5895794034004211,
+      "step": 8737
+    },
+    {
+      "epoch": 1.614567333787576,
+      "grad_norm": 0.0602099783718586,
+      "learning_rate": 9.252604333829624e-06,
+      "loss": 0.37203460931777954,
+      "step": 8738
+    },
+    {
+      "epoch": 1.614752110496472,
+      "grad_norm": 0.08186354488134384,
+      "learning_rate": 9.250615012994106e-06,
+      "loss": 0.5753328800201416,
+      "step": 8739
+    },
+    {
+      "epoch": 1.6149368872053678,
+      "grad_norm": 0.06444091349840164,
+      "learning_rate": 9.24862572198177e-06,
+      "loss": 0.3414130210876465,
+      "step": 8740
+    },
+    {
+      "epoch": 1.6151216639142636,
+      "grad_norm": 0.06698300689458847,
+      "learning_rate": 9.246636460871781e-06,
+      "loss": 0.45006752014160156,
+      "step": 8741
+    },
+    {
+      "epoch": 1.6153064406231594,
+      "grad_norm": 0.058944471180438995,
+      "learning_rate": 9.244647229743299e-06,
+      "loss": 0.37072205543518066,
+      "step": 8742
+    },
+    {
+      "epoch": 1.6154912173320553,
+      "grad_norm": 0.07849530130624771,
+      "learning_rate": 9.242658028675498e-06,
+      "loss": 0.4830027222633362,
+      "step": 8743
+    },
+    {
+      "epoch": 1.6156759940409513,
+      "grad_norm": 0.08128982037305832,
+      "learning_rate": 9.24066885774754e-06,
+      "loss": 0.4712119400501251,
+      "step": 8744
+    },
+    {
+      "epoch": 1.6158607707498471,
+      "grad_norm": 0.07775290310382843,
+      "learning_rate": 9.238679717038582e-06,
+      "loss": 0.534960925579071,
+      "step": 8745
+    },
+    {
+      "epoch": 1.616045547458743,
+      "grad_norm": 0.08364227414131165,
+      "learning_rate": 9.236690606627792e-06,
+      "loss": 0.5130738019943237,
+      "step": 8746
+    },
+    {
+      "epoch": 1.6162303241676388,
+      "grad_norm": 0.06736582517623901,
+      "learning_rate": 9.234701526594325e-06,
+      "loss": 0.4213935136795044,
+      "step": 8747
+    },
+    {
+      "epoch": 1.6164151008765346,
+      "grad_norm": 0.05899931117892265,
+      "learning_rate": 9.232712477017343e-06,
+      "loss": 0.4013676047325134,
+      "step": 8748
+    },
+    {
+      "epoch": 1.6165998775854304,
+      "grad_norm": 0.09669655561447144,
+      "learning_rate": 9.230723457976006e-06,
+      "loss": 0.6942662596702576,
+      "step": 8749
+    },
+    {
+      "epoch": 1.6167846542943263,
+      "grad_norm": 0.07031256705522537,
+      "learning_rate": 9.228734469549467e-06,
+      "loss": 0.5576603412628174,
+      "step": 8750
+    },
+    {
+      "epoch": 1.616969431003222,
+      "grad_norm": 0.08005089312791824,
+      "learning_rate": 9.226745511816883e-06,
+      "loss": 0.4651269316673279,
+      "step": 8751
+    },
+    {
+      "epoch": 1.617154207712118,
+      "grad_norm": 0.09014077484607697,
+      "learning_rate": 9.22475658485741e-06,
+      "loss": 0.7220168113708496,
+      "step": 8752
+    },
+    {
+      "epoch": 1.6173389844210138,
+      "grad_norm": 0.0727510005235672,
+      "learning_rate": 9.222767688750196e-06,
+      "loss": 0.5171751379966736,
+      "step": 8753
+    },
+    {
+      "epoch": 1.6175237611299096,
+      "grad_norm": 0.0730699971318245,
+      "learning_rate": 9.220778823574398e-06,
+      "loss": 0.5313491225242615,
+      "step": 8754
+    },
+    {
+      "epoch": 1.6177085378388054,
+      "grad_norm": 0.07589662820100784,
+      "learning_rate": 9.218789989409167e-06,
+      "loss": 0.5469446778297424,
+      "step": 8755
+    },
+    {
+      "epoch": 1.6178933145477012,
+      "grad_norm": 0.07687672972679138,
+      "learning_rate": 9.21680118633365e-06,
+      "loss": 0.46767929196357727,
+      "step": 8756
+    },
+    {
+      "epoch": 1.618078091256597,
+      "grad_norm": 0.06446769088506699,
+      "learning_rate": 9.214812414426993e-06,
+      "loss": 0.39684683084487915,
+      "step": 8757
+    },
+    {
+      "epoch": 1.618262867965493,
+      "grad_norm": 0.07347891479730606,
+      "learning_rate": 9.21282367376835e-06,
+      "loss": 0.4656224250793457,
+      "step": 8758
+    },
+    {
+      "epoch": 1.6184476446743887,
+      "grad_norm": 0.08664803206920624,
+      "learning_rate": 9.210834964436857e-06,
+      "loss": 0.54388028383255,
+      "step": 8759
+    },
+    {
+      "epoch": 1.6186324213832846,
+      "grad_norm": 0.08450117707252502,
+      "learning_rate": 9.208846286511664e-06,
+      "loss": 0.560814619064331,
+      "step": 8760
+    },
+    {
+      "epoch": 1.6188171980921804,
+      "grad_norm": 0.0759967714548111,
+      "learning_rate": 9.20685764007192e-06,
+      "loss": 0.44394931197166443,
+      "step": 8761
+    },
+    {
+      "epoch": 1.6190019748010762,
+      "grad_norm": 0.0643659308552742,
+      "learning_rate": 9.204869025196753e-06,
+      "loss": 0.4153701663017273,
+      "step": 8762
+    },
+    {
+      "epoch": 1.619186751509972,
+      "grad_norm": 0.0887654572725296,
+      "learning_rate": 9.202880441965317e-06,
+      "loss": 0.5017815828323364,
+      "step": 8763
+    },
+    {
+      "epoch": 1.6193715282188679,
+      "grad_norm": 0.06874753534793854,
+      "learning_rate": 9.20089189045674e-06,
+      "loss": 0.48350366950035095,
+      "step": 8764
+    },
+    {
+      "epoch": 1.6195563049277637,
+      "grad_norm": 0.06923694163560867,
+      "learning_rate": 9.198903370750167e-06,
+      "loss": 0.43473052978515625,
+      "step": 8765
+    },
+    {
+      "epoch": 1.6197410816366598,
+      "grad_norm": 0.07469451427459717,
+      "learning_rate": 9.196914882924737e-06,
+      "loss": 0.4775337874889374,
+      "step": 8766
+    },
+    {
+      "epoch": 1.6199258583455556,
+      "grad_norm": 0.10432615131139755,
+      "learning_rate": 9.194926427059579e-06,
+      "loss": 0.7286350131034851,
+      "step": 8767
+    },
+    {
+      "epoch": 1.6201106350544514,
+      "grad_norm": 0.06797898560762405,
+      "learning_rate": 9.192938003233828e-06,
+      "loss": 0.4760822355747223,
+      "step": 8768
+    },
+    {
+      "epoch": 1.6202954117633472,
+      "grad_norm": 0.08036093413829803,
+      "learning_rate": 9.190949611526625e-06,
+      "loss": 0.4900142252445221,
+      "step": 8769
+    },
+    {
+      "epoch": 1.620480188472243,
+      "grad_norm": 0.07063406705856323,
+      "learning_rate": 9.188961252017094e-06,
+      "loss": 0.4609625041484833,
+      "step": 8770
+    },
+    {
+      "epoch": 1.620664965181139,
+      "grad_norm": 0.08164394646883011,
+      "learning_rate": 9.186972924784365e-06,
+      "loss": 0.617030143737793,
+      "step": 8771
+    },
+    {
+      "epoch": 1.6208497418900347,
+      "grad_norm": 0.08667688816785812,
+      "learning_rate": 9.184984629907575e-06,
+      "loss": 0.6391412615776062,
+      "step": 8772
+    },
+    {
+      "epoch": 1.6210345185989306,
+      "grad_norm": 0.07805630564689636,
+      "learning_rate": 9.182996367465843e-06,
+      "loss": 0.47581109404563904,
+      "step": 8773
+    },
+    {
+      "epoch": 1.6212192953078266,
+      "grad_norm": 0.07001031190156937,
+      "learning_rate": 9.1810081375383e-06,
+      "loss": 0.4111134707927704,
+      "step": 8774
+    },
+    {
+      "epoch": 1.6214040720167224,
+      "grad_norm": 0.09256626665592194,
+      "learning_rate": 9.179019940204073e-06,
+      "loss": 0.5408514738082886,
+      "step": 8775
+    },
+    {
+      "epoch": 1.6215888487256183,
+      "grad_norm": 0.09123337268829346,
+      "learning_rate": 9.177031775542282e-06,
+      "loss": 0.6441941857337952,
+      "step": 8776
+    },
+    {
+      "epoch": 1.621773625434514,
+      "grad_norm": 0.07255522906780243,
+      "learning_rate": 9.175043643632051e-06,
+      "loss": 0.5214483737945557,
+      "step": 8777
+    },
+    {
+      "epoch": 1.62195840214341,
+      "grad_norm": 0.09604248404502869,
+      "learning_rate": 9.173055544552505e-06,
+      "loss": 0.725089967250824,
+      "step": 8778
+    },
+    {
+      "epoch": 1.6221431788523057,
+      "grad_norm": 0.08073451370000839,
+      "learning_rate": 9.171067478382757e-06,
+      "loss": 0.4169258773326874,
+      "step": 8779
+    },
+    {
+      "epoch": 1.6223279555612016,
+      "grad_norm": 0.0782463401556015,
+      "learning_rate": 9.169079445201938e-06,
+      "loss": 0.5479577779769897,
+      "step": 8780
+    },
+    {
+      "epoch": 1.6225127322700974,
+      "grad_norm": 0.10017386823892593,
+      "learning_rate": 9.16709144508915e-06,
+      "loss": 0.6875959634780884,
+      "step": 8781
+    },
+    {
+      "epoch": 1.6226975089789932,
+      "grad_norm": 0.09250274300575256,
+      "learning_rate": 9.165103478123515e-06,
+      "loss": 0.5965291857719421,
+      "step": 8782
+    },
+    {
+      "epoch": 1.622882285687889,
+      "grad_norm": 0.08742630481719971,
+      "learning_rate": 9.163115544384157e-06,
+      "loss": 0.4917841851711273,
+      "step": 8783
+    },
+    {
+      "epoch": 1.6230670623967849,
+      "grad_norm": 0.07041438668966293,
+      "learning_rate": 9.161127643950178e-06,
+      "loss": 0.5060359835624695,
+      "step": 8784
+    },
+    {
+      "epoch": 1.6232518391056807,
+      "grad_norm": 0.07074175029993057,
+      "learning_rate": 9.159139776900691e-06,
+      "loss": 0.48050737380981445,
+      "step": 8785
+    },
+    {
+      "epoch": 1.6234366158145765,
+      "grad_norm": 0.06361597776412964,
+      "learning_rate": 9.157151943314817e-06,
+      "loss": 0.42081218957901,
+      "step": 8786
+    },
+    {
+      "epoch": 1.6236213925234724,
+      "grad_norm": 0.06792426109313965,
+      "learning_rate": 9.155164143271654e-06,
+      "loss": 0.4286332130432129,
+      "step": 8787
+    },
+    {
+      "epoch": 1.6238061692323682,
+      "grad_norm": 0.07698680460453033,
+      "learning_rate": 9.153176376850315e-06,
+      "loss": 0.49443984031677246,
+      "step": 8788
+    },
+    {
+      "epoch": 1.623990945941264,
+      "grad_norm": 0.08953724801540375,
+      "learning_rate": 9.15118864412991e-06,
+      "loss": 0.6965150237083435,
+      "step": 8789
+    },
+    {
+      "epoch": 1.6241757226501599,
+      "grad_norm": 0.0866585448384285,
+      "learning_rate": 9.149200945189536e-06,
+      "loss": 0.5574845671653748,
+      "step": 8790
+    },
+    {
+      "epoch": 1.6243604993590557,
+      "grad_norm": 0.09219162911176682,
+      "learning_rate": 9.147213280108307e-06,
+      "loss": 0.8432692289352417,
+      "step": 8791
+    },
+    {
+      "epoch": 1.6245452760679515,
+      "grad_norm": 0.08029278367757797,
+      "learning_rate": 9.145225648965321e-06,
+      "loss": 0.6044814586639404,
+      "step": 8792
+    },
+    {
+      "epoch": 1.6247300527768473,
+      "grad_norm": 0.07284297794103622,
+      "learning_rate": 9.143238051839678e-06,
+      "loss": 0.5288881659507751,
+      "step": 8793
+    },
+    {
+      "epoch": 1.6249148294857432,
+      "grad_norm": 0.08836342394351959,
+      "learning_rate": 9.141250488810481e-06,
+      "loss": 0.6295874118804932,
+      "step": 8794
+    },
+    {
+      "epoch": 1.625099606194639,
+      "grad_norm": 0.0754440426826477,
+      "learning_rate": 9.139262959956829e-06,
+      "loss": 0.5248824954032898,
+      "step": 8795
+    },
+    {
+      "epoch": 1.625284382903535,
+      "grad_norm": 0.0965680330991745,
+      "learning_rate": 9.137275465357817e-06,
+      "loss": 0.6318686008453369,
+      "step": 8796
+    },
+    {
+      "epoch": 1.6254691596124309,
+      "grad_norm": 0.0794186145067215,
+      "learning_rate": 9.135288005092546e-06,
+      "loss": 0.435815691947937,
+      "step": 8797
+    },
+    {
+      "epoch": 1.6256539363213267,
+      "grad_norm": 0.09976905584335327,
+      "learning_rate": 9.1333005792401e-06,
+      "loss": 0.6863988041877747,
+      "step": 8798
+    },
+    {
+      "epoch": 1.6258387130302225,
+      "grad_norm": 0.07866614311933517,
+      "learning_rate": 9.131313187879584e-06,
+      "loss": 0.5332317352294922,
+      "step": 8799
+    },
+    {
+      "epoch": 1.6260234897391184,
+      "grad_norm": 0.07597986608743668,
+      "learning_rate": 9.129325831090087e-06,
+      "loss": 0.5171675682067871,
+      "step": 8800
+    },
+    {
+      "epoch": 1.6262082664480142,
+      "grad_norm": 0.07138339430093765,
+      "learning_rate": 9.127338508950696e-06,
+      "loss": 0.3930073082447052,
+      "step": 8801
+    },
+    {
+      "epoch": 1.62639304315691,
+      "grad_norm": 0.08232542872428894,
+      "learning_rate": 9.125351221540498e-06,
+      "loss": 0.5828226804733276,
+      "step": 8802
+    },
+    {
+      "epoch": 1.626577819865806,
+      "grad_norm": 0.0767393633723259,
+      "learning_rate": 9.123363968938592e-06,
+      "loss": 0.4624963700771332,
+      "step": 8803
+    },
+    {
+      "epoch": 1.626762596574702,
+      "grad_norm": 0.05044902116060257,
+      "learning_rate": 9.121376751224054e-06,
+      "loss": 0.28808170557022095,
+      "step": 8804
+    },
+    {
+      "epoch": 1.6269473732835977,
+      "grad_norm": 0.06592875719070435,
+      "learning_rate": 9.119389568475972e-06,
+      "loss": 0.39005059003829956,
+      "step": 8805
+    },
+    {
+      "epoch": 1.6271321499924936,
+      "grad_norm": 0.08422244340181351,
+      "learning_rate": 9.117402420773431e-06,
+      "loss": 0.5206887722015381,
+      "step": 8806
+    },
+    {
+      "epoch": 1.6273169267013894,
+      "grad_norm": 0.07252081483602524,
+      "learning_rate": 9.115415308195511e-06,
+      "loss": 0.45373600721359253,
+      "step": 8807
+    },
+    {
+      "epoch": 1.6275017034102852,
+      "grad_norm": 0.06747157871723175,
+      "learning_rate": 9.113428230821296e-06,
+      "loss": 0.46685582399368286,
+      "step": 8808
+    },
+    {
+      "epoch": 1.627686480119181,
+      "grad_norm": 0.08551542460918427,
+      "learning_rate": 9.111441188729863e-06,
+      "loss": 0.5203744769096375,
+      "step": 8809
+    },
+    {
+      "epoch": 1.6278712568280769,
+      "grad_norm": 0.0564129538834095,
+      "learning_rate": 9.10945418200029e-06,
+      "loss": 0.35253602266311646,
+      "step": 8810
+    },
+    {
+      "epoch": 1.6280560335369727,
+      "grad_norm": 0.06635194271802902,
+      "learning_rate": 9.107467210711655e-06,
+      "loss": 0.4317592978477478,
+      "step": 8811
+    },
+    {
+      "epoch": 1.6282408102458685,
+      "grad_norm": 0.06984547525644302,
+      "learning_rate": 9.105480274943032e-06,
+      "loss": 0.5081874132156372,
+      "step": 8812
+    },
+    {
+      "epoch": 1.6284255869547644,
+      "grad_norm": 0.07593455910682678,
+      "learning_rate": 9.103493374773496e-06,
+      "loss": 0.4170948266983032,
+      "step": 8813
+    },
+    {
+      "epoch": 1.6286103636636602,
+      "grad_norm": 0.07477694749832153,
+      "learning_rate": 9.10150651028212e-06,
+      "loss": 0.5138434767723083,
+      "step": 8814
+    },
+    {
+      "epoch": 1.628795140372556,
+      "grad_norm": 0.09288772940635681,
+      "learning_rate": 9.099519681547973e-06,
+      "loss": 0.6115694642066956,
+      "step": 8815
+    },
+    {
+      "epoch": 1.6289799170814518,
+      "grad_norm": 0.05931880325078964,
+      "learning_rate": 9.097532888650124e-06,
+      "loss": 0.4423096776008606,
+      "step": 8816
+    },
+    {
+      "epoch": 1.6291646937903477,
+      "grad_norm": 0.06403397023677826,
+      "learning_rate": 9.095546131667647e-06,
+      "loss": 0.33560627698898315,
+      "step": 8817
+    },
+    {
+      "epoch": 1.6293494704992435,
+      "grad_norm": 0.07780005782842636,
+      "learning_rate": 9.093559410679598e-06,
+      "loss": 0.4819314181804657,
+      "step": 8818
+    },
+    {
+      "epoch": 1.6295342472081393,
+      "grad_norm": 0.08891147375106812,
+      "learning_rate": 9.09157272576505e-06,
+      "loss": 0.5211207270622253,
+      "step": 8819
+    },
+    {
+      "epoch": 1.6297190239170352,
+      "grad_norm": 0.05928242579102516,
+      "learning_rate": 9.089586077003073e-06,
+      "loss": 0.44235554337501526,
+      "step": 8820
+    },
+    {
+      "epoch": 1.629903800625931,
+      "grad_norm": 0.06842076033353806,
+      "learning_rate": 9.087599464472714e-06,
+      "loss": 0.42068982124328613,
+      "step": 8821
+    },
+    {
+      "epoch": 1.6300885773348268,
+      "grad_norm": 0.060262531042099,
+      "learning_rate": 9.085612888253041e-06,
+      "loss": 0.3564003109931946,
+      "step": 8822
+    },
+    {
+      "epoch": 1.6302733540437226,
+      "grad_norm": 0.07870537787675858,
+      "learning_rate": 9.08362634842312e-06,
+      "loss": 0.5124083757400513,
+      "step": 8823
+    },
+    {
+      "epoch": 1.6304581307526185,
+      "grad_norm": 0.08522040396928787,
+      "learning_rate": 9.081639845062e-06,
+      "loss": 0.621161937713623,
+      "step": 8824
+    },
+    {
+      "epoch": 1.6306429074615145,
+      "grad_norm": 0.059914588928222656,
+      "learning_rate": 9.07965337824874e-06,
+      "loss": 0.39740699529647827,
+      "step": 8825
+    },
+    {
+      "epoch": 1.6308276841704104,
+      "grad_norm": 0.08846762031316757,
+      "learning_rate": 9.077666948062399e-06,
+      "loss": 0.5534099340438843,
+      "step": 8826
+    },
+    {
+      "epoch": 1.6310124608793062,
+      "grad_norm": 0.07665707916021347,
+      "learning_rate": 9.075680554582024e-06,
+      "loss": 0.501498818397522,
+      "step": 8827
+    },
+    {
+      "epoch": 1.631197237588202,
+      "grad_norm": 0.07973427325487137,
+      "learning_rate": 9.073694197886676e-06,
+      "loss": 0.4741021692752838,
+      "step": 8828
+    },
+    {
+      "epoch": 1.6313820142970978,
+      "grad_norm": 0.07348043471574783,
+      "learning_rate": 9.071707878055398e-06,
+      "loss": 0.48767468333244324,
+      "step": 8829
+    },
+    {
+      "epoch": 1.6315667910059937,
+      "grad_norm": 0.0816214382648468,
+      "learning_rate": 9.069721595167241e-06,
+      "loss": 0.48633819818496704,
+      "step": 8830
+    },
+    {
+      "epoch": 1.6317515677148895,
+      "grad_norm": 0.055964767932891846,
+      "learning_rate": 9.067735349301258e-06,
+      "loss": 0.33711522817611694,
+      "step": 8831
+    },
+    {
+      "epoch": 1.6319363444237855,
+      "grad_norm": 0.08837044984102249,
+      "learning_rate": 9.065749140536487e-06,
+      "loss": 0.6438451409339905,
+      "step": 8832
+    },
+    {
+      "epoch": 1.6321211211326814,
+      "grad_norm": 0.09076151251792908,
+      "learning_rate": 9.063762968951978e-06,
+      "loss": 0.5306956171989441,
+      "step": 8833
+    },
+    {
+      "epoch": 1.6323058978415772,
+      "grad_norm": 0.07748226076364517,
+      "learning_rate": 9.061776834626777e-06,
+      "loss": 0.5394060015678406,
+      "step": 8834
+    },
+    {
+      "epoch": 1.632490674550473,
+      "grad_norm": 0.06562750786542892,
+      "learning_rate": 9.05979073763992e-06,
+      "loss": 0.4323406517505646,
+      "step": 8835
+    },
+    {
+      "epoch": 1.6326754512593689,
+      "grad_norm": 0.06664278358221054,
+      "learning_rate": 9.05780467807045e-06,
+      "loss": 0.4158181846141815,
+      "step": 8836
+    },
+    {
+      "epoch": 1.6328602279682647,
+      "grad_norm": 0.06045094504952431,
+      "learning_rate": 9.05581865599741e-06,
+      "loss": 0.3473166525363922,
+      "step": 8837
+    },
+    {
+      "epoch": 1.6330450046771605,
+      "grad_norm": 0.07034634053707123,
+      "learning_rate": 9.053832671499828e-06,
+      "loss": 0.38992130756378174,
+      "step": 8838
+    },
+    {
+      "epoch": 1.6332297813860563,
+      "grad_norm": 0.061902426183223724,
+      "learning_rate": 9.051846724656747e-06,
+      "loss": 0.3445275127887726,
+      "step": 8839
+    },
+    {
+      "epoch": 1.6334145580949522,
+      "grad_norm": 0.09002410620450974,
+      "learning_rate": 9.049860815547205e-06,
+      "loss": 0.5587263107299805,
+      "step": 8840
+    },
+    {
+      "epoch": 1.633599334803848,
+      "grad_norm": 0.08259917795658112,
+      "learning_rate": 9.047874944250225e-06,
+      "loss": 0.5446577668190002,
+      "step": 8841
+    },
+    {
+      "epoch": 1.6337841115127438,
+      "grad_norm": 0.07812831550836563,
+      "learning_rate": 9.04588911084484e-06,
+      "loss": 0.4547961950302124,
+      "step": 8842
+    },
+    {
+      "epoch": 1.6339688882216397,
+      "grad_norm": 0.07952714711427689,
+      "learning_rate": 9.043903315410092e-06,
+      "loss": 0.5320074558258057,
+      "step": 8843
+    },
+    {
+      "epoch": 1.6341536649305355,
+      "grad_norm": 0.08245772123336792,
+      "learning_rate": 9.041917558024994e-06,
+      "loss": 0.4858451187610626,
+      "step": 8844
+    },
+    {
+      "epoch": 1.6343384416394313,
+      "grad_norm": 0.07378239929676056,
+      "learning_rate": 9.039931838768583e-06,
+      "loss": 0.5240111351013184,
+      "step": 8845
+    },
+    {
+      "epoch": 1.6345232183483271,
+      "grad_norm": 0.06492896378040314,
+      "learning_rate": 9.03794615771988e-06,
+      "loss": 0.3219175636768341,
+      "step": 8846
+    },
+    {
+      "epoch": 1.634707995057223,
+      "grad_norm": 0.08643704652786255,
+      "learning_rate": 9.03596051495791e-06,
+      "loss": 0.5498473048210144,
+      "step": 8847
+    },
+    {
+      "epoch": 1.6348927717661188,
+      "grad_norm": 0.07704591006040573,
+      "learning_rate": 9.033974910561696e-06,
+      "loss": 0.5322506427764893,
+      "step": 8848
+    },
+    {
+      "epoch": 1.6350775484750146,
+      "grad_norm": 0.08054648339748383,
+      "learning_rate": 9.031989344610258e-06,
+      "loss": 0.5502832531929016,
+      "step": 8849
+    },
+    {
+      "epoch": 1.6352623251839105,
+      "grad_norm": 0.08075813949108124,
+      "learning_rate": 9.030003817182615e-06,
+      "loss": 0.5375747680664062,
+      "step": 8850
+    },
+    {
+      "epoch": 1.6354471018928063,
+      "grad_norm": 0.06502457708120346,
+      "learning_rate": 9.028018328357787e-06,
+      "loss": 0.36693182587623596,
+      "step": 8851
+    },
+    {
+      "epoch": 1.6356318786017021,
+      "grad_norm": 0.08187992125749588,
+      "learning_rate": 9.026032878214787e-06,
+      "loss": 0.5035943984985352,
+      "step": 8852
+    },
+    {
+      "epoch": 1.635816655310598,
+      "grad_norm": 0.08244334906339645,
+      "learning_rate": 9.024047466832631e-06,
+      "loss": 0.5270260572433472,
+      "step": 8853
+    },
+    {
+      "epoch": 1.636001432019494,
+      "grad_norm": 0.08298245817422867,
+      "learning_rate": 9.022062094290334e-06,
+      "loss": 0.5583405494689941,
+      "step": 8854
+    },
+    {
+      "epoch": 1.6361862087283898,
+      "grad_norm": 0.06815101951360703,
+      "learning_rate": 9.020076760666904e-06,
+      "loss": 0.47471892833709717,
+      "step": 8855
+    },
+    {
+      "epoch": 1.6363709854372857,
+      "grad_norm": 0.08780615776777267,
+      "learning_rate": 9.018091466041354e-06,
+      "loss": 0.6067984104156494,
+      "step": 8856
+    },
+    {
+      "epoch": 1.6365557621461815,
+      "grad_norm": 0.0770939365029335,
+      "learning_rate": 9.016106210492696e-06,
+      "loss": 0.6024122834205627,
+      "step": 8857
+    },
+    {
+      "epoch": 1.6367405388550773,
+      "grad_norm": 0.06842092424631119,
+      "learning_rate": 9.014120994099926e-06,
+      "loss": 0.46925783157348633,
+      "step": 8858
+    },
+    {
+      "epoch": 1.6369253155639731,
+      "grad_norm": 0.06141021475195885,
+      "learning_rate": 9.012135816942058e-06,
+      "loss": 0.3543952405452728,
+      "step": 8859
+    },
+    {
+      "epoch": 1.637110092272869,
+      "grad_norm": 0.06749419867992401,
+      "learning_rate": 9.010150679098097e-06,
+      "loss": 0.4042138159275055,
+      "step": 8860
+    },
+    {
+      "epoch": 1.6372948689817648,
+      "grad_norm": 0.06526118516921997,
+      "learning_rate": 9.008165580647039e-06,
+      "loss": 0.42056259512901306,
+      "step": 8861
+    },
+    {
+      "epoch": 1.6374796456906608,
+      "grad_norm": 0.06441036611795425,
+      "learning_rate": 9.00618052166789e-06,
+      "loss": 0.41664764285087585,
+      "step": 8862
+    },
+    {
+      "epoch": 1.6376644223995567,
+      "grad_norm": 0.07588757574558258,
+      "learning_rate": 9.004195502239645e-06,
+      "loss": 0.422836035490036,
+      "step": 8863
+    },
+    {
+      "epoch": 1.6378491991084525,
+      "grad_norm": 0.07412891089916229,
+      "learning_rate": 9.002210522441303e-06,
+      "loss": 0.6133260130882263,
+      "step": 8864
+    },
+    {
+      "epoch": 1.6380339758173483,
+      "grad_norm": 0.07033253461122513,
+      "learning_rate": 9.000225582351864e-06,
+      "loss": 0.4490993916988373,
+      "step": 8865
+    },
+    {
+      "epoch": 1.6382187525262442,
+      "grad_norm": 0.08125453442335129,
+      "learning_rate": 8.998240682050315e-06,
+      "loss": 0.5367612838745117,
+      "step": 8866
+    },
+    {
+      "epoch": 1.63840352923514,
+      "grad_norm": 0.09599972516298294,
+      "learning_rate": 8.996255821615654e-06,
+      "loss": 0.6475223302841187,
+      "step": 8867
+    },
+    {
+      "epoch": 1.6385883059440358,
+      "grad_norm": 0.07406838983297348,
+      "learning_rate": 8.994271001126873e-06,
+      "loss": 0.4529930055141449,
+      "step": 8868
+    },
+    {
+      "epoch": 1.6387730826529316,
+      "grad_norm": 0.08143652975559235,
+      "learning_rate": 8.992286220662956e-06,
+      "loss": 0.5256994366645813,
+      "step": 8869
+    },
+    {
+      "epoch": 1.6389578593618275,
+      "grad_norm": 0.07117968052625656,
+      "learning_rate": 8.990301480302896e-06,
+      "loss": 0.4198594093322754,
+      "step": 8870
+    },
+    {
+      "epoch": 1.6391426360707233,
+      "grad_norm": 0.062106333673000336,
+      "learning_rate": 8.98831678012568e-06,
+      "loss": 0.3492191731929779,
+      "step": 8871
+    },
+    {
+      "epoch": 1.6393274127796191,
+      "grad_norm": 0.056991275399923325,
+      "learning_rate": 8.986332120210289e-06,
+      "loss": 0.40724286437034607,
+      "step": 8872
+    },
+    {
+      "epoch": 1.639512189488515,
+      "grad_norm": 0.07889767736196518,
+      "learning_rate": 8.984347500635708e-06,
+      "loss": 0.5376442074775696,
+      "step": 8873
+    },
+    {
+      "epoch": 1.6396969661974108,
+      "grad_norm": 0.07714872062206268,
+      "learning_rate": 8.982362921480921e-06,
+      "loss": 0.5542723536491394,
+      "step": 8874
+    },
+    {
+      "epoch": 1.6398817429063066,
+      "grad_norm": 0.07410655170679092,
+      "learning_rate": 8.980378382824904e-06,
+      "loss": 0.4115622341632843,
+      "step": 8875
+    },
+    {
+      "epoch": 1.6400665196152024,
+      "grad_norm": 0.055506497621536255,
+      "learning_rate": 8.978393884746641e-06,
+      "loss": 0.3900960683822632,
+      "step": 8876
+    },
+    {
+      "epoch": 1.6402512963240983,
+      "grad_norm": 0.06810830533504486,
+      "learning_rate": 8.976409427325102e-06,
+      "loss": 0.41855576634407043,
+      "step": 8877
+    },
+    {
+      "epoch": 1.640436073032994,
+      "grad_norm": 0.07559581100940704,
+      "learning_rate": 8.974425010639262e-06,
+      "loss": 0.5396881103515625,
+      "step": 8878
+    },
+    {
+      "epoch": 1.64062084974189,
+      "grad_norm": 0.094178207218647,
+      "learning_rate": 8.972440634768105e-06,
+      "loss": 0.640783429145813,
+      "step": 8879
+    },
+    {
+      "epoch": 1.6408056264507858,
+      "grad_norm": 0.08872411400079727,
+      "learning_rate": 8.970456299790592e-06,
+      "loss": 0.5301050543785095,
+      "step": 8880
+    },
+    {
+      "epoch": 1.6409904031596816,
+      "grad_norm": 0.09028414636850357,
+      "learning_rate": 8.968472005785698e-06,
+      "loss": 0.5819946527481079,
+      "step": 8881
+    },
+    {
+      "epoch": 1.6411751798685774,
+      "grad_norm": 0.07763354480266571,
+      "learning_rate": 8.966487752832393e-06,
+      "loss": 0.5989773273468018,
+      "step": 8882
+    },
+    {
+      "epoch": 1.6413599565774732,
+      "grad_norm": 0.06810028851032257,
+      "learning_rate": 8.964503541009639e-06,
+      "loss": 0.5160920023918152,
+      "step": 8883
+    },
+    {
+      "epoch": 1.6415447332863693,
+      "grad_norm": 0.0847913920879364,
+      "learning_rate": 8.962519370396403e-06,
+      "loss": 0.5464459657669067,
+      "step": 8884
+    },
+    {
+      "epoch": 1.6417295099952651,
+      "grad_norm": 0.07933083921670914,
+      "learning_rate": 8.960535241071654e-06,
+      "loss": 0.5264043211936951,
+      "step": 8885
+    },
+    {
+      "epoch": 1.641914286704161,
+      "grad_norm": 0.06766915321350098,
+      "learning_rate": 8.958551153114348e-06,
+      "loss": 0.449647456407547,
+      "step": 8886
+    },
+    {
+      "epoch": 1.6420990634130568,
+      "grad_norm": 0.07304760068655014,
+      "learning_rate": 8.956567106603448e-06,
+      "loss": 0.4253140687942505,
+      "step": 8887
+    },
+    {
+      "epoch": 1.6422838401219526,
+      "grad_norm": 0.07899277657270432,
+      "learning_rate": 8.954583101617915e-06,
+      "loss": 0.4085846245288849,
+      "step": 8888
+    },
+    {
+      "epoch": 1.6424686168308484,
+      "grad_norm": 0.08426927775144577,
+      "learning_rate": 8.9525991382367e-06,
+      "loss": 0.5908872485160828,
+      "step": 8889
+    },
+    {
+      "epoch": 1.6426533935397443,
+      "grad_norm": 0.08341715484857559,
+      "learning_rate": 8.950615216538765e-06,
+      "loss": 0.5195132493972778,
+      "step": 8890
+    },
+    {
+      "epoch": 1.6428381702486403,
+      "grad_norm": 0.08649944514036179,
+      "learning_rate": 8.948631336603062e-06,
+      "loss": 0.5062446594238281,
+      "step": 8891
+    },
+    {
+      "epoch": 1.6430229469575361,
+      "grad_norm": 0.06944700330495834,
+      "learning_rate": 8.946647498508541e-06,
+      "loss": 0.3602409362792969,
+      "step": 8892
+    },
+    {
+      "epoch": 1.643207723666432,
+      "grad_norm": 0.0651615634560585,
+      "learning_rate": 8.944663702334158e-06,
+      "loss": 0.3831489682197571,
+      "step": 8893
+    },
+    {
+      "epoch": 1.6433925003753278,
+      "grad_norm": 0.06624651700258255,
+      "learning_rate": 8.94267994815885e-06,
+      "loss": 0.423088401556015,
+      "step": 8894
+    },
+    {
+      "epoch": 1.6435772770842236,
+      "grad_norm": 0.0795547142624855,
+      "learning_rate": 8.940696236061575e-06,
+      "loss": 0.5180891752243042,
+      "step": 8895
+    },
+    {
+      "epoch": 1.6437620537931195,
+      "grad_norm": 0.06199095770716667,
+      "learning_rate": 8.938712566121281e-06,
+      "loss": 0.3613620400428772,
+      "step": 8896
+    },
+    {
+      "epoch": 1.6439468305020153,
+      "grad_norm": 0.06290160119533539,
+      "learning_rate": 8.936728938416901e-06,
+      "loss": 0.48867276310920715,
+      "step": 8897
+    },
+    {
+      "epoch": 1.6441316072109111,
+      "grad_norm": 0.09374285489320755,
+      "learning_rate": 8.934745353027384e-06,
+      "loss": 0.6991412043571472,
+      "step": 8898
+    },
+    {
+      "epoch": 1.644316383919807,
+      "grad_norm": 0.06297103315591812,
+      "learning_rate": 8.932761810031672e-06,
+      "loss": 0.3790844976902008,
+      "step": 8899
+    },
+    {
+      "epoch": 1.6445011606287028,
+      "grad_norm": 0.08258585631847382,
+      "learning_rate": 8.930778309508698e-06,
+      "loss": 0.5071451663970947,
+      "step": 8900
+    },
+    {
+      "epoch": 1.6446859373375986,
+      "grad_norm": 0.07014893740415573,
+      "learning_rate": 8.928794851537401e-06,
+      "loss": 0.5357246994972229,
+      "step": 8901
+    },
+    {
+      "epoch": 1.6448707140464944,
+      "grad_norm": 0.05861230567097664,
+      "learning_rate": 8.92681143619672e-06,
+      "loss": 0.3450230360031128,
+      "step": 8902
+    },
+    {
+      "epoch": 1.6450554907553903,
+      "grad_norm": 0.08785264939069748,
+      "learning_rate": 8.924828063565585e-06,
+      "loss": 0.7066122889518738,
+      "step": 8903
+    },
+    {
+      "epoch": 1.645240267464286,
+      "grad_norm": 0.08250744640827179,
+      "learning_rate": 8.92284473372293e-06,
+      "loss": 0.6925334930419922,
+      "step": 8904
+    },
+    {
+      "epoch": 1.645425044173182,
+      "grad_norm": 0.06766656786203384,
+      "learning_rate": 8.920861446747685e-06,
+      "loss": 0.2983948886394501,
+      "step": 8905
+    },
+    {
+      "epoch": 1.6456098208820777,
+      "grad_norm": 0.07855965942144394,
+      "learning_rate": 8.918878202718778e-06,
+      "loss": 0.4852737486362457,
+      "step": 8906
+    },
+    {
+      "epoch": 1.6457945975909736,
+      "grad_norm": 0.08639141917228699,
+      "learning_rate": 8.916895001715134e-06,
+      "loss": 0.614033043384552,
+      "step": 8907
+    },
+    {
+      "epoch": 1.6459793742998694,
+      "grad_norm": 0.07663006335496902,
+      "learning_rate": 8.914911843815682e-06,
+      "loss": 0.43437522649765015,
+      "step": 8908
+    },
+    {
+      "epoch": 1.6461641510087652,
+      "grad_norm": 0.07699207961559296,
+      "learning_rate": 8.912928729099344e-06,
+      "loss": 0.5516226887702942,
+      "step": 8909
+    },
+    {
+      "epoch": 1.646348927717661,
+      "grad_norm": 0.07173573970794678,
+      "learning_rate": 8.910945657645043e-06,
+      "loss": 0.4079380929470062,
+      "step": 8910
+    },
+    {
+      "epoch": 1.6465337044265569,
+      "grad_norm": 0.08935403823852539,
+      "learning_rate": 8.908962629531695e-06,
+      "loss": 0.5903975963592529,
+      "step": 8911
+    },
+    {
+      "epoch": 1.6467184811354527,
+      "grad_norm": 0.07332302629947662,
+      "learning_rate": 8.906979644838221e-06,
+      "loss": 0.4380277097225189,
+      "step": 8912
+    },
+    {
+      "epoch": 1.6469032578443488,
+      "grad_norm": 0.0666826069355011,
+      "learning_rate": 8.904996703643542e-06,
+      "loss": 0.33464354276657104,
+      "step": 8913
+    },
+    {
+      "epoch": 1.6470880345532446,
+      "grad_norm": 0.06597012281417847,
+      "learning_rate": 8.903013806026561e-06,
+      "loss": 0.500480055809021,
+      "step": 8914
+    },
+    {
+      "epoch": 1.6472728112621404,
+      "grad_norm": 0.1073843464255333,
+      "learning_rate": 8.901030952066202e-06,
+      "loss": 0.6993005871772766,
+      "step": 8915
+    },
+    {
+      "epoch": 1.6474575879710363,
+      "grad_norm": 0.07667973637580872,
+      "learning_rate": 8.899048141841376e-06,
+      "loss": 0.5299189686775208,
+      "step": 8916
+    },
+    {
+      "epoch": 1.647642364679932,
+      "grad_norm": 0.07186425477266312,
+      "learning_rate": 8.897065375430987e-06,
+      "loss": 0.41190212965011597,
+      "step": 8917
+    },
+    {
+      "epoch": 1.647827141388828,
+      "grad_norm": 0.06618180125951767,
+      "learning_rate": 8.895082652913943e-06,
+      "loss": 0.37877678871154785,
+      "step": 8918
+    },
+    {
+      "epoch": 1.6480119180977237,
+      "grad_norm": 0.07953804731369019,
+      "learning_rate": 8.893099974369157e-06,
+      "loss": 0.5013386011123657,
+      "step": 8919
+    },
+    {
+      "epoch": 1.6481966948066198,
+      "grad_norm": 0.07290409505367279,
+      "learning_rate": 8.891117339875526e-06,
+      "loss": 0.49663516879081726,
+      "step": 8920
+    },
+    {
+      "epoch": 1.6483814715155156,
+      "grad_norm": 0.09176815301179886,
+      "learning_rate": 8.889134749511956e-06,
+      "loss": 0.631584107875824,
+      "step": 8921
+    },
+    {
+      "epoch": 1.6485662482244114,
+      "grad_norm": 0.0840664729475975,
+      "learning_rate": 8.88715220335735e-06,
+      "loss": 0.5021892189979553,
+      "step": 8922
+    },
+    {
+      "epoch": 1.6487510249333073,
+      "grad_norm": 0.08249734342098236,
+      "learning_rate": 8.8851697014906e-06,
+      "loss": 0.5705278515815735,
+      "step": 8923
+    },
+    {
+      "epoch": 1.648935801642203,
+      "grad_norm": 0.06764619797468185,
+      "learning_rate": 8.88318724399061e-06,
+      "loss": 0.392068475484848,
+      "step": 8924
+    },
+    {
+      "epoch": 1.649120578351099,
+      "grad_norm": 0.09124281257390976,
+      "learning_rate": 8.881204830936275e-06,
+      "loss": 0.6002790927886963,
+      "step": 8925
+    },
+    {
+      "epoch": 1.6493053550599948,
+      "grad_norm": 0.06591031700372696,
+      "learning_rate": 8.879222462406485e-06,
+      "loss": 0.4309958517551422,
+      "step": 8926
+    },
+    {
+      "epoch": 1.6494901317688906,
+      "grad_norm": 0.0704890787601471,
+      "learning_rate": 8.877240138480139e-06,
+      "loss": 0.42929908633232117,
+      "step": 8927
+    },
+    {
+      "epoch": 1.6496749084777864,
+      "grad_norm": 0.060363683849573135,
+      "learning_rate": 8.875257859236119e-06,
+      "loss": 0.4333549737930298,
+      "step": 8928
+    },
+    {
+      "epoch": 1.6498596851866822,
+      "grad_norm": 0.08272654563188553,
+      "learning_rate": 8.873275624753316e-06,
+      "loss": 0.49419546127319336,
+      "step": 8929
+    },
+    {
+      "epoch": 1.650044461895578,
+      "grad_norm": 0.07461053133010864,
+      "learning_rate": 8.871293435110623e-06,
+      "loss": 0.5192112922668457,
+      "step": 8930
+    },
+    {
+      "epoch": 1.650229238604474,
+      "grad_norm": 0.0803760215640068,
+      "learning_rate": 8.869311290386916e-06,
+      "loss": 0.49166378378868103,
+      "step": 8931
+    },
+    {
+      "epoch": 1.6504140153133697,
+      "grad_norm": 0.06983582675457001,
+      "learning_rate": 8.867329190661082e-06,
+      "loss": 0.4300093352794647,
+      "step": 8932
+    },
+    {
+      "epoch": 1.6505987920222656,
+      "grad_norm": 0.05998978391289711,
+      "learning_rate": 8.865347136012009e-06,
+      "loss": 0.41076162457466125,
+      "step": 8933
+    },
+    {
+      "epoch": 1.6507835687311614,
+      "grad_norm": 0.07758557796478271,
+      "learning_rate": 8.863365126518562e-06,
+      "loss": 0.488598495721817,
+      "step": 8934
+    },
+    {
+      "epoch": 1.6509683454400572,
+      "grad_norm": 0.06825264543294907,
+      "learning_rate": 8.861383162259628e-06,
+      "loss": 0.43793922662734985,
+      "step": 8935
+    },
+    {
+      "epoch": 1.651153122148953,
+      "grad_norm": 0.07090115547180176,
+      "learning_rate": 8.859401243314088e-06,
+      "loss": 0.4335429072380066,
+      "step": 8936
+    },
+    {
+      "epoch": 1.6513378988578489,
+      "grad_norm": 0.07850585877895355,
+      "learning_rate": 8.857419369760806e-06,
+      "loss": 0.47743913531303406,
+      "step": 8937
+    },
+    {
+      "epoch": 1.6515226755667447,
+      "grad_norm": 0.07450441271066666,
+      "learning_rate": 8.855437541678655e-06,
+      "loss": 0.4250149130821228,
+      "step": 8938
+    },
+    {
+      "epoch": 1.6517074522756405,
+      "grad_norm": 0.08737654983997345,
+      "learning_rate": 8.853455759146516e-06,
+      "loss": 0.6291829347610474,
+      "step": 8939
+    },
+    {
+      "epoch": 1.6518922289845364,
+      "grad_norm": 0.058018364012241364,
+      "learning_rate": 8.851474022243247e-06,
+      "loss": 0.3619850277900696,
+      "step": 8940
+    },
+    {
+      "epoch": 1.6520770056934322,
+      "grad_norm": 0.07415791600942612,
+      "learning_rate": 8.849492331047718e-06,
+      "loss": 0.5303621888160706,
+      "step": 8941
+    },
+    {
+      "epoch": 1.6522617824023282,
+      "grad_norm": 0.06933600455522537,
+      "learning_rate": 8.847510685638797e-06,
+      "loss": 0.4177916646003723,
+      "step": 8942
+    },
+    {
+      "epoch": 1.652446559111224,
+      "grad_norm": 0.08505621552467346,
+      "learning_rate": 8.845529086095342e-06,
+      "loss": 0.5294852256774902,
+      "step": 8943
+    },
+    {
+      "epoch": 1.65263133582012,
+      "grad_norm": 0.10572239756584167,
+      "learning_rate": 8.84354753249622e-06,
+      "loss": 0.7183526158332825,
+      "step": 8944
+    },
+    {
+      "epoch": 1.6528161125290157,
+      "grad_norm": 0.06564278900623322,
+      "learning_rate": 8.841566024920286e-06,
+      "loss": 0.34837156534194946,
+      "step": 8945
+    },
+    {
+      "epoch": 1.6530008892379116,
+      "grad_norm": 0.09466851502656937,
+      "learning_rate": 8.8395845634464e-06,
+      "loss": 0.5224567651748657,
+      "step": 8946
+    },
+    {
+      "epoch": 1.6531856659468074,
+      "grad_norm": 0.08879232406616211,
+      "learning_rate": 8.837603148153421e-06,
+      "loss": 0.6343720555305481,
+      "step": 8947
+    },
+    {
+      "epoch": 1.6533704426557032,
+      "grad_norm": 0.0756058394908905,
+      "learning_rate": 8.835621779120197e-06,
+      "loss": 0.48447737097740173,
+      "step": 8948
+    },
+    {
+      "epoch": 1.653555219364599,
+      "grad_norm": 0.0774824246764183,
+      "learning_rate": 8.833640456425583e-06,
+      "loss": 0.5902532339096069,
+      "step": 8949
+    },
+    {
+      "epoch": 1.653739996073495,
+      "grad_norm": 0.07572329789400101,
+      "learning_rate": 8.831659180148433e-06,
+      "loss": 0.5073521137237549,
+      "step": 8950
+    },
+    {
+      "epoch": 1.653924772782391,
+      "grad_norm": 0.0775173082947731,
+      "learning_rate": 8.829677950367589e-06,
+      "loss": 0.4409608244895935,
+      "step": 8951
+    },
+    {
+      "epoch": 1.6541095494912867,
+      "grad_norm": 0.09347783029079437,
+      "learning_rate": 8.827696767161902e-06,
+      "loss": 0.5821473598480225,
+      "step": 8952
+    },
+    {
+      "epoch": 1.6542943262001826,
+      "grad_norm": 0.08198609203100204,
+      "learning_rate": 8.82571563061022e-06,
+      "loss": 0.5458663702011108,
+      "step": 8953
+    },
+    {
+      "epoch": 1.6544791029090784,
+      "grad_norm": 0.08065678924322128,
+      "learning_rate": 8.823734540791375e-06,
+      "loss": 0.451998233795166,
+      "step": 8954
+    },
+    {
+      "epoch": 1.6546638796179742,
+      "grad_norm": 0.08799226582050323,
+      "learning_rate": 8.821753497784218e-06,
+      "loss": 0.5489275455474854,
+      "step": 8955
+    },
+    {
+      "epoch": 1.65484865632687,
+      "grad_norm": 0.07855572551488876,
+      "learning_rate": 8.81977250166759e-06,
+      "loss": 0.5080621838569641,
+      "step": 8956
+    },
+    {
+      "epoch": 1.6550334330357659,
+      "grad_norm": 0.07618331909179688,
+      "learning_rate": 8.817791552520319e-06,
+      "loss": 0.7386259436607361,
+      "step": 8957
+    },
+    {
+      "epoch": 1.6552182097446617,
+      "grad_norm": 0.07988817989826202,
+      "learning_rate": 8.815810650421249e-06,
+      "loss": 0.5634803175926208,
+      "step": 8958
+    },
+    {
+      "epoch": 1.6554029864535575,
+      "grad_norm": 0.0562705397605896,
+      "learning_rate": 8.813829795449206e-06,
+      "loss": 0.3609471917152405,
+      "step": 8959
+    },
+    {
+      "epoch": 1.6555877631624534,
+      "grad_norm": 0.09556792676448822,
+      "learning_rate": 8.811848987683028e-06,
+      "loss": 0.6133294701576233,
+      "step": 8960
+    },
+    {
+      "epoch": 1.6557725398713492,
+      "grad_norm": 0.09546475857496262,
+      "learning_rate": 8.809868227201546e-06,
+      "loss": 0.7730337977409363,
+      "step": 8961
+    },
+    {
+      "epoch": 1.655957316580245,
+      "grad_norm": 0.06718320399522781,
+      "learning_rate": 8.807887514083581e-06,
+      "loss": 0.34548744559288025,
+      "step": 8962
+    },
+    {
+      "epoch": 1.6561420932891409,
+      "grad_norm": 0.07118339091539383,
+      "learning_rate": 8.805906848407964e-06,
+      "loss": 0.45795369148254395,
+      "step": 8963
+    },
+    {
+      "epoch": 1.6563268699980367,
+      "grad_norm": 0.06916230171918869,
+      "learning_rate": 8.80392623025352e-06,
+      "loss": 0.45204415917396545,
+      "step": 8964
+    },
+    {
+      "epoch": 1.6565116467069325,
+      "grad_norm": 0.07920881360769272,
+      "learning_rate": 8.801945659699067e-06,
+      "loss": 0.43370485305786133,
+      "step": 8965
+    },
+    {
+      "epoch": 1.6566964234158283,
+      "grad_norm": 0.08380249887704849,
+      "learning_rate": 8.799965136823432e-06,
+      "loss": 0.5766981244087219,
+      "step": 8966
+    },
+    {
+      "epoch": 1.6568812001247242,
+      "grad_norm": 0.09630127996206284,
+      "learning_rate": 8.79798466170543e-06,
+      "loss": 0.7253932952880859,
+      "step": 8967
+    },
+    {
+      "epoch": 1.65706597683362,
+      "grad_norm": 0.07304397970438004,
+      "learning_rate": 8.796004234423876e-06,
+      "loss": 0.5263710021972656,
+      "step": 8968
+    },
+    {
+      "epoch": 1.6572507535425158,
+      "grad_norm": 0.0875425785779953,
+      "learning_rate": 8.794023855057587e-06,
+      "loss": 0.5486422777175903,
+      "step": 8969
+    },
+    {
+      "epoch": 1.6574355302514117,
+      "grad_norm": 0.05754028633236885,
+      "learning_rate": 8.792043523685376e-06,
+      "loss": 0.35505831241607666,
+      "step": 8970
+    },
+    {
+      "epoch": 1.6576203069603075,
+      "grad_norm": 0.09025000035762787,
+      "learning_rate": 8.790063240386053e-06,
+      "loss": 0.7122763395309448,
+      "step": 8971
+    },
+    {
+      "epoch": 1.6578050836692035,
+      "grad_norm": 0.08361772447824478,
+      "learning_rate": 8.788083005238428e-06,
+      "loss": 0.5144809484481812,
+      "step": 8972
+    },
+    {
+      "epoch": 1.6579898603780994,
+      "grad_norm": 0.07230621576309204,
+      "learning_rate": 8.786102818321311e-06,
+      "loss": 0.47324246168136597,
+      "step": 8973
+    },
+    {
+      "epoch": 1.6581746370869952,
+      "grad_norm": 0.07307907938957214,
+      "learning_rate": 8.784122679713497e-06,
+      "loss": 0.4546387493610382,
+      "step": 8974
+    },
+    {
+      "epoch": 1.658359413795891,
+      "grad_norm": 0.07837999612092972,
+      "learning_rate": 8.782142589493805e-06,
+      "loss": 0.5022808313369751,
+      "step": 8975
+    },
+    {
+      "epoch": 1.6585441905047869,
+      "grad_norm": 0.09872845560312271,
+      "learning_rate": 8.780162547741022e-06,
+      "loss": 0.5782057046890259,
+      "step": 8976
+    },
+    {
+      "epoch": 1.6587289672136827,
+      "grad_norm": 0.09069226682186127,
+      "learning_rate": 8.778182554533952e-06,
+      "loss": 0.6260485053062439,
+      "step": 8977
+    },
+    {
+      "epoch": 1.6589137439225785,
+      "grad_norm": 0.08357825875282288,
+      "learning_rate": 8.776202609951398e-06,
+      "loss": 0.6425731778144836,
+      "step": 8978
+    },
+    {
+      "epoch": 1.6590985206314746,
+      "grad_norm": 0.07038763910531998,
+      "learning_rate": 8.77422271407215e-06,
+      "loss": 0.48733213543891907,
+      "step": 8979
+    },
+    {
+      "epoch": 1.6592832973403704,
+      "grad_norm": 0.0719500184059143,
+      "learning_rate": 8.772242866975e-06,
+      "loss": 0.44783756136894226,
+      "step": 8980
+    },
+    {
+      "epoch": 1.6594680740492662,
+      "grad_norm": 0.09439882636070251,
+      "learning_rate": 8.770263068738747e-06,
+      "loss": 0.595038652420044,
+      "step": 8981
+    },
+    {
+      "epoch": 1.659652850758162,
+      "grad_norm": 0.06088631972670555,
+      "learning_rate": 8.768283319442173e-06,
+      "loss": 0.4202379882335663,
+      "step": 8982
+    },
+    {
+      "epoch": 1.6598376274670579,
+      "grad_norm": 0.09072203934192657,
+      "learning_rate": 8.76630361916407e-06,
+      "loss": 0.5772908926010132,
+      "step": 8983
+    },
+    {
+      "epoch": 1.6600224041759537,
+      "grad_norm": 0.0732671394944191,
+      "learning_rate": 8.764323967983226e-06,
+      "loss": 0.4386714696884155,
+      "step": 8984
+    },
+    {
+      "epoch": 1.6602071808848495,
+      "grad_norm": 0.08566321432590485,
+      "learning_rate": 8.76234436597842e-06,
+      "loss": 0.5181201696395874,
+      "step": 8985
+    },
+    {
+      "epoch": 1.6603919575937454,
+      "grad_norm": 0.07344254106283188,
+      "learning_rate": 8.760364813228436e-06,
+      "loss": 0.5022342205047607,
+      "step": 8986
+    },
+    {
+      "epoch": 1.6605767343026412,
+      "grad_norm": 0.08056008815765381,
+      "learning_rate": 8.758385309812055e-06,
+      "loss": 0.6142107248306274,
+      "step": 8987
+    },
+    {
+      "epoch": 1.660761511011537,
+      "grad_norm": 0.08112746477127075,
+      "learning_rate": 8.756405855808053e-06,
+      "loss": 0.5439735651016235,
+      "step": 8988
+    },
+    {
+      "epoch": 1.6609462877204328,
+      "grad_norm": 0.08961106836795807,
+      "learning_rate": 8.754426451295207e-06,
+      "loss": 0.6286073327064514,
+      "step": 8989
+    },
+    {
+      "epoch": 1.6611310644293287,
+      "grad_norm": 0.07029113173484802,
+      "learning_rate": 8.752447096352295e-06,
+      "loss": 0.36603888869285583,
+      "step": 8990
+    },
+    {
+      "epoch": 1.6613158411382245,
+      "grad_norm": 0.10147112607955933,
+      "learning_rate": 8.750467791058081e-06,
+      "loss": 0.743262767791748,
+      "step": 8991
+    },
+    {
+      "epoch": 1.6615006178471203,
+      "grad_norm": 0.06966464221477509,
+      "learning_rate": 8.748488535491346e-06,
+      "loss": 0.48661547899246216,
+      "step": 8992
+    },
+    {
+      "epoch": 1.6616853945560162,
+      "grad_norm": 0.06567555665969849,
+      "learning_rate": 8.746509329730846e-06,
+      "loss": 0.43307769298553467,
+      "step": 8993
+    },
+    {
+      "epoch": 1.661870171264912,
+      "grad_norm": 0.08893869817256927,
+      "learning_rate": 8.74453017385535e-06,
+      "loss": 0.4946390688419342,
+      "step": 8994
+    },
+    {
+      "epoch": 1.6620549479738078,
+      "grad_norm": 0.07407506555318832,
+      "learning_rate": 8.742551067943632e-06,
+      "loss": 0.5503557324409485,
+      "step": 8995
+    },
+    {
+      "epoch": 1.6622397246827036,
+      "grad_norm": 0.10296279937028885,
+      "learning_rate": 8.740572012074445e-06,
+      "loss": 0.7889887094497681,
+      "step": 8996
+    },
+    {
+      "epoch": 1.6624245013915995,
+      "grad_norm": 0.08157563209533691,
+      "learning_rate": 8.73859300632655e-06,
+      "loss": 0.5192692875862122,
+      "step": 8997
+    },
+    {
+      "epoch": 1.6626092781004953,
+      "grad_norm": 0.08204268664121628,
+      "learning_rate": 8.73661405077871e-06,
+      "loss": 0.5423938035964966,
+      "step": 8998
+    },
+    {
+      "epoch": 1.6627940548093911,
+      "grad_norm": 0.07997702807188034,
+      "learning_rate": 8.734635145509676e-06,
+      "loss": 0.4689732789993286,
+      "step": 8999
+    },
+    {
+      "epoch": 1.662978831518287,
+      "grad_norm": 0.0857803151011467,
+      "learning_rate": 8.732656290598205e-06,
+      "loss": 0.3920707404613495,
+      "step": 9000
+    },
+    {
+      "epoch": 1.662978831518287,
+      "eval_loss": 0.5690487623214722,
+      "eval_runtime": 172.3601,
+      "eval_samples_per_second": 105.761,
+      "eval_steps_per_second": 13.222,
+      "step": 9000
+    },
+    {
+      "epoch": 1.663163608227183,
+      "grad_norm": 0.08445625007152557,
+      "learning_rate": 8.730677486123048e-06,
+      "loss": 0.4855717718601227,
+      "step": 9001
+    },
+    {
+      "epoch": 1.6633483849360788,
+      "grad_norm": 0.08252844959497452,
+      "learning_rate": 8.728698732162956e-06,
+      "loss": 0.5647783875465393,
+      "step": 9002
+    },
+    {
+      "epoch": 1.6635331616449747,
+      "grad_norm": 0.08127132058143616,
+      "learning_rate": 8.726720028796678e-06,
+      "loss": 0.5227984189987183,
+      "step": 9003
+    },
+    {
+      "epoch": 1.6637179383538705,
+      "grad_norm": 0.0665494054555893,
+      "learning_rate": 8.72474137610296e-06,
+      "loss": 0.41443580389022827,
+      "step": 9004
+    },
+    {
+      "epoch": 1.6639027150627663,
+      "grad_norm": 0.05049487203359604,
+      "learning_rate": 8.722762774160543e-06,
+      "loss": 0.3106989562511444,
+      "step": 9005
+    },
+    {
+      "epoch": 1.6640874917716622,
+      "grad_norm": 0.07193901389837265,
+      "learning_rate": 8.720784223048175e-06,
+      "loss": 0.43464213609695435,
+      "step": 9006
+    },
+    {
+      "epoch": 1.664272268480558,
+      "grad_norm": 0.09168123453855515,
+      "learning_rate": 8.71880572284459e-06,
+      "loss": 0.6453408002853394,
+      "step": 9007
+    },
+    {
+      "epoch": 1.664457045189454,
+      "grad_norm": 0.08098369836807251,
+      "learning_rate": 8.716827273628528e-06,
+      "loss": 0.5169015526771545,
+      "step": 9008
+    },
+    {
+      "epoch": 1.6646418218983499,
+      "grad_norm": 0.08499372750520706,
+      "learning_rate": 8.714848875478732e-06,
+      "loss": 0.5493677258491516,
+      "step": 9009
+    },
+    {
+      "epoch": 1.6648265986072457,
+      "grad_norm": 0.06951579451560974,
+      "learning_rate": 8.712870528473922e-06,
+      "loss": 0.46776798367500305,
+      "step": 9010
+    },
+    {
+      "epoch": 1.6650113753161415,
+      "grad_norm": 0.10221091657876968,
+      "learning_rate": 8.71089223269284e-06,
+      "loss": 0.7205289602279663,
+      "step": 9011
+    },
+    {
+      "epoch": 1.6651961520250373,
+      "grad_norm": 0.07168225944042206,
+      "learning_rate": 8.70891398821422e-06,
+      "loss": 0.44184955954551697,
+      "step": 9012
+    },
+    {
+      "epoch": 1.6653809287339332,
+      "grad_norm": 0.06919576227664948,
+      "learning_rate": 8.706935795116779e-06,
+      "loss": 0.47983217239379883,
+      "step": 9013
+    },
+    {
+      "epoch": 1.665565705442829,
+      "grad_norm": 0.08107378333806992,
+      "learning_rate": 8.704957653479245e-06,
+      "loss": 0.5134053230285645,
+      "step": 9014
+    },
+    {
+      "epoch": 1.6657504821517248,
+      "grad_norm": 0.06921125948429108,
+      "learning_rate": 8.702979563380352e-06,
+      "loss": 0.37715357542037964,
+      "step": 9015
+    },
+    {
+      "epoch": 1.6659352588606207,
+      "grad_norm": 0.0681595578789711,
+      "learning_rate": 8.70100152489881e-06,
+      "loss": 0.4451044797897339,
+      "step": 9016
+    },
+    {
+      "epoch": 1.6661200355695165,
+      "grad_norm": 0.07533681392669678,
+      "learning_rate": 8.69902353811334e-06,
+      "loss": 0.5605936646461487,
+      "step": 9017
+    },
+    {
+      "epoch": 1.6663048122784123,
+      "grad_norm": 0.08548444509506226,
+      "learning_rate": 8.697045603102673e-06,
+      "loss": 0.5757061839103699,
+      "step": 9018
+    },
+    {
+      "epoch": 1.6664895889873081,
+      "grad_norm": 0.0741836205124855,
+      "learning_rate": 8.695067719945505e-06,
+      "loss": 0.49671831727027893,
+      "step": 9019
+    },
+    {
+      "epoch": 1.666674365696204,
+      "grad_norm": 0.06897836923599243,
+      "learning_rate": 8.693089888720563e-06,
+      "loss": 0.39301538467407227,
+      "step": 9020
+    },
+    {
+      "epoch": 1.6668591424050998,
+      "grad_norm": 0.07714451104402542,
+      "learning_rate": 8.691112109506556e-06,
+      "loss": 0.4285025894641876,
+      "step": 9021
+    },
+    {
+      "epoch": 1.6670439191139956,
+      "grad_norm": 0.06746784597635269,
+      "learning_rate": 8.68913438238219e-06,
+      "loss": 0.37637728452682495,
+      "step": 9022
+    },
+    {
+      "epoch": 1.6672286958228915,
+      "grad_norm": 0.07533597201108932,
+      "learning_rate": 8.687156707426175e-06,
+      "loss": 0.5479862093925476,
+      "step": 9023
+    },
+    {
+      "epoch": 1.6674134725317873,
+      "grad_norm": 0.10356532037258148,
+      "learning_rate": 8.685179084717215e-06,
+      "loss": 0.754237949848175,
+      "step": 9024
+    },
+    {
+      "epoch": 1.6675982492406831,
+      "grad_norm": 0.08410041034221649,
+      "learning_rate": 8.683201514334013e-06,
+      "loss": 0.5808772444725037,
+      "step": 9025
+    },
+    {
+      "epoch": 1.667783025949579,
+      "grad_norm": 0.08972388505935669,
+      "learning_rate": 8.681223996355275e-06,
+      "loss": 0.6561397910118103,
+      "step": 9026
+    },
+    {
+      "epoch": 1.6679678026584748,
+      "grad_norm": 0.08572930097579956,
+      "learning_rate": 8.679246530859693e-06,
+      "loss": 0.7714314460754395,
+      "step": 9027
+    },
+    {
+      "epoch": 1.6681525793673706,
+      "grad_norm": 0.07372952252626419,
+      "learning_rate": 8.677269117925964e-06,
+      "loss": 0.45184555649757385,
+      "step": 9028
+    },
+    {
+      "epoch": 1.6683373560762664,
+      "grad_norm": 0.059556107968091965,
+      "learning_rate": 8.675291757632794e-06,
+      "loss": 0.32072627544403076,
+      "step": 9029
+    },
+    {
+      "epoch": 1.6685221327851625,
+      "grad_norm": 0.0691826194524765,
+      "learning_rate": 8.67331445005886e-06,
+      "loss": 0.42070019245147705,
+      "step": 9030
+    },
+    {
+      "epoch": 1.6687069094940583,
+      "grad_norm": 0.0846749022603035,
+      "learning_rate": 8.671337195282862e-06,
+      "loss": 0.5196872353553772,
+      "step": 9031
+    },
+    {
+      "epoch": 1.6688916862029541,
+      "grad_norm": 0.0776742622256279,
+      "learning_rate": 8.669359993383491e-06,
+      "loss": 0.6171072721481323,
+      "step": 9032
+    },
+    {
+      "epoch": 1.66907646291185,
+      "grad_norm": 0.09349127113819122,
+      "learning_rate": 8.667382844439424e-06,
+      "loss": 0.709235668182373,
+      "step": 9033
+    },
+    {
+      "epoch": 1.6692612396207458,
+      "grad_norm": 0.0716007873415947,
+      "learning_rate": 8.66540574852935e-06,
+      "loss": 0.45914164185523987,
+      "step": 9034
+    },
+    {
+      "epoch": 1.6694460163296416,
+      "grad_norm": 0.05829813703894615,
+      "learning_rate": 8.663428705731957e-06,
+      "loss": 0.36543506383895874,
+      "step": 9035
+    },
+    {
+      "epoch": 1.6696307930385375,
+      "grad_norm": 0.061826031655073166,
+      "learning_rate": 8.661451716125917e-06,
+      "loss": 0.35469627380371094,
+      "step": 9036
+    },
+    {
+      "epoch": 1.6698155697474333,
+      "grad_norm": 0.07189781963825226,
+      "learning_rate": 8.65947477978991e-06,
+      "loss": 0.38797852396965027,
+      "step": 9037
+    },
+    {
+      "epoch": 1.6700003464563293,
+      "grad_norm": 0.07448961585760117,
+      "learning_rate": 8.657497896802616e-06,
+      "loss": 0.49736249446868896,
+      "step": 9038
+    },
+    {
+      "epoch": 1.6701851231652252,
+      "grad_norm": 0.0732865110039711,
+      "learning_rate": 8.655521067242703e-06,
+      "loss": 0.41947612166404724,
+      "step": 9039
+    },
+    {
+      "epoch": 1.670369899874121,
+      "grad_norm": 0.08115722984075546,
+      "learning_rate": 8.653544291188846e-06,
+      "loss": 0.5365369319915771,
+      "step": 9040
+    },
+    {
+      "epoch": 1.6705546765830168,
+      "grad_norm": 0.07986792922019958,
+      "learning_rate": 8.651567568719713e-06,
+      "loss": 0.4790862500667572,
+      "step": 9041
+    },
+    {
+      "epoch": 1.6707394532919126,
+      "grad_norm": 0.08238638937473297,
+      "learning_rate": 8.649590899913972e-06,
+      "loss": 0.5070688128471375,
+      "step": 9042
+    },
+    {
+      "epoch": 1.6709242300008085,
+      "grad_norm": 0.08489910513162613,
+      "learning_rate": 8.64761428485029e-06,
+      "loss": 0.5985916256904602,
+      "step": 9043
+    },
+    {
+      "epoch": 1.6711090067097043,
+      "grad_norm": 0.08574743568897247,
+      "learning_rate": 8.645637723607326e-06,
+      "loss": 0.45888751745224,
+      "step": 9044
+    },
+    {
+      "epoch": 1.6712937834186001,
+      "grad_norm": 0.0878172218799591,
+      "learning_rate": 8.643661216263744e-06,
+      "loss": 0.5856870412826538,
+      "step": 9045
+    },
+    {
+      "epoch": 1.671478560127496,
+      "grad_norm": 0.07768607884645462,
+      "learning_rate": 8.641684762898203e-06,
+      "loss": 0.5130709409713745,
+      "step": 9046
+    },
+    {
+      "epoch": 1.6716633368363918,
+      "grad_norm": 0.07102810591459274,
+      "learning_rate": 8.639708363589358e-06,
+      "loss": 0.49262791872024536,
+      "step": 9047
+    },
+    {
+      "epoch": 1.6718481135452876,
+      "grad_norm": 0.0737321674823761,
+      "learning_rate": 8.637732018415865e-06,
+      "loss": 0.5094331502914429,
+      "step": 9048
+    },
+    {
+      "epoch": 1.6720328902541834,
+      "grad_norm": 0.070593923330307,
+      "learning_rate": 8.63575572745638e-06,
+      "loss": 0.45176151394844055,
+      "step": 9049
+    },
+    {
+      "epoch": 1.6722176669630793,
+      "grad_norm": 0.08042187243700027,
+      "learning_rate": 8.63377949078954e-06,
+      "loss": 0.4876258671283722,
+      "step": 9050
+    },
+    {
+      "epoch": 1.672402443671975,
+      "grad_norm": 0.06371616572141647,
+      "learning_rate": 8.631803308494005e-06,
+      "loss": 0.39658114314079285,
+      "step": 9051
+    },
+    {
+      "epoch": 1.672587220380871,
+      "grad_norm": 0.07558796554803848,
+      "learning_rate": 8.629827180648423e-06,
+      "loss": 0.5124465227127075,
+      "step": 9052
+    },
+    {
+      "epoch": 1.6727719970897668,
+      "grad_norm": 0.08541289716959,
+      "learning_rate": 8.627851107331426e-06,
+      "loss": 0.4782090485095978,
+      "step": 9053
+    },
+    {
+      "epoch": 1.6729567737986626,
+      "grad_norm": 0.0727166086435318,
+      "learning_rate": 8.625875088621662e-06,
+      "loss": 0.5052157640457153,
+      "step": 9054
+    },
+    {
+      "epoch": 1.6731415505075584,
+      "grad_norm": 0.09100605547428131,
+      "learning_rate": 8.623899124597777e-06,
+      "loss": 0.48215600848197937,
+      "step": 9055
+    },
+    {
+      "epoch": 1.6733263272164542,
+      "grad_norm": 0.10287399590015411,
+      "learning_rate": 8.621923215338397e-06,
+      "loss": 0.6642863154411316,
+      "step": 9056
+    },
+    {
+      "epoch": 1.67351110392535,
+      "grad_norm": 0.08276277035474777,
+      "learning_rate": 8.619947360922162e-06,
+      "loss": 0.5098517537117004,
+      "step": 9057
+    },
+    {
+      "epoch": 1.673695880634246,
+      "grad_norm": 0.0931604877114296,
+      "learning_rate": 8.617971561427705e-06,
+      "loss": 0.5521177053451538,
+      "step": 9058
+    },
+    {
+      "epoch": 1.6738806573431417,
+      "grad_norm": 0.0651213601231575,
+      "learning_rate": 8.615995816933655e-06,
+      "loss": 0.3899434506893158,
+      "step": 9059
+    },
+    {
+      "epoch": 1.6740654340520378,
+      "grad_norm": 0.07249141484498978,
+      "learning_rate": 8.614020127518642e-06,
+      "loss": 0.4754531979560852,
+      "step": 9060
+    },
+    {
+      "epoch": 1.6742502107609336,
+      "grad_norm": 0.10817329585552216,
+      "learning_rate": 8.61204449326129e-06,
+      "loss": 0.7253162264823914,
+      "step": 9061
+    },
+    {
+      "epoch": 1.6744349874698294,
+      "grad_norm": 0.09194529801607132,
+      "learning_rate": 8.610068914240227e-06,
+      "loss": 0.6241350769996643,
+      "step": 9062
+    },
+    {
+      "epoch": 1.6746197641787253,
+      "grad_norm": 0.09278565645217896,
+      "learning_rate": 8.608093390534074e-06,
+      "loss": 0.6508000493049622,
+      "step": 9063
+    },
+    {
+      "epoch": 1.674804540887621,
+      "grad_norm": 0.08632796257734299,
+      "learning_rate": 8.606117922221447e-06,
+      "loss": 0.5592050552368164,
+      "step": 9064
+    },
+    {
+      "epoch": 1.674989317596517,
+      "grad_norm": 0.07858537137508392,
+      "learning_rate": 8.604142509380967e-06,
+      "loss": 0.6045482754707336,
+      "step": 9065
+    },
+    {
+      "epoch": 1.6751740943054128,
+      "grad_norm": 0.07718654721975327,
+      "learning_rate": 8.602167152091247e-06,
+      "loss": 0.4939536154270172,
+      "step": 9066
+    },
+    {
+      "epoch": 1.6753588710143088,
+      "grad_norm": 0.0820227712392807,
+      "learning_rate": 8.600191850430901e-06,
+      "loss": 0.4896371364593506,
+      "step": 9067
+    },
+    {
+      "epoch": 1.6755436477232046,
+      "grad_norm": 0.08000557869672775,
+      "learning_rate": 8.59821660447854e-06,
+      "loss": 0.48228392004966736,
+      "step": 9068
+    },
+    {
+      "epoch": 1.6757284244321005,
+      "grad_norm": 0.07113906741142273,
+      "learning_rate": 8.596241414312776e-06,
+      "loss": 0.5333797931671143,
+      "step": 9069
+    },
+    {
+      "epoch": 1.6759132011409963,
+      "grad_norm": 0.08210809528827667,
+      "learning_rate": 8.594266280012206e-06,
+      "loss": 0.6667137145996094,
+      "step": 9070
+    },
+    {
+      "epoch": 1.6760979778498921,
+      "grad_norm": 0.07185039669275284,
+      "learning_rate": 8.592291201655446e-06,
+      "loss": 0.5223159193992615,
+      "step": 9071
+    },
+    {
+      "epoch": 1.676282754558788,
+      "grad_norm": 0.06653635203838348,
+      "learning_rate": 8.590316179321088e-06,
+      "loss": 0.38789844512939453,
+      "step": 9072
+    },
+    {
+      "epoch": 1.6764675312676838,
+      "grad_norm": 0.06960821896791458,
+      "learning_rate": 8.588341213087734e-06,
+      "loss": 0.5253861546516418,
+      "step": 9073
+    },
+    {
+      "epoch": 1.6766523079765796,
+      "grad_norm": 0.05516147240996361,
+      "learning_rate": 8.586366303033989e-06,
+      "loss": 0.3092251121997833,
+      "step": 9074
+    },
+    {
+      "epoch": 1.6768370846854754,
+      "grad_norm": 0.10345713794231415,
+      "learning_rate": 8.584391449238439e-06,
+      "loss": 0.6506808996200562,
+      "step": 9075
+    },
+    {
+      "epoch": 1.6770218613943713,
+      "grad_norm": 0.06929323077201843,
+      "learning_rate": 8.58241665177968e-06,
+      "loss": 0.4382984936237335,
+      "step": 9076
+    },
+    {
+      "epoch": 1.677206638103267,
+      "grad_norm": 0.0668279156088829,
+      "learning_rate": 8.580441910736305e-06,
+      "loss": 0.4805983901023865,
+      "step": 9077
+    },
+    {
+      "epoch": 1.677391414812163,
+      "grad_norm": 0.079178586602211,
+      "learning_rate": 8.5784672261869e-06,
+      "loss": 0.5188418626785278,
+      "step": 9078
+    },
+    {
+      "epoch": 1.6775761915210587,
+      "grad_norm": 0.07111608237028122,
+      "learning_rate": 8.57649259821005e-06,
+      "loss": 0.46800345182418823,
+      "step": 9079
+    },
+    {
+      "epoch": 1.6777609682299546,
+      "grad_norm": 0.07276073843240738,
+      "learning_rate": 8.574518026884345e-06,
+      "loss": 0.36915266513824463,
+      "step": 9080
+    },
+    {
+      "epoch": 1.6779457449388504,
+      "grad_norm": 0.07534977793693542,
+      "learning_rate": 8.57254351228836e-06,
+      "loss": 0.4622310400009155,
+      "step": 9081
+    },
+    {
+      "epoch": 1.6781305216477462,
+      "grad_norm": 0.06693067401647568,
+      "learning_rate": 8.570569054500676e-06,
+      "loss": 0.4623390734195709,
+      "step": 9082
+    },
+    {
+      "epoch": 1.678315298356642,
+      "grad_norm": 0.07008402049541473,
+      "learning_rate": 8.568594653599875e-06,
+      "loss": 0.3596046268939972,
+      "step": 9083
+    },
+    {
+      "epoch": 1.6785000750655379,
+      "grad_norm": 0.06442760676145554,
+      "learning_rate": 8.566620309664525e-06,
+      "loss": 0.4336586594581604,
+      "step": 9084
+    },
+    {
+      "epoch": 1.6786848517744337,
+      "grad_norm": 0.0926290825009346,
+      "learning_rate": 8.564646022773204e-06,
+      "loss": 0.6721182465553284,
+      "step": 9085
+    },
+    {
+      "epoch": 1.6788696284833295,
+      "grad_norm": 0.08583901077508926,
+      "learning_rate": 8.562671793004482e-06,
+      "loss": 0.4880591630935669,
+      "step": 9086
+    },
+    {
+      "epoch": 1.6790544051922254,
+      "grad_norm": 0.08112744241952896,
+      "learning_rate": 8.560697620436924e-06,
+      "loss": 0.559378445148468,
+      "step": 9087
+    },
+    {
+      "epoch": 1.6792391819011212,
+      "grad_norm": 0.06255873292684555,
+      "learning_rate": 8.5587235051491e-06,
+      "loss": 0.4209061861038208,
+      "step": 9088
+    },
+    {
+      "epoch": 1.6794239586100173,
+      "grad_norm": 0.07908415049314499,
+      "learning_rate": 8.55674944721957e-06,
+      "loss": 0.48501768708229065,
+      "step": 9089
+    },
+    {
+      "epoch": 1.679608735318913,
+      "grad_norm": 0.09763891249895096,
+      "learning_rate": 8.554775446726892e-06,
+      "loss": 0.6048413515090942,
+      "step": 9090
+    },
+    {
+      "epoch": 1.679793512027809,
+      "grad_norm": 0.08248091489076614,
+      "learning_rate": 8.552801503749638e-06,
+      "loss": 0.5712785720825195,
+      "step": 9091
+    },
+    {
+      "epoch": 1.6799782887367047,
+      "grad_norm": 0.09981803596019745,
+      "learning_rate": 8.550827618366352e-06,
+      "loss": 0.5898700952529907,
+      "step": 9092
+    },
+    {
+      "epoch": 1.6801630654456006,
+      "grad_norm": 0.07063844799995422,
+      "learning_rate": 8.54885379065559e-06,
+      "loss": 0.4967755675315857,
+      "step": 9093
+    },
+    {
+      "epoch": 1.6803478421544964,
+      "grad_norm": 0.05967190861701965,
+      "learning_rate": 8.546880020695913e-06,
+      "loss": 0.481548935174942,
+      "step": 9094
+    },
+    {
+      "epoch": 1.6805326188633922,
+      "grad_norm": 0.07140645384788513,
+      "learning_rate": 8.544906308565861e-06,
+      "loss": 0.5011531710624695,
+      "step": 9095
+    },
+    {
+      "epoch": 1.6807173955722883,
+      "grad_norm": 0.055560152977705,
+      "learning_rate": 8.542932654343987e-06,
+      "loss": 0.3030966520309448,
+      "step": 9096
+    },
+    {
+      "epoch": 1.680902172281184,
+      "grad_norm": 0.0700981393456459,
+      "learning_rate": 8.540959058108835e-06,
+      "loss": 0.47643208503723145,
+      "step": 9097
+    },
+    {
+      "epoch": 1.68108694899008,
+      "grad_norm": 0.0505668930709362,
+      "learning_rate": 8.538985519938947e-06,
+      "loss": 0.30652886629104614,
+      "step": 9098
+    },
+    {
+      "epoch": 1.6812717256989758,
+      "grad_norm": 0.07859101891517639,
+      "learning_rate": 8.537012039912864e-06,
+      "loss": 0.450094074010849,
+      "step": 9099
+    },
+    {
+      "epoch": 1.6814565024078716,
+      "grad_norm": 0.06869371980428696,
+      "learning_rate": 8.535038618109126e-06,
+      "loss": 0.36125314235687256,
+      "step": 9100
+    },
+    {
+      "epoch": 1.6816412791167674,
+      "grad_norm": 0.08045898377895355,
+      "learning_rate": 8.533065254606266e-06,
+      "loss": 0.5351243615150452,
+      "step": 9101
+    },
+    {
+      "epoch": 1.6818260558256632,
+      "grad_norm": 0.0728968009352684,
+      "learning_rate": 8.53109194948282e-06,
+      "loss": 0.4623984098434448,
+      "step": 9102
+    },
+    {
+      "epoch": 1.682010832534559,
+      "grad_norm": 0.06779941916465759,
+      "learning_rate": 8.529118702817321e-06,
+      "loss": 0.47451716661453247,
+      "step": 9103
+    },
+    {
+      "epoch": 1.682195609243455,
+      "grad_norm": 0.06614118814468384,
+      "learning_rate": 8.527145514688293e-06,
+      "loss": 0.4593086242675781,
+      "step": 9104
+    },
+    {
+      "epoch": 1.6823803859523507,
+      "grad_norm": 0.06442172080278397,
+      "learning_rate": 8.525172385174271e-06,
+      "loss": 0.31958237290382385,
+      "step": 9105
+    },
+    {
+      "epoch": 1.6825651626612466,
+      "grad_norm": 0.08403867483139038,
+      "learning_rate": 8.523199314353767e-06,
+      "loss": 0.5540264844894409,
+      "step": 9106
+    },
+    {
+      "epoch": 1.6827499393701424,
+      "grad_norm": 0.08076582103967667,
+      "learning_rate": 8.52122630230531e-06,
+      "loss": 0.6045275330543518,
+      "step": 9107
+    },
+    {
+      "epoch": 1.6829347160790382,
+      "grad_norm": 0.0629241019487381,
+      "learning_rate": 8.519253349107426e-06,
+      "loss": 0.43549901247024536,
+      "step": 9108
+    },
+    {
+      "epoch": 1.683119492787934,
+      "grad_norm": 0.06979610025882721,
+      "learning_rate": 8.51728045483862e-06,
+      "loss": 0.46166253089904785,
+      "step": 9109
+    },
+    {
+      "epoch": 1.6833042694968299,
+      "grad_norm": 0.09503830224275589,
+      "learning_rate": 8.515307619577415e-06,
+      "loss": 0.5249154567718506,
+      "step": 9110
+    },
+    {
+      "epoch": 1.6834890462057257,
+      "grad_norm": 0.10128334164619446,
+      "learning_rate": 8.513334843402325e-06,
+      "loss": 0.6709297299385071,
+      "step": 9111
+    },
+    {
+      "epoch": 1.6836738229146215,
+      "grad_norm": 0.08861662447452545,
+      "learning_rate": 8.511362126391853e-06,
+      "loss": 0.5401449203491211,
+      "step": 9112
+    },
+    {
+      "epoch": 1.6838585996235174,
+      "grad_norm": 0.06866878271102905,
+      "learning_rate": 8.509389468624509e-06,
+      "loss": 0.50966477394104,
+      "step": 9113
+    },
+    {
+      "epoch": 1.6840433763324132,
+      "grad_norm": 0.06207570061087608,
+      "learning_rate": 8.507416870178807e-06,
+      "loss": 0.4012282192707062,
+      "step": 9114
+    },
+    {
+      "epoch": 1.684228153041309,
+      "grad_norm": 0.0821419358253479,
+      "learning_rate": 8.50544433113324e-06,
+      "loss": 0.47681760787963867,
+      "step": 9115
+    },
+    {
+      "epoch": 1.6844129297502048,
+      "grad_norm": 0.0714946985244751,
+      "learning_rate": 8.503471851566313e-06,
+      "loss": 0.5043104887008667,
+      "step": 9116
+    },
+    {
+      "epoch": 1.6845977064591007,
+      "grad_norm": 0.0466858446598053,
+      "learning_rate": 8.501499431556526e-06,
+      "loss": 0.30423155426979065,
+      "step": 9117
+    },
+    {
+      "epoch": 1.6847824831679967,
+      "grad_norm": 0.07633737474679947,
+      "learning_rate": 8.499527071182371e-06,
+      "loss": 0.5213798880577087,
+      "step": 9118
+    },
+    {
+      "epoch": 1.6849672598768926,
+      "grad_norm": 0.07348579913377762,
+      "learning_rate": 8.497554770522346e-06,
+      "loss": 0.43600961565971375,
+      "step": 9119
+    },
+    {
+      "epoch": 1.6851520365857884,
+      "grad_norm": 0.07686792314052582,
+      "learning_rate": 8.49558252965494e-06,
+      "loss": 0.4652104377746582,
+      "step": 9120
+    },
+    {
+      "epoch": 1.6853368132946842,
+      "grad_norm": 0.07115445286035538,
+      "learning_rate": 8.493610348658641e-06,
+      "loss": 0.44471052289009094,
+      "step": 9121
+    },
+    {
+      "epoch": 1.68552159000358,
+      "grad_norm": 0.08396821469068527,
+      "learning_rate": 8.49163822761194e-06,
+      "loss": 0.5738164782524109,
+      "step": 9122
+    },
+    {
+      "epoch": 1.6857063667124759,
+      "grad_norm": 0.07715192437171936,
+      "learning_rate": 8.489666166593317e-06,
+      "loss": 0.4296110272407532,
+      "step": 9123
+    },
+    {
+      "epoch": 1.6858911434213717,
+      "grad_norm": 0.09075894951820374,
+      "learning_rate": 8.487694165681254e-06,
+      "loss": 0.6163529753684998,
+      "step": 9124
+    },
+    {
+      "epoch": 1.6860759201302675,
+      "grad_norm": 0.08199284225702286,
+      "learning_rate": 8.485722224954237e-06,
+      "loss": 0.5180081129074097,
+      "step": 9125
+    },
+    {
+      "epoch": 1.6862606968391636,
+      "grad_norm": 0.06685285270214081,
+      "learning_rate": 8.48375034449073e-06,
+      "loss": 0.36368563771247864,
+      "step": 9126
+    },
+    {
+      "epoch": 1.6864454735480594,
+      "grad_norm": 0.0648450031876564,
+      "learning_rate": 8.48177852436922e-06,
+      "loss": 0.34765690565109253,
+      "step": 9127
+    },
+    {
+      "epoch": 1.6866302502569552,
+      "grad_norm": 0.06646620482206345,
+      "learning_rate": 8.479806764668178e-06,
+      "loss": 0.4463668763637543,
+      "step": 9128
+    },
+    {
+      "epoch": 1.686815026965851,
+      "grad_norm": 0.06785228103399277,
+      "learning_rate": 8.477835065466065e-06,
+      "loss": 0.42032456398010254,
+      "step": 9129
+    },
+    {
+      "epoch": 1.686999803674747,
+      "grad_norm": 0.08265707641839981,
+      "learning_rate": 8.475863426841356e-06,
+      "loss": 0.6559526920318604,
+      "step": 9130
+    },
+    {
+      "epoch": 1.6871845803836427,
+      "grad_norm": 0.0722656324505806,
+      "learning_rate": 8.473891848872517e-06,
+      "loss": 0.4738600254058838,
+      "step": 9131
+    },
+    {
+      "epoch": 1.6873693570925385,
+      "grad_norm": 0.07115411013364792,
+      "learning_rate": 8.471920331638004e-06,
+      "loss": 0.3999943137168884,
+      "step": 9132
+    },
+    {
+      "epoch": 1.6875541338014344,
+      "grad_norm": 0.06939396262168884,
+      "learning_rate": 8.469948875216281e-06,
+      "loss": 0.42091649770736694,
+      "step": 9133
+    },
+    {
+      "epoch": 1.6877389105103302,
+      "grad_norm": 0.07250919193029404,
+      "learning_rate": 8.46797747968581e-06,
+      "loss": 0.4605046808719635,
+      "step": 9134
+    },
+    {
+      "epoch": 1.687923687219226,
+      "grad_norm": 0.07542398571968079,
+      "learning_rate": 8.466006145125038e-06,
+      "loss": 0.42565053701400757,
+      "step": 9135
+    },
+    {
+      "epoch": 1.6881084639281219,
+      "grad_norm": 0.08695194125175476,
+      "learning_rate": 8.464034871612426e-06,
+      "loss": 0.6231099367141724,
+      "step": 9136
+    },
+    {
+      "epoch": 1.6882932406370177,
+      "grad_norm": 0.08473557233810425,
+      "learning_rate": 8.462063659226419e-06,
+      "loss": 0.5846316814422607,
+      "step": 9137
+    },
+    {
+      "epoch": 1.6884780173459135,
+      "grad_norm": 0.07632940262556076,
+      "learning_rate": 8.460092508045465e-06,
+      "loss": 0.4694315493106842,
+      "step": 9138
+    },
+    {
+      "epoch": 1.6886627940548093,
+      "grad_norm": 0.07590238004922867,
+      "learning_rate": 8.458121418148013e-06,
+      "loss": 0.48024001717567444,
+      "step": 9139
+    },
+    {
+      "epoch": 1.6888475707637052,
+      "grad_norm": 0.07789980620145798,
+      "learning_rate": 8.456150389612503e-06,
+      "loss": 0.5048647522926331,
+      "step": 9140
+    },
+    {
+      "epoch": 1.689032347472601,
+      "grad_norm": 0.08727554976940155,
+      "learning_rate": 8.454179422517378e-06,
+      "loss": 0.5586506724357605,
+      "step": 9141
+    },
+    {
+      "epoch": 1.6892171241814968,
+      "grad_norm": 0.06976776570081711,
+      "learning_rate": 8.452208516941079e-06,
+      "loss": 0.3690648078918457,
+      "step": 9142
+    },
+    {
+      "epoch": 1.6894019008903927,
+      "grad_norm": 0.07651933282613754,
+      "learning_rate": 8.450237672962034e-06,
+      "loss": 0.580231785774231,
+      "step": 9143
+    },
+    {
+      "epoch": 1.6895866775992885,
+      "grad_norm": 0.0674920603632927,
+      "learning_rate": 8.448266890658683e-06,
+      "loss": 0.368477463722229,
+      "step": 9144
+    },
+    {
+      "epoch": 1.6897714543081843,
+      "grad_norm": 0.06983933597803116,
+      "learning_rate": 8.446296170109456e-06,
+      "loss": 0.4283688962459564,
+      "step": 9145
+    },
+    {
+      "epoch": 1.6899562310170801,
+      "grad_norm": 0.08610700815916061,
+      "learning_rate": 8.444325511392779e-06,
+      "loss": 0.5489993095397949,
+      "step": 9146
+    },
+    {
+      "epoch": 1.690141007725976,
+      "grad_norm": 0.08241380751132965,
+      "learning_rate": 8.442354914587079e-06,
+      "loss": 0.5156794190406799,
+      "step": 9147
+    },
+    {
+      "epoch": 1.690325784434872,
+      "grad_norm": 0.09464959055185318,
+      "learning_rate": 8.440384379770785e-06,
+      "loss": 0.7287381887435913,
+      "step": 9148
+    },
+    {
+      "epoch": 1.6905105611437679,
+      "grad_norm": 0.10081733018159866,
+      "learning_rate": 8.438413907022307e-06,
+      "loss": 0.624424397945404,
+      "step": 9149
+    },
+    {
+      "epoch": 1.6906953378526637,
+      "grad_norm": 0.07631852477788925,
+      "learning_rate": 8.436443496420071e-06,
+      "loss": 0.5279861092567444,
+      "step": 9150
+    },
+    {
+      "epoch": 1.6908801145615595,
+      "grad_norm": 0.07864688336849213,
+      "learning_rate": 8.434473148042497e-06,
+      "loss": 0.5660857558250427,
+      "step": 9151
+    },
+    {
+      "epoch": 1.6910648912704553,
+      "grad_norm": 0.06365436315536499,
+      "learning_rate": 8.432502861967991e-06,
+      "loss": 0.40238404273986816,
+      "step": 9152
+    },
+    {
+      "epoch": 1.6912496679793512,
+      "grad_norm": 0.06593908369541168,
+      "learning_rate": 8.430532638274966e-06,
+      "loss": 0.4057481586933136,
+      "step": 9153
+    },
+    {
+      "epoch": 1.691434444688247,
+      "grad_norm": 0.0649256780743599,
+      "learning_rate": 8.428562477041833e-06,
+      "loss": 0.3830692768096924,
+      "step": 9154
+    },
+    {
+      "epoch": 1.691619221397143,
+      "grad_norm": 0.07413194328546524,
+      "learning_rate": 8.426592378346995e-06,
+      "loss": 0.5539273023605347,
+      "step": 9155
+    },
+    {
+      "epoch": 1.6918039981060389,
+      "grad_norm": 0.07905510812997818,
+      "learning_rate": 8.42462234226886e-06,
+      "loss": 0.6951673626899719,
+      "step": 9156
+    },
+    {
+      "epoch": 1.6919887748149347,
+      "grad_norm": 0.08952132612466812,
+      "learning_rate": 8.422652368885825e-06,
+      "loss": 0.5128817558288574,
+      "step": 9157
+    },
+    {
+      "epoch": 1.6921735515238305,
+      "grad_norm": 0.07787581533193588,
+      "learning_rate": 8.420682458276291e-06,
+      "loss": 0.43147289752960205,
+      "step": 9158
+    },
+    {
+      "epoch": 1.6923583282327264,
+      "grad_norm": 0.07305676490068436,
+      "learning_rate": 8.418712610518657e-06,
+      "loss": 0.4102160334587097,
+      "step": 9159
+    },
+    {
+      "epoch": 1.6925431049416222,
+      "grad_norm": 0.06288999319076538,
+      "learning_rate": 8.41674282569131e-06,
+      "loss": 0.4454600214958191,
+      "step": 9160
+    },
+    {
+      "epoch": 1.692727881650518,
+      "grad_norm": 0.07740910351276398,
+      "learning_rate": 8.414773103872647e-06,
+      "loss": 0.5403621196746826,
+      "step": 9161
+    },
+    {
+      "epoch": 1.6929126583594138,
+      "grad_norm": 0.08491584658622742,
+      "learning_rate": 8.412803445141055e-06,
+      "loss": 0.5626220703125,
+      "step": 9162
+    },
+    {
+      "epoch": 1.6930974350683097,
+      "grad_norm": 0.07782825082540512,
+      "learning_rate": 8.410833849574921e-06,
+      "loss": 0.5752198696136475,
+      "step": 9163
+    },
+    {
+      "epoch": 1.6932822117772055,
+      "grad_norm": 0.07523659616708755,
+      "learning_rate": 8.408864317252626e-06,
+      "loss": 0.5045156478881836,
+      "step": 9164
+    },
+    {
+      "epoch": 1.6934669884861013,
+      "grad_norm": 0.0657854899764061,
+      "learning_rate": 8.406894848252555e-06,
+      "loss": 0.4462105333805084,
+      "step": 9165
+    },
+    {
+      "epoch": 1.6936517651949972,
+      "grad_norm": 0.06609152257442474,
+      "learning_rate": 8.404925442653084e-06,
+      "loss": 0.4460630714893341,
+      "step": 9166
+    },
+    {
+      "epoch": 1.693836541903893,
+      "grad_norm": 0.06646375358104706,
+      "learning_rate": 8.40295610053259e-06,
+      "loss": 0.3748570382595062,
+      "step": 9167
+    },
+    {
+      "epoch": 1.6940213186127888,
+      "grad_norm": 0.08455774188041687,
+      "learning_rate": 8.400986821969449e-06,
+      "loss": 0.5032517910003662,
+      "step": 9168
+    },
+    {
+      "epoch": 1.6942060953216846,
+      "grad_norm": 0.06838744878768921,
+      "learning_rate": 8.399017607042025e-06,
+      "loss": 0.42218753695487976,
+      "step": 9169
+    },
+    {
+      "epoch": 1.6943908720305805,
+      "grad_norm": 0.09815676510334015,
+      "learning_rate": 8.397048455828698e-06,
+      "loss": 0.6644664406776428,
+      "step": 9170
+    },
+    {
+      "epoch": 1.6945756487394763,
+      "grad_norm": 0.06904610246419907,
+      "learning_rate": 8.395079368407822e-06,
+      "loss": 0.4369781017303467,
+      "step": 9171
+    },
+    {
+      "epoch": 1.6947604254483721,
+      "grad_norm": 0.07216240465641022,
+      "learning_rate": 8.393110344857767e-06,
+      "loss": 0.5592622756958008,
+      "step": 9172
+    },
+    {
+      "epoch": 1.694945202157268,
+      "grad_norm": 0.08995957672595978,
+      "learning_rate": 8.391141385256894e-06,
+      "loss": 0.5972262024879456,
+      "step": 9173
+    },
+    {
+      "epoch": 1.6951299788661638,
+      "grad_norm": 0.06630527228116989,
+      "learning_rate": 8.38917248968356e-06,
+      "loss": 0.34516778588294983,
+      "step": 9174
+    },
+    {
+      "epoch": 1.6953147555750596,
+      "grad_norm": 0.07681643217802048,
+      "learning_rate": 8.38720365821612e-06,
+      "loss": 0.4759213924407959,
+      "step": 9175
+    },
+    {
+      "epoch": 1.6954995322839554,
+      "grad_norm": 0.08156821131706238,
+      "learning_rate": 8.38523489093293e-06,
+      "loss": 0.42252761125564575,
+      "step": 9176
+    },
+    {
+      "epoch": 1.6956843089928515,
+      "grad_norm": 0.11992143839597702,
+      "learning_rate": 8.383266187912338e-06,
+      "loss": 0.8242896795272827,
+      "step": 9177
+    },
+    {
+      "epoch": 1.6958690857017473,
+      "grad_norm": 0.07057183980941772,
+      "learning_rate": 8.381297549232696e-06,
+      "loss": 0.4482508897781372,
+      "step": 9178
+    },
+    {
+      "epoch": 1.6960538624106432,
+      "grad_norm": 0.06995099782943726,
+      "learning_rate": 8.379328974972347e-06,
+      "loss": 0.3609004616737366,
+      "step": 9179
+    },
+    {
+      "epoch": 1.696238639119539,
+      "grad_norm": 0.0819055363535881,
+      "learning_rate": 8.377360465209632e-06,
+      "loss": 0.5192528367042542,
+      "step": 9180
+    },
+    {
+      "epoch": 1.6964234158284348,
+      "grad_norm": 0.06376343965530396,
+      "learning_rate": 8.375392020022894e-06,
+      "loss": 0.3223073482513428,
+      "step": 9181
+    },
+    {
+      "epoch": 1.6966081925373306,
+      "grad_norm": 0.09627628326416016,
+      "learning_rate": 8.373423639490474e-06,
+      "loss": 0.6265350580215454,
+      "step": 9182
+    },
+    {
+      "epoch": 1.6967929692462265,
+      "grad_norm": 0.08493668586015701,
+      "learning_rate": 8.371455323690701e-06,
+      "loss": 0.6294567584991455,
+      "step": 9183
+    },
+    {
+      "epoch": 1.6969777459551225,
+      "grad_norm": 0.07084629684686661,
+      "learning_rate": 8.369487072701911e-06,
+      "loss": 0.4158245623111725,
+      "step": 9184
+    },
+    {
+      "epoch": 1.6971625226640183,
+      "grad_norm": 0.1010499894618988,
+      "learning_rate": 8.367518886602439e-06,
+      "loss": 0.6740158200263977,
+      "step": 9185
+    },
+    {
+      "epoch": 1.6973472993729142,
+      "grad_norm": 0.08781524747610092,
+      "learning_rate": 8.365550765470603e-06,
+      "loss": 0.5869169235229492,
+      "step": 9186
+    },
+    {
+      "epoch": 1.69753207608181,
+      "grad_norm": 0.08365757763385773,
+      "learning_rate": 8.363582709384738e-06,
+      "loss": 0.5274476408958435,
+      "step": 9187
+    },
+    {
+      "epoch": 1.6977168527907058,
+      "grad_norm": 0.0663229301571846,
+      "learning_rate": 8.361614718423157e-06,
+      "loss": 0.3971540629863739,
+      "step": 9188
+    },
+    {
+      "epoch": 1.6979016294996017,
+      "grad_norm": 0.0671120434999466,
+      "learning_rate": 8.359646792664182e-06,
+      "loss": 0.5282134413719177,
+      "step": 9189
+    },
+    {
+      "epoch": 1.6980864062084975,
+      "grad_norm": 0.08804799616336823,
+      "learning_rate": 8.357678932186141e-06,
+      "loss": 0.5921247005462646,
+      "step": 9190
+    },
+    {
+      "epoch": 1.6982711829173933,
+      "grad_norm": 0.08442988246679306,
+      "learning_rate": 8.355711137067334e-06,
+      "loss": 0.6660032272338867,
+      "step": 9191
+    },
+    {
+      "epoch": 1.6984559596262891,
+      "grad_norm": 0.08538249880075455,
+      "learning_rate": 8.35374340738608e-06,
+      "loss": 0.49038660526275635,
+      "step": 9192
+    },
+    {
+      "epoch": 1.698640736335185,
+      "grad_norm": 0.06832028180360794,
+      "learning_rate": 8.351775743220691e-06,
+      "loss": 0.4274335205554962,
+      "step": 9193
+    },
+    {
+      "epoch": 1.6988255130440808,
+      "grad_norm": 0.07933923602104187,
+      "learning_rate": 8.349808144649468e-06,
+      "loss": 0.517008364200592,
+      "step": 9194
+    },
+    {
+      "epoch": 1.6990102897529766,
+      "grad_norm": 0.06587305665016174,
+      "learning_rate": 8.347840611750718e-06,
+      "loss": 0.4429994821548462,
+      "step": 9195
+    },
+    {
+      "epoch": 1.6991950664618725,
+      "grad_norm": 0.0778161957859993,
+      "learning_rate": 8.345873144602743e-06,
+      "loss": 0.4726182818412781,
+      "step": 9196
+    },
+    {
+      "epoch": 1.6993798431707683,
+      "grad_norm": 0.07775843143463135,
+      "learning_rate": 8.343905743283842e-06,
+      "loss": 0.5512153506278992,
+      "step": 9197
+    },
+    {
+      "epoch": 1.6995646198796641,
+      "grad_norm": 0.08814883232116699,
+      "learning_rate": 8.34193840787231e-06,
+      "loss": 0.5667763352394104,
+      "step": 9198
+    },
+    {
+      "epoch": 1.69974939658856,
+      "grad_norm": 0.09019384533166885,
+      "learning_rate": 8.339971138446445e-06,
+      "loss": 0.5292229056358337,
+      "step": 9199
+    },
+    {
+      "epoch": 1.6999341732974558,
+      "grad_norm": 0.06382526457309723,
+      "learning_rate": 8.338003935084531e-06,
+      "loss": 0.40799641609191895,
+      "step": 9200
+    },
+    {
+      "epoch": 1.7001189500063516,
+      "grad_norm": 0.08602697402238846,
+      "learning_rate": 8.336036797864866e-06,
+      "loss": 0.6295297145843506,
+      "step": 9201
+    },
+    {
+      "epoch": 1.7003037267152474,
+      "grad_norm": 0.059395682066679,
+      "learning_rate": 8.334069726865727e-06,
+      "loss": 0.3257017433643341,
+      "step": 9202
+    },
+    {
+      "epoch": 1.7004885034241433,
+      "grad_norm": 0.0641443058848381,
+      "learning_rate": 8.3321027221654e-06,
+      "loss": 0.3689802885055542,
+      "step": 9203
+    },
+    {
+      "epoch": 1.700673280133039,
+      "grad_norm": 0.07442375272512436,
+      "learning_rate": 8.330135783842171e-06,
+      "loss": 0.4756847321987152,
+      "step": 9204
+    },
+    {
+      "epoch": 1.700858056841935,
+      "grad_norm": 0.09624522924423218,
+      "learning_rate": 8.328168911974308e-06,
+      "loss": 0.684943437576294,
+      "step": 9205
+    },
+    {
+      "epoch": 1.701042833550831,
+      "grad_norm": 0.06564196199178696,
+      "learning_rate": 8.326202106640093e-06,
+      "loss": 0.4028245806694031,
+      "step": 9206
+    },
+    {
+      "epoch": 1.7012276102597268,
+      "grad_norm": 0.07290355116128922,
+      "learning_rate": 8.324235367917802e-06,
+      "loss": 0.4737251400947571,
+      "step": 9207
+    },
+    {
+      "epoch": 1.7014123869686226,
+      "grad_norm": 0.09687570482492447,
+      "learning_rate": 8.322268695885697e-06,
+      "loss": 0.6028020977973938,
+      "step": 9208
+    },
+    {
+      "epoch": 1.7015971636775185,
+      "grad_norm": 0.06902943551540375,
+      "learning_rate": 8.320302090622045e-06,
+      "loss": 0.40670400857925415,
+      "step": 9209
+    },
+    {
+      "epoch": 1.7017819403864143,
+      "grad_norm": 0.07954740524291992,
+      "learning_rate": 8.318335552205124e-06,
+      "loss": 0.5146956443786621,
+      "step": 9210
+    },
+    {
+      "epoch": 1.70196671709531,
+      "grad_norm": 0.07294806092977524,
+      "learning_rate": 8.31636908071318e-06,
+      "loss": 0.4044404923915863,
+      "step": 9211
+    },
+    {
+      "epoch": 1.702151493804206,
+      "grad_norm": 0.0694422796368599,
+      "learning_rate": 8.31440267622448e-06,
+      "loss": 0.48178523778915405,
+      "step": 9212
+    },
+    {
+      "epoch": 1.7023362705131018,
+      "grad_norm": 0.08079212158918381,
+      "learning_rate": 8.312436338817282e-06,
+      "loss": 0.4246774911880493,
+      "step": 9213
+    },
+    {
+      "epoch": 1.7025210472219978,
+      "grad_norm": 0.08284983783960342,
+      "learning_rate": 8.310470068569835e-06,
+      "loss": 0.6177600026130676,
+      "step": 9214
+    },
+    {
+      "epoch": 1.7027058239308936,
+      "grad_norm": 0.08616185933351517,
+      "learning_rate": 8.308503865560395e-06,
+      "loss": 0.5661207437515259,
+      "step": 9215
+    },
+    {
+      "epoch": 1.7028906006397895,
+      "grad_norm": 0.06548822671175003,
+      "learning_rate": 8.306537729867212e-06,
+      "loss": 0.5266295671463013,
+      "step": 9216
+    },
+    {
+      "epoch": 1.7030753773486853,
+      "grad_norm": 0.05171108990907669,
+      "learning_rate": 8.304571661568526e-06,
+      "loss": 0.3543473482131958,
+      "step": 9217
+    },
+    {
+      "epoch": 1.7032601540575811,
+      "grad_norm": 0.07920978218317032,
+      "learning_rate": 8.302605660742585e-06,
+      "loss": 0.5950316786766052,
+      "step": 9218
+    },
+    {
+      "epoch": 1.703444930766477,
+      "grad_norm": 0.07471512258052826,
+      "learning_rate": 8.300639727467626e-06,
+      "loss": 0.4885013699531555,
+      "step": 9219
+    },
+    {
+      "epoch": 1.7036297074753728,
+      "grad_norm": 0.08602702617645264,
+      "learning_rate": 8.29867386182189e-06,
+      "loss": 0.6973574757575989,
+      "step": 9220
+    },
+    {
+      "epoch": 1.7038144841842686,
+      "grad_norm": 0.07249139994382858,
+      "learning_rate": 8.296708063883614e-06,
+      "loss": 0.46478256583213806,
+      "step": 9221
+    },
+    {
+      "epoch": 1.7039992608931644,
+      "grad_norm": 0.09790276736021042,
+      "learning_rate": 8.294742333731026e-06,
+      "loss": 0.6673256158828735,
+      "step": 9222
+    },
+    {
+      "epoch": 1.7041840376020603,
+      "grad_norm": 0.08677719533443451,
+      "learning_rate": 8.292776671442356e-06,
+      "loss": 0.6140323281288147,
+      "step": 9223
+    },
+    {
+      "epoch": 1.704368814310956,
+      "grad_norm": 0.07667604833841324,
+      "learning_rate": 8.29081107709584e-06,
+      "loss": 0.4562872648239136,
+      "step": 9224
+    },
+    {
+      "epoch": 1.704553591019852,
+      "grad_norm": 0.09175780415534973,
+      "learning_rate": 8.288845550769688e-06,
+      "loss": 0.5294307470321655,
+      "step": 9225
+    },
+    {
+      "epoch": 1.7047383677287478,
+      "grad_norm": 0.07180283963680267,
+      "learning_rate": 8.286880092542131e-06,
+      "loss": 0.4086364209651947,
+      "step": 9226
+    },
+    {
+      "epoch": 1.7049231444376436,
+      "grad_norm": 0.06642324477434158,
+      "learning_rate": 8.284914702491392e-06,
+      "loss": 0.33012962341308594,
+      "step": 9227
+    },
+    {
+      "epoch": 1.7051079211465394,
+      "grad_norm": 0.0625172108411789,
+      "learning_rate": 8.282949380695679e-06,
+      "loss": 0.3410041332244873,
+      "step": 9228
+    },
+    {
+      "epoch": 1.7052926978554352,
+      "grad_norm": 0.09009237587451935,
+      "learning_rate": 8.280984127233204e-06,
+      "loss": 0.5375388264656067,
+      "step": 9229
+    },
+    {
+      "epoch": 1.705477474564331,
+      "grad_norm": 0.08445901423692703,
+      "learning_rate": 8.27901894218219e-06,
+      "loss": 0.42762553691864014,
+      "step": 9230
+    },
+    {
+      "epoch": 1.705662251273227,
+      "grad_norm": 0.0737801045179367,
+      "learning_rate": 8.277053825620836e-06,
+      "loss": 0.4096711575984955,
+      "step": 9231
+    },
+    {
+      "epoch": 1.7058470279821227,
+      "grad_norm": 0.08339770138263702,
+      "learning_rate": 8.275088777627346e-06,
+      "loss": 0.44599124789237976,
+      "step": 9232
+    },
+    {
+      "epoch": 1.7060318046910186,
+      "grad_norm": 0.06168259680271149,
+      "learning_rate": 8.27312379827993e-06,
+      "loss": 0.43915095925331116,
+      "step": 9233
+    },
+    {
+      "epoch": 1.7062165813999144,
+      "grad_norm": 0.06330515444278717,
+      "learning_rate": 8.271158887656781e-06,
+      "loss": 0.4240843951702118,
+      "step": 9234
+    },
+    {
+      "epoch": 1.7064013581088104,
+      "grad_norm": 0.07995455712080002,
+      "learning_rate": 8.269194045836103e-06,
+      "loss": 0.5356221199035645,
+      "step": 9235
+    },
+    {
+      "epoch": 1.7065861348177063,
+      "grad_norm": 0.07991659641265869,
+      "learning_rate": 8.267229272896083e-06,
+      "loss": 0.47236770391464233,
+      "step": 9236
+    },
+    {
+      "epoch": 1.706770911526602,
+      "grad_norm": 0.07582999765872955,
+      "learning_rate": 8.265264568914917e-06,
+      "loss": 0.43814337253570557,
+      "step": 9237
+    },
+    {
+      "epoch": 1.706955688235498,
+      "grad_norm": 0.08043278008699417,
+      "learning_rate": 8.263299933970798e-06,
+      "loss": 0.4860098659992218,
+      "step": 9238
+    },
+    {
+      "epoch": 1.7071404649443938,
+      "grad_norm": 0.0776016041636467,
+      "learning_rate": 8.261335368141904e-06,
+      "loss": 0.419701486825943,
+      "step": 9239
+    },
+    {
+      "epoch": 1.7073252416532896,
+      "grad_norm": 0.08165136724710464,
+      "learning_rate": 8.259370871506423e-06,
+      "loss": 0.5630422830581665,
+      "step": 9240
+    },
+    {
+      "epoch": 1.7075100183621854,
+      "grad_norm": 0.09332025796175003,
+      "learning_rate": 8.257406444142539e-06,
+      "loss": 0.548369824886322,
+      "step": 9241
+    },
+    {
+      "epoch": 1.7076947950710812,
+      "grad_norm": 0.06935670971870422,
+      "learning_rate": 8.255442086128423e-06,
+      "loss": 0.3939349949359894,
+      "step": 9242
+    },
+    {
+      "epoch": 1.7078795717799773,
+      "grad_norm": 0.06551147997379303,
+      "learning_rate": 8.253477797542256e-06,
+      "loss": 0.41584062576293945,
+      "step": 9243
+    },
+    {
+      "epoch": 1.7080643484888731,
+      "grad_norm": 0.07558514177799225,
+      "learning_rate": 8.251513578462211e-06,
+      "loss": 0.4720218777656555,
+      "step": 9244
+    },
+    {
+      "epoch": 1.708249125197769,
+      "grad_norm": 0.08111558854579926,
+      "learning_rate": 8.249549428966448e-06,
+      "loss": 0.5089553594589233,
+      "step": 9245
+    },
+    {
+      "epoch": 1.7084339019066648,
+      "grad_norm": 0.08173785358667374,
+      "learning_rate": 8.247585349133145e-06,
+      "loss": 0.5933139324188232,
+      "step": 9246
+    },
+    {
+      "epoch": 1.7086186786155606,
+      "grad_norm": 0.08025600761175156,
+      "learning_rate": 8.245621339040467e-06,
+      "loss": 0.4453078806400299,
+      "step": 9247
+    },
+    {
+      "epoch": 1.7088034553244564,
+      "grad_norm": 0.09482229501008987,
+      "learning_rate": 8.243657398766565e-06,
+      "loss": 0.5188925862312317,
+      "step": 9248
+    },
+    {
+      "epoch": 1.7089882320333523,
+      "grad_norm": 0.10804635286331177,
+      "learning_rate": 8.241693528389603e-06,
+      "loss": 0.682178258895874,
+      "step": 9249
+    },
+    {
+      "epoch": 1.709173008742248,
+      "grad_norm": 0.09234584122896194,
+      "learning_rate": 8.239729727987745e-06,
+      "loss": 0.5333462953567505,
+      "step": 9250
+    },
+    {
+      "epoch": 1.709357785451144,
+      "grad_norm": 0.0879039317369461,
+      "learning_rate": 8.23776599763913e-06,
+      "loss": 0.49046385288238525,
+      "step": 9251
+    },
+    {
+      "epoch": 1.7095425621600397,
+      "grad_norm": 0.08815449476242065,
+      "learning_rate": 8.23580233742192e-06,
+      "loss": 0.5991628766059875,
+      "step": 9252
+    },
+    {
+      "epoch": 1.7097273388689356,
+      "grad_norm": 0.07602617889642715,
+      "learning_rate": 8.23383874741425e-06,
+      "loss": 0.48946478962898254,
+      "step": 9253
+    },
+    {
+      "epoch": 1.7099121155778314,
+      "grad_norm": 0.07960982620716095,
+      "learning_rate": 8.231875227694277e-06,
+      "loss": 0.4935239255428314,
+      "step": 9254
+    },
+    {
+      "epoch": 1.7100968922867272,
+      "grad_norm": 0.07796081900596619,
+      "learning_rate": 8.22991177834014e-06,
+      "loss": 0.5628326535224915,
+      "step": 9255
+    },
+    {
+      "epoch": 1.710281668995623,
+      "grad_norm": 0.08486931771039963,
+      "learning_rate": 8.227948399429973e-06,
+      "loss": 0.5364896655082703,
+      "step": 9256
+    },
+    {
+      "epoch": 1.710466445704519,
+      "grad_norm": 0.0651976615190506,
+      "learning_rate": 8.225985091041914e-06,
+      "loss": 0.41608723998069763,
+      "step": 9257
+    },
+    {
+      "epoch": 1.7106512224134147,
+      "grad_norm": 0.09099406003952026,
+      "learning_rate": 8.224021853254103e-06,
+      "loss": 0.5208678841590881,
+      "step": 9258
+    },
+    {
+      "epoch": 1.7108359991223105,
+      "grad_norm": 0.06338699907064438,
+      "learning_rate": 8.222058686144664e-06,
+      "loss": 0.36156728863716125,
+      "step": 9259
+    },
+    {
+      "epoch": 1.7110207758312064,
+      "grad_norm": 0.08680493384599686,
+      "learning_rate": 8.220095589791725e-06,
+      "loss": 0.5534539818763733,
+      "step": 9260
+    },
+    {
+      "epoch": 1.7112055525401022,
+      "grad_norm": 0.07716375589370728,
+      "learning_rate": 8.218132564273415e-06,
+      "loss": 0.564572811126709,
+      "step": 9261
+    },
+    {
+      "epoch": 1.711390329248998,
+      "grad_norm": 0.06359605491161346,
+      "learning_rate": 8.216169609667854e-06,
+      "loss": 0.4242609739303589,
+      "step": 9262
+    },
+    {
+      "epoch": 1.7115751059578939,
+      "grad_norm": 0.08185631781816483,
+      "learning_rate": 8.21420672605316e-06,
+      "loss": 0.48531660437583923,
+      "step": 9263
+    },
+    {
+      "epoch": 1.7117598826667897,
+      "grad_norm": 0.06824252009391785,
+      "learning_rate": 8.212243913507456e-06,
+      "loss": 0.49250736832618713,
+      "step": 9264
+    },
+    {
+      "epoch": 1.7119446593756857,
+      "grad_norm": 0.06700660288333893,
+      "learning_rate": 8.210281172108844e-06,
+      "loss": 0.414394348859787,
+      "step": 9265
+    },
+    {
+      "epoch": 1.7121294360845816,
+      "grad_norm": 0.085497185587883,
+      "learning_rate": 8.208318501935451e-06,
+      "loss": 0.6617801189422607,
+      "step": 9266
+    },
+    {
+      "epoch": 1.7123142127934774,
+      "grad_norm": 0.07121191173791885,
+      "learning_rate": 8.20635590306537e-06,
+      "loss": 0.4714220464229584,
+      "step": 9267
+    },
+    {
+      "epoch": 1.7124989895023732,
+      "grad_norm": 0.0877823531627655,
+      "learning_rate": 8.204393375576713e-06,
+      "loss": 0.5986184477806091,
+      "step": 9268
+    },
+    {
+      "epoch": 1.712683766211269,
+      "grad_norm": 0.07633073627948761,
+      "learning_rate": 8.202430919547584e-06,
+      "loss": 0.48237112164497375,
+      "step": 9269
+    },
+    {
+      "epoch": 1.7128685429201649,
+      "grad_norm": 0.0636589303612709,
+      "learning_rate": 8.200468535056076e-06,
+      "loss": 0.42352762818336487,
+      "step": 9270
+    },
+    {
+      "epoch": 1.7130533196290607,
+      "grad_norm": 0.08576313406229019,
+      "learning_rate": 8.198506222180294e-06,
+      "loss": 0.6194055676460266,
+      "step": 9271
+    },
+    {
+      "epoch": 1.7132380963379568,
+      "grad_norm": 0.07260756194591522,
+      "learning_rate": 8.196543980998328e-06,
+      "loss": 0.4961593747138977,
+      "step": 9272
+    },
+    {
+      "epoch": 1.7134228730468526,
+      "grad_norm": 0.07460932433605194,
+      "learning_rate": 8.194581811588268e-06,
+      "loss": 0.6499295234680176,
+      "step": 9273
+    },
+    {
+      "epoch": 1.7136076497557484,
+      "grad_norm": 0.07087811827659607,
+      "learning_rate": 8.192619714028202e-06,
+      "loss": 0.5215992331504822,
+      "step": 9274
+    },
+    {
+      "epoch": 1.7137924264646442,
+      "grad_norm": 0.06718888133764267,
+      "learning_rate": 8.190657688396223e-06,
+      "loss": 0.36170563101768494,
+      "step": 9275
+    },
+    {
+      "epoch": 1.71397720317354,
+      "grad_norm": 0.09156475961208344,
+      "learning_rate": 8.1886957347704e-06,
+      "loss": 0.5560495853424072,
+      "step": 9276
+    },
+    {
+      "epoch": 1.714161979882436,
+      "grad_norm": 0.07081842422485352,
+      "learning_rate": 8.186733853228823e-06,
+      "loss": 0.47347983717918396,
+      "step": 9277
+    },
+    {
+      "epoch": 1.7143467565913317,
+      "grad_norm": 0.06800918281078339,
+      "learning_rate": 8.184772043849568e-06,
+      "loss": 0.418511301279068,
+      "step": 9278
+    },
+    {
+      "epoch": 1.7145315333002276,
+      "grad_norm": 0.08380264043807983,
+      "learning_rate": 8.182810306710703e-06,
+      "loss": 0.5594571828842163,
+      "step": 9279
+    },
+    {
+      "epoch": 1.7147163100091234,
+      "grad_norm": 0.104112409055233,
+      "learning_rate": 8.180848641890301e-06,
+      "loss": 0.7429915070533752,
+      "step": 9280
+    },
+    {
+      "epoch": 1.7149010867180192,
+      "grad_norm": 0.08604252338409424,
+      "learning_rate": 8.178887049466438e-06,
+      "loss": 0.5117092132568359,
+      "step": 9281
+    },
+    {
+      "epoch": 1.715085863426915,
+      "grad_norm": 0.07407425343990326,
+      "learning_rate": 8.176925529517168e-06,
+      "loss": 0.4131082594394684,
+      "step": 9282
+    },
+    {
+      "epoch": 1.7152706401358109,
+      "grad_norm": 0.09201198071241379,
+      "learning_rate": 8.174964082120563e-06,
+      "loss": 0.4691229462623596,
+      "step": 9283
+    },
+    {
+      "epoch": 1.7154554168447067,
+      "grad_norm": 0.07233555614948273,
+      "learning_rate": 8.173002707354673e-06,
+      "loss": 0.47029054164886475,
+      "step": 9284
+    },
+    {
+      "epoch": 1.7156401935536025,
+      "grad_norm": 0.08242167532444,
+      "learning_rate": 8.171041405297558e-06,
+      "loss": 0.4827267527580261,
+      "step": 9285
+    },
+    {
+      "epoch": 1.7158249702624984,
+      "grad_norm": 0.10752084106206894,
+      "learning_rate": 8.16908017602728e-06,
+      "loss": 0.7165725827217102,
+      "step": 9286
+    },
+    {
+      "epoch": 1.7160097469713942,
+      "grad_norm": 0.06484485417604446,
+      "learning_rate": 8.167119019621878e-06,
+      "loss": 0.3245079517364502,
+      "step": 9287
+    },
+    {
+      "epoch": 1.71619452368029,
+      "grad_norm": 0.07973135262727737,
+      "learning_rate": 8.165157936159404e-06,
+      "loss": 0.5481160879135132,
+      "step": 9288
+    },
+    {
+      "epoch": 1.7163793003891858,
+      "grad_norm": 0.08740073442459106,
+      "learning_rate": 8.163196925717906e-06,
+      "loss": 0.46844935417175293,
+      "step": 9289
+    },
+    {
+      "epoch": 1.7165640770980817,
+      "grad_norm": 0.07873176783323288,
+      "learning_rate": 8.16123598837542e-06,
+      "loss": 0.551338791847229,
+      "step": 9290
+    },
+    {
+      "epoch": 1.7167488538069775,
+      "grad_norm": 0.06615818291902542,
+      "learning_rate": 8.159275124209992e-06,
+      "loss": 0.3472258448600769,
+      "step": 9291
+    },
+    {
+      "epoch": 1.7169336305158733,
+      "grad_norm": 0.06066036969423294,
+      "learning_rate": 8.157314333299656e-06,
+      "loss": 0.376941978931427,
+      "step": 9292
+    },
+    {
+      "epoch": 1.7171184072247692,
+      "grad_norm": 0.06927074491977692,
+      "learning_rate": 8.155353615722442e-06,
+      "loss": 0.4731561541557312,
+      "step": 9293
+    },
+    {
+      "epoch": 1.7173031839336652,
+      "grad_norm": 0.0620710514485836,
+      "learning_rate": 8.153392971556384e-06,
+      "loss": 0.4183216392993927,
+      "step": 9294
+    },
+    {
+      "epoch": 1.717487960642561,
+      "grad_norm": 0.08235717564821243,
+      "learning_rate": 8.151432400879508e-06,
+      "loss": 0.6418178677558899,
+      "step": 9295
+    },
+    {
+      "epoch": 1.7176727373514569,
+      "grad_norm": 0.0678219273686409,
+      "learning_rate": 8.14947190376984e-06,
+      "loss": 0.43770119547843933,
+      "step": 9296
+    },
+    {
+      "epoch": 1.7178575140603527,
+      "grad_norm": 0.04814592003822327,
+      "learning_rate": 8.147511480305399e-06,
+      "loss": 0.2407323718070984,
+      "step": 9297
+    },
+    {
+      "epoch": 1.7180422907692485,
+      "grad_norm": 0.09880015254020691,
+      "learning_rate": 8.14555113056421e-06,
+      "loss": 0.5883893966674805,
+      "step": 9298
+    },
+    {
+      "epoch": 1.7182270674781444,
+      "grad_norm": 0.08084731549024582,
+      "learning_rate": 8.143590854624279e-06,
+      "loss": 0.5978436470031738,
+      "step": 9299
+    },
+    {
+      "epoch": 1.7184118441870402,
+      "grad_norm": 0.07525096833705902,
+      "learning_rate": 8.141630652563627e-06,
+      "loss": 0.5851767063140869,
+      "step": 9300
+    },
+    {
+      "epoch": 1.7185966208959362,
+      "grad_norm": 0.08009577542543411,
+      "learning_rate": 8.139670524460259e-06,
+      "loss": 0.661676824092865,
+      "step": 9301
+    },
+    {
+      "epoch": 1.718781397604832,
+      "grad_norm": 0.06729946285486221,
+      "learning_rate": 8.137710470392182e-06,
+      "loss": 0.41329067945480347,
+      "step": 9302
+    },
+    {
+      "epoch": 1.718966174313728,
+      "grad_norm": 0.06843673437833786,
+      "learning_rate": 8.135750490437409e-06,
+      "loss": 0.41551798582077026,
+      "step": 9303
+    },
+    {
+      "epoch": 1.7191509510226237,
+      "grad_norm": 0.08220253139734268,
+      "learning_rate": 8.133790584673929e-06,
+      "loss": 0.5747065544128418,
+      "step": 9304
+    },
+    {
+      "epoch": 1.7193357277315195,
+      "grad_norm": 0.1003865972161293,
+      "learning_rate": 8.131830753179743e-06,
+      "loss": 0.6246880292892456,
+      "step": 9305
+    },
+    {
+      "epoch": 1.7195205044404154,
+      "grad_norm": 0.09194488078355789,
+      "learning_rate": 8.129870996032854e-06,
+      "loss": 0.5484771728515625,
+      "step": 9306
+    },
+    {
+      "epoch": 1.7197052811493112,
+      "grad_norm": 0.08729182183742523,
+      "learning_rate": 8.127911313311244e-06,
+      "loss": 0.5819669961929321,
+      "step": 9307
+    },
+    {
+      "epoch": 1.719890057858207,
+      "grad_norm": 0.07935697585344315,
+      "learning_rate": 8.125951705092908e-06,
+      "loss": 0.6015247106552124,
+      "step": 9308
+    },
+    {
+      "epoch": 1.7200748345671029,
+      "grad_norm": 0.0668381005525589,
+      "learning_rate": 8.123992171455832e-06,
+      "loss": 0.4277127981185913,
+      "step": 9309
+    },
+    {
+      "epoch": 1.7202596112759987,
+      "grad_norm": 0.09297236800193787,
+      "learning_rate": 8.122032712477996e-06,
+      "loss": 0.6343827247619629,
+      "step": 9310
+    },
+    {
+      "epoch": 1.7204443879848945,
+      "grad_norm": 0.08086070418357849,
+      "learning_rate": 8.120073328237383e-06,
+      "loss": 0.6234132647514343,
+      "step": 9311
+    },
+    {
+      "epoch": 1.7206291646937903,
+      "grad_norm": 0.07798231393098831,
+      "learning_rate": 8.118114018811973e-06,
+      "loss": 0.5367053151130676,
+      "step": 9312
+    },
+    {
+      "epoch": 1.7208139414026862,
+      "grad_norm": 0.08083062618970871,
+      "learning_rate": 8.116154784279735e-06,
+      "loss": 0.7250441908836365,
+      "step": 9313
+    },
+    {
+      "epoch": 1.720998718111582,
+      "grad_norm": 0.07413654029369354,
+      "learning_rate": 8.114195624718643e-06,
+      "loss": 0.48422250151634216,
+      "step": 9314
+    },
+    {
+      "epoch": 1.7211834948204778,
+      "grad_norm": 0.07940345257520676,
+      "learning_rate": 8.112236540206667e-06,
+      "loss": 0.5368062853813171,
+      "step": 9315
+    },
+    {
+      "epoch": 1.7213682715293737,
+      "grad_norm": 0.07169221341609955,
+      "learning_rate": 8.110277530821768e-06,
+      "loss": 0.501593828201294,
+      "step": 9316
+    },
+    {
+      "epoch": 1.7215530482382695,
+      "grad_norm": 0.07917898893356323,
+      "learning_rate": 8.108318596641913e-06,
+      "loss": 0.5751444697380066,
+      "step": 9317
+    },
+    {
+      "epoch": 1.7217378249471653,
+      "grad_norm": 0.0815306231379509,
+      "learning_rate": 8.106359737745057e-06,
+      "loss": 0.5254802703857422,
+      "step": 9318
+    },
+    {
+      "epoch": 1.7219226016560611,
+      "grad_norm": 0.10219857096672058,
+      "learning_rate": 8.104400954209161e-06,
+      "loss": 0.6476911306381226,
+      "step": 9319
+    },
+    {
+      "epoch": 1.722107378364957,
+      "grad_norm": 0.06414046138525009,
+      "learning_rate": 8.10244224611218e-06,
+      "loss": 0.39360371232032776,
+      "step": 9320
+    },
+    {
+      "epoch": 1.7222921550738528,
+      "grad_norm": 0.07243400812149048,
+      "learning_rate": 8.100483613532052e-06,
+      "loss": 0.584331750869751,
+      "step": 9321
+    },
+    {
+      "epoch": 1.7224769317827486,
+      "grad_norm": 0.07788241654634476,
+      "learning_rate": 8.09852505654674e-06,
+      "loss": 0.49636155366897583,
+      "step": 9322
+    },
+    {
+      "epoch": 1.7226617084916447,
+      "grad_norm": 0.07601357251405716,
+      "learning_rate": 8.096566575234183e-06,
+      "loss": 0.5032370090484619,
+      "step": 9323
+    },
+    {
+      "epoch": 1.7228464852005405,
+      "grad_norm": 0.07387128472328186,
+      "learning_rate": 8.094608169672318e-06,
+      "loss": 0.6311846971511841,
+      "step": 9324
+    },
+    {
+      "epoch": 1.7230312619094363,
+      "grad_norm": 0.0795421153306961,
+      "learning_rate": 8.092649839939084e-06,
+      "loss": 0.5139166712760925,
+      "step": 9325
+    },
+    {
+      "epoch": 1.7232160386183322,
+      "grad_norm": 0.08422742038965225,
+      "learning_rate": 8.090691586112424e-06,
+      "loss": 0.4988109767436981,
+      "step": 9326
+    },
+    {
+      "epoch": 1.723400815327228,
+      "grad_norm": 0.05840161815285683,
+      "learning_rate": 8.088733408270265e-06,
+      "loss": 0.3771735429763794,
+      "step": 9327
+    },
+    {
+      "epoch": 1.7235855920361238,
+      "grad_norm": 0.050449687987565994,
+      "learning_rate": 8.086775306490532e-06,
+      "loss": 0.39605778455734253,
+      "step": 9328
+    },
+    {
+      "epoch": 1.7237703687450197,
+      "grad_norm": 0.07807933539152145,
+      "learning_rate": 8.084817280851162e-06,
+      "loss": 0.4537414312362671,
+      "step": 9329
+    },
+    {
+      "epoch": 1.7239551454539155,
+      "grad_norm": 0.07585584372282028,
+      "learning_rate": 8.082859331430068e-06,
+      "loss": 0.48708009719848633,
+      "step": 9330
+    },
+    {
+      "epoch": 1.7241399221628115,
+      "grad_norm": 0.07332560420036316,
+      "learning_rate": 8.08090145830518e-06,
+      "loss": 0.4790911376476288,
+      "step": 9331
+    },
+    {
+      "epoch": 1.7243246988717074,
+      "grad_norm": 0.07301469892263412,
+      "learning_rate": 8.078943661554403e-06,
+      "loss": 0.4665886461734772,
+      "step": 9332
+    },
+    {
+      "epoch": 1.7245094755806032,
+      "grad_norm": 0.05806805193424225,
+      "learning_rate": 8.076985941255662e-06,
+      "loss": 0.3560118079185486,
+      "step": 9333
+    },
+    {
+      "epoch": 1.724694252289499,
+      "grad_norm": 0.07970564812421799,
+      "learning_rate": 8.075028297486865e-06,
+      "loss": 0.5235270261764526,
+      "step": 9334
+    },
+    {
+      "epoch": 1.7248790289983948,
+      "grad_norm": 0.07301004976034164,
+      "learning_rate": 8.073070730325917e-06,
+      "loss": 0.4996209740638733,
+      "step": 9335
+    },
+    {
+      "epoch": 1.7250638057072907,
+      "grad_norm": 0.06933730840682983,
+      "learning_rate": 8.071113239850725e-06,
+      "loss": 0.43340930342674255,
+      "step": 9336
+    },
+    {
+      "epoch": 1.7252485824161865,
+      "grad_norm": 0.06640269607305527,
+      "learning_rate": 8.069155826139195e-06,
+      "loss": 0.37686920166015625,
+      "step": 9337
+    },
+    {
+      "epoch": 1.7254333591250823,
+      "grad_norm": 0.08653712272644043,
+      "learning_rate": 8.067198489269218e-06,
+      "loss": 0.6015225648880005,
+      "step": 9338
+    },
+    {
+      "epoch": 1.7256181358339782,
+      "grad_norm": 0.06931693851947784,
+      "learning_rate": 8.065241229318696e-06,
+      "loss": 0.3466190695762634,
+      "step": 9339
+    },
+    {
+      "epoch": 1.725802912542874,
+      "grad_norm": 0.08971694856882095,
+      "learning_rate": 8.063284046365522e-06,
+      "loss": 0.5727711915969849,
+      "step": 9340
+    },
+    {
+      "epoch": 1.7259876892517698,
+      "grad_norm": 0.08386840671300888,
+      "learning_rate": 8.06132694048758e-06,
+      "loss": 0.6206101179122925,
+      "step": 9341
+    },
+    {
+      "epoch": 1.7261724659606656,
+      "grad_norm": 0.06562499701976776,
+      "learning_rate": 8.059369911762761e-06,
+      "loss": 0.42439258098602295,
+      "step": 9342
+    },
+    {
+      "epoch": 1.7263572426695615,
+      "grad_norm": 0.07445552945137024,
+      "learning_rate": 8.057412960268951e-06,
+      "loss": 0.5168936848640442,
+      "step": 9343
+    },
+    {
+      "epoch": 1.7265420193784573,
+      "grad_norm": 0.07908100634813309,
+      "learning_rate": 8.055456086084025e-06,
+      "loss": 0.647506833076477,
+      "step": 9344
+    },
+    {
+      "epoch": 1.7267267960873531,
+      "grad_norm": 0.07324788719415665,
+      "learning_rate": 8.053499289285862e-06,
+      "loss": 0.5335649847984314,
+      "step": 9345
+    },
+    {
+      "epoch": 1.726911572796249,
+      "grad_norm": 0.0806252658367157,
+      "learning_rate": 8.051542569952343e-06,
+      "loss": 0.4795989692211151,
+      "step": 9346
+    },
+    {
+      "epoch": 1.7270963495051448,
+      "grad_norm": 0.10036157071590424,
+      "learning_rate": 8.04958592816133e-06,
+      "loss": 0.6414546370506287,
+      "step": 9347
+    },
+    {
+      "epoch": 1.7272811262140406,
+      "grad_norm": 0.09356236457824707,
+      "learning_rate": 8.047629363990696e-06,
+      "loss": 0.6074750423431396,
+      "step": 9348
+    },
+    {
+      "epoch": 1.7274659029229364,
+      "grad_norm": 0.058355070650577545,
+      "learning_rate": 8.045672877518303e-06,
+      "loss": 0.40787652134895325,
+      "step": 9349
+    },
+    {
+      "epoch": 1.7276506796318323,
+      "grad_norm": 0.07903466373682022,
+      "learning_rate": 8.043716468822016e-06,
+      "loss": 0.438971608877182,
+      "step": 9350
+    },
+    {
+      "epoch": 1.727835456340728,
+      "grad_norm": 0.0694471225142479,
+      "learning_rate": 8.041760137979696e-06,
+      "loss": 0.365113765001297,
+      "step": 9351
+    },
+    {
+      "epoch": 1.728020233049624,
+      "grad_norm": 0.08171175420284271,
+      "learning_rate": 8.039803885069193e-06,
+      "loss": 0.5658257603645325,
+      "step": 9352
+    },
+    {
+      "epoch": 1.72820500975852,
+      "grad_norm": 0.08628968894481659,
+      "learning_rate": 8.037847710168362e-06,
+      "loss": 0.44679346680641174,
+      "step": 9353
+    },
+    {
+      "epoch": 1.7283897864674158,
+      "grad_norm": 0.08869720995426178,
+      "learning_rate": 8.035891613355055e-06,
+      "loss": 0.569314181804657,
+      "step": 9354
+    },
+    {
+      "epoch": 1.7285745631763116,
+      "grad_norm": 0.0922289565205574,
+      "learning_rate": 8.033935594707116e-06,
+      "loss": 0.6781488656997681,
+      "step": 9355
+    },
+    {
+      "epoch": 1.7287593398852075,
+      "grad_norm": 0.07456088811159134,
+      "learning_rate": 8.031979654302389e-06,
+      "loss": 0.5413568019866943,
+      "step": 9356
+    },
+    {
+      "epoch": 1.7289441165941033,
+      "grad_norm": 0.09318801015615463,
+      "learning_rate": 8.030023792218717e-06,
+      "loss": 0.722627580165863,
+      "step": 9357
+    },
+    {
+      "epoch": 1.7291288933029991,
+      "grad_norm": 0.07570246607065201,
+      "learning_rate": 8.028068008533931e-06,
+      "loss": 0.41319751739501953,
+      "step": 9358
+    },
+    {
+      "epoch": 1.729313670011895,
+      "grad_norm": 0.07300356030464172,
+      "learning_rate": 8.026112303325872e-06,
+      "loss": 0.427320659160614,
+      "step": 9359
+    },
+    {
+      "epoch": 1.729498446720791,
+      "grad_norm": 0.09192816913127899,
+      "learning_rate": 8.02415667667237e-06,
+      "loss": 0.48963406682014465,
+      "step": 9360
+    },
+    {
+      "epoch": 1.7296832234296868,
+      "grad_norm": 0.07422766089439392,
+      "learning_rate": 8.022201128651244e-06,
+      "loss": 0.41928577423095703,
+      "step": 9361
+    },
+    {
+      "epoch": 1.7298680001385827,
+      "grad_norm": 0.09352274239063263,
+      "learning_rate": 8.020245659340329e-06,
+      "loss": 0.5814811587333679,
+      "step": 9362
+    },
+    {
+      "epoch": 1.7300527768474785,
+      "grad_norm": 0.05729234963655472,
+      "learning_rate": 8.018290268817446e-06,
+      "loss": 0.3619372844696045,
+      "step": 9363
+    },
+    {
+      "epoch": 1.7302375535563743,
+      "grad_norm": 0.07728464156389236,
+      "learning_rate": 8.016334957160405e-06,
+      "loss": 0.5245939493179321,
+      "step": 9364
+    },
+    {
+      "epoch": 1.7304223302652701,
+      "grad_norm": 0.06916660815477371,
+      "learning_rate": 8.01437972444703e-06,
+      "loss": 0.5502699613571167,
+      "step": 9365
+    },
+    {
+      "epoch": 1.730607106974166,
+      "grad_norm": 0.08366513252258301,
+      "learning_rate": 8.012424570755129e-06,
+      "loss": 0.5558500289916992,
+      "step": 9366
+    },
+    {
+      "epoch": 1.7307918836830618,
+      "grad_norm": 0.08778365701436996,
+      "learning_rate": 8.01046949616251e-06,
+      "loss": 0.588188886642456,
+      "step": 9367
+    },
+    {
+      "epoch": 1.7309766603919576,
+      "grad_norm": 0.06705878674983978,
+      "learning_rate": 8.008514500746984e-06,
+      "loss": 0.47494634985923767,
+      "step": 9368
+    },
+    {
+      "epoch": 1.7311614371008535,
+      "grad_norm": 0.08472789078950882,
+      "learning_rate": 8.006559584586346e-06,
+      "loss": 0.6099481582641602,
+      "step": 9369
+    },
+    {
+      "epoch": 1.7313462138097493,
+      "grad_norm": 0.08809303492307663,
+      "learning_rate": 8.004604747758403e-06,
+      "loss": 0.5671088695526123,
+      "step": 9370
+    },
+    {
+      "epoch": 1.7315309905186451,
+      "grad_norm": 0.06466368585824966,
+      "learning_rate": 8.002649990340947e-06,
+      "loss": 0.3539324104785919,
+      "step": 9371
+    },
+    {
+      "epoch": 1.731715767227541,
+      "grad_norm": 0.06473246961832047,
+      "learning_rate": 8.000695312411773e-06,
+      "loss": 0.389993280172348,
+      "step": 9372
+    },
+    {
+      "epoch": 1.7319005439364368,
+      "grad_norm": 0.09119462966918945,
+      "learning_rate": 7.998740714048669e-06,
+      "loss": 0.5501751899719238,
+      "step": 9373
+    },
+    {
+      "epoch": 1.7320853206453326,
+      "grad_norm": 0.08342806994915009,
+      "learning_rate": 7.996786195329426e-06,
+      "loss": 0.504432737827301,
+      "step": 9374
+    },
+    {
+      "epoch": 1.7322700973542284,
+      "grad_norm": 0.07765016704797745,
+      "learning_rate": 7.994831756331822e-06,
+      "loss": 0.42915263772010803,
+      "step": 9375
+    },
+    {
+      "epoch": 1.7324548740631243,
+      "grad_norm": 0.09550423920154572,
+      "learning_rate": 7.992877397133643e-06,
+      "loss": 0.6175699234008789,
+      "step": 9376
+    },
+    {
+      "epoch": 1.73263965077202,
+      "grad_norm": 0.09117421507835388,
+      "learning_rate": 7.990923117812665e-06,
+      "loss": 0.604438841342926,
+      "step": 9377
+    },
+    {
+      "epoch": 1.732824427480916,
+      "grad_norm": 0.06244116649031639,
+      "learning_rate": 7.98896891844666e-06,
+      "loss": 0.3006291389465332,
+      "step": 9378
+    },
+    {
+      "epoch": 1.7330092041898117,
+      "grad_norm": 0.09400566667318344,
+      "learning_rate": 7.987014799113398e-06,
+      "loss": 0.6906332969665527,
+      "step": 9379
+    },
+    {
+      "epoch": 1.7331939808987076,
+      "grad_norm": 0.07890813797712326,
+      "learning_rate": 7.985060759890656e-06,
+      "loss": 0.6461838483810425,
+      "step": 9380
+    },
+    {
+      "epoch": 1.7333787576076034,
+      "grad_norm": 0.08000336587429047,
+      "learning_rate": 7.983106800856183e-06,
+      "loss": 0.6111680865287781,
+      "step": 9381
+    },
+    {
+      "epoch": 1.7335635343164995,
+      "grad_norm": 0.07113444805145264,
+      "learning_rate": 7.981152922087759e-06,
+      "loss": 0.48228105902671814,
+      "step": 9382
+    },
+    {
+      "epoch": 1.7337483110253953,
+      "grad_norm": 0.07770003378391266,
+      "learning_rate": 7.979199123663126e-06,
+      "loss": 0.47291597723960876,
+      "step": 9383
+    },
+    {
+      "epoch": 1.7339330877342911,
+      "grad_norm": 0.08316867053508759,
+      "learning_rate": 7.977245405660045e-06,
+      "loss": 0.5423946976661682,
+      "step": 9384
+    },
+    {
+      "epoch": 1.734117864443187,
+      "grad_norm": 0.06833017617464066,
+      "learning_rate": 7.975291768156272e-06,
+      "loss": 0.4052598178386688,
+      "step": 9385
+    },
+    {
+      "epoch": 1.7343026411520828,
+      "grad_norm": 0.09429217129945755,
+      "learning_rate": 7.97333821122955e-06,
+      "loss": 0.6468340754508972,
+      "step": 9386
+    },
+    {
+      "epoch": 1.7344874178609786,
+      "grad_norm": 0.09072468429803848,
+      "learning_rate": 7.971384734957626e-06,
+      "loss": 0.5985592603683472,
+      "step": 9387
+    },
+    {
+      "epoch": 1.7346721945698744,
+      "grad_norm": 0.06963697820901871,
+      "learning_rate": 7.969431339418245e-06,
+      "loss": 0.3786318600177765,
+      "step": 9388
+    },
+    {
+      "epoch": 1.7348569712787705,
+      "grad_norm": 0.08657761663198471,
+      "learning_rate": 7.967478024689143e-06,
+      "loss": 0.5320836305618286,
+      "step": 9389
+    },
+    {
+      "epoch": 1.7350417479876663,
+      "grad_norm": 0.08098902553319931,
+      "learning_rate": 7.965524790848055e-06,
+      "loss": 0.6015971302986145,
+      "step": 9390
+    },
+    {
+      "epoch": 1.7352265246965621,
+      "grad_norm": 0.07428756356239319,
+      "learning_rate": 7.963571637972717e-06,
+      "loss": 0.49490147829055786,
+      "step": 9391
+    },
+    {
+      "epoch": 1.735411301405458,
+      "grad_norm": 0.08095613121986389,
+      "learning_rate": 7.961618566140856e-06,
+      "loss": 0.525471031665802,
+      "step": 9392
+    },
+    {
+      "epoch": 1.7355960781143538,
+      "grad_norm": 0.06748519837856293,
+      "learning_rate": 7.959665575430198e-06,
+      "loss": 0.4298991858959198,
+      "step": 9393
+    },
+    {
+      "epoch": 1.7357808548232496,
+      "grad_norm": 0.08516919612884521,
+      "learning_rate": 7.95771266591847e-06,
+      "loss": 0.5407508611679077,
+      "step": 9394
+    },
+    {
+      "epoch": 1.7359656315321454,
+      "grad_norm": 0.07032306492328644,
+      "learning_rate": 7.955759837683386e-06,
+      "loss": 0.3875845968723297,
+      "step": 9395
+    },
+    {
+      "epoch": 1.7361504082410413,
+      "grad_norm": 0.07609395682811737,
+      "learning_rate": 7.953807090802663e-06,
+      "loss": 0.5288292765617371,
+      "step": 9396
+    },
+    {
+      "epoch": 1.736335184949937,
+      "grad_norm": 0.10851506143808365,
+      "learning_rate": 7.95185442535402e-06,
+      "loss": 0.7212783098220825,
+      "step": 9397
+    },
+    {
+      "epoch": 1.736519961658833,
+      "grad_norm": 0.07989294826984406,
+      "learning_rate": 7.94990184141516e-06,
+      "loss": 0.48487424850463867,
+      "step": 9398
+    },
+    {
+      "epoch": 1.7367047383677288,
+      "grad_norm": 0.0886591300368309,
+      "learning_rate": 7.947949339063797e-06,
+      "loss": 0.6012457609176636,
+      "step": 9399
+    },
+    {
+      "epoch": 1.7368895150766246,
+      "grad_norm": 0.07172589749097824,
+      "learning_rate": 7.945996918377627e-06,
+      "loss": 0.5031811594963074,
+      "step": 9400
+    },
+    {
+      "epoch": 1.7370742917855204,
+      "grad_norm": 0.0771087184548378,
+      "learning_rate": 7.94404457943435e-06,
+      "loss": 0.4250201880931854,
+      "step": 9401
+    },
+    {
+      "epoch": 1.7372590684944162,
+      "grad_norm": 0.06980002671480179,
+      "learning_rate": 7.942092322311674e-06,
+      "loss": 0.47895023226737976,
+      "step": 9402
+    },
+    {
+      "epoch": 1.737443845203312,
+      "grad_norm": 0.08409155905246735,
+      "learning_rate": 7.940140147087281e-06,
+      "loss": 0.5779047012329102,
+      "step": 9403
+    },
+    {
+      "epoch": 1.737628621912208,
+      "grad_norm": 0.08319824188947678,
+      "learning_rate": 7.938188053838863e-06,
+      "loss": 0.585312008857727,
+      "step": 9404
+    },
+    {
+      "epoch": 1.7378133986211037,
+      "grad_norm": 0.06984545290470123,
+      "learning_rate": 7.936236042644116e-06,
+      "loss": 0.3505295515060425,
+      "step": 9405
+    },
+    {
+      "epoch": 1.7379981753299996,
+      "grad_norm": 0.09396980702877045,
+      "learning_rate": 7.934284113580715e-06,
+      "loss": 0.664936900138855,
+      "step": 9406
+    },
+    {
+      "epoch": 1.7381829520388954,
+      "grad_norm": 0.07843194901943207,
+      "learning_rate": 7.932332266726341e-06,
+      "loss": 0.4490804374217987,
+      "step": 9407
+    },
+    {
+      "epoch": 1.7383677287477912,
+      "grad_norm": 0.08212018013000488,
+      "learning_rate": 7.930380502158678e-06,
+      "loss": 0.492334246635437,
+      "step": 9408
+    },
+    {
+      "epoch": 1.738552505456687,
+      "grad_norm": 0.07664764672517776,
+      "learning_rate": 7.928428819955395e-06,
+      "loss": 0.44178497791290283,
+      "step": 9409
+    },
+    {
+      "epoch": 1.7387372821655829,
+      "grad_norm": 0.07601568102836609,
+      "learning_rate": 7.92647722019416e-06,
+      "loss": 0.5334704518318176,
+      "step": 9410
+    },
+    {
+      "epoch": 1.738922058874479,
+      "grad_norm": 0.06846748292446136,
+      "learning_rate": 7.924525702952648e-06,
+      "loss": 0.4268120527267456,
+      "step": 9411
+    },
+    {
+      "epoch": 1.7391068355833748,
+      "grad_norm": 0.07301660627126694,
+      "learning_rate": 7.92257426830852e-06,
+      "loss": 0.43639346957206726,
+      "step": 9412
+    },
+    {
+      "epoch": 1.7392916122922706,
+      "grad_norm": 0.09251867234706879,
+      "learning_rate": 7.920622916339436e-06,
+      "loss": 0.6594666838645935,
+      "step": 9413
+    },
+    {
+      "epoch": 1.7394763890011664,
+      "grad_norm": 0.06635914742946625,
+      "learning_rate": 7.918671647123055e-06,
+      "loss": 0.4128287732601166,
+      "step": 9414
+    },
+    {
+      "epoch": 1.7396611657100622,
+      "grad_norm": 0.07639806717634201,
+      "learning_rate": 7.916720460737029e-06,
+      "loss": 0.46493440866470337,
+      "step": 9415
+    },
+    {
+      "epoch": 1.739845942418958,
+      "grad_norm": 0.061943717300891876,
+      "learning_rate": 7.914769357259015e-06,
+      "loss": 0.3976179361343384,
+      "step": 9416
+    },
+    {
+      "epoch": 1.740030719127854,
+      "grad_norm": 0.07549803704023361,
+      "learning_rate": 7.91281833676665e-06,
+      "loss": 0.5620946884155273,
+      "step": 9417
+    },
+    {
+      "epoch": 1.7402154958367497,
+      "grad_norm": 0.0732521340250969,
+      "learning_rate": 7.910867399337587e-06,
+      "loss": 0.3955199122428894,
+      "step": 9418
+    },
+    {
+      "epoch": 1.7404002725456458,
+      "grad_norm": 0.09458731859922409,
+      "learning_rate": 7.908916545049473e-06,
+      "loss": 0.5515162944793701,
+      "step": 9419
+    },
+    {
+      "epoch": 1.7405850492545416,
+      "grad_norm": 0.08107059448957443,
+      "learning_rate": 7.906965773979932e-06,
+      "loss": 0.4785090684890747,
+      "step": 9420
+    },
+    {
+      "epoch": 1.7407698259634374,
+      "grad_norm": 0.07096207141876221,
+      "learning_rate": 7.905015086206601e-06,
+      "loss": 0.5611074566841125,
+      "step": 9421
+    },
+    {
+      "epoch": 1.7409546026723333,
+      "grad_norm": 0.07923568785190582,
+      "learning_rate": 7.903064481807123e-06,
+      "loss": 0.631668210029602,
+      "step": 9422
+    },
+    {
+      "epoch": 1.741139379381229,
+      "grad_norm": 0.09152689576148987,
+      "learning_rate": 7.901113960859115e-06,
+      "loss": 0.6958367824554443,
+      "step": 9423
+    },
+    {
+      "epoch": 1.741324156090125,
+      "grad_norm": 0.07087397575378418,
+      "learning_rate": 7.899163523440201e-06,
+      "loss": 0.3661838173866272,
+      "step": 9424
+    },
+    {
+      "epoch": 1.7415089327990207,
+      "grad_norm": 0.07663542032241821,
+      "learning_rate": 7.897213169628012e-06,
+      "loss": 0.5703363418579102,
+      "step": 9425
+    },
+    {
+      "epoch": 1.7416937095079166,
+      "grad_norm": 0.05955135449767113,
+      "learning_rate": 7.895262899500158e-06,
+      "loss": 0.3244597911834717,
+      "step": 9426
+    },
+    {
+      "epoch": 1.7418784862168124,
+      "grad_norm": 0.07609820365905762,
+      "learning_rate": 7.893312713134256e-06,
+      "loss": 0.5215273499488831,
+      "step": 9427
+    },
+    {
+      "epoch": 1.7420632629257082,
+      "grad_norm": 0.06051214411854744,
+      "learning_rate": 7.891362610607918e-06,
+      "loss": 0.3890979588031769,
+      "step": 9428
+    },
+    {
+      "epoch": 1.742248039634604,
+      "grad_norm": 0.07205689698457718,
+      "learning_rate": 7.889412591998749e-06,
+      "loss": 0.4643065631389618,
+      "step": 9429
+    },
+    {
+      "epoch": 1.7424328163435,
+      "grad_norm": 0.09298235923051834,
+      "learning_rate": 7.887462657384357e-06,
+      "loss": 0.5200021266937256,
+      "step": 9430
+    },
+    {
+      "epoch": 1.7426175930523957,
+      "grad_norm": 0.07720060646533966,
+      "learning_rate": 7.88551280684234e-06,
+      "loss": 0.49047455191612244,
+      "step": 9431
+    },
+    {
+      "epoch": 1.7428023697612915,
+      "grad_norm": 0.09403630346059799,
+      "learning_rate": 7.8835630404503e-06,
+      "loss": 0.6260966658592224,
+      "step": 9432
+    },
+    {
+      "epoch": 1.7429871464701874,
+      "grad_norm": 0.07295014709234238,
+      "learning_rate": 7.88161335828583e-06,
+      "loss": 0.4665113389492035,
+      "step": 9433
+    },
+    {
+      "epoch": 1.7431719231790832,
+      "grad_norm": 0.08470214158296585,
+      "learning_rate": 7.879663760426517e-06,
+      "loss": 0.5773360729217529,
+      "step": 9434
+    },
+    {
+      "epoch": 1.743356699887979,
+      "grad_norm": 0.08234825730323792,
+      "learning_rate": 7.877714246949954e-06,
+      "loss": 0.558610737323761,
+      "step": 9435
+    },
+    {
+      "epoch": 1.7435414765968749,
+      "grad_norm": 0.07873562723398209,
+      "learning_rate": 7.87576481793373e-06,
+      "loss": 0.5046735405921936,
+      "step": 9436
+    },
+    {
+      "epoch": 1.7437262533057707,
+      "grad_norm": 0.05728263407945633,
+      "learning_rate": 7.873815473455414e-06,
+      "loss": 0.2989661693572998,
+      "step": 9437
+    },
+    {
+      "epoch": 1.7439110300146665,
+      "grad_norm": 0.07303888350725174,
+      "learning_rate": 7.871866213592589e-06,
+      "loss": 0.4734708070755005,
+      "step": 9438
+    },
+    {
+      "epoch": 1.7440958067235623,
+      "grad_norm": 0.08110443502664566,
+      "learning_rate": 7.869917038422838e-06,
+      "loss": 0.5412731766700745,
+      "step": 9439
+    },
+    {
+      "epoch": 1.7442805834324582,
+      "grad_norm": 0.08457206934690475,
+      "learning_rate": 7.867967948023716e-06,
+      "loss": 0.59527987241745,
+      "step": 9440
+    },
+    {
+      "epoch": 1.7444653601413542,
+      "grad_norm": 0.09340102970600128,
+      "learning_rate": 7.866018942472803e-06,
+      "loss": 0.5167881846427917,
+      "step": 9441
+    },
+    {
+      "epoch": 1.74465013685025,
+      "grad_norm": 0.06627646088600159,
+      "learning_rate": 7.864070021847664e-06,
+      "loss": 0.39817744493484497,
+      "step": 9442
+    },
+    {
+      "epoch": 1.7448349135591459,
+      "grad_norm": 0.08489912748336792,
+      "learning_rate": 7.862121186225851e-06,
+      "loss": 0.5790280103683472,
+      "step": 9443
+    },
+    {
+      "epoch": 1.7450196902680417,
+      "grad_norm": 0.06530047208070755,
+      "learning_rate": 7.860172435684923e-06,
+      "loss": 0.39563748240470886,
+      "step": 9444
+    },
+    {
+      "epoch": 1.7452044669769375,
+      "grad_norm": 0.0687323808670044,
+      "learning_rate": 7.858223770302447e-06,
+      "loss": 0.5383394956588745,
+      "step": 9445
+    },
+    {
+      "epoch": 1.7453892436858334,
+      "grad_norm": 0.10695014894008636,
+      "learning_rate": 7.856275190155957e-06,
+      "loss": 0.6556435823440552,
+      "step": 9446
+    },
+    {
+      "epoch": 1.7455740203947292,
+      "grad_norm": 0.08394554257392883,
+      "learning_rate": 7.854326695323012e-06,
+      "loss": 0.6104413270950317,
+      "step": 9447
+    },
+    {
+      "epoch": 1.7457587971036252,
+      "grad_norm": 0.06306581944227219,
+      "learning_rate": 7.852378285881148e-06,
+      "loss": 0.4853476881980896,
+      "step": 9448
+    },
+    {
+      "epoch": 1.745943573812521,
+      "grad_norm": 0.08481727540493011,
+      "learning_rate": 7.850429961907908e-06,
+      "loss": 0.5893101096153259,
+      "step": 9449
+    },
+    {
+      "epoch": 1.746128350521417,
+      "grad_norm": 0.08066444098949432,
+      "learning_rate": 7.848481723480835e-06,
+      "loss": 0.516244113445282,
+      "step": 9450
+    },
+    {
+      "epoch": 1.7463131272303127,
+      "grad_norm": 0.07358620315790176,
+      "learning_rate": 7.846533570677454e-06,
+      "loss": 0.4533986449241638,
+      "step": 9451
+    },
+    {
+      "epoch": 1.7464979039392086,
+      "grad_norm": 0.06455602496862411,
+      "learning_rate": 7.8445855035753e-06,
+      "loss": 0.504241943359375,
+      "step": 9452
+    },
+    {
+      "epoch": 1.7466826806481044,
+      "grad_norm": 0.08291526883840561,
+      "learning_rate": 7.842637522251902e-06,
+      "loss": 0.5514028668403625,
+      "step": 9453
+    },
+    {
+      "epoch": 1.7468674573570002,
+      "grad_norm": 0.07108502089977264,
+      "learning_rate": 7.84068962678478e-06,
+      "loss": 0.37282323837280273,
+      "step": 9454
+    },
+    {
+      "epoch": 1.747052234065896,
+      "grad_norm": 0.08243813365697861,
+      "learning_rate": 7.838741817251454e-06,
+      "loss": 0.5866271257400513,
+      "step": 9455
+    },
+    {
+      "epoch": 1.7472370107747919,
+      "grad_norm": 0.06616461277008057,
+      "learning_rate": 7.836794093729447e-06,
+      "loss": 0.4198001027107239,
+      "step": 9456
+    },
+    {
+      "epoch": 1.7474217874836877,
+      "grad_norm": 0.07621096819639206,
+      "learning_rate": 7.834846456296258e-06,
+      "loss": 0.419243723154068,
+      "step": 9457
+    },
+    {
+      "epoch": 1.7476065641925835,
+      "grad_norm": 0.08235196769237518,
+      "learning_rate": 7.832898905029412e-06,
+      "loss": 0.5241071581840515,
+      "step": 9458
+    },
+    {
+      "epoch": 1.7477913409014794,
+      "grad_norm": 0.09907345473766327,
+      "learning_rate": 7.830951440006412e-06,
+      "loss": 0.6666129231452942,
+      "step": 9459
+    },
+    {
+      "epoch": 1.7479761176103752,
+      "grad_norm": 0.0671384260058403,
+      "learning_rate": 7.829004061304753e-06,
+      "loss": 0.3617722988128662,
+      "step": 9460
+    },
+    {
+      "epoch": 1.748160894319271,
+      "grad_norm": 0.07696773111820221,
+      "learning_rate": 7.827056769001942e-06,
+      "loss": 0.4717048406600952,
+      "step": 9461
+    },
+    {
+      "epoch": 1.7483456710281668,
+      "grad_norm": 0.07589234411716461,
+      "learning_rate": 7.825109563175478e-06,
+      "loss": 0.5012123584747314,
+      "step": 9462
+    },
+    {
+      "epoch": 1.7485304477370627,
+      "grad_norm": 0.08382602035999298,
+      "learning_rate": 7.823162443902845e-06,
+      "loss": 0.5069903135299683,
+      "step": 9463
+    },
+    {
+      "epoch": 1.7487152244459585,
+      "grad_norm": 0.08438605815172195,
+      "learning_rate": 7.821215411261537e-06,
+      "loss": 0.6001019477844238,
+      "step": 9464
+    },
+    {
+      "epoch": 1.7489000011548543,
+      "grad_norm": 0.07784610241651535,
+      "learning_rate": 7.819268465329038e-06,
+      "loss": 0.494361013174057,
+      "step": 9465
+    },
+    {
+      "epoch": 1.7490847778637502,
+      "grad_norm": 0.0861455500125885,
+      "learning_rate": 7.81732160618283e-06,
+      "loss": 0.7007192969322205,
+      "step": 9466
+    },
+    {
+      "epoch": 1.749269554572646,
+      "grad_norm": 0.07989050447940826,
+      "learning_rate": 7.815374833900398e-06,
+      "loss": 0.46829497814178467,
+      "step": 9467
+    },
+    {
+      "epoch": 1.7494543312815418,
+      "grad_norm": 0.09458218514919281,
+      "learning_rate": 7.813428148559208e-06,
+      "loss": 0.5205943584442139,
+      "step": 9468
+    },
+    {
+      "epoch": 1.7496391079904376,
+      "grad_norm": 0.06660239398479462,
+      "learning_rate": 7.811481550236739e-06,
+      "loss": 0.41754552721977234,
+      "step": 9469
+    },
+    {
+      "epoch": 1.7498238846993337,
+      "grad_norm": 0.07794316858053207,
+      "learning_rate": 7.80953503901046e-06,
+      "loss": 0.46037155389785767,
+      "step": 9470
+    },
+    {
+      "epoch": 1.7500086614082295,
+      "grad_norm": 0.07195150852203369,
+      "learning_rate": 7.807588614957829e-06,
+      "loss": 0.4594876766204834,
+      "step": 9471
+    },
+    {
+      "epoch": 1.7501934381171254,
+      "grad_norm": 0.08619675040245056,
+      "learning_rate": 7.805642278156313e-06,
+      "loss": 0.527175784111023,
+      "step": 9472
+    },
+    {
+      "epoch": 1.7503782148260212,
+      "grad_norm": 0.08233191072940826,
+      "learning_rate": 7.80369602868337e-06,
+      "loss": 0.6458790898323059,
+      "step": 9473
+    },
+    {
+      "epoch": 1.750562991534917,
+      "grad_norm": 0.07300320267677307,
+      "learning_rate": 7.801749866616453e-06,
+      "loss": 0.39369773864746094,
+      "step": 9474
+    },
+    {
+      "epoch": 1.7507477682438128,
+      "grad_norm": 0.09571012854576111,
+      "learning_rate": 7.799803792033014e-06,
+      "loss": 0.5348305106163025,
+      "step": 9475
+    },
+    {
+      "epoch": 1.7509325449527087,
+      "grad_norm": 0.08784550428390503,
+      "learning_rate": 7.797857805010502e-06,
+      "loss": 0.5967904329299927,
+      "step": 9476
+    },
+    {
+      "epoch": 1.7511173216616047,
+      "grad_norm": 0.0804838165640831,
+      "learning_rate": 7.795911905626356e-06,
+      "loss": 0.4976516366004944,
+      "step": 9477
+    },
+    {
+      "epoch": 1.7513020983705005,
+      "grad_norm": 0.08038236200809479,
+      "learning_rate": 7.793966093958028e-06,
+      "loss": 0.5232406854629517,
+      "step": 9478
+    },
+    {
+      "epoch": 1.7514868750793964,
+      "grad_norm": 0.08380588889122009,
+      "learning_rate": 7.79202037008294e-06,
+      "loss": 0.552866518497467,
+      "step": 9479
+    },
+    {
+      "epoch": 1.7516716517882922,
+      "grad_norm": 0.07746408134698868,
+      "learning_rate": 7.790074734078533e-06,
+      "loss": 0.41058093309402466,
+      "step": 9480
+    },
+    {
+      "epoch": 1.751856428497188,
+      "grad_norm": 0.0629132091999054,
+      "learning_rate": 7.788129186022244e-06,
+      "loss": 0.42107585072517395,
+      "step": 9481
+    },
+    {
+      "epoch": 1.7520412052060839,
+      "grad_norm": 0.061843644827604294,
+      "learning_rate": 7.78618372599149e-06,
+      "loss": 0.34514370560646057,
+      "step": 9482
+    },
+    {
+      "epoch": 1.7522259819149797,
+      "grad_norm": 0.09421967715024948,
+      "learning_rate": 7.784238354063697e-06,
+      "loss": 0.5947861075401306,
+      "step": 9483
+    },
+    {
+      "epoch": 1.7524107586238755,
+      "grad_norm": 0.06692761182785034,
+      "learning_rate": 7.782293070316287e-06,
+      "loss": 0.2929871380329132,
+      "step": 9484
+    },
+    {
+      "epoch": 1.7525955353327713,
+      "grad_norm": 0.07493630051612854,
+      "learning_rate": 7.780347874826672e-06,
+      "loss": 0.47335997223854065,
+      "step": 9485
+    },
+    {
+      "epoch": 1.7527803120416672,
+      "grad_norm": 0.08465097099542618,
+      "learning_rate": 7.778402767672268e-06,
+      "loss": 0.5007327795028687,
+      "step": 9486
+    },
+    {
+      "epoch": 1.752965088750563,
+      "grad_norm": 0.0741303339600563,
+      "learning_rate": 7.776457748930486e-06,
+      "loss": 0.41544151306152344,
+      "step": 9487
+    },
+    {
+      "epoch": 1.7531498654594588,
+      "grad_norm": 0.05960865691304207,
+      "learning_rate": 7.774512818678724e-06,
+      "loss": 0.3089883625507355,
+      "step": 9488
+    },
+    {
+      "epoch": 1.7533346421683547,
+      "grad_norm": 0.08837155252695084,
+      "learning_rate": 7.772567976994392e-06,
+      "loss": 0.5421566367149353,
+      "step": 9489
+    },
+    {
+      "epoch": 1.7535194188772505,
+      "grad_norm": 0.08413968235254288,
+      "learning_rate": 7.770623223954887e-06,
+      "loss": 0.6096692681312561,
+      "step": 9490
+    },
+    {
+      "epoch": 1.7537041955861463,
+      "grad_norm": 0.06976504623889923,
+      "learning_rate": 7.768678559637601e-06,
+      "loss": 0.4283706545829773,
+      "step": 9491
+    },
+    {
+      "epoch": 1.7538889722950421,
+      "grad_norm": 0.07454965263605118,
+      "learning_rate": 7.766733984119927e-06,
+      "loss": 0.5498755574226379,
+      "step": 9492
+    },
+    {
+      "epoch": 1.754073749003938,
+      "grad_norm": 0.07341553270816803,
+      "learning_rate": 7.764789497479256e-06,
+      "loss": 0.45700550079345703,
+      "step": 9493
+    },
+    {
+      "epoch": 1.7542585257128338,
+      "grad_norm": 0.07001147419214249,
+      "learning_rate": 7.762845099792968e-06,
+      "loss": 0.4273150861263275,
+      "step": 9494
+    },
+    {
+      "epoch": 1.7544433024217296,
+      "grad_norm": 0.05497468262910843,
+      "learning_rate": 7.76090079113845e-06,
+      "loss": 0.3325614035129547,
+      "step": 9495
+    },
+    {
+      "epoch": 1.7546280791306255,
+      "grad_norm": 0.05593828856945038,
+      "learning_rate": 7.758956571593069e-06,
+      "loss": 0.3491348326206207,
+      "step": 9496
+    },
+    {
+      "epoch": 1.7548128558395213,
+      "grad_norm": 0.10387798398733139,
+      "learning_rate": 7.757012441234206e-06,
+      "loss": 0.5724706053733826,
+      "step": 9497
+    },
+    {
+      "epoch": 1.7549976325484171,
+      "grad_norm": 0.07001633197069168,
+      "learning_rate": 7.755068400139236e-06,
+      "loss": 0.3945654034614563,
+      "step": 9498
+    },
+    {
+      "epoch": 1.7551824092573132,
+      "grad_norm": 0.09581859409809113,
+      "learning_rate": 7.753124448385514e-06,
+      "loss": 0.7347464561462402,
+      "step": 9499
+    },
+    {
+      "epoch": 1.755367185966209,
+      "grad_norm": 0.0977296233177185,
+      "learning_rate": 7.751180586050409e-06,
+      "loss": 0.734951376914978,
+      "step": 9500
+    },
+    {
+      "epoch": 1.755367185966209,
+      "eval_loss": 0.5634395480155945,
+      "eval_runtime": 156.2077,
+      "eval_samples_per_second": 116.697,
+      "eval_steps_per_second": 14.59,
+      "step": 9500
+    },
+    {
+      "epoch": 1.7555519626751048,
+      "grad_norm": 0.07938997447490692,
+      "learning_rate": 7.749236813211288e-06,
+      "loss": 0.47607746720314026,
+      "step": 9501
+    },
+    {
+      "epoch": 1.7557367393840007,
+      "grad_norm": 0.0752115324139595,
+      "learning_rate": 7.747293129945495e-06,
+      "loss": 0.7275061011314392,
+      "step": 9502
+    },
+    {
+      "epoch": 1.7559215160928965,
+      "grad_norm": 0.06737703084945679,
+      "learning_rate": 7.745349536330387e-06,
+      "loss": 0.4250943958759308,
+      "step": 9503
+    },
+    {
+      "epoch": 1.7561062928017923,
+      "grad_norm": 0.07570453733205795,
+      "learning_rate": 7.743406032443318e-06,
+      "loss": 0.5231233835220337,
+      "step": 9504
+    },
+    {
+      "epoch": 1.7562910695106881,
+      "grad_norm": 0.07378605753183365,
+      "learning_rate": 7.741462618361624e-06,
+      "loss": 0.4782612919807434,
+      "step": 9505
+    },
+    {
+      "epoch": 1.756475846219584,
+      "grad_norm": 0.07631854712963104,
+      "learning_rate": 7.739519294162652e-06,
+      "loss": 0.4818604588508606,
+      "step": 9506
+    },
+    {
+      "epoch": 1.75666062292848,
+      "grad_norm": 0.08436261117458344,
+      "learning_rate": 7.737576059923742e-06,
+      "loss": 0.5321990251541138,
+      "step": 9507
+    },
+    {
+      "epoch": 1.7568453996373758,
+      "grad_norm": 0.07916104048490524,
+      "learning_rate": 7.735632915722227e-06,
+      "loss": 0.5069300532341003,
+      "step": 9508
+    },
+    {
+      "epoch": 1.7570301763462717,
+      "grad_norm": 0.08644711226224899,
+      "learning_rate": 7.733689861635435e-06,
+      "loss": 0.511889636516571,
+      "step": 9509
+    },
+    {
+      "epoch": 1.7572149530551675,
+      "grad_norm": 0.08409576117992401,
+      "learning_rate": 7.7317468977407e-06,
+      "loss": 0.4757402241230011,
+      "step": 9510
+    },
+    {
+      "epoch": 1.7573997297640633,
+      "grad_norm": 0.0835278183221817,
+      "learning_rate": 7.729804024115339e-06,
+      "loss": 0.5135257244110107,
+      "step": 9511
+    },
+    {
+      "epoch": 1.7575845064729592,
+      "grad_norm": 0.08325167745351791,
+      "learning_rate": 7.727861240836679e-06,
+      "loss": 0.5767073035240173,
+      "step": 9512
+    },
+    {
+      "epoch": 1.757769283181855,
+      "grad_norm": 0.06520769000053406,
+      "learning_rate": 7.725918547982027e-06,
+      "loss": 0.3839736878871918,
+      "step": 9513
+    },
+    {
+      "epoch": 1.7579540598907508,
+      "grad_norm": 0.07241534441709518,
+      "learning_rate": 7.723975945628706e-06,
+      "loss": 0.45690375566482544,
+      "step": 9514
+    },
+    {
+      "epoch": 1.7581388365996466,
+      "grad_norm": 0.09301277995109558,
+      "learning_rate": 7.722033433854023e-06,
+      "loss": 0.6211903691291809,
+      "step": 9515
+    },
+    {
+      "epoch": 1.7583236133085425,
+      "grad_norm": 0.05278944596648216,
+      "learning_rate": 7.720091012735277e-06,
+      "loss": 0.34502747654914856,
+      "step": 9516
+    },
+    {
+      "epoch": 1.7585083900174383,
+      "grad_norm": 0.07892879843711853,
+      "learning_rate": 7.71814868234978e-06,
+      "loss": 0.4249326288700104,
+      "step": 9517
+    },
+    {
+      "epoch": 1.7586931667263341,
+      "grad_norm": 0.09665438532829285,
+      "learning_rate": 7.71620644277483e-06,
+      "loss": 0.5845499634742737,
+      "step": 9518
+    },
+    {
+      "epoch": 1.75887794343523,
+      "grad_norm": 0.06883665919303894,
+      "learning_rate": 7.714264294087711e-06,
+      "loss": 0.513221025466919,
+      "step": 9519
+    },
+    {
+      "epoch": 1.7590627201441258,
+      "grad_norm": 0.0666922777891159,
+      "learning_rate": 7.712322236365724e-06,
+      "loss": 0.5049949884414673,
+      "step": 9520
+    },
+    {
+      "epoch": 1.7592474968530216,
+      "grad_norm": 0.07511871308088303,
+      "learning_rate": 7.71038026968616e-06,
+      "loss": 0.4871228337287903,
+      "step": 9521
+    },
+    {
+      "epoch": 1.7594322735619174,
+      "grad_norm": 0.06378930807113647,
+      "learning_rate": 7.708438394126292e-06,
+      "loss": 0.3740116059780121,
+      "step": 9522
+    },
+    {
+      "epoch": 1.7596170502708133,
+      "grad_norm": 0.0661415383219719,
+      "learning_rate": 7.706496609763407e-06,
+      "loss": 0.49298548698425293,
+      "step": 9523
+    },
+    {
+      "epoch": 1.759801826979709,
+      "grad_norm": 0.07151772826910019,
+      "learning_rate": 7.704554916674785e-06,
+      "loss": 0.4438452422618866,
+      "step": 9524
+    },
+    {
+      "epoch": 1.759986603688605,
+      "grad_norm": 0.06835362315177917,
+      "learning_rate": 7.702613314937692e-06,
+      "loss": 0.48267531394958496,
+      "step": 9525
+    },
+    {
+      "epoch": 1.7601713803975008,
+      "grad_norm": 0.07833728194236755,
+      "learning_rate": 7.700671804629402e-06,
+      "loss": 0.4843129515647888,
+      "step": 9526
+    },
+    {
+      "epoch": 1.7603561571063966,
+      "grad_norm": 0.08553629368543625,
+      "learning_rate": 7.698730385827184e-06,
+      "loss": 0.5773013234138489,
+      "step": 9527
+    },
+    {
+      "epoch": 1.7605409338152924,
+      "grad_norm": 0.11041746288537979,
+      "learning_rate": 7.696789058608294e-06,
+      "loss": 0.79600989818573,
+      "step": 9528
+    },
+    {
+      "epoch": 1.7607257105241885,
+      "grad_norm": 0.09957388788461685,
+      "learning_rate": 7.694847823049995e-06,
+      "loss": 0.6443513035774231,
+      "step": 9529
+    },
+    {
+      "epoch": 1.7609104872330843,
+      "grad_norm": 0.07423588633537292,
+      "learning_rate": 7.692906679229539e-06,
+      "loss": 0.4746418297290802,
+      "step": 9530
+    },
+    {
+      "epoch": 1.7610952639419801,
+      "grad_norm": 0.09016186743974686,
+      "learning_rate": 7.690965627224181e-06,
+      "loss": 0.45739561319351196,
+      "step": 9531
+    },
+    {
+      "epoch": 1.761280040650876,
+      "grad_norm": 0.07074403762817383,
+      "learning_rate": 7.689024667111167e-06,
+      "loss": 0.5079753994941711,
+      "step": 9532
+    },
+    {
+      "epoch": 1.7614648173597718,
+      "grad_norm": 0.07867482304573059,
+      "learning_rate": 7.687083798967739e-06,
+      "loss": 0.5321707129478455,
+      "step": 9533
+    },
+    {
+      "epoch": 1.7616495940686676,
+      "grad_norm": 0.08339225500822067,
+      "learning_rate": 7.68514302287114e-06,
+      "loss": 0.6382849812507629,
+      "step": 9534
+    },
+    {
+      "epoch": 1.7618343707775634,
+      "grad_norm": 0.06861494481563568,
+      "learning_rate": 7.68320233889861e-06,
+      "loss": 0.5510586500167847,
+      "step": 9535
+    },
+    {
+      "epoch": 1.7620191474864595,
+      "grad_norm": 0.08419942855834961,
+      "learning_rate": 7.681261747127375e-06,
+      "loss": 0.5666383504867554,
+      "step": 9536
+    },
+    {
+      "epoch": 1.7622039241953553,
+      "grad_norm": 0.07097092270851135,
+      "learning_rate": 7.679321247634667e-06,
+      "loss": 0.47546514868736267,
+      "step": 9537
+    },
+    {
+      "epoch": 1.7623887009042511,
+      "grad_norm": 0.0674498975276947,
+      "learning_rate": 7.67738084049772e-06,
+      "loss": 0.4514087736606598,
+      "step": 9538
+    },
+    {
+      "epoch": 1.762573477613147,
+      "grad_norm": 0.08018751442432404,
+      "learning_rate": 7.67544052579374e-06,
+      "loss": 0.4930320382118225,
+      "step": 9539
+    },
+    {
+      "epoch": 1.7627582543220428,
+      "grad_norm": 0.05618758499622345,
+      "learning_rate": 7.673500303599956e-06,
+      "loss": 0.3329872786998749,
+      "step": 9540
+    },
+    {
+      "epoch": 1.7629430310309386,
+      "grad_norm": 0.10689683258533478,
+      "learning_rate": 7.671560173993588e-06,
+      "loss": 0.677473783493042,
+      "step": 9541
+    },
+    {
+      "epoch": 1.7631278077398345,
+      "grad_norm": 0.08824285119771957,
+      "learning_rate": 7.669620137051835e-06,
+      "loss": 0.6107396483421326,
+      "step": 9542
+    },
+    {
+      "epoch": 1.7633125844487303,
+      "grad_norm": 0.08850574493408203,
+      "learning_rate": 7.667680192851912e-06,
+      "loss": 0.5533414483070374,
+      "step": 9543
+    },
+    {
+      "epoch": 1.7634973611576261,
+      "grad_norm": 0.07688694447278976,
+      "learning_rate": 7.665740341471017e-06,
+      "loss": 0.46593785285949707,
+      "step": 9544
+    },
+    {
+      "epoch": 1.763682137866522,
+      "grad_norm": 0.0715436115860939,
+      "learning_rate": 7.663800582986356e-06,
+      "loss": 0.3948075771331787,
+      "step": 9545
+    },
+    {
+      "epoch": 1.7638669145754178,
+      "grad_norm": 0.057816267013549805,
+      "learning_rate": 7.661860917475124e-06,
+      "loss": 0.368903785943985,
+      "step": 9546
+    },
+    {
+      "epoch": 1.7640516912843136,
+      "grad_norm": 0.08684322983026505,
+      "learning_rate": 7.659921345014509e-06,
+      "loss": 0.5822094082832336,
+      "step": 9547
+    },
+    {
+      "epoch": 1.7642364679932094,
+      "grad_norm": 0.09293843060731888,
+      "learning_rate": 7.657981865681704e-06,
+      "loss": 0.6093835234642029,
+      "step": 9548
+    },
+    {
+      "epoch": 1.7644212447021053,
+      "grad_norm": 0.07811232656240463,
+      "learning_rate": 7.656042479553896e-06,
+      "loss": 0.463060587644577,
+      "step": 9549
+    },
+    {
+      "epoch": 1.764606021411001,
+      "grad_norm": 0.07818163931369781,
+      "learning_rate": 7.654103186708262e-06,
+      "loss": 0.5459082126617432,
+      "step": 9550
+    },
+    {
+      "epoch": 1.764790798119897,
+      "grad_norm": 0.07132180780172348,
+      "learning_rate": 7.65216398722198e-06,
+      "loss": 0.4241693615913391,
+      "step": 9551
+    },
+    {
+      "epoch": 1.7649755748287927,
+      "grad_norm": 0.07287544012069702,
+      "learning_rate": 7.65022488117223e-06,
+      "loss": 0.49057701230049133,
+      "step": 9552
+    },
+    {
+      "epoch": 1.7651603515376886,
+      "grad_norm": 0.06782901287078857,
+      "learning_rate": 7.648285868636177e-06,
+      "loss": 0.4755297303199768,
+      "step": 9553
+    },
+    {
+      "epoch": 1.7653451282465844,
+      "grad_norm": 0.06399807333946228,
+      "learning_rate": 7.646346949690987e-06,
+      "loss": 0.35742703080177307,
+      "step": 9554
+    },
+    {
+      "epoch": 1.7655299049554802,
+      "grad_norm": 0.07754683494567871,
+      "learning_rate": 7.644408124413828e-06,
+      "loss": 0.6166073083877563,
+      "step": 9555
+    },
+    {
+      "epoch": 1.765714681664376,
+      "grad_norm": 0.0765303298830986,
+      "learning_rate": 7.642469392881852e-06,
+      "loss": 0.4563341736793518,
+      "step": 9556
+    },
+    {
+      "epoch": 1.765899458373272,
+      "grad_norm": 0.07518597692251205,
+      "learning_rate": 7.64053075517222e-06,
+      "loss": 0.49914613366127014,
+      "step": 9557
+    },
+    {
+      "epoch": 1.766084235082168,
+      "grad_norm": 0.07142817974090576,
+      "learning_rate": 7.638592211362086e-06,
+      "loss": 0.45610418915748596,
+      "step": 9558
+    },
+    {
+      "epoch": 1.7662690117910638,
+      "grad_norm": 0.07195606827735901,
+      "learning_rate": 7.63665376152859e-06,
+      "loss": 0.4759080410003662,
+      "step": 9559
+    },
+    {
+      "epoch": 1.7664537884999596,
+      "grad_norm": 0.07048597931861877,
+      "learning_rate": 7.634715405748881e-06,
+      "loss": 0.4257037341594696,
+      "step": 9560
+    },
+    {
+      "epoch": 1.7666385652088554,
+      "grad_norm": 0.08749891072511673,
+      "learning_rate": 7.632777144100099e-06,
+      "loss": 0.46232447028160095,
+      "step": 9561
+    },
+    {
+      "epoch": 1.7668233419177513,
+      "grad_norm": 0.06787905097007751,
+      "learning_rate": 7.630838976659379e-06,
+      "loss": 0.371409147977829,
+      "step": 9562
+    },
+    {
+      "epoch": 1.767008118626647,
+      "grad_norm": 0.07177285850048065,
+      "learning_rate": 7.628900903503858e-06,
+      "loss": 0.414307177066803,
+      "step": 9563
+    },
+    {
+      "epoch": 1.767192895335543,
+      "grad_norm": 0.0932188481092453,
+      "learning_rate": 7.62696292471066e-06,
+      "loss": 0.6285747289657593,
+      "step": 9564
+    },
+    {
+      "epoch": 1.767377672044439,
+      "grad_norm": 0.08144089579582214,
+      "learning_rate": 7.625025040356915e-06,
+      "loss": 0.4960605800151825,
+      "step": 9565
+    },
+    {
+      "epoch": 1.7675624487533348,
+      "grad_norm": 0.07047521322965622,
+      "learning_rate": 7.623087250519744e-06,
+      "loss": 0.35761797428131104,
+      "step": 9566
+    },
+    {
+      "epoch": 1.7677472254622306,
+      "grad_norm": 0.08805403113365173,
+      "learning_rate": 7.621149555276262e-06,
+      "loss": 0.5082883834838867,
+      "step": 9567
+    },
+    {
+      "epoch": 1.7679320021711264,
+      "grad_norm": 0.09301161766052246,
+      "learning_rate": 7.619211954703586e-06,
+      "loss": 0.6269007325172424,
+      "step": 9568
+    },
+    {
+      "epoch": 1.7681167788800223,
+      "grad_norm": 0.08129319548606873,
+      "learning_rate": 7.6172744488788276e-06,
+      "loss": 0.5256569981575012,
+      "step": 9569
+    },
+    {
+      "epoch": 1.768301555588918,
+      "grad_norm": 0.05803351476788521,
+      "learning_rate": 7.615337037879089e-06,
+      "loss": 0.37849074602127075,
+      "step": 9570
+    },
+    {
+      "epoch": 1.768486332297814,
+      "grad_norm": 0.08406578749418259,
+      "learning_rate": 7.613399721781476e-06,
+      "loss": 0.5408613681793213,
+      "step": 9571
+    },
+    {
+      "epoch": 1.7686711090067098,
+      "grad_norm": 0.0749550610780716,
+      "learning_rate": 7.6114625006630885e-06,
+      "loss": 0.5040973424911499,
+      "step": 9572
+    },
+    {
+      "epoch": 1.7688558857156056,
+      "grad_norm": 0.06905291229486465,
+      "learning_rate": 7.609525374601019e-06,
+      "loss": 0.462920606136322,
+      "step": 9573
+    },
+    {
+      "epoch": 1.7690406624245014,
+      "grad_norm": 0.09600643068552017,
+      "learning_rate": 7.607588343672361e-06,
+      "loss": 0.7481486201286316,
+      "step": 9574
+    },
+    {
+      "epoch": 1.7692254391333972,
+      "grad_norm": 0.1076044961810112,
+      "learning_rate": 7.605651407954207e-06,
+      "loss": 0.713120698928833,
+      "step": 9575
+    },
+    {
+      "epoch": 1.769410215842293,
+      "grad_norm": 0.08154827356338501,
+      "learning_rate": 7.603714567523629e-06,
+      "loss": 0.5379562973976135,
+      "step": 9576
+    },
+    {
+      "epoch": 1.769594992551189,
+      "grad_norm": 0.07339855283498764,
+      "learning_rate": 7.60177782245772e-06,
+      "loss": 0.4116850197315216,
+      "step": 9577
+    },
+    {
+      "epoch": 1.7697797692600847,
+      "grad_norm": 0.07978306710720062,
+      "learning_rate": 7.599841172833548e-06,
+      "loss": 0.49824514985084534,
+      "step": 9578
+    },
+    {
+      "epoch": 1.7699645459689806,
+      "grad_norm": 0.07998265326023102,
+      "learning_rate": 7.597904618728187e-06,
+      "loss": 0.5987973809242249,
+      "step": 9579
+    },
+    {
+      "epoch": 1.7701493226778764,
+      "grad_norm": 0.07898522913455963,
+      "learning_rate": 7.5959681602187085e-06,
+      "loss": 0.47599172592163086,
+      "step": 9580
+    },
+    {
+      "epoch": 1.7703340993867722,
+      "grad_norm": 0.08431115746498108,
+      "learning_rate": 7.594031797382174e-06,
+      "loss": 0.5221173763275146,
+      "step": 9581
+    },
+    {
+      "epoch": 1.770518876095668,
+      "grad_norm": 0.07711915671825409,
+      "learning_rate": 7.592095530295648e-06,
+      "loss": 0.5558249950408936,
+      "step": 9582
+    },
+    {
+      "epoch": 1.7707036528045639,
+      "grad_norm": 0.09012097120285034,
+      "learning_rate": 7.590159359036188e-06,
+      "loss": 0.7073286771774292,
+      "step": 9583
+    },
+    {
+      "epoch": 1.7708884295134597,
+      "grad_norm": 0.07047846913337708,
+      "learning_rate": 7.588223283680844e-06,
+      "loss": 0.5091392993927002,
+      "step": 9584
+    },
+    {
+      "epoch": 1.7710732062223555,
+      "grad_norm": 0.07714288681745529,
+      "learning_rate": 7.586287304306667e-06,
+      "loss": 0.5538867115974426,
+      "step": 9585
+    },
+    {
+      "epoch": 1.7712579829312514,
+      "grad_norm": 0.0795782133936882,
+      "learning_rate": 7.584351420990707e-06,
+      "loss": 0.4915255606174469,
+      "step": 9586
+    },
+    {
+      "epoch": 1.7714427596401474,
+      "grad_norm": 0.08537991344928741,
+      "learning_rate": 7.58241563381e-06,
+      "loss": 0.48552417755126953,
+      "step": 9587
+    },
+    {
+      "epoch": 1.7716275363490432,
+      "grad_norm": 0.10023138672113419,
+      "learning_rate": 7.5804799428415865e-06,
+      "loss": 0.6737853288650513,
+      "step": 9588
+    },
+    {
+      "epoch": 1.771812313057939,
+      "grad_norm": 0.07969482243061066,
+      "learning_rate": 7.578544348162504e-06,
+      "loss": 0.5007420182228088,
+      "step": 9589
+    },
+    {
+      "epoch": 1.771997089766835,
+      "grad_norm": 0.09847646951675415,
+      "learning_rate": 7.5766088498497805e-06,
+      "loss": 0.6564161777496338,
+      "step": 9590
+    },
+    {
+      "epoch": 1.7721818664757307,
+      "grad_norm": 0.07532694935798645,
+      "learning_rate": 7.574673447980441e-06,
+      "loss": 0.5126252174377441,
+      "step": 9591
+    },
+    {
+      "epoch": 1.7723666431846266,
+      "grad_norm": 0.09312979876995087,
+      "learning_rate": 7.572738142631513e-06,
+      "loss": 0.6322164535522461,
+      "step": 9592
+    },
+    {
+      "epoch": 1.7725514198935224,
+      "grad_norm": 0.06892203539609909,
+      "learning_rate": 7.5708029338800104e-06,
+      "loss": 0.3911009132862091,
+      "step": 9593
+    },
+    {
+      "epoch": 1.7727361966024182,
+      "grad_norm": 0.07569395750761032,
+      "learning_rate": 7.5688678218029564e-06,
+      "loss": 0.4439738094806671,
+      "step": 9594
+    },
+    {
+      "epoch": 1.7729209733113143,
+      "grad_norm": 0.07597517222166061,
+      "learning_rate": 7.5669328064773515e-06,
+      "loss": 0.43144547939300537,
+      "step": 9595
+    },
+    {
+      "epoch": 1.77310575002021,
+      "grad_norm": 0.0796041339635849,
+      "learning_rate": 7.564997887980208e-06,
+      "loss": 0.5145467519760132,
+      "step": 9596
+    },
+    {
+      "epoch": 1.773290526729106,
+      "grad_norm": 0.06158768758177757,
+      "learning_rate": 7.563063066388537e-06,
+      "loss": 0.4237648546695709,
+      "step": 9597
+    },
+    {
+      "epoch": 1.7734753034380017,
+      "grad_norm": 0.06502994149923325,
+      "learning_rate": 7.561128341779327e-06,
+      "loss": 0.41174840927124023,
+      "step": 9598
+    },
+    {
+      "epoch": 1.7736600801468976,
+      "grad_norm": 0.069393090903759,
+      "learning_rate": 7.5591937142295775e-06,
+      "loss": 0.4664877951145172,
+      "step": 9599
+    },
+    {
+      "epoch": 1.7738448568557934,
+      "grad_norm": 0.06445951014757156,
+      "learning_rate": 7.557259183816286e-06,
+      "loss": 0.45197027921676636,
+      "step": 9600
+    },
+    {
+      "epoch": 1.7740296335646892,
+      "grad_norm": 0.09038061648607254,
+      "learning_rate": 7.555324750616433e-06,
+      "loss": 0.5763864517211914,
+      "step": 9601
+    },
+    {
+      "epoch": 1.774214410273585,
+      "grad_norm": 0.0962783694267273,
+      "learning_rate": 7.553390414707007e-06,
+      "loss": 0.7027230262756348,
+      "step": 9602
+    },
+    {
+      "epoch": 1.774399186982481,
+      "grad_norm": 0.08621051907539368,
+      "learning_rate": 7.551456176164989e-06,
+      "loss": 0.5542473793029785,
+      "step": 9603
+    },
+    {
+      "epoch": 1.7745839636913767,
+      "grad_norm": 0.07505802810192108,
+      "learning_rate": 7.549522035067355e-06,
+      "loss": 0.4667530953884125,
+      "step": 9604
+    },
+    {
+      "epoch": 1.7747687404002725,
+      "grad_norm": 0.09039128571748734,
+      "learning_rate": 7.5475879914910755e-06,
+      "loss": 0.6583998799324036,
+      "step": 9605
+    },
+    {
+      "epoch": 1.7749535171091684,
+      "grad_norm": 0.07745156437158585,
+      "learning_rate": 7.545654045513125e-06,
+      "loss": 0.5156211853027344,
+      "step": 9606
+    },
+    {
+      "epoch": 1.7751382938180642,
+      "grad_norm": 0.08875171840190887,
+      "learning_rate": 7.543720197210461e-06,
+      "loss": 0.5398255586624146,
+      "step": 9607
+    },
+    {
+      "epoch": 1.77532307052696,
+      "grad_norm": 0.08882952481508255,
+      "learning_rate": 7.541786446660051e-06,
+      "loss": 0.5149835348129272,
+      "step": 9608
+    },
+    {
+      "epoch": 1.7755078472358559,
+      "grad_norm": 0.06775467097759247,
+      "learning_rate": 7.5398527939388485e-06,
+      "loss": 0.45543473958969116,
+      "step": 9609
+    },
+    {
+      "epoch": 1.7756926239447517,
+      "grad_norm": 0.07815680652856827,
+      "learning_rate": 7.537919239123808e-06,
+      "loss": 0.46514320373535156,
+      "step": 9610
+    },
+    {
+      "epoch": 1.7758774006536475,
+      "grad_norm": 0.07627175003290176,
+      "learning_rate": 7.5359857822918814e-06,
+      "loss": 0.46797317266464233,
+      "step": 9611
+    },
+    {
+      "epoch": 1.7760621773625433,
+      "grad_norm": 0.07827355712652206,
+      "learning_rate": 7.534052423520007e-06,
+      "loss": 0.5280380249023438,
+      "step": 9612
+    },
+    {
+      "epoch": 1.7762469540714392,
+      "grad_norm": 0.07887908071279526,
+      "learning_rate": 7.5321191628851335e-06,
+      "loss": 0.5931577682495117,
+      "step": 9613
+    },
+    {
+      "epoch": 1.776431730780335,
+      "grad_norm": 0.067986860871315,
+      "learning_rate": 7.530186000464199e-06,
+      "loss": 0.45303210616111755,
+      "step": 9614
+    },
+    {
+      "epoch": 1.7766165074892308,
+      "grad_norm": 0.0722842738032341,
+      "learning_rate": 7.5282529363341316e-06,
+      "loss": 0.4417860507965088,
+      "step": 9615
+    },
+    {
+      "epoch": 1.7768012841981267,
+      "grad_norm": 0.0893688052892685,
+      "learning_rate": 7.526319970571861e-06,
+      "loss": 0.5766925811767578,
+      "step": 9616
+    },
+    {
+      "epoch": 1.7769860609070227,
+      "grad_norm": 0.08695358783006668,
+      "learning_rate": 7.524387103254325e-06,
+      "loss": 0.5963427424430847,
+      "step": 9617
+    },
+    {
+      "epoch": 1.7771708376159185,
+      "grad_norm": 0.0718984454870224,
+      "learning_rate": 7.522454334458431e-06,
+      "loss": 0.5042772889137268,
+      "step": 9618
+    },
+    {
+      "epoch": 1.7773556143248144,
+      "grad_norm": 0.08929789811372757,
+      "learning_rate": 7.520521664261103e-06,
+      "loss": 0.4746643602848053,
+      "step": 9619
+    },
+    {
+      "epoch": 1.7775403910337102,
+      "grad_norm": 0.09637338668107986,
+      "learning_rate": 7.518589092739259e-06,
+      "loss": 0.6487293243408203,
+      "step": 9620
+    },
+    {
+      "epoch": 1.777725167742606,
+      "grad_norm": 0.08786317706108093,
+      "learning_rate": 7.516656619969802e-06,
+      "loss": 0.43691861629486084,
+      "step": 9621
+    },
+    {
+      "epoch": 1.7779099444515019,
+      "grad_norm": 0.0733262300491333,
+      "learning_rate": 7.514724246029643e-06,
+      "loss": 0.45732972025871277,
+      "step": 9622
+    },
+    {
+      "epoch": 1.7780947211603977,
+      "grad_norm": 0.05736264958977699,
+      "learning_rate": 7.512791970995686e-06,
+      "loss": 0.35856419801712036,
+      "step": 9623
+    },
+    {
+      "epoch": 1.7782794978692937,
+      "grad_norm": 0.08865299820899963,
+      "learning_rate": 7.510859794944825e-06,
+      "loss": 0.5417463183403015,
+      "step": 9624
+    },
+    {
+      "epoch": 1.7784642745781896,
+      "grad_norm": 0.07106424868106842,
+      "learning_rate": 7.508927717953959e-06,
+      "loss": 0.4163905680179596,
+      "step": 9625
+    },
+    {
+      "epoch": 1.7786490512870854,
+      "grad_norm": 0.07050973176956177,
+      "learning_rate": 7.506995740099974e-06,
+      "loss": 0.376446932554245,
+      "step": 9626
+    },
+    {
+      "epoch": 1.7788338279959812,
+      "grad_norm": 0.07406870275735855,
+      "learning_rate": 7.505063861459758e-06,
+      "loss": 0.5682767033576965,
+      "step": 9627
+    },
+    {
+      "epoch": 1.779018604704877,
+      "grad_norm": 0.08051006495952606,
+      "learning_rate": 7.503132082110197e-06,
+      "loss": 0.5184383392333984,
+      "step": 9628
+    },
+    {
+      "epoch": 1.7792033814137729,
+      "grad_norm": 0.07349243015050888,
+      "learning_rate": 7.501200402128166e-06,
+      "loss": 0.4858967661857605,
+      "step": 9629
+    },
+    {
+      "epoch": 1.7793881581226687,
+      "grad_norm": 0.08572787046432495,
+      "learning_rate": 7.499268821590541e-06,
+      "loss": 0.5259782075881958,
+      "step": 9630
+    },
+    {
+      "epoch": 1.7795729348315645,
+      "grad_norm": 0.08060348778963089,
+      "learning_rate": 7.497337340574197e-06,
+      "loss": 0.6207387447357178,
+      "step": 9631
+    },
+    {
+      "epoch": 1.7797577115404604,
+      "grad_norm": 0.0894874706864357,
+      "learning_rate": 7.495405959155992e-06,
+      "loss": 0.6868194937705994,
+      "step": 9632
+    },
+    {
+      "epoch": 1.7799424882493562,
+      "grad_norm": 0.06732596457004547,
+      "learning_rate": 7.493474677412795e-06,
+      "loss": 0.4337766766548157,
+      "step": 9633
+    },
+    {
+      "epoch": 1.780127264958252,
+      "grad_norm": 0.0839940533041954,
+      "learning_rate": 7.491543495421468e-06,
+      "loss": 0.5468871593475342,
+      "step": 9634
+    },
+    {
+      "epoch": 1.7803120416671478,
+      "grad_norm": 0.07228980213403702,
+      "learning_rate": 7.489612413258858e-06,
+      "loss": 0.4850339889526367,
+      "step": 9635
+    },
+    {
+      "epoch": 1.7804968183760437,
+      "grad_norm": 0.08797910809516907,
+      "learning_rate": 7.4876814310018164e-06,
+      "loss": 0.5503541827201843,
+      "step": 9636
+    },
+    {
+      "epoch": 1.7806815950849395,
+      "grad_norm": 0.06826333701610565,
+      "learning_rate": 7.485750548727202e-06,
+      "loss": 0.4150521457195282,
+      "step": 9637
+    },
+    {
+      "epoch": 1.7808663717938353,
+      "grad_norm": 0.05818479508161545,
+      "learning_rate": 7.483819766511845e-06,
+      "loss": 0.3105936050415039,
+      "step": 9638
+    },
+    {
+      "epoch": 1.7810511485027312,
+      "grad_norm": 0.07861250638961792,
+      "learning_rate": 7.481889084432588e-06,
+      "loss": 0.5360723733901978,
+      "step": 9639
+    },
+    {
+      "epoch": 1.781235925211627,
+      "grad_norm": 0.08440329134464264,
+      "learning_rate": 7.479958502566271e-06,
+      "loss": 0.5286691188812256,
+      "step": 9640
+    },
+    {
+      "epoch": 1.7814207019205228,
+      "grad_norm": 0.0839398205280304,
+      "learning_rate": 7.47802802098972e-06,
+      "loss": 0.6164692640304565,
+      "step": 9641
+    },
+    {
+      "epoch": 1.7816054786294186,
+      "grad_norm": 0.07791807502508163,
+      "learning_rate": 7.476097639779763e-06,
+      "loss": 0.4462954103946686,
+      "step": 9642
+    },
+    {
+      "epoch": 1.7817902553383145,
+      "grad_norm": 0.09706820547580719,
+      "learning_rate": 7.474167359013223e-06,
+      "loss": 0.7078897356987,
+      "step": 9643
+    },
+    {
+      "epoch": 1.7819750320472103,
+      "grad_norm": 0.08299513906240463,
+      "learning_rate": 7.47223717876692e-06,
+      "loss": 0.6251681447029114,
+      "step": 9644
+    },
+    {
+      "epoch": 1.7821598087561061,
+      "grad_norm": 0.06504345685243607,
+      "learning_rate": 7.4703070991176706e-06,
+      "loss": 0.3207865357398987,
+      "step": 9645
+    },
+    {
+      "epoch": 1.7823445854650022,
+      "grad_norm": 0.07922597974538803,
+      "learning_rate": 7.468377120142282e-06,
+      "loss": 0.5469554662704468,
+      "step": 9646
+    },
+    {
+      "epoch": 1.782529362173898,
+      "grad_norm": 0.07841379940509796,
+      "learning_rate": 7.4664472419175645e-06,
+      "loss": 0.4845714569091797,
+      "step": 9647
+    },
+    {
+      "epoch": 1.7827141388827938,
+      "grad_norm": 0.061545539647340775,
+      "learning_rate": 7.464517464520322e-06,
+      "loss": 0.4248470664024353,
+      "step": 9648
+    },
+    {
+      "epoch": 1.7828989155916897,
+      "grad_norm": 0.088067926466465,
+      "learning_rate": 7.46258778802735e-06,
+      "loss": 0.6738609075546265,
+      "step": 9649
+    },
+    {
+      "epoch": 1.7830836923005855,
+      "grad_norm": 0.0731796994805336,
+      "learning_rate": 7.460658212515445e-06,
+      "loss": 0.4305770695209503,
+      "step": 9650
+    },
+    {
+      "epoch": 1.7832684690094813,
+      "grad_norm": 0.07577754557132721,
+      "learning_rate": 7.458728738061402e-06,
+      "loss": 0.5598363876342773,
+      "step": 9651
+    },
+    {
+      "epoch": 1.7834532457183772,
+      "grad_norm": 0.08362109959125519,
+      "learning_rate": 7.456799364742e-06,
+      "loss": 0.514435887336731,
+      "step": 9652
+    },
+    {
+      "epoch": 1.7836380224272732,
+      "grad_norm": 0.07791508734226227,
+      "learning_rate": 7.454870092634028e-06,
+      "loss": 0.48999202251434326,
+      "step": 9653
+    },
+    {
+      "epoch": 1.783822799136169,
+      "grad_norm": 0.07102424651384354,
+      "learning_rate": 7.452940921814268e-06,
+      "loss": 0.46250784397125244,
+      "step": 9654
+    },
+    {
+      "epoch": 1.7840075758450649,
+      "grad_norm": 0.07442230731248856,
+      "learning_rate": 7.451011852359486e-06,
+      "loss": 0.5393667817115784,
+      "step": 9655
+    },
+    {
+      "epoch": 1.7841923525539607,
+      "grad_norm": 0.0678488239645958,
+      "learning_rate": 7.449082884346455e-06,
+      "loss": 0.48200443387031555,
+      "step": 9656
+    },
+    {
+      "epoch": 1.7843771292628565,
+      "grad_norm": 0.0755557268857956,
+      "learning_rate": 7.447154017851952e-06,
+      "loss": 0.534457266330719,
+      "step": 9657
+    },
+    {
+      "epoch": 1.7845619059717523,
+      "grad_norm": 0.08040129393339157,
+      "learning_rate": 7.4452252529527266e-06,
+      "loss": 0.4577656090259552,
+      "step": 9658
+    },
+    {
+      "epoch": 1.7847466826806482,
+      "grad_norm": 0.08037807047367096,
+      "learning_rate": 7.443296589725546e-06,
+      "loss": 0.5453135371208191,
+      "step": 9659
+    },
+    {
+      "epoch": 1.784931459389544,
+      "grad_norm": 0.0812598168849945,
+      "learning_rate": 7.44136802824716e-06,
+      "loss": 0.6238100528717041,
+      "step": 9660
+    },
+    {
+      "epoch": 1.7851162360984398,
+      "grad_norm": 0.07747691124677658,
+      "learning_rate": 7.439439568594322e-06,
+      "loss": 0.4280628561973572,
+      "step": 9661
+    },
+    {
+      "epoch": 1.7853010128073357,
+      "grad_norm": 0.09302282333374023,
+      "learning_rate": 7.4375112108437805e-06,
+      "loss": 0.6061352491378784,
+      "step": 9662
+    },
+    {
+      "epoch": 1.7854857895162315,
+      "grad_norm": 0.09619981795549393,
+      "learning_rate": 7.435582955072274e-06,
+      "loss": 0.6168282628059387,
+      "step": 9663
+    },
+    {
+      "epoch": 1.7856705662251273,
+      "grad_norm": 0.1117103174328804,
+      "learning_rate": 7.433654801356543e-06,
+      "loss": 0.7298385500907898,
+      "step": 9664
+    },
+    {
+      "epoch": 1.7858553429340231,
+      "grad_norm": 0.07348813861608505,
+      "learning_rate": 7.431726749773322e-06,
+      "loss": 0.4037703275680542,
+      "step": 9665
+    },
+    {
+      "epoch": 1.786040119642919,
+      "grad_norm": 0.09630374610424042,
+      "learning_rate": 7.429798800399339e-06,
+      "loss": 0.5390593409538269,
+      "step": 9666
+    },
+    {
+      "epoch": 1.7862248963518148,
+      "grad_norm": 0.08244305104017258,
+      "learning_rate": 7.427870953311325e-06,
+      "loss": 0.5543193221092224,
+      "step": 9667
+    },
+    {
+      "epoch": 1.7864096730607106,
+      "grad_norm": 0.06571978330612183,
+      "learning_rate": 7.425943208586001e-06,
+      "loss": 0.40200668573379517,
+      "step": 9668
+    },
+    {
+      "epoch": 1.7865944497696065,
+      "grad_norm": 0.10474611818790436,
+      "learning_rate": 7.424015566300082e-06,
+      "loss": 0.597493052482605,
+      "step": 9669
+    },
+    {
+      "epoch": 1.7867792264785023,
+      "grad_norm": 0.07248591631650925,
+      "learning_rate": 7.422088026530283e-06,
+      "loss": 0.45960649847984314,
+      "step": 9670
+    },
+    {
+      "epoch": 1.7869640031873981,
+      "grad_norm": 0.08366648852825165,
+      "learning_rate": 7.420160589353321e-06,
+      "loss": 0.5246530771255493,
+      "step": 9671
+    },
+    {
+      "epoch": 1.787148779896294,
+      "grad_norm": 0.06871534883975983,
+      "learning_rate": 7.41823325484589e-06,
+      "loss": 0.4420692026615143,
+      "step": 9672
+    },
+    {
+      "epoch": 1.7873335566051898,
+      "grad_norm": 0.06331802904605865,
+      "learning_rate": 7.416306023084704e-06,
+      "loss": 0.3460390865802765,
+      "step": 9673
+    },
+    {
+      "epoch": 1.7875183333140856,
+      "grad_norm": 0.09252341091632843,
+      "learning_rate": 7.41437889414645e-06,
+      "loss": 0.5817192792892456,
+      "step": 9674
+    },
+    {
+      "epoch": 1.7877031100229817,
+      "grad_norm": 0.09684668481349945,
+      "learning_rate": 7.412451868107828e-06,
+      "loss": 0.5826550722122192,
+      "step": 9675
+    },
+    {
+      "epoch": 1.7878878867318775,
+      "grad_norm": 0.08396687358617783,
+      "learning_rate": 7.410524945045528e-06,
+      "loss": 0.6268729567527771,
+      "step": 9676
+    },
+    {
+      "epoch": 1.7880726634407733,
+      "grad_norm": 0.049349989742040634,
+      "learning_rate": 7.408598125036231e-06,
+      "loss": 0.2656620442867279,
+      "step": 9677
+    },
+    {
+      "epoch": 1.7882574401496691,
+      "grad_norm": 0.07575535774230957,
+      "learning_rate": 7.4066714081566225e-06,
+      "loss": 0.409138560295105,
+      "step": 9678
+    },
+    {
+      "epoch": 1.788442216858565,
+      "grad_norm": 0.08824644237756729,
+      "learning_rate": 7.404744794483378e-06,
+      "loss": 0.5588775873184204,
+      "step": 9679
+    },
+    {
+      "epoch": 1.7886269935674608,
+      "grad_norm": 0.06662043184041977,
+      "learning_rate": 7.4028182840931714e-06,
+      "loss": 0.3633524477481842,
+      "step": 9680
+    },
+    {
+      "epoch": 1.7888117702763566,
+      "grad_norm": 0.09043443202972412,
+      "learning_rate": 7.400891877062672e-06,
+      "loss": 0.623502254486084,
+      "step": 9681
+    },
+    {
+      "epoch": 1.7889965469852525,
+      "grad_norm": 0.07488062232732773,
+      "learning_rate": 7.398965573468544e-06,
+      "loss": 0.4273262619972229,
+      "step": 9682
+    },
+    {
+      "epoch": 1.7891813236941485,
+      "grad_norm": 0.07975243777036667,
+      "learning_rate": 7.397039373387449e-06,
+      "loss": 0.47635743021965027,
+      "step": 9683
+    },
+    {
+      "epoch": 1.7893661004030443,
+      "grad_norm": 0.08129294961690903,
+      "learning_rate": 7.395113276896042e-06,
+      "loss": 0.5076517462730408,
+      "step": 9684
+    },
+    {
+      "epoch": 1.7895508771119402,
+      "grad_norm": 0.07039433717727661,
+      "learning_rate": 7.393187284070979e-06,
+      "loss": 0.45592862367630005,
+      "step": 9685
+    },
+    {
+      "epoch": 1.789735653820836,
+      "grad_norm": 0.07881192862987518,
+      "learning_rate": 7.391261394988904e-06,
+      "loss": 0.4758132994174957,
+      "step": 9686
+    },
+    {
+      "epoch": 1.7899204305297318,
+      "grad_norm": 0.0708584189414978,
+      "learning_rate": 7.389335609726464e-06,
+      "loss": 0.4376681447029114,
+      "step": 9687
+    },
+    {
+      "epoch": 1.7901052072386276,
+      "grad_norm": 0.08312217891216278,
+      "learning_rate": 7.387409928360302e-06,
+      "loss": 0.5108171105384827,
+      "step": 9688
+    },
+    {
+      "epoch": 1.7902899839475235,
+      "grad_norm": 0.06353427469730377,
+      "learning_rate": 7.385484350967048e-06,
+      "loss": 0.3415788412094116,
+      "step": 9689
+    },
+    {
+      "epoch": 1.7904747606564193,
+      "grad_norm": 0.08577631413936615,
+      "learning_rate": 7.383558877623342e-06,
+      "loss": 0.5608941316604614,
+      "step": 9690
+    },
+    {
+      "epoch": 1.7906595373653151,
+      "grad_norm": 0.07521551102399826,
+      "learning_rate": 7.381633508405802e-06,
+      "loss": 0.4245568513870239,
+      "step": 9691
+    },
+    {
+      "epoch": 1.790844314074211,
+      "grad_norm": 0.09310653805732727,
+      "learning_rate": 7.379708243391055e-06,
+      "loss": 0.602554440498352,
+      "step": 9692
+    },
+    {
+      "epoch": 1.7910290907831068,
+      "grad_norm": 0.09033379703760147,
+      "learning_rate": 7.377783082655727e-06,
+      "loss": 0.5871620178222656,
+      "step": 9693
+    },
+    {
+      "epoch": 1.7912138674920026,
+      "grad_norm": 0.06903165578842163,
+      "learning_rate": 7.375858026276426e-06,
+      "loss": 0.3480731248855591,
+      "step": 9694
+    },
+    {
+      "epoch": 1.7913986442008984,
+      "grad_norm": 0.1019633412361145,
+      "learning_rate": 7.373933074329765e-06,
+      "loss": 0.6741067171096802,
+      "step": 9695
+    },
+    {
+      "epoch": 1.7915834209097943,
+      "grad_norm": 0.07089679688215256,
+      "learning_rate": 7.372008226892354e-06,
+      "loss": 0.40935018658638,
+      "step": 9696
+    },
+    {
+      "epoch": 1.79176819761869,
+      "grad_norm": 0.07195250689983368,
+      "learning_rate": 7.370083484040792e-06,
+      "loss": 0.3602537214756012,
+      "step": 9697
+    },
+    {
+      "epoch": 1.791952974327586,
+      "grad_norm": 0.06774020940065384,
+      "learning_rate": 7.368158845851679e-06,
+      "loss": 0.35686254501342773,
+      "step": 9698
+    },
+    {
+      "epoch": 1.7921377510364818,
+      "grad_norm": 0.0797189399600029,
+      "learning_rate": 7.366234312401611e-06,
+      "loss": 0.5029522776603699,
+      "step": 9699
+    },
+    {
+      "epoch": 1.7923225277453776,
+      "grad_norm": 0.07402968406677246,
+      "learning_rate": 7.364309883767177e-06,
+      "loss": 0.36364853382110596,
+      "step": 9700
+    },
+    {
+      "epoch": 1.7925073044542734,
+      "grad_norm": 0.06966808438301086,
+      "learning_rate": 7.362385560024963e-06,
+      "loss": 0.3557095229625702,
+      "step": 9701
+    },
+    {
+      "epoch": 1.7926920811631692,
+      "grad_norm": 0.08454054594039917,
+      "learning_rate": 7.360461341251552e-06,
+      "loss": 0.46431073546409607,
+      "step": 9702
+    },
+    {
+      "epoch": 1.792876857872065,
+      "grad_norm": 0.07569453120231628,
+      "learning_rate": 7.358537227523521e-06,
+      "loss": 0.4756021201610565,
+      "step": 9703
+    },
+    {
+      "epoch": 1.793061634580961,
+      "grad_norm": 0.09158246964216232,
+      "learning_rate": 7.356613218917445e-06,
+      "loss": 0.4759051501750946,
+      "step": 9704
+    },
+    {
+      "epoch": 1.793246411289857,
+      "grad_norm": 0.06996876746416092,
+      "learning_rate": 7.354689315509894e-06,
+      "loss": 0.40846434235572815,
+      "step": 9705
+    },
+    {
+      "epoch": 1.7934311879987528,
+      "grad_norm": 0.09398932754993439,
+      "learning_rate": 7.3527655173774306e-06,
+      "loss": 0.5916178822517395,
+      "step": 9706
+    },
+    {
+      "epoch": 1.7936159647076486,
+      "grad_norm": 0.08205067366361618,
+      "learning_rate": 7.350841824596622e-06,
+      "loss": 0.4599655568599701,
+      "step": 9707
+    },
+    {
+      "epoch": 1.7938007414165444,
+      "grad_norm": 0.0769825279712677,
+      "learning_rate": 7.3489182372440124e-06,
+      "loss": 0.37565580010414124,
+      "step": 9708
+    },
+    {
+      "epoch": 1.7939855181254403,
+      "grad_norm": 0.0755021944642067,
+      "learning_rate": 7.3469947553961665e-06,
+      "loss": 0.44360727071762085,
+      "step": 9709
+    },
+    {
+      "epoch": 1.794170294834336,
+      "grad_norm": 0.12141609936952591,
+      "learning_rate": 7.345071379129632e-06,
+      "loss": 0.6779170036315918,
+      "step": 9710
+    },
+    {
+      "epoch": 1.794355071543232,
+      "grad_norm": 0.06998870521783829,
+      "learning_rate": 7.343148108520948e-06,
+      "loss": 0.5503925681114197,
+      "step": 9711
+    },
+    {
+      "epoch": 1.794539848252128,
+      "grad_norm": 0.07839400321245193,
+      "learning_rate": 7.341224943646654e-06,
+      "loss": 0.616855263710022,
+      "step": 9712
+    },
+    {
+      "epoch": 1.7947246249610238,
+      "grad_norm": 0.07722536474466324,
+      "learning_rate": 7.3393018845832955e-06,
+      "loss": 0.5017062425613403,
+      "step": 9713
+    },
+    {
+      "epoch": 1.7949094016699196,
+      "grad_norm": 0.06142596900463104,
+      "learning_rate": 7.3373789314073925e-06,
+      "loss": 0.35877326130867004,
+      "step": 9714
+    },
+    {
+      "epoch": 1.7950941783788155,
+      "grad_norm": 0.0714077427983284,
+      "learning_rate": 7.335456084195479e-06,
+      "loss": 0.3872145414352417,
+      "step": 9715
+    },
+    {
+      "epoch": 1.7952789550877113,
+      "grad_norm": 0.0684652104973793,
+      "learning_rate": 7.33353334302408e-06,
+      "loss": 0.40973180532455444,
+      "step": 9716
+    },
+    {
+      "epoch": 1.7954637317966071,
+      "grad_norm": 0.07915206253528595,
+      "learning_rate": 7.331610707969707e-06,
+      "loss": 0.5760145783424377,
+      "step": 9717
+    },
+    {
+      "epoch": 1.795648508505503,
+      "grad_norm": 0.08069485425949097,
+      "learning_rate": 7.329688179108882e-06,
+      "loss": 0.5191196799278259,
+      "step": 9718
+    },
+    {
+      "epoch": 1.7958332852143988,
+      "grad_norm": 0.06689658761024475,
+      "learning_rate": 7.327765756518113e-06,
+      "loss": 0.37917643785476685,
+      "step": 9719
+    },
+    {
+      "epoch": 1.7960180619232946,
+      "grad_norm": 0.06615526229143143,
+      "learning_rate": 7.325843440273905e-06,
+      "loss": 0.3649718761444092,
+      "step": 9720
+    },
+    {
+      "epoch": 1.7962028386321904,
+      "grad_norm": 0.07950661331415176,
+      "learning_rate": 7.323921230452764e-06,
+      "loss": 0.4523574113845825,
+      "step": 9721
+    },
+    {
+      "epoch": 1.7963876153410863,
+      "grad_norm": 0.0933559387922287,
+      "learning_rate": 7.321999127131185e-06,
+      "loss": 0.5563049912452698,
+      "step": 9722
+    },
+    {
+      "epoch": 1.796572392049982,
+      "grad_norm": 0.0657040923833847,
+      "learning_rate": 7.320077130385661e-06,
+      "loss": 0.4413251578807831,
+      "step": 9723
+    },
+    {
+      "epoch": 1.796757168758878,
+      "grad_norm": 0.086649589240551,
+      "learning_rate": 7.318155240292686e-06,
+      "loss": 0.5430909991264343,
+      "step": 9724
+    },
+    {
+      "epoch": 1.7969419454677737,
+      "grad_norm": 0.0868072658777237,
+      "learning_rate": 7.316233456928738e-06,
+      "loss": 0.4656325876712799,
+      "step": 9725
+    },
+    {
+      "epoch": 1.7971267221766696,
+      "grad_norm": 0.09229880571365356,
+      "learning_rate": 7.3143117803703046e-06,
+      "loss": 0.5382356643676758,
+      "step": 9726
+    },
+    {
+      "epoch": 1.7973114988855654,
+      "grad_norm": 0.08575570583343506,
+      "learning_rate": 7.312390210693863e-06,
+      "loss": 0.5168148875236511,
+      "step": 9727
+    },
+    {
+      "epoch": 1.7974962755944612,
+      "grad_norm": 0.08345237374305725,
+      "learning_rate": 7.310468747975875e-06,
+      "loss": 0.5733045339584351,
+      "step": 9728
+    },
+    {
+      "epoch": 1.797681052303357,
+      "grad_norm": 0.07230813056230545,
+      "learning_rate": 7.30854739229282e-06,
+      "loss": 0.3298667371273041,
+      "step": 9729
+    },
+    {
+      "epoch": 1.797865829012253,
+      "grad_norm": 0.11275004595518112,
+      "learning_rate": 7.306626143721161e-06,
+      "loss": 0.6309958100318909,
+      "step": 9730
+    },
+    {
+      "epoch": 1.7980506057211487,
+      "grad_norm": 0.07427927106618881,
+      "learning_rate": 7.304705002337351e-06,
+      "loss": 0.45528972148895264,
+      "step": 9731
+    },
+    {
+      "epoch": 1.7982353824300445,
+      "grad_norm": 0.07842516154050827,
+      "learning_rate": 7.3027839682178485e-06,
+      "loss": 0.5899828672409058,
+      "step": 9732
+    },
+    {
+      "epoch": 1.7984201591389404,
+      "grad_norm": 0.06140856072306633,
+      "learning_rate": 7.300863041439113e-06,
+      "loss": 0.42100775241851807,
+      "step": 9733
+    },
+    {
+      "epoch": 1.7986049358478364,
+      "grad_norm": 0.09284207969903946,
+      "learning_rate": 7.298942222077576e-06,
+      "loss": 0.5992365479469299,
+      "step": 9734
+    },
+    {
+      "epoch": 1.7987897125567323,
+      "grad_norm": 0.074347585439682,
+      "learning_rate": 7.297021510209689e-06,
+      "loss": 0.3827507197856903,
+      "step": 9735
+    },
+    {
+      "epoch": 1.798974489265628,
+      "grad_norm": 0.08603885769844055,
+      "learning_rate": 7.295100905911894e-06,
+      "loss": 0.5358006954193115,
+      "step": 9736
+    },
+    {
+      "epoch": 1.799159265974524,
+      "grad_norm": 0.07486552000045776,
+      "learning_rate": 7.293180409260617e-06,
+      "loss": 0.6258729100227356,
+      "step": 9737
+    },
+    {
+      "epoch": 1.7993440426834197,
+      "grad_norm": 0.09046154469251633,
+      "learning_rate": 7.291260020332294e-06,
+      "loss": 0.5852406620979309,
+      "step": 9738
+    },
+    {
+      "epoch": 1.7995288193923156,
+      "grad_norm": 0.07911182194948196,
+      "learning_rate": 7.289339739203344e-06,
+      "loss": 0.4991699755191803,
+      "step": 9739
+    },
+    {
+      "epoch": 1.7997135961012114,
+      "grad_norm": 0.0798080712556839,
+      "learning_rate": 7.287419565950193e-06,
+      "loss": 0.4510963559150696,
+      "step": 9740
+    },
+    {
+      "epoch": 1.7998983728101074,
+      "grad_norm": 0.07900462299585342,
+      "learning_rate": 7.285499500649258e-06,
+      "loss": 0.5157014727592468,
+      "step": 9741
+    },
+    {
+      "epoch": 1.8000831495190033,
+      "grad_norm": 0.06722088903188705,
+      "learning_rate": 7.283579543376948e-06,
+      "loss": 0.3551257848739624,
+      "step": 9742
+    },
+    {
+      "epoch": 1.800267926227899,
+      "grad_norm": 0.06953731924295425,
+      "learning_rate": 7.281659694209674e-06,
+      "loss": 0.44554603099823,
+      "step": 9743
+    },
+    {
+      "epoch": 1.800452702936795,
+      "grad_norm": 0.07420971989631653,
+      "learning_rate": 7.279739953223841e-06,
+      "loss": 0.46750375628471375,
+      "step": 9744
+    },
+    {
+      "epoch": 1.8006374796456908,
+      "grad_norm": 0.06312204152345657,
+      "learning_rate": 7.277820320495846e-06,
+      "loss": 0.33511245250701904,
+      "step": 9745
+    },
+    {
+      "epoch": 1.8008222563545866,
+      "grad_norm": 0.06883435696363449,
+      "learning_rate": 7.275900796102087e-06,
+      "loss": 0.4391895532608032,
+      "step": 9746
+    },
+    {
+      "epoch": 1.8010070330634824,
+      "grad_norm": 0.06549646705389023,
+      "learning_rate": 7.2739813801189556e-06,
+      "loss": 0.3687029778957367,
+      "step": 9747
+    },
+    {
+      "epoch": 1.8011918097723782,
+      "grad_norm": 0.0845990851521492,
+      "learning_rate": 7.272062072622831e-06,
+      "loss": 0.5504123568534851,
+      "step": 9748
+    },
+    {
+      "epoch": 1.801376586481274,
+      "grad_norm": 0.07709339261054993,
+      "learning_rate": 7.270142873690103e-06,
+      "loss": 0.4302341938018799,
+      "step": 9749
+    },
+    {
+      "epoch": 1.80156136319017,
+      "grad_norm": 0.09314499795436859,
+      "learning_rate": 7.268223783397152e-06,
+      "loss": 0.5776973962783813,
+      "step": 9750
+    },
+    {
+      "epoch": 1.8017461398990657,
+      "grad_norm": 0.07090350985527039,
+      "learning_rate": 7.266304801820346e-06,
+      "loss": 0.41678741574287415,
+      "step": 9751
+    },
+    {
+      "epoch": 1.8019309166079616,
+      "grad_norm": 0.054357532411813736,
+      "learning_rate": 7.264385929036052e-06,
+      "loss": 0.30052199959754944,
+      "step": 9752
+    },
+    {
+      "epoch": 1.8021156933168574,
+      "grad_norm": 0.09315387904644012,
+      "learning_rate": 7.262467165120646e-06,
+      "loss": 0.5855849981307983,
+      "step": 9753
+    },
+    {
+      "epoch": 1.8023004700257532,
+      "grad_norm": 0.06688593327999115,
+      "learning_rate": 7.260548510150478e-06,
+      "loss": 0.4450649619102478,
+      "step": 9754
+    },
+    {
+      "epoch": 1.802485246734649,
+      "grad_norm": 0.07729198038578033,
+      "learning_rate": 7.258629964201911e-06,
+      "loss": 0.5191230177879333,
+      "step": 9755
+    },
+    {
+      "epoch": 1.8026700234435449,
+      "grad_norm": 0.08478415757417679,
+      "learning_rate": 7.256711527351292e-06,
+      "loss": 0.5620251893997192,
+      "step": 9756
+    },
+    {
+      "epoch": 1.8028548001524407,
+      "grad_norm": 0.06856848299503326,
+      "learning_rate": 7.2547931996749734e-06,
+      "loss": 0.382502019405365,
+      "step": 9757
+    },
+    {
+      "epoch": 1.8030395768613365,
+      "grad_norm": 0.09224586188793182,
+      "learning_rate": 7.252874981249297e-06,
+      "loss": 0.5560954809188843,
+      "step": 9758
+    },
+    {
+      "epoch": 1.8032243535702324,
+      "grad_norm": 0.07440272718667984,
+      "learning_rate": 7.250956872150601e-06,
+      "loss": 0.4763925075531006,
+      "step": 9759
+    },
+    {
+      "epoch": 1.8034091302791282,
+      "grad_norm": 0.06670232862234116,
+      "learning_rate": 7.24903887245522e-06,
+      "loss": 0.5068976879119873,
+      "step": 9760
+    },
+    {
+      "epoch": 1.803593906988024,
+      "grad_norm": 0.08348406851291656,
+      "learning_rate": 7.247120982239487e-06,
+      "loss": 0.5030762553215027,
+      "step": 9761
+    },
+    {
+      "epoch": 1.8037786836969198,
+      "grad_norm": 0.05656994879245758,
+      "learning_rate": 7.245203201579724e-06,
+      "loss": 0.277743935585022,
+      "step": 9762
+    },
+    {
+      "epoch": 1.803963460405816,
+      "grad_norm": 0.05856098234653473,
+      "learning_rate": 7.243285530552256e-06,
+      "loss": 0.35996246337890625,
+      "step": 9763
+    },
+    {
+      "epoch": 1.8041482371147117,
+      "grad_norm": 0.05998080223798752,
+      "learning_rate": 7.241367969233402e-06,
+      "loss": 0.3923867344856262,
+      "step": 9764
+    },
+    {
+      "epoch": 1.8043330138236076,
+      "grad_norm": 0.054737962782382965,
+      "learning_rate": 7.239450517699468e-06,
+      "loss": 0.3953229486942291,
+      "step": 9765
+    },
+    {
+      "epoch": 1.8045177905325034,
+      "grad_norm": 0.08780429512262344,
+      "learning_rate": 7.237533176026768e-06,
+      "loss": 0.6455278992652893,
+      "step": 9766
+    },
+    {
+      "epoch": 1.8047025672413992,
+      "grad_norm": 0.09323868900537491,
+      "learning_rate": 7.235615944291609e-06,
+      "loss": 0.6022985577583313,
+      "step": 9767
+    },
+    {
+      "epoch": 1.804887343950295,
+      "grad_norm": 0.08070196956396103,
+      "learning_rate": 7.233698822570279e-06,
+      "loss": 0.49842768907546997,
+      "step": 9768
+    },
+    {
+      "epoch": 1.8050721206591909,
+      "grad_norm": 0.0877484530210495,
+      "learning_rate": 7.231781810939085e-06,
+      "loss": 0.585066556930542,
+      "step": 9769
+    },
+    {
+      "epoch": 1.8052568973680867,
+      "grad_norm": 0.08354081213474274,
+      "learning_rate": 7.229864909474318e-06,
+      "loss": 0.6162436008453369,
+      "step": 9770
+    },
+    {
+      "epoch": 1.8054416740769827,
+      "grad_norm": 0.07809589803218842,
+      "learning_rate": 7.227948118252255e-06,
+      "loss": 0.5466450452804565,
+      "step": 9771
+    },
+    {
+      "epoch": 1.8056264507858786,
+      "grad_norm": 0.07099008560180664,
+      "learning_rate": 7.2260314373491905e-06,
+      "loss": 0.5045560002326965,
+      "step": 9772
+    },
+    {
+      "epoch": 1.8058112274947744,
+      "grad_norm": 0.0817057341337204,
+      "learning_rate": 7.224114866841392e-06,
+      "loss": 0.4768495261669159,
+      "step": 9773
+    },
+    {
+      "epoch": 1.8059960042036702,
+      "grad_norm": 0.04109758511185646,
+      "learning_rate": 7.222198406805137e-06,
+      "loss": 0.26770099997520447,
+      "step": 9774
+    },
+    {
+      "epoch": 1.806180780912566,
+      "grad_norm": 0.07153109461069107,
+      "learning_rate": 7.220282057316697e-06,
+      "loss": 0.41642487049102783,
+      "step": 9775
+    },
+    {
+      "epoch": 1.806365557621462,
+      "grad_norm": 0.09041387587785721,
+      "learning_rate": 7.2183658184523305e-06,
+      "loss": 0.47185105085372925,
+      "step": 9776
+    },
+    {
+      "epoch": 1.8065503343303577,
+      "grad_norm": 0.07475770264863968,
+      "learning_rate": 7.216449690288304e-06,
+      "loss": 0.47243043780326843,
+      "step": 9777
+    },
+    {
+      "epoch": 1.8067351110392535,
+      "grad_norm": 0.08335085958242416,
+      "learning_rate": 7.214533672900873e-06,
+      "loss": 0.5192751884460449,
+      "step": 9778
+    },
+    {
+      "epoch": 1.8069198877481494,
+      "grad_norm": 0.08981821686029434,
+      "learning_rate": 7.2126177663662855e-06,
+      "loss": 0.5628516674041748,
+      "step": 9779
+    },
+    {
+      "epoch": 1.8071046644570452,
+      "grad_norm": 0.06832242757081985,
+      "learning_rate": 7.210701970760789e-06,
+      "loss": 0.41456109285354614,
+      "step": 9780
+    },
+    {
+      "epoch": 1.807289441165941,
+      "grad_norm": 0.06621191650629044,
+      "learning_rate": 7.20878628616063e-06,
+      "loss": 0.484127402305603,
+      "step": 9781
+    },
+    {
+      "epoch": 1.8074742178748369,
+      "grad_norm": 0.07209111005067825,
+      "learning_rate": 7.2068707126420425e-06,
+      "loss": 0.5045483708381653,
+      "step": 9782
+    },
+    {
+      "epoch": 1.8076589945837327,
+      "grad_norm": 0.05990150570869446,
+      "learning_rate": 7.204955250281263e-06,
+      "loss": 0.44331952929496765,
+      "step": 9783
+    },
+    {
+      "epoch": 1.8078437712926285,
+      "grad_norm": 0.07342742383480072,
+      "learning_rate": 7.20303989915452e-06,
+      "loss": 0.4118276536464691,
+      "step": 9784
+    },
+    {
+      "epoch": 1.8080285480015243,
+      "grad_norm": 0.0759073868393898,
+      "learning_rate": 7.201124659338038e-06,
+      "loss": 0.45692363381385803,
+      "step": 9785
+    },
+    {
+      "epoch": 1.8082133247104202,
+      "grad_norm": 0.0632883831858635,
+      "learning_rate": 7.199209530908038e-06,
+      "loss": 0.3301604986190796,
+      "step": 9786
+    },
+    {
+      "epoch": 1.808398101419316,
+      "grad_norm": 0.06672390550374985,
+      "learning_rate": 7.197294513940739e-06,
+      "loss": 0.4440694749355316,
+      "step": 9787
+    },
+    {
+      "epoch": 1.8085828781282118,
+      "grad_norm": 0.07054869830608368,
+      "learning_rate": 7.195379608512344e-06,
+      "loss": 0.5055124759674072,
+      "step": 9788
+    },
+    {
+      "epoch": 1.8087676548371077,
+      "grad_norm": 0.08731034398078918,
+      "learning_rate": 7.193464814699073e-06,
+      "loss": 0.5469434261322021,
+      "step": 9789
+    },
+    {
+      "epoch": 1.8089524315460035,
+      "grad_norm": 0.06051642820239067,
+      "learning_rate": 7.191550132577116e-06,
+      "loss": 0.4700313210487366,
+      "step": 9790
+    },
+    {
+      "epoch": 1.8091372082548993,
+      "grad_norm": 0.07084860652685165,
+      "learning_rate": 7.189635562222676e-06,
+      "loss": 0.4844103455543518,
+      "step": 9791
+    },
+    {
+      "epoch": 1.8093219849637951,
+      "grad_norm": 0.0787714347243309,
+      "learning_rate": 7.1877211037119556e-06,
+      "loss": 0.5192242860794067,
+      "step": 9792
+    },
+    {
+      "epoch": 1.8095067616726912,
+      "grad_norm": 0.07096560299396515,
+      "learning_rate": 7.185806757121132e-06,
+      "loss": 0.47444817423820496,
+      "step": 9793
+    },
+    {
+      "epoch": 1.809691538381587,
+      "grad_norm": 0.08192567527294159,
+      "learning_rate": 7.183892522526394e-06,
+      "loss": 0.5131165981292725,
+      "step": 9794
+    },
+    {
+      "epoch": 1.8098763150904829,
+      "grad_norm": 0.06697290390729904,
+      "learning_rate": 7.1819784000039264e-06,
+      "loss": 0.45709118247032166,
+      "step": 9795
+    },
+    {
+      "epoch": 1.8100610917993787,
+      "grad_norm": 0.07221035659313202,
+      "learning_rate": 7.180064389629899e-06,
+      "loss": 0.4476308226585388,
+      "step": 9796
+    },
+    {
+      "epoch": 1.8102458685082745,
+      "grad_norm": 0.09427494555711746,
+      "learning_rate": 7.178150491480488e-06,
+      "loss": 0.6278370022773743,
+      "step": 9797
+    },
+    {
+      "epoch": 1.8104306452171703,
+      "grad_norm": 0.06774226576089859,
+      "learning_rate": 7.176236705631861e-06,
+      "loss": 0.36737802624702454,
+      "step": 9798
+    },
+    {
+      "epoch": 1.8106154219260662,
+      "grad_norm": 0.06325653940439224,
+      "learning_rate": 7.174323032160175e-06,
+      "loss": 0.42155921459198,
+      "step": 9799
+    },
+    {
+      "epoch": 1.8108001986349622,
+      "grad_norm": 0.06160309165716171,
+      "learning_rate": 7.172409471141593e-06,
+      "loss": 0.3376319706439972,
+      "step": 9800
+    },
+    {
+      "epoch": 1.810984975343858,
+      "grad_norm": 0.0902712419629097,
+      "learning_rate": 7.170496022652269e-06,
+      "loss": 0.6608295440673828,
+      "step": 9801
+    },
+    {
+      "epoch": 1.8111697520527539,
+      "grad_norm": 0.07389810681343079,
+      "learning_rate": 7.168582686768348e-06,
+      "loss": 0.41427645087242126,
+      "step": 9802
+    },
+    {
+      "epoch": 1.8113545287616497,
+      "grad_norm": 0.08707796782255173,
+      "learning_rate": 7.1666694635659826e-06,
+      "loss": 0.7434542179107666,
+      "step": 9803
+    },
+    {
+      "epoch": 1.8115393054705455,
+      "grad_norm": 0.07786441594362259,
+      "learning_rate": 7.164756353121303e-06,
+      "loss": 0.5525217652320862,
+      "step": 9804
+    },
+    {
+      "epoch": 1.8117240821794414,
+      "grad_norm": 0.0723809227347374,
+      "learning_rate": 7.162843355510452e-06,
+      "loss": 0.39500388503074646,
+      "step": 9805
+    },
+    {
+      "epoch": 1.8119088588883372,
+      "grad_norm": 0.08595466613769531,
+      "learning_rate": 7.160930470809563e-06,
+      "loss": 0.5993435382843018,
+      "step": 9806
+    },
+    {
+      "epoch": 1.812093635597233,
+      "grad_norm": 0.07043426483869553,
+      "learning_rate": 7.1590176990947545e-06,
+      "loss": 0.38586297631263733,
+      "step": 9807
+    },
+    {
+      "epoch": 1.8122784123061288,
+      "grad_norm": 0.08636261522769928,
+      "learning_rate": 7.157105040442151e-06,
+      "loss": 0.4882827401161194,
+      "step": 9808
+    },
+    {
+      "epoch": 1.8124631890150247,
+      "grad_norm": 0.08507783710956573,
+      "learning_rate": 7.1551924949278795e-06,
+      "loss": 0.509990930557251,
+      "step": 9809
+    },
+    {
+      "epoch": 1.8126479657239205,
+      "grad_norm": 0.0886579379439354,
+      "learning_rate": 7.153280062628043e-06,
+      "loss": 0.6217797994613647,
+      "step": 9810
+    },
+    {
+      "epoch": 1.8128327424328163,
+      "grad_norm": 0.0848434716463089,
+      "learning_rate": 7.15136774361875e-06,
+      "loss": 0.7512550950050354,
+      "step": 9811
+    },
+    {
+      "epoch": 1.8130175191417122,
+      "grad_norm": 0.09012161195278168,
+      "learning_rate": 7.1494555379761156e-06,
+      "loss": 0.49214449524879456,
+      "step": 9812
+    },
+    {
+      "epoch": 1.813202295850608,
+      "grad_norm": 0.06810518354177475,
+      "learning_rate": 7.147543445776228e-06,
+      "loss": 0.40887418389320374,
+      "step": 9813
+    },
+    {
+      "epoch": 1.8133870725595038,
+      "grad_norm": 0.0676533579826355,
+      "learning_rate": 7.145631467095188e-06,
+      "loss": 0.33318957686424255,
+      "step": 9814
+    },
+    {
+      "epoch": 1.8135718492683996,
+      "grad_norm": 0.0729999765753746,
+      "learning_rate": 7.1437196020090875e-06,
+      "loss": 0.5460203886032104,
+      "step": 9815
+    },
+    {
+      "epoch": 1.8137566259772955,
+      "grad_norm": 0.09123071283102036,
+      "learning_rate": 7.141807850594007e-06,
+      "loss": 0.7088720798492432,
+      "step": 9816
+    },
+    {
+      "epoch": 1.8139414026861913,
+      "grad_norm": 0.06890129297971725,
+      "learning_rate": 7.139896212926033e-06,
+      "loss": 0.4780724048614502,
+      "step": 9817
+    },
+    {
+      "epoch": 1.8141261793950871,
+      "grad_norm": 0.07324981689453125,
+      "learning_rate": 7.137984689081243e-06,
+      "loss": 0.5160731673240662,
+      "step": 9818
+    },
+    {
+      "epoch": 1.814310956103983,
+      "grad_norm": 0.07690378278493881,
+      "learning_rate": 7.136073279135707e-06,
+      "loss": 0.44267570972442627,
+      "step": 9819
+    },
+    {
+      "epoch": 1.8144957328128788,
+      "grad_norm": 0.0685325637459755,
+      "learning_rate": 7.134161983165498e-06,
+      "loss": 0.5272607803344727,
+      "step": 9820
+    },
+    {
+      "epoch": 1.8146805095217746,
+      "grad_norm": 0.06789597123861313,
+      "learning_rate": 7.132250801246672e-06,
+      "loss": 0.492597758769989,
+      "step": 9821
+    },
+    {
+      "epoch": 1.8148652862306707,
+      "grad_norm": 0.0947544276714325,
+      "learning_rate": 7.130339733455291e-06,
+      "loss": 0.6372851729393005,
+      "step": 9822
+    },
+    {
+      "epoch": 1.8150500629395665,
+      "grad_norm": 0.06775210797786713,
+      "learning_rate": 7.1284287798674165e-06,
+      "loss": 0.39347755908966064,
+      "step": 9823
+    },
+    {
+      "epoch": 1.8152348396484623,
+      "grad_norm": 0.07759533077478409,
+      "learning_rate": 7.1265179405590855e-06,
+      "loss": 0.5344981551170349,
+      "step": 9824
+    },
+    {
+      "epoch": 1.8154196163573582,
+      "grad_norm": 0.0798647329211235,
+      "learning_rate": 7.1246072156063536e-06,
+      "loss": 0.4983478784561157,
+      "step": 9825
+    },
+    {
+      "epoch": 1.815604393066254,
+      "grad_norm": 0.06834018975496292,
+      "learning_rate": 7.122696605085262e-06,
+      "loss": 0.434520423412323,
+      "step": 9826
+    },
+    {
+      "epoch": 1.8157891697751498,
+      "grad_norm": 0.06779895722866058,
+      "learning_rate": 7.120786109071838e-06,
+      "loss": 0.5057935118675232,
+      "step": 9827
+    },
+    {
+      "epoch": 1.8159739464840456,
+      "grad_norm": 0.0671994760632515,
+      "learning_rate": 7.118875727642121e-06,
+      "loss": 0.4207999110221863,
+      "step": 9828
+    },
+    {
+      "epoch": 1.8161587231929417,
+      "grad_norm": 0.08160896599292755,
+      "learning_rate": 7.1169654608721384e-06,
+      "loss": 0.5233028531074524,
+      "step": 9829
+    },
+    {
+      "epoch": 1.8163434999018375,
+      "grad_norm": 0.07913441210985184,
+      "learning_rate": 7.115055308837908e-06,
+      "loss": 0.5464879274368286,
+      "step": 9830
+    },
+    {
+      "epoch": 1.8165282766107334,
+      "grad_norm": 0.07577405124902725,
+      "learning_rate": 7.113145271615449e-06,
+      "loss": 0.4584244191646576,
+      "step": 9831
+    },
+    {
+      "epoch": 1.8167130533196292,
+      "grad_norm": 0.07947442680597305,
+      "learning_rate": 7.111235349280782e-06,
+      "loss": 0.4469531774520874,
+      "step": 9832
+    },
+    {
+      "epoch": 1.816897830028525,
+      "grad_norm": 0.08003919571638107,
+      "learning_rate": 7.109325541909906e-06,
+      "loss": 0.5821112990379333,
+      "step": 9833
+    },
+    {
+      "epoch": 1.8170826067374208,
+      "grad_norm": 0.08050795644521713,
+      "learning_rate": 7.107415849578829e-06,
+      "loss": 0.399353951215744,
+      "step": 9834
+    },
+    {
+      "epoch": 1.8172673834463167,
+      "grad_norm": 0.07931918650865555,
+      "learning_rate": 7.105506272363555e-06,
+      "loss": 0.4955158531665802,
+      "step": 9835
+    },
+    {
+      "epoch": 1.8174521601552125,
+      "grad_norm": 0.08377605676651001,
+      "learning_rate": 7.103596810340072e-06,
+      "loss": 0.5487820506095886,
+      "step": 9836
+    },
+    {
+      "epoch": 1.8176369368641083,
+      "grad_norm": 0.07905194163322449,
+      "learning_rate": 7.101687463584378e-06,
+      "loss": 0.5085796117782593,
+      "step": 9837
+    },
+    {
+      "epoch": 1.8178217135730041,
+      "grad_norm": 0.09129060804843903,
+      "learning_rate": 7.099778232172452e-06,
+      "loss": 0.6609033346176147,
+      "step": 9838
+    },
+    {
+      "epoch": 1.8180064902819,
+      "grad_norm": 0.0898594856262207,
+      "learning_rate": 7.0978691161802796e-06,
+      "loss": 0.6358002424240112,
+      "step": 9839
+    },
+    {
+      "epoch": 1.8181912669907958,
+      "grad_norm": 0.09380216896533966,
+      "learning_rate": 7.095960115683837e-06,
+      "loss": 0.589912474155426,
+      "step": 9840
+    },
+    {
+      "epoch": 1.8183760436996916,
+      "grad_norm": 0.06584444642066956,
+      "learning_rate": 7.0940512307590956e-06,
+      "loss": 0.44311562180519104,
+      "step": 9841
+    },
+    {
+      "epoch": 1.8185608204085875,
+      "grad_norm": 0.065439872443676,
+      "learning_rate": 7.0921424614820244e-06,
+      "loss": 0.4536382853984833,
+      "step": 9842
+    },
+    {
+      "epoch": 1.8187455971174833,
+      "grad_norm": 0.08510088175535202,
+      "learning_rate": 7.090233807928589e-06,
+      "loss": 0.612328827381134,
+      "step": 9843
+    },
+    {
+      "epoch": 1.8189303738263791,
+      "grad_norm": 0.07813709229230881,
+      "learning_rate": 7.088325270174739e-06,
+      "loss": 0.5523490309715271,
+      "step": 9844
+    },
+    {
+      "epoch": 1.819115150535275,
+      "grad_norm": 0.057043276727199554,
+      "learning_rate": 7.086416848296435e-06,
+      "loss": 0.4329480230808258,
+      "step": 9845
+    },
+    {
+      "epoch": 1.8192999272441708,
+      "grad_norm": 0.08415151387453079,
+      "learning_rate": 7.0845085423696295e-06,
+      "loss": 0.5207234621047974,
+      "step": 9846
+    },
+    {
+      "epoch": 1.8194847039530666,
+      "grad_norm": 0.06661385297775269,
+      "learning_rate": 7.082600352470256e-06,
+      "loss": 0.35886847972869873,
+      "step": 9847
+    },
+    {
+      "epoch": 1.8196694806619624,
+      "grad_norm": 0.08949161320924759,
+      "learning_rate": 7.080692278674264e-06,
+      "loss": 0.5949727296829224,
+      "step": 9848
+    },
+    {
+      "epoch": 1.8198542573708583,
+      "grad_norm": 0.07575736194849014,
+      "learning_rate": 7.078784321057589e-06,
+      "loss": 0.5442951321601868,
+      "step": 9849
+    },
+    {
+      "epoch": 1.820039034079754,
+      "grad_norm": 0.05346906557679176,
+      "learning_rate": 7.076876479696155e-06,
+      "loss": 0.32708707451820374,
+      "step": 9850
+    },
+    {
+      "epoch": 1.8202238107886501,
+      "grad_norm": 0.08726691454648972,
+      "learning_rate": 7.07496875466589e-06,
+      "loss": 0.5074048638343811,
+      "step": 9851
+    },
+    {
+      "epoch": 1.820408587497546,
+      "grad_norm": 0.08543438464403152,
+      "learning_rate": 7.073061146042723e-06,
+      "loss": 0.5461840629577637,
+      "step": 9852
+    },
+    {
+      "epoch": 1.8205933642064418,
+      "grad_norm": 0.06283988803625107,
+      "learning_rate": 7.071153653902562e-06,
+      "loss": 0.4173544943332672,
+      "step": 9853
+    },
+    {
+      "epoch": 1.8207781409153376,
+      "grad_norm": 0.06358476728200912,
+      "learning_rate": 7.069246278321325e-06,
+      "loss": 0.3695000112056732,
+      "step": 9854
+    },
+    {
+      "epoch": 1.8209629176242335,
+      "grad_norm": 0.08632160723209381,
+      "learning_rate": 7.067339019374912e-06,
+      "loss": 0.5667553544044495,
+      "step": 9855
+    },
+    {
+      "epoch": 1.8211476943331293,
+      "grad_norm": 0.06680776923894882,
+      "learning_rate": 7.065431877139232e-06,
+      "loss": 0.36568430066108704,
+      "step": 9856
+    },
+    {
+      "epoch": 1.8213324710420251,
+      "grad_norm": 0.08722712099552155,
+      "learning_rate": 7.063524851690187e-06,
+      "loss": 0.5414561629295349,
+      "step": 9857
+    },
+    {
+      "epoch": 1.821517247750921,
+      "grad_norm": 0.04953658580780029,
+      "learning_rate": 7.061617943103661e-06,
+      "loss": 0.3062533140182495,
+      "step": 9858
+    },
+    {
+      "epoch": 1.821702024459817,
+      "grad_norm": 0.06840323656797409,
+      "learning_rate": 7.0597111514555486e-06,
+      "loss": 0.3991606831550598,
+      "step": 9859
+    },
+    {
+      "epoch": 1.8218868011687128,
+      "grad_norm": 0.08398078382015228,
+      "learning_rate": 7.057804476821736e-06,
+      "loss": 0.5020613670349121,
+      "step": 9860
+    },
+    {
+      "epoch": 1.8220715778776087,
+      "grad_norm": 0.0917510837316513,
+      "learning_rate": 7.055897919278097e-06,
+      "loss": 0.6168114542961121,
+      "step": 9861
+    },
+    {
+      "epoch": 1.8222563545865045,
+      "grad_norm": 0.08755534142255783,
+      "learning_rate": 7.053991478900511e-06,
+      "loss": 0.6405090689659119,
+      "step": 9862
+    },
+    {
+      "epoch": 1.8224411312954003,
+      "grad_norm": 0.07648077607154846,
+      "learning_rate": 7.05208515576485e-06,
+      "loss": 0.5264204144477844,
+      "step": 9863
+    },
+    {
+      "epoch": 1.8226259080042961,
+      "grad_norm": 0.10150912404060364,
+      "learning_rate": 7.050178949946973e-06,
+      "loss": 0.5225452780723572,
+      "step": 9864
+    },
+    {
+      "epoch": 1.822810684713192,
+      "grad_norm": 0.10042621940374374,
+      "learning_rate": 7.048272861522746e-06,
+      "loss": 0.6024169921875,
+      "step": 9865
+    },
+    {
+      "epoch": 1.8229954614220878,
+      "grad_norm": 0.07107646018266678,
+      "learning_rate": 7.046366890568028e-06,
+      "loss": 0.445407509803772,
+      "step": 9866
+    },
+    {
+      "epoch": 1.8231802381309836,
+      "grad_norm": 0.0642337054014206,
+      "learning_rate": 7.044461037158661e-06,
+      "loss": 0.2864264249801636,
+      "step": 9867
+    },
+    {
+      "epoch": 1.8233650148398794,
+      "grad_norm": 0.08605214953422546,
+      "learning_rate": 7.042555301370504e-06,
+      "loss": 0.5610020160675049,
+      "step": 9868
+    },
+    {
+      "epoch": 1.8235497915487753,
+      "grad_norm": 0.06902395188808441,
+      "learning_rate": 7.04064968327939e-06,
+      "loss": 0.41148707270622253,
+      "step": 9869
+    },
+    {
+      "epoch": 1.823734568257671,
+      "grad_norm": 0.08039598912000656,
+      "learning_rate": 7.038744182961159e-06,
+      "loss": 0.4248596131801605,
+      "step": 9870
+    },
+    {
+      "epoch": 1.823919344966567,
+      "grad_norm": 0.059146229177713394,
+      "learning_rate": 7.036838800491648e-06,
+      "loss": 0.4018034040927887,
+      "step": 9871
+    },
+    {
+      "epoch": 1.8241041216754628,
+      "grad_norm": 0.08252823352813721,
+      "learning_rate": 7.03493353594668e-06,
+      "loss": 0.46294206380844116,
+      "step": 9872
+    },
+    {
+      "epoch": 1.8242888983843586,
+      "grad_norm": 0.07533363997936249,
+      "learning_rate": 7.03302838940208e-06,
+      "loss": 0.5676658153533936,
+      "step": 9873
+    },
+    {
+      "epoch": 1.8244736750932544,
+      "grad_norm": 0.06901130080223083,
+      "learning_rate": 7.03112336093367e-06,
+      "loss": 0.44045159220695496,
+      "step": 9874
+    },
+    {
+      "epoch": 1.8246584518021502,
+      "grad_norm": 0.05934334546327591,
+      "learning_rate": 7.02921845061726e-06,
+      "loss": 0.3102717697620392,
+      "step": 9875
+    },
+    {
+      "epoch": 1.824843228511046,
+      "grad_norm": 0.08287785947322845,
+      "learning_rate": 7.02731365852866e-06,
+      "loss": 0.517486035823822,
+      "step": 9876
+    },
+    {
+      "epoch": 1.825028005219942,
+      "grad_norm": 0.08595351129770279,
+      "learning_rate": 7.02540898474368e-06,
+      "loss": 0.5475971698760986,
+      "step": 9877
+    },
+    {
+      "epoch": 1.8252127819288377,
+      "grad_norm": 0.0753556564450264,
+      "learning_rate": 7.023504429338114e-06,
+      "loss": 0.4455927610397339,
+      "step": 9878
+    },
+    {
+      "epoch": 1.8253975586377336,
+      "grad_norm": 0.06898584961891174,
+      "learning_rate": 7.021599992387759e-06,
+      "loss": 0.5426642894744873,
+      "step": 9879
+    },
+    {
+      "epoch": 1.8255823353466294,
+      "grad_norm": 0.08508019149303436,
+      "learning_rate": 7.0196956739684074e-06,
+      "loss": 0.5580354928970337,
+      "step": 9880
+    },
+    {
+      "epoch": 1.8257671120555254,
+      "grad_norm": 0.07500471919775009,
+      "learning_rate": 7.0177914741558415e-06,
+      "loss": 0.41870805621147156,
+      "step": 9881
+    },
+    {
+      "epoch": 1.8259518887644213,
+      "grad_norm": 0.08029566705226898,
+      "learning_rate": 7.015887393025847e-06,
+      "loss": 0.49106553196907043,
+      "step": 9882
+    },
+    {
+      "epoch": 1.826136665473317,
+      "grad_norm": 0.07958827912807465,
+      "learning_rate": 7.013983430654199e-06,
+      "loss": 0.3987799286842346,
+      "step": 9883
+    },
+    {
+      "epoch": 1.826321442182213,
+      "grad_norm": 0.05812789127230644,
+      "learning_rate": 7.012079587116666e-06,
+      "loss": 0.3668726086616516,
+      "step": 9884
+    },
+    {
+      "epoch": 1.8265062188911088,
+      "grad_norm": 0.09355711191892624,
+      "learning_rate": 7.010175862489022e-06,
+      "loss": 0.4632348418235779,
+      "step": 9885
+    },
+    {
+      "epoch": 1.8266909956000046,
+      "grad_norm": 0.08564065396785736,
+      "learning_rate": 7.00827225684702e-06,
+      "loss": 0.48215222358703613,
+      "step": 9886
+    },
+    {
+      "epoch": 1.8268757723089004,
+      "grad_norm": 0.0790952816605568,
+      "learning_rate": 7.006368770266421e-06,
+      "loss": 0.5680748224258423,
+      "step": 9887
+    },
+    {
+      "epoch": 1.8270605490177965,
+      "grad_norm": 0.08761174976825714,
+      "learning_rate": 7.004465402822984e-06,
+      "loss": 0.5640802979469299,
+      "step": 9888
+    },
+    {
+      "epoch": 1.8272453257266923,
+      "grad_norm": 0.0727882906794548,
+      "learning_rate": 7.002562154592449e-06,
+      "loss": 0.43162351846694946,
+      "step": 9889
+    },
+    {
+      "epoch": 1.8274301024355881,
+      "grad_norm": 0.09398949891328812,
+      "learning_rate": 7.0006590256505625e-06,
+      "loss": 0.5356913805007935,
+      "step": 9890
+    },
+    {
+      "epoch": 1.827614879144484,
+      "grad_norm": 0.08576202392578125,
+      "learning_rate": 6.998756016073065e-06,
+      "loss": 0.507265031337738,
+      "step": 9891
+    },
+    {
+      "epoch": 1.8277996558533798,
+      "grad_norm": 0.09658868610858917,
+      "learning_rate": 6.996853125935685e-06,
+      "loss": 0.5329380631446838,
+      "step": 9892
+    },
+    {
+      "epoch": 1.8279844325622756,
+      "grad_norm": 0.055821459740400314,
+      "learning_rate": 6.9949503553141564e-06,
+      "loss": 0.27001625299453735,
+      "step": 9893
+    },
+    {
+      "epoch": 1.8281692092711714,
+      "grad_norm": 0.061614297330379486,
+      "learning_rate": 6.993047704284204e-06,
+      "loss": 0.29331445693969727,
+      "step": 9894
+    },
+    {
+      "epoch": 1.8283539859800673,
+      "grad_norm": 0.09182018041610718,
+      "learning_rate": 6.991145172921543e-06,
+      "loss": 0.5280823707580566,
+      "step": 9895
+    },
+    {
+      "epoch": 1.828538762688963,
+      "grad_norm": 0.0736556202173233,
+      "learning_rate": 6.9892427613018905e-06,
+      "loss": 0.4377639889717102,
+      "step": 9896
+    },
+    {
+      "epoch": 1.828723539397859,
+      "grad_norm": 0.08335860818624496,
+      "learning_rate": 6.987340469500959e-06,
+      "loss": 0.540762722492218,
+      "step": 9897
+    },
+    {
+      "epoch": 1.8289083161067548,
+      "grad_norm": 0.0884045958518982,
+      "learning_rate": 6.985438297594449e-06,
+      "loss": 0.6356663107872009,
+      "step": 9898
+    },
+    {
+      "epoch": 1.8290930928156506,
+      "grad_norm": 0.08124842494726181,
+      "learning_rate": 6.983536245658064e-06,
+      "loss": 0.5272491574287415,
+      "step": 9899
+    },
+    {
+      "epoch": 1.8292778695245464,
+      "grad_norm": 0.06727912276983261,
+      "learning_rate": 6.981634313767501e-06,
+      "loss": 0.49043992161750793,
+      "step": 9900
+    },
+    {
+      "epoch": 1.8294626462334422,
+      "grad_norm": 0.0834495797753334,
+      "learning_rate": 6.979732501998447e-06,
+      "loss": 0.4925161600112915,
+      "step": 9901
+    },
+    {
+      "epoch": 1.829647422942338,
+      "grad_norm": 0.08709096163511276,
+      "learning_rate": 6.9778308104265955e-06,
+      "loss": 0.5015747547149658,
+      "step": 9902
+    },
+    {
+      "epoch": 1.829832199651234,
+      "grad_norm": 0.0766579806804657,
+      "learning_rate": 6.975929239127614e-06,
+      "loss": 0.5223663449287415,
+      "step": 9903
+    },
+    {
+      "epoch": 1.8300169763601297,
+      "grad_norm": 0.06918003410100937,
+      "learning_rate": 6.974027788177191e-06,
+      "loss": 0.45638301968574524,
+      "step": 9904
+    },
+    {
+      "epoch": 1.8302017530690255,
+      "grad_norm": 0.072813019156456,
+      "learning_rate": 6.972126457650999e-06,
+      "loss": 0.459013968706131,
+      "step": 9905
+    },
+    {
+      "epoch": 1.8303865297779214,
+      "grad_norm": 0.09804744273424149,
+      "learning_rate": 6.970225247624698e-06,
+      "loss": 0.7139219641685486,
+      "step": 9906
+    },
+    {
+      "epoch": 1.8305713064868172,
+      "grad_norm": 0.0948563814163208,
+      "learning_rate": 6.968324158173949e-06,
+      "loss": 0.663381040096283,
+      "step": 9907
+    },
+    {
+      "epoch": 1.830756083195713,
+      "grad_norm": 0.09061747044324875,
+      "learning_rate": 6.966423189374422e-06,
+      "loss": 0.6212316155433655,
+      "step": 9908
+    },
+    {
+      "epoch": 1.8309408599046089,
+      "grad_norm": 0.06985548883676529,
+      "learning_rate": 6.964522341301756e-06,
+      "loss": 0.5033018589019775,
+      "step": 9909
+    },
+    {
+      "epoch": 1.831125636613505,
+      "grad_norm": 0.05785486102104187,
+      "learning_rate": 6.9626216140316035e-06,
+      "loss": 0.31822776794433594,
+      "step": 9910
+    },
+    {
+      "epoch": 1.8313104133224007,
+      "grad_norm": 0.07244248688220978,
+      "learning_rate": 6.9607210076396104e-06,
+      "loss": 0.46352434158325195,
+      "step": 9911
+    },
+    {
+      "epoch": 1.8314951900312966,
+      "grad_norm": 0.07493920624256134,
+      "learning_rate": 6.958820522201411e-06,
+      "loss": 0.5265142321586609,
+      "step": 9912
+    },
+    {
+      "epoch": 1.8316799667401924,
+      "grad_norm": 0.08248679339885712,
+      "learning_rate": 6.9569201577926395e-06,
+      "loss": 0.5041503310203552,
+      "step": 9913
+    },
+    {
+      "epoch": 1.8318647434490882,
+      "grad_norm": 0.08329528570175171,
+      "learning_rate": 6.955019914488927e-06,
+      "loss": 0.573448657989502,
+      "step": 9914
+    },
+    {
+      "epoch": 1.832049520157984,
+      "grad_norm": 0.09237170219421387,
+      "learning_rate": 6.953119792365895e-06,
+      "loss": 0.5240632891654968,
+      "step": 9915
+    },
+    {
+      "epoch": 1.8322342968668799,
+      "grad_norm": 0.09821862727403641,
+      "learning_rate": 6.951219791499161e-06,
+      "loss": 0.6255685091018677,
+      "step": 9916
+    },
+    {
+      "epoch": 1.832419073575776,
+      "grad_norm": 0.08152344822883606,
+      "learning_rate": 6.949319911964343e-06,
+      "loss": 0.6066064238548279,
+      "step": 9917
+    },
+    {
+      "epoch": 1.8326038502846718,
+      "grad_norm": 0.08967302739620209,
+      "learning_rate": 6.947420153837047e-06,
+      "loss": 0.5588473677635193,
+      "step": 9918
+    },
+    {
+      "epoch": 1.8327886269935676,
+      "grad_norm": 0.06246509402990341,
+      "learning_rate": 6.945520517192881e-06,
+      "loss": 0.3397400379180908,
+      "step": 9919
+    },
+    {
+      "epoch": 1.8329734037024634,
+      "grad_norm": 0.07850545644760132,
+      "learning_rate": 6.943621002107439e-06,
+      "loss": 0.4385947585105896,
+      "step": 9920
+    },
+    {
+      "epoch": 1.8331581804113593,
+      "grad_norm": 0.08367501199245453,
+      "learning_rate": 6.941721608656319e-06,
+      "loss": 0.47891995310783386,
+      "step": 9921
+    },
+    {
+      "epoch": 1.833342957120255,
+      "grad_norm": 0.07400240004062653,
+      "learning_rate": 6.9398223369151155e-06,
+      "loss": 0.41493046283721924,
+      "step": 9922
+    },
+    {
+      "epoch": 1.833527733829151,
+      "grad_norm": 0.085567906498909,
+      "learning_rate": 6.937923186959402e-06,
+      "loss": 0.5399067401885986,
+      "step": 9923
+    },
+    {
+      "epoch": 1.8337125105380467,
+      "grad_norm": 0.0904676541686058,
+      "learning_rate": 6.936024158864769e-06,
+      "loss": 0.7474747896194458,
+      "step": 9924
+    },
+    {
+      "epoch": 1.8338972872469426,
+      "grad_norm": 0.06639987975358963,
+      "learning_rate": 6.934125252706791e-06,
+      "loss": 0.33274802565574646,
+      "step": 9925
+    },
+    {
+      "epoch": 1.8340820639558384,
+      "grad_norm": 0.09406183660030365,
+      "learning_rate": 6.932226468561034e-06,
+      "loss": 0.66783607006073,
+      "step": 9926
+    },
+    {
+      "epoch": 1.8342668406647342,
+      "grad_norm": 0.08418642729520798,
+      "learning_rate": 6.930327806503061e-06,
+      "loss": 0.47889599204063416,
+      "step": 9927
+    },
+    {
+      "epoch": 1.83445161737363,
+      "grad_norm": 0.0629533976316452,
+      "learning_rate": 6.928429266608446e-06,
+      "loss": 0.3412812352180481,
+      "step": 9928
+    },
+    {
+      "epoch": 1.8346363940825259,
+      "grad_norm": 0.0737699642777443,
+      "learning_rate": 6.926530848952731e-06,
+      "loss": 0.37405097484588623,
+      "step": 9929
+    },
+    {
+      "epoch": 1.8348211707914217,
+      "grad_norm": 0.07190654426813126,
+      "learning_rate": 6.924632553611474e-06,
+      "loss": 0.4059646427631378,
+      "step": 9930
+    },
+    {
+      "epoch": 1.8350059475003175,
+      "grad_norm": 0.07069795578718185,
+      "learning_rate": 6.922734380660221e-06,
+      "loss": 0.4506323039531708,
+      "step": 9931
+    },
+    {
+      "epoch": 1.8351907242092134,
+      "grad_norm": 0.07418803125619888,
+      "learning_rate": 6.920836330174509e-06,
+      "loss": 0.3802109956741333,
+      "step": 9932
+    },
+    {
+      "epoch": 1.8353755009181092,
+      "grad_norm": 0.08620359003543854,
+      "learning_rate": 6.918938402229882e-06,
+      "loss": 0.4469900131225586,
+      "step": 9933
+    },
+    {
+      "epoch": 1.835560277627005,
+      "grad_norm": 0.07176492363214493,
+      "learning_rate": 6.9170405969018626e-06,
+      "loss": 0.475315660238266,
+      "step": 9934
+    },
+    {
+      "epoch": 1.8357450543359008,
+      "grad_norm": 0.09536311775445938,
+      "learning_rate": 6.915142914265984e-06,
+      "loss": 0.7110531330108643,
+      "step": 9935
+    },
+    {
+      "epoch": 1.8359298310447967,
+      "grad_norm": 0.07972738891839981,
+      "learning_rate": 6.913245354397768e-06,
+      "loss": 0.5264150500297546,
+      "step": 9936
+    },
+    {
+      "epoch": 1.8361146077536925,
+      "grad_norm": 0.09280319511890411,
+      "learning_rate": 6.911347917372726e-06,
+      "loss": 0.5452582836151123,
+      "step": 9937
+    },
+    {
+      "epoch": 1.8362993844625883,
+      "grad_norm": 0.06958615034818649,
+      "learning_rate": 6.909450603266376e-06,
+      "loss": 0.476435124874115,
+      "step": 9938
+    },
+    {
+      "epoch": 1.8364841611714844,
+      "grad_norm": 0.08039085566997528,
+      "learning_rate": 6.907553412154223e-06,
+      "loss": 0.5513376593589783,
+      "step": 9939
+    },
+    {
+      "epoch": 1.8366689378803802,
+      "grad_norm": 0.0806492269039154,
+      "learning_rate": 6.905656344111768e-06,
+      "loss": 0.48370277881622314,
+      "step": 9940
+    },
+    {
+      "epoch": 1.836853714589276,
+      "grad_norm": 0.07488995045423508,
+      "learning_rate": 6.903759399214509e-06,
+      "loss": 0.41942453384399414,
+      "step": 9941
+    },
+    {
+      "epoch": 1.8370384912981719,
+      "grad_norm": 0.08002443611621857,
+      "learning_rate": 6.901862577537945e-06,
+      "loss": 0.4895157217979431,
+      "step": 9942
+    },
+    {
+      "epoch": 1.8372232680070677,
+      "grad_norm": 0.09190994501113892,
+      "learning_rate": 6.899965879157549e-06,
+      "loss": 0.590259850025177,
+      "step": 9943
+    },
+    {
+      "epoch": 1.8374080447159635,
+      "grad_norm": 0.09339113533496857,
+      "learning_rate": 6.898069304148816e-06,
+      "loss": 0.5751887559890747,
+      "step": 9944
+    },
+    {
+      "epoch": 1.8375928214248594,
+      "grad_norm": 0.08202441781759262,
+      "learning_rate": 6.896172852587224e-06,
+      "loss": 0.607812225818634,
+      "step": 9945
+    },
+    {
+      "epoch": 1.8377775981337552,
+      "grad_norm": 0.05778725445270538,
+      "learning_rate": 6.8942765245482355e-06,
+      "loss": 0.36201390624046326,
+      "step": 9946
+    },
+    {
+      "epoch": 1.8379623748426512,
+      "grad_norm": 0.05295009911060333,
+      "learning_rate": 6.892380320107326e-06,
+      "loss": 0.2442961186170578,
+      "step": 9947
+    },
+    {
+      "epoch": 1.838147151551547,
+      "grad_norm": 0.0946890339255333,
+      "learning_rate": 6.8904842393399605e-06,
+      "loss": 0.6545706987380981,
+      "step": 9948
+    },
+    {
+      "epoch": 1.838331928260443,
+      "grad_norm": 0.06986173987388611,
+      "learning_rate": 6.888588282321591e-06,
+      "loss": 0.4297598898410797,
+      "step": 9949
+    },
+    {
+      "epoch": 1.8385167049693387,
+      "grad_norm": 0.06517749279737473,
+      "learning_rate": 6.886692449127676e-06,
+      "loss": 0.382990300655365,
+      "step": 9950
+    },
+    {
+      "epoch": 1.8387014816782346,
+      "grad_norm": 0.08499684184789658,
+      "learning_rate": 6.884796739833659e-06,
+      "loss": 0.512717068195343,
+      "step": 9951
+    },
+    {
+      "epoch": 1.8388862583871304,
+      "grad_norm": 0.08333538472652435,
+      "learning_rate": 6.8829011545149845e-06,
+      "loss": 0.5726484060287476,
+      "step": 9952
+    },
+    {
+      "epoch": 1.8390710350960262,
+      "grad_norm": 0.07835826277732849,
+      "learning_rate": 6.881005693247096e-06,
+      "loss": 0.49940311908721924,
+      "step": 9953
+    },
+    {
+      "epoch": 1.839255811804922,
+      "grad_norm": 0.07669610530138016,
+      "learning_rate": 6.87911035610542e-06,
+      "loss": 0.4895862638950348,
+      "step": 9954
+    },
+    {
+      "epoch": 1.8394405885138179,
+      "grad_norm": 0.07560370862483978,
+      "learning_rate": 6.877215143165387e-06,
+      "loss": 0.5197358131408691,
+      "step": 9955
+    },
+    {
+      "epoch": 1.8396253652227137,
+      "grad_norm": 0.09632917493581772,
+      "learning_rate": 6.875320054502424e-06,
+      "loss": 0.6280316114425659,
+      "step": 9956
+    },
+    {
+      "epoch": 1.8398101419316095,
+      "grad_norm": 0.08223257213830948,
+      "learning_rate": 6.873425090191944e-06,
+      "loss": 0.5331270098686218,
+      "step": 9957
+    },
+    {
+      "epoch": 1.8399949186405054,
+      "grad_norm": 0.07054473459720612,
+      "learning_rate": 6.871530250309364e-06,
+      "loss": 0.46475088596343994,
+      "step": 9958
+    },
+    {
+      "epoch": 1.8401796953494012,
+      "grad_norm": 0.08357888460159302,
+      "learning_rate": 6.8696355349300945e-06,
+      "loss": 0.4834239184856415,
+      "step": 9959
+    },
+    {
+      "epoch": 1.840364472058297,
+      "grad_norm": 0.06820651888847351,
+      "learning_rate": 6.867740944129535e-06,
+      "loss": 0.45789211988449097,
+      "step": 9960
+    },
+    {
+      "epoch": 1.8405492487671928,
+      "grad_norm": 0.08674849569797516,
+      "learning_rate": 6.865846477983087e-06,
+      "loss": 0.5982378125190735,
+      "step": 9961
+    },
+    {
+      "epoch": 1.8407340254760887,
+      "grad_norm": 0.060728199779987335,
+      "learning_rate": 6.863952136566147e-06,
+      "loss": 0.34441497921943665,
+      "step": 9962
+    },
+    {
+      "epoch": 1.8409188021849845,
+      "grad_norm": 0.0902811661362648,
+      "learning_rate": 6.862057919954095e-06,
+      "loss": 0.5118451714515686,
+      "step": 9963
+    },
+    {
+      "epoch": 1.8411035788938803,
+      "grad_norm": 0.08659269660711288,
+      "learning_rate": 6.860163828222323e-06,
+      "loss": 0.7537838220596313,
+      "step": 9964
+    },
+    {
+      "epoch": 1.8412883556027762,
+      "grad_norm": 0.08275507390499115,
+      "learning_rate": 6.858269861446209e-06,
+      "loss": 0.5685074329376221,
+      "step": 9965
+    },
+    {
+      "epoch": 1.841473132311672,
+      "grad_norm": 0.06703290343284607,
+      "learning_rate": 6.856376019701124e-06,
+      "loss": 0.3911975622177124,
+      "step": 9966
+    },
+    {
+      "epoch": 1.8416579090205678,
+      "grad_norm": 0.07106104493141174,
+      "learning_rate": 6.85448230306244e-06,
+      "loss": 0.4847944378852844,
+      "step": 9967
+    },
+    {
+      "epoch": 1.8418426857294636,
+      "grad_norm": 0.06882786750793457,
+      "learning_rate": 6.8525887116055155e-06,
+      "loss": 0.4596867561340332,
+      "step": 9968
+    },
+    {
+      "epoch": 1.8420274624383597,
+      "grad_norm": 0.07429055124521255,
+      "learning_rate": 6.850695245405714e-06,
+      "loss": 0.5174936056137085,
+      "step": 9969
+    },
+    {
+      "epoch": 1.8422122391472555,
+      "grad_norm": 0.08973759412765503,
+      "learning_rate": 6.848801904538392e-06,
+      "loss": 0.6093193888664246,
+      "step": 9970
+    },
+    {
+      "epoch": 1.8423970158561513,
+      "grad_norm": 0.06997554004192352,
+      "learning_rate": 6.846908689078892e-06,
+      "loss": 0.39199551939964294,
+      "step": 9971
+    },
+    {
+      "epoch": 1.8425817925650472,
+      "grad_norm": 0.06855449080467224,
+      "learning_rate": 6.845015599102561e-06,
+      "loss": 0.37640291452407837,
+      "step": 9972
+    },
+    {
+      "epoch": 1.842766569273943,
+      "grad_norm": 0.08905099332332611,
+      "learning_rate": 6.843122634684743e-06,
+      "loss": 0.59391188621521,
+      "step": 9973
+    },
+    {
+      "epoch": 1.8429513459828388,
+      "grad_norm": 0.09431247413158417,
+      "learning_rate": 6.841229795900762e-06,
+      "loss": 0.6495637893676758,
+      "step": 9974
+    },
+    {
+      "epoch": 1.8431361226917347,
+      "grad_norm": 0.07599987089633942,
+      "learning_rate": 6.839337082825954e-06,
+      "loss": 0.5637093782424927,
+      "step": 9975
+    },
+    {
+      "epoch": 1.8433208994006307,
+      "grad_norm": 0.07558701187372208,
+      "learning_rate": 6.837444495535646e-06,
+      "loss": 0.4508266746997833,
+      "step": 9976
+    },
+    {
+      "epoch": 1.8435056761095265,
+      "grad_norm": 0.08141207695007324,
+      "learning_rate": 6.835552034105147e-06,
+      "loss": 0.5105732083320618,
+      "step": 9977
+    },
+    {
+      "epoch": 1.8436904528184224,
+      "grad_norm": 0.07613011449575424,
+      "learning_rate": 6.8336596986097795e-06,
+      "loss": 0.4700372815132141,
+      "step": 9978
+    },
+    {
+      "epoch": 1.8438752295273182,
+      "grad_norm": 0.09200368821620941,
+      "learning_rate": 6.83176748912485e-06,
+      "loss": 0.5477043390274048,
+      "step": 9979
+    },
+    {
+      "epoch": 1.844060006236214,
+      "grad_norm": 0.07809238880872726,
+      "learning_rate": 6.829875405725661e-06,
+      "loss": 0.461892694234848,
+      "step": 9980
+    },
+    {
+      "epoch": 1.8442447829451099,
+      "grad_norm": 0.09412237256765366,
+      "learning_rate": 6.827983448487514e-06,
+      "loss": 0.5485309362411499,
+      "step": 9981
+    },
+    {
+      "epoch": 1.8444295596540057,
+      "grad_norm": 0.0677417665719986,
+      "learning_rate": 6.826091617485704e-06,
+      "loss": 0.41071319580078125,
+      "step": 9982
+    },
+    {
+      "epoch": 1.8446143363629015,
+      "grad_norm": 0.09405647963285446,
+      "learning_rate": 6.8241999127955125e-06,
+      "loss": 0.6819890141487122,
+      "step": 9983
+    },
+    {
+      "epoch": 1.8447991130717973,
+      "grad_norm": 0.06098010018467903,
+      "learning_rate": 6.822308334492234e-06,
+      "loss": 0.33615392446517944,
+      "step": 9984
+    },
+    {
+      "epoch": 1.8449838897806932,
+      "grad_norm": 0.0719384029507637,
+      "learning_rate": 6.82041688265114e-06,
+      "loss": 0.3856649398803711,
+      "step": 9985
+    },
+    {
+      "epoch": 1.845168666489589,
+      "grad_norm": 0.07117690145969391,
+      "learning_rate": 6.818525557347504e-06,
+      "loss": 0.42119550704956055,
+      "step": 9986
+    },
+    {
+      "epoch": 1.8453534431984848,
+      "grad_norm": 0.07510238140821457,
+      "learning_rate": 6.816634358656601e-06,
+      "loss": 0.4040794372558594,
+      "step": 9987
+    },
+    {
+      "epoch": 1.8455382199073807,
+      "grad_norm": 0.06964851915836334,
+      "learning_rate": 6.814743286653689e-06,
+      "loss": 0.43530791997909546,
+      "step": 9988
+    },
+    {
+      "epoch": 1.8457229966162765,
+      "grad_norm": 0.09477655589580536,
+      "learning_rate": 6.8128523414140266e-06,
+      "loss": 0.7339559197425842,
+      "step": 9989
+    },
+    {
+      "epoch": 1.8459077733251723,
+      "grad_norm": 0.06167411431670189,
+      "learning_rate": 6.810961523012875e-06,
+      "loss": 0.3423909544944763,
+      "step": 9990
+    },
+    {
+      "epoch": 1.8460925500340681,
+      "grad_norm": 0.08428163081407547,
+      "learning_rate": 6.8090708315254725e-06,
+      "loss": 0.5697319507598877,
+      "step": 9991
+    },
+    {
+      "epoch": 1.846277326742964,
+      "grad_norm": 0.10079807043075562,
+      "learning_rate": 6.807180267027069e-06,
+      "loss": 0.6265227794647217,
+      "step": 9992
+    },
+    {
+      "epoch": 1.8464621034518598,
+      "grad_norm": 0.08388925343751907,
+      "learning_rate": 6.8052898295929046e-06,
+      "loss": 0.4699854552745819,
+      "step": 9993
+    },
+    {
+      "epoch": 1.8466468801607556,
+      "grad_norm": 0.06862840056419373,
+      "learning_rate": 6.8033995192982085e-06,
+      "loss": 0.4226209223270416,
+      "step": 9994
+    },
+    {
+      "epoch": 1.8468316568696515,
+      "grad_norm": 0.0832512304186821,
+      "learning_rate": 6.801509336218208e-06,
+      "loss": 0.5740237236022949,
+      "step": 9995
+    },
+    {
+      "epoch": 1.8470164335785473,
+      "grad_norm": 0.07339507341384888,
+      "learning_rate": 6.799619280428133e-06,
+      "loss": 0.3959071934223175,
+      "step": 9996
+    },
+    {
+      "epoch": 1.847201210287443,
+      "grad_norm": 0.08081066608428955,
+      "learning_rate": 6.797729352003196e-06,
+      "loss": 0.5652762055397034,
+      "step": 9997
+    },
+    {
+      "epoch": 1.8473859869963392,
+      "grad_norm": 0.07260546088218689,
+      "learning_rate": 6.795839551018616e-06,
+      "loss": 0.45198237895965576,
+      "step": 9998
+    },
+    {
+      "epoch": 1.847570763705235,
+      "grad_norm": 0.07437772303819656,
+      "learning_rate": 6.79394987754959e-06,
+      "loss": 0.41886457800865173,
+      "step": 9999
+    },
+    {
+      "epoch": 1.8477555404141308,
+      "grad_norm": 0.07442960888147354,
+      "learning_rate": 6.792060331671333e-06,
+      "loss": 0.4797389507293701,
+      "step": 10000
+    },
+    {
+      "epoch": 1.8477555404141308,
+      "eval_loss": 0.5581634044647217,
+      "eval_runtime": 156.285,
+      "eval_samples_per_second": 116.64,
+      "eval_steps_per_second": 14.582,
+      "step": 10000
+    },
+    {
+      "epoch": 1.8479403171230266,
+      "grad_norm": 0.06269600987434387,
+      "learning_rate": 6.79017091345904e-06,
+      "loss": 0.37403443455696106,
+      "step": 10001
+    },
+    {
+      "epoch": 1.8481250938319225,
+      "grad_norm": 0.06929280608892441,
+      "learning_rate": 6.7882816229879e-06,
+      "loss": 0.46427372097969055,
+      "step": 10002
+    },
+    {
+      "epoch": 1.8483098705408183,
+      "grad_norm": 0.08431359380483627,
+      "learning_rate": 6.7863924603331e-06,
+      "loss": 0.6038509607315063,
+      "step": 10003
+    },
+    {
+      "epoch": 1.8484946472497141,
+      "grad_norm": 0.11570043861865997,
+      "learning_rate": 6.784503425569833e-06,
+      "loss": 0.7939857244491577,
+      "step": 10004
+    },
+    {
+      "epoch": 1.8486794239586102,
+      "grad_norm": 0.07394532114267349,
+      "learning_rate": 6.782614518773265e-06,
+      "loss": 0.4864119291305542,
+      "step": 10005
+    },
+    {
+      "epoch": 1.848864200667506,
+      "grad_norm": 0.06036113202571869,
+      "learning_rate": 6.7807257400185745e-06,
+      "loss": 0.29472512006759644,
+      "step": 10006
+    },
+    {
+      "epoch": 1.8490489773764018,
+      "grad_norm": 0.08272892236709595,
+      "learning_rate": 6.778837089380927e-06,
+      "loss": 0.4968661069869995,
+      "step": 10007
+    },
+    {
+      "epoch": 1.8492337540852977,
+      "grad_norm": 0.07526808977127075,
+      "learning_rate": 6.7769485669354865e-06,
+      "loss": 0.46775147318840027,
+      "step": 10008
+    },
+    {
+      "epoch": 1.8494185307941935,
+      "grad_norm": 0.0638841912150383,
+      "learning_rate": 6.775060172757408e-06,
+      "loss": 0.36736905574798584,
+      "step": 10009
+    },
+    {
+      "epoch": 1.8496033075030893,
+      "grad_norm": 0.07938042283058167,
+      "learning_rate": 6.773171906921847e-06,
+      "loss": 0.4630228579044342,
+      "step": 10010
+    },
+    {
+      "epoch": 1.8497880842119852,
+      "grad_norm": 0.06860628724098206,
+      "learning_rate": 6.771283769503948e-06,
+      "loss": 0.42078661918640137,
+      "step": 10011
+    },
+    {
+      "epoch": 1.849972860920881,
+      "grad_norm": 0.07782910764217377,
+      "learning_rate": 6.769395760578852e-06,
+      "loss": 0.5826637744903564,
+      "step": 10012
+    },
+    {
+      "epoch": 1.8501576376297768,
+      "grad_norm": 0.07134412974119186,
+      "learning_rate": 6.7675078802217e-06,
+      "loss": 0.45725923776626587,
+      "step": 10013
+    },
+    {
+      "epoch": 1.8503424143386726,
+      "grad_norm": 0.09386952221393585,
+      "learning_rate": 6.7656201285076195e-06,
+      "loss": 0.583639919757843,
+      "step": 10014
+    },
+    {
+      "epoch": 1.8505271910475685,
+      "grad_norm": 0.07963576167821884,
+      "learning_rate": 6.763732505511741e-06,
+      "loss": 0.5077404975891113,
+      "step": 10015
+    },
+    {
+      "epoch": 1.8507119677564643,
+      "grad_norm": 0.05521143600344658,
+      "learning_rate": 6.761845011309181e-06,
+      "loss": 0.3559388518333435,
+      "step": 10016
+    },
+    {
+      "epoch": 1.8508967444653601,
+      "grad_norm": 0.07247708737850189,
+      "learning_rate": 6.7599576459750595e-06,
+      "loss": 0.4644903838634491,
+      "step": 10017
+    },
+    {
+      "epoch": 1.851081521174256,
+      "grad_norm": 0.07846806943416595,
+      "learning_rate": 6.7580704095844894e-06,
+      "loss": 0.588983416557312,
+      "step": 10018
+    },
+    {
+      "epoch": 1.8512662978831518,
+      "grad_norm": 0.08637133240699768,
+      "learning_rate": 6.75618330221257e-06,
+      "loss": 0.5109580159187317,
+      "step": 10019
+    },
+    {
+      "epoch": 1.8514510745920476,
+      "grad_norm": 0.08097885549068451,
+      "learning_rate": 6.754296323934408e-06,
+      "loss": 0.47517940402030945,
+      "step": 10020
+    },
+    {
+      "epoch": 1.8516358513009434,
+      "grad_norm": 0.04997225105762482,
+      "learning_rate": 6.752409474825101e-06,
+      "loss": 0.26674655079841614,
+      "step": 10021
+    },
+    {
+      "epoch": 1.8518206280098393,
+      "grad_norm": 0.057102106511592865,
+      "learning_rate": 6.750522754959734e-06,
+      "loss": 0.27486395835876465,
+      "step": 10022
+    },
+    {
+      "epoch": 1.852005404718735,
+      "grad_norm": 0.08661918342113495,
+      "learning_rate": 6.748636164413392e-06,
+      "loss": 0.5088651776313782,
+      "step": 10023
+    },
+    {
+      "epoch": 1.852190181427631,
+      "grad_norm": 0.0762132778763771,
+      "learning_rate": 6.746749703261165e-06,
+      "loss": 0.4059827923774719,
+      "step": 10024
+    },
+    {
+      "epoch": 1.8523749581365268,
+      "grad_norm": 0.08523812144994736,
+      "learning_rate": 6.7448633715781176e-06,
+      "loss": 0.48798370361328125,
+      "step": 10025
+    },
+    {
+      "epoch": 1.8525597348454226,
+      "grad_norm": 0.075056292116642,
+      "learning_rate": 6.742977169439324e-06,
+      "loss": 0.4803304076194763,
+      "step": 10026
+    },
+    {
+      "epoch": 1.8527445115543186,
+      "grad_norm": 0.09188424795866013,
+      "learning_rate": 6.74109109691985e-06,
+      "loss": 0.5603108406066895,
+      "step": 10027
+    },
+    {
+      "epoch": 1.8529292882632145,
+      "grad_norm": 0.06817316263914108,
+      "learning_rate": 6.739205154094755e-06,
+      "loss": 0.40446001291275024,
+      "step": 10028
+    },
+    {
+      "epoch": 1.8531140649721103,
+      "grad_norm": 0.08375546336174011,
+      "learning_rate": 6.73731934103909e-06,
+      "loss": 0.5641688704490662,
+      "step": 10029
+    },
+    {
+      "epoch": 1.8532988416810061,
+      "grad_norm": 0.057858940213918686,
+      "learning_rate": 6.735433657827912e-06,
+      "loss": 0.3124054968357086,
+      "step": 10030
+    },
+    {
+      "epoch": 1.853483618389902,
+      "grad_norm": 0.08280590176582336,
+      "learning_rate": 6.733548104536258e-06,
+      "loss": 0.4873959422111511,
+      "step": 10031
+    },
+    {
+      "epoch": 1.8536683950987978,
+      "grad_norm": 0.07169628143310547,
+      "learning_rate": 6.731662681239172e-06,
+      "loss": 0.388360857963562,
+      "step": 10032
+    },
+    {
+      "epoch": 1.8538531718076936,
+      "grad_norm": 0.07017473876476288,
+      "learning_rate": 6.729777388011685e-06,
+      "loss": 0.47163650393486023,
+      "step": 10033
+    },
+    {
+      "epoch": 1.8540379485165894,
+      "grad_norm": 0.08672241121530533,
+      "learning_rate": 6.727892224928825e-06,
+      "loss": 0.44719213247299194,
+      "step": 10034
+    },
+    {
+      "epoch": 1.8542227252254855,
+      "grad_norm": 0.09848632663488388,
+      "learning_rate": 6.72600719206562e-06,
+      "loss": 0.6737756729125977,
+      "step": 10035
+    },
+    {
+      "epoch": 1.8544075019343813,
+      "grad_norm": 0.08251882344484329,
+      "learning_rate": 6.724122289497083e-06,
+      "loss": 0.5112337470054626,
+      "step": 10036
+    },
+    {
+      "epoch": 1.8545922786432771,
+      "grad_norm": 0.07042793184518814,
+      "learning_rate": 6.722237517298232e-06,
+      "loss": 0.4941219985485077,
+      "step": 10037
+    },
+    {
+      "epoch": 1.854777055352173,
+      "grad_norm": 0.09096898138523102,
+      "learning_rate": 6.720352875544076e-06,
+      "loss": 0.4680633842945099,
+      "step": 10038
+    },
+    {
+      "epoch": 1.8549618320610688,
+      "grad_norm": 0.08553384989500046,
+      "learning_rate": 6.718468364309609e-06,
+      "loss": 0.620337724685669,
+      "step": 10039
+    },
+    {
+      "epoch": 1.8551466087699646,
+      "grad_norm": 0.06293967366218567,
+      "learning_rate": 6.7165839836698364e-06,
+      "loss": 0.3222028911113739,
+      "step": 10040
+    },
+    {
+      "epoch": 1.8553313854788605,
+      "grad_norm": 0.06140477955341339,
+      "learning_rate": 6.714699733699752e-06,
+      "loss": 0.4061179459095001,
+      "step": 10041
+    },
+    {
+      "epoch": 1.8555161621877563,
+      "grad_norm": 0.06999810039997101,
+      "learning_rate": 6.712815614474337e-06,
+      "loss": 0.5046561360359192,
+      "step": 10042
+    },
+    {
+      "epoch": 1.855700938896652,
+      "grad_norm": 0.08148129284381866,
+      "learning_rate": 6.710931626068573e-06,
+      "loss": 0.516724169254303,
+      "step": 10043
+    },
+    {
+      "epoch": 1.855885715605548,
+      "grad_norm": 0.0839998796582222,
+      "learning_rate": 6.709047768557449e-06,
+      "loss": 0.42863452434539795,
+      "step": 10044
+    },
+    {
+      "epoch": 1.8560704923144438,
+      "grad_norm": 0.08073319494724274,
+      "learning_rate": 6.707164042015921e-06,
+      "loss": 0.47118139266967773,
+      "step": 10045
+    },
+    {
+      "epoch": 1.8562552690233396,
+      "grad_norm": 0.07812882214784622,
+      "learning_rate": 6.705280446518962e-06,
+      "loss": 0.4859619736671448,
+      "step": 10046
+    },
+    {
+      "epoch": 1.8564400457322354,
+      "grad_norm": 0.0773615762591362,
+      "learning_rate": 6.703396982141537e-06,
+      "loss": 0.39667513966560364,
+      "step": 10047
+    },
+    {
+      "epoch": 1.8566248224411313,
+      "grad_norm": 0.07865162938833237,
+      "learning_rate": 6.701513648958595e-06,
+      "loss": 0.56267911195755,
+      "step": 10048
+    },
+    {
+      "epoch": 1.856809599150027,
+      "grad_norm": 0.0917169600725174,
+      "learning_rate": 6.699630447045092e-06,
+      "loss": 0.6247175335884094,
+      "step": 10049
+    },
+    {
+      "epoch": 1.856994375858923,
+      "grad_norm": 0.07467745244503021,
+      "learning_rate": 6.697747376475972e-06,
+      "loss": 0.36883577704429626,
+      "step": 10050
+    },
+    {
+      "epoch": 1.8571791525678187,
+      "grad_norm": 0.071692556142807,
+      "learning_rate": 6.695864437326171e-06,
+      "loss": 0.4360310435295105,
+      "step": 10051
+    },
+    {
+      "epoch": 1.8573639292767146,
+      "grad_norm": 0.08954844623804092,
+      "learning_rate": 6.693981629670634e-06,
+      "loss": 0.544607400894165,
+      "step": 10052
+    },
+    {
+      "epoch": 1.8575487059856104,
+      "grad_norm": 0.06607211381196976,
+      "learning_rate": 6.6920989535842805e-06,
+      "loss": 0.41852515935897827,
+      "step": 10053
+    },
+    {
+      "epoch": 1.8577334826945062,
+      "grad_norm": 0.09537258744239807,
+      "learning_rate": 6.690216409142041e-06,
+      "loss": 0.6173677444458008,
+      "step": 10054
+    },
+    {
+      "epoch": 1.857918259403402,
+      "grad_norm": 0.0744006410241127,
+      "learning_rate": 6.688333996418834e-06,
+      "loss": 0.4436899721622467,
+      "step": 10055
+    },
+    {
+      "epoch": 1.8581030361122979,
+      "grad_norm": 0.10246053338050842,
+      "learning_rate": 6.686451715489573e-06,
+      "loss": 0.6799331903457642,
+      "step": 10056
+    },
+    {
+      "epoch": 1.858287812821194,
+      "grad_norm": 0.0734836682677269,
+      "learning_rate": 6.684569566429164e-06,
+      "loss": 0.5199905633926392,
+      "step": 10057
+    },
+    {
+      "epoch": 1.8584725895300898,
+      "grad_norm": 0.07924776524305344,
+      "learning_rate": 6.682687549312521e-06,
+      "loss": 0.4931090176105499,
+      "step": 10058
+    },
+    {
+      "epoch": 1.8586573662389856,
+      "grad_norm": 0.060191184282302856,
+      "learning_rate": 6.680805664214527e-06,
+      "loss": 0.4219018518924713,
+      "step": 10059
+    },
+    {
+      "epoch": 1.8588421429478814,
+      "grad_norm": 0.08619184046983719,
+      "learning_rate": 6.678923911210086e-06,
+      "loss": 0.6257535815238953,
+      "step": 10060
+    },
+    {
+      "epoch": 1.8590269196567772,
+      "grad_norm": 0.080179862678051,
+      "learning_rate": 6.677042290374086e-06,
+      "loss": 0.5102938413619995,
+      "step": 10061
+    },
+    {
+      "epoch": 1.859211696365673,
+      "grad_norm": 0.0652344822883606,
+      "learning_rate": 6.675160801781404e-06,
+      "loss": 0.4639420211315155,
+      "step": 10062
+    },
+    {
+      "epoch": 1.859396473074569,
+      "grad_norm": 0.08999873697757721,
+      "learning_rate": 6.673279445506917e-06,
+      "loss": 0.7283390164375305,
+      "step": 10063
+    },
+    {
+      "epoch": 1.859581249783465,
+      "grad_norm": 0.07395680248737335,
+      "learning_rate": 6.671398221625507e-06,
+      "loss": 0.46372368931770325,
+      "step": 10064
+    },
+    {
+      "epoch": 1.8597660264923608,
+      "grad_norm": 0.09114869683980942,
+      "learning_rate": 6.669517130212029e-06,
+      "loss": 0.5683853626251221,
+      "step": 10065
+    },
+    {
+      "epoch": 1.8599508032012566,
+      "grad_norm": 0.07969726622104645,
+      "learning_rate": 6.667636171341352e-06,
+      "loss": 0.5142582654953003,
+      "step": 10066
+    },
+    {
+      "epoch": 1.8601355799101524,
+      "grad_norm": 0.09282614290714264,
+      "learning_rate": 6.665755345088328e-06,
+      "loss": 0.5591207146644592,
+      "step": 10067
+    },
+    {
+      "epoch": 1.8603203566190483,
+      "grad_norm": 0.06714857369661331,
+      "learning_rate": 6.6638746515278086e-06,
+      "loss": 0.39201489090919495,
+      "step": 10068
+    },
+    {
+      "epoch": 1.860505133327944,
+      "grad_norm": 0.055099327117204666,
+      "learning_rate": 6.661994090734642e-06,
+      "loss": 0.3117598593235016,
+      "step": 10069
+    },
+    {
+      "epoch": 1.86068991003684,
+      "grad_norm": 0.09940553456544876,
+      "learning_rate": 6.660113662783667e-06,
+      "loss": 0.611347496509552,
+      "step": 10070
+    },
+    {
+      "epoch": 1.8608746867457358,
+      "grad_norm": 0.08205731213092804,
+      "learning_rate": 6.658233367749719e-06,
+      "loss": 0.47489482164382935,
+      "step": 10071
+    },
+    {
+      "epoch": 1.8610594634546316,
+      "grad_norm": 0.06458830088376999,
+      "learning_rate": 6.65635320570763e-06,
+      "loss": 0.40867653489112854,
+      "step": 10072
+    },
+    {
+      "epoch": 1.8612442401635274,
+      "grad_norm": 0.07972311973571777,
+      "learning_rate": 6.654473176732219e-06,
+      "loss": 0.5350630879402161,
+      "step": 10073
+    },
+    {
+      "epoch": 1.8614290168724232,
+      "grad_norm": 0.08452945202589035,
+      "learning_rate": 6.65259328089831e-06,
+      "loss": 0.599851667881012,
+      "step": 10074
+    },
+    {
+      "epoch": 1.861613793581319,
+      "grad_norm": 0.07066328078508377,
+      "learning_rate": 6.650713518280718e-06,
+      "loss": 0.44157370924949646,
+      "step": 10075
+    },
+    {
+      "epoch": 1.861798570290215,
+      "grad_norm": 0.08250157535076141,
+      "learning_rate": 6.648833888954247e-06,
+      "loss": 0.5383029580116272,
+      "step": 10076
+    },
+    {
+      "epoch": 1.8619833469991107,
+      "grad_norm": 0.08089201897382736,
+      "learning_rate": 6.646954392993703e-06,
+      "loss": 0.5467923283576965,
+      "step": 10077
+    },
+    {
+      "epoch": 1.8621681237080066,
+      "grad_norm": 0.07823770493268967,
+      "learning_rate": 6.645075030473887e-06,
+      "loss": 0.5012009143829346,
+      "step": 10078
+    },
+    {
+      "epoch": 1.8623529004169024,
+      "grad_norm": 0.06355928629636765,
+      "learning_rate": 6.643195801469584e-06,
+      "loss": 0.30434858798980713,
+      "step": 10079
+    },
+    {
+      "epoch": 1.8625376771257982,
+      "grad_norm": 0.08099062740802765,
+      "learning_rate": 6.6413167060555904e-06,
+      "loss": 0.5842652320861816,
+      "step": 10080
+    },
+    {
+      "epoch": 1.862722453834694,
+      "grad_norm": 0.06439043581485748,
+      "learning_rate": 6.63943774430668e-06,
+      "loss": 0.41050440073013306,
+      "step": 10081
+    },
+    {
+      "epoch": 1.8629072305435899,
+      "grad_norm": 0.08004370331764221,
+      "learning_rate": 6.637558916297635e-06,
+      "loss": 0.5602760314941406,
+      "step": 10082
+    },
+    {
+      "epoch": 1.8630920072524857,
+      "grad_norm": 0.07466733455657959,
+      "learning_rate": 6.6356802221032265e-06,
+      "loss": 0.4141661524772644,
+      "step": 10083
+    },
+    {
+      "epoch": 1.8632767839613815,
+      "grad_norm": 0.07983822375535965,
+      "learning_rate": 6.633801661798218e-06,
+      "loss": 0.523760199546814,
+      "step": 10084
+    },
+    {
+      "epoch": 1.8634615606702774,
+      "grad_norm": 0.10091492533683777,
+      "learning_rate": 6.631923235457371e-06,
+      "loss": 0.3581887185573578,
+      "step": 10085
+    },
+    {
+      "epoch": 1.8636463373791734,
+      "grad_norm": 0.0627380982041359,
+      "learning_rate": 6.630044943155445e-06,
+      "loss": 0.33766254782676697,
+      "step": 10086
+    },
+    {
+      "epoch": 1.8638311140880692,
+      "grad_norm": 0.0785946249961853,
+      "learning_rate": 6.628166784967185e-06,
+      "loss": 0.584014356136322,
+      "step": 10087
+    },
+    {
+      "epoch": 1.864015890796965,
+      "grad_norm": 0.09274392575025558,
+      "learning_rate": 6.6262887609673365e-06,
+      "loss": 0.5695738792419434,
+      "step": 10088
+    },
+    {
+      "epoch": 1.8642006675058609,
+      "grad_norm": 0.07663106918334961,
+      "learning_rate": 6.6244108712306435e-06,
+      "loss": 0.4880254566669464,
+      "step": 10089
+    },
+    {
+      "epoch": 1.8643854442147567,
+      "grad_norm": 0.07401253283023834,
+      "learning_rate": 6.622533115831834e-06,
+      "loss": 0.4619203805923462,
+      "step": 10090
+    },
+    {
+      "epoch": 1.8645702209236525,
+      "grad_norm": 0.08102946728467941,
+      "learning_rate": 6.62065549484564e-06,
+      "loss": 0.4943026900291443,
+      "step": 10091
+    },
+    {
+      "epoch": 1.8647549976325484,
+      "grad_norm": 0.07213003933429718,
+      "learning_rate": 6.618778008346787e-06,
+      "loss": 0.41184893250465393,
+      "step": 10092
+    },
+    {
+      "epoch": 1.8649397743414444,
+      "grad_norm": 0.0901002511382103,
+      "learning_rate": 6.616900656409989e-06,
+      "loss": 0.4627062976360321,
+      "step": 10093
+    },
+    {
+      "epoch": 1.8651245510503403,
+      "grad_norm": 0.06586375832557678,
+      "learning_rate": 6.61502343910996e-06,
+      "loss": 0.4276363253593445,
+      "step": 10094
+    },
+    {
+      "epoch": 1.865309327759236,
+      "grad_norm": 0.07709570974111557,
+      "learning_rate": 6.613146356521412e-06,
+      "loss": 0.46082285046577454,
+      "step": 10095
+    },
+    {
+      "epoch": 1.865494104468132,
+      "grad_norm": 0.07655750960111618,
+      "learning_rate": 6.6112694087190375e-06,
+      "loss": 0.4414830803871155,
+      "step": 10096
+    },
+    {
+      "epoch": 1.8656788811770277,
+      "grad_norm": 0.06628584116697311,
+      "learning_rate": 6.609392595777544e-06,
+      "loss": 0.4861391484737396,
+      "step": 10097
+    },
+    {
+      "epoch": 1.8658636578859236,
+      "grad_norm": 0.11271800100803375,
+      "learning_rate": 6.607515917771614e-06,
+      "loss": 0.5347905158996582,
+      "step": 10098
+    },
+    {
+      "epoch": 1.8660484345948194,
+      "grad_norm": 0.09717021882534027,
+      "learning_rate": 6.605639374775934e-06,
+      "loss": 0.5996444225311279,
+      "step": 10099
+    },
+    {
+      "epoch": 1.8662332113037152,
+      "grad_norm": 0.0778956487774849,
+      "learning_rate": 6.603762966865195e-06,
+      "loss": 0.4967779219150543,
+      "step": 10100
+    },
+    {
+      "epoch": 1.866417988012611,
+      "grad_norm": 0.0822027325630188,
+      "learning_rate": 6.601886694114058e-06,
+      "loss": 0.49735188484191895,
+      "step": 10101
+    },
+    {
+      "epoch": 1.8666027647215069,
+      "grad_norm": 0.08405333012342453,
+      "learning_rate": 6.600010556597198e-06,
+      "loss": 0.4059186577796936,
+      "step": 10102
+    },
+    {
+      "epoch": 1.8667875414304027,
+      "grad_norm": 0.077104352414608,
+      "learning_rate": 6.598134554389287e-06,
+      "loss": 0.45331335067749023,
+      "step": 10103
+    },
+    {
+      "epoch": 1.8669723181392985,
+      "grad_norm": 0.10179364681243896,
+      "learning_rate": 6.596258687564974e-06,
+      "loss": 0.6316981315612793,
+      "step": 10104
+    },
+    {
+      "epoch": 1.8671570948481944,
+      "grad_norm": 0.08048411458730698,
+      "learning_rate": 6.594382956198915e-06,
+      "loss": 0.5279122591018677,
+      "step": 10105
+    },
+    {
+      "epoch": 1.8673418715570902,
+      "grad_norm": 0.08929668366909027,
+      "learning_rate": 6.592507360365763e-06,
+      "loss": 0.49193674325942993,
+      "step": 10106
+    },
+    {
+      "epoch": 1.867526648265986,
+      "grad_norm": 0.06527028977870941,
+      "learning_rate": 6.5906319001401545e-06,
+      "loss": 0.40781906247138977,
+      "step": 10107
+    },
+    {
+      "epoch": 1.8677114249748819,
+      "grad_norm": 0.06002240255475044,
+      "learning_rate": 6.5887565755967305e-06,
+      "loss": 0.4073244333267212,
+      "step": 10108
+    },
+    {
+      "epoch": 1.8678962016837777,
+      "grad_norm": 0.0968843549489975,
+      "learning_rate": 6.586881386810125e-06,
+      "loss": 0.584854245185852,
+      "step": 10109
+    },
+    {
+      "epoch": 1.8680809783926735,
+      "grad_norm": 0.07757356762886047,
+      "learning_rate": 6.585006333854957e-06,
+      "loss": 0.49007049202919006,
+      "step": 10110
+    },
+    {
+      "epoch": 1.8682657551015693,
+      "grad_norm": 0.0810554251074791,
+      "learning_rate": 6.5831314168058554e-06,
+      "loss": 0.5097789764404297,
+      "step": 10111
+    },
+    {
+      "epoch": 1.8684505318104652,
+      "grad_norm": 0.08307379484176636,
+      "learning_rate": 6.581256635737435e-06,
+      "loss": 0.5431102514266968,
+      "step": 10112
+    },
+    {
+      "epoch": 1.868635308519361,
+      "grad_norm": 0.08331498503684998,
+      "learning_rate": 6.579381990724303e-06,
+      "loss": 0.5673648118972778,
+      "step": 10113
+    },
+    {
+      "epoch": 1.8688200852282568,
+      "grad_norm": 0.086639903485775,
+      "learning_rate": 6.577507481841069e-06,
+      "loss": 0.5178836584091187,
+      "step": 10114
+    },
+    {
+      "epoch": 1.8690048619371529,
+      "grad_norm": 0.06253974884748459,
+      "learning_rate": 6.575633109162324e-06,
+      "loss": 0.37117743492126465,
+      "step": 10115
+    },
+    {
+      "epoch": 1.8691896386460487,
+      "grad_norm": 0.07451470196247101,
+      "learning_rate": 6.57375887276267e-06,
+      "loss": 0.5134936571121216,
+      "step": 10116
+    },
+    {
+      "epoch": 1.8693744153549445,
+      "grad_norm": 0.06519269198179245,
+      "learning_rate": 6.5718847727166965e-06,
+      "loss": 0.40584704279899597,
+      "step": 10117
+    },
+    {
+      "epoch": 1.8695591920638404,
+      "grad_norm": 0.05505971610546112,
+      "learning_rate": 6.570010809098981e-06,
+      "loss": 0.23253515362739563,
+      "step": 10118
+    },
+    {
+      "epoch": 1.8697439687727362,
+      "grad_norm": 0.07418741285800934,
+      "learning_rate": 6.568136981984102e-06,
+      "loss": 0.46305274963378906,
+      "step": 10119
+    },
+    {
+      "epoch": 1.869928745481632,
+      "grad_norm": 0.07298068702220917,
+      "learning_rate": 6.5662632914466405e-06,
+      "loss": 0.38585028052330017,
+      "step": 10120
+    },
+    {
+      "epoch": 1.8701135221905278,
+      "grad_norm": 0.06870625913143158,
+      "learning_rate": 6.564389737561153e-06,
+      "loss": 0.4443548619747162,
+      "step": 10121
+    },
+    {
+      "epoch": 1.8702982988994237,
+      "grad_norm": 0.07343483716249466,
+      "learning_rate": 6.562516320402204e-06,
+      "loss": 0.43571585416793823,
+      "step": 10122
+    },
+    {
+      "epoch": 1.8704830756083197,
+      "grad_norm": 0.09324276447296143,
+      "learning_rate": 6.5606430400443555e-06,
+      "loss": 0.5833722352981567,
+      "step": 10123
+    },
+    {
+      "epoch": 1.8706678523172156,
+      "grad_norm": 0.08678468316793442,
+      "learning_rate": 6.558769896562149e-06,
+      "loss": 0.6048173308372498,
+      "step": 10124
+    },
+    {
+      "epoch": 1.8708526290261114,
+      "grad_norm": 0.07251591235399246,
+      "learning_rate": 6.556896890030137e-06,
+      "loss": 0.4826517105102539,
+      "step": 10125
+    },
+    {
+      "epoch": 1.8710374057350072,
+      "grad_norm": 0.06635832786560059,
+      "learning_rate": 6.555024020522858e-06,
+      "loss": 0.4049977660179138,
+      "step": 10126
+    },
+    {
+      "epoch": 1.871222182443903,
+      "grad_norm": 0.0675082802772522,
+      "learning_rate": 6.55315128811484e-06,
+      "loss": 0.40836289525032043,
+      "step": 10127
+    },
+    {
+      "epoch": 1.8714069591527989,
+      "grad_norm": 0.07173550873994827,
+      "learning_rate": 6.551278692880621e-06,
+      "loss": 0.45877552032470703,
+      "step": 10128
+    },
+    {
+      "epoch": 1.8715917358616947,
+      "grad_norm": 0.08252470940351486,
+      "learning_rate": 6.54940623489472e-06,
+      "loss": 0.5686274766921997,
+      "step": 10129
+    },
+    {
+      "epoch": 1.8717765125705905,
+      "grad_norm": 0.06638361513614655,
+      "learning_rate": 6.547533914231654e-06,
+      "loss": 0.3055427670478821,
+      "step": 10130
+    },
+    {
+      "epoch": 1.8719612892794864,
+      "grad_norm": 0.09710148721933365,
+      "learning_rate": 6.54566173096594e-06,
+      "loss": 0.6220736503601074,
+      "step": 10131
+    },
+    {
+      "epoch": 1.8721460659883822,
+      "grad_norm": 0.08042354881763458,
+      "learning_rate": 6.543789685172077e-06,
+      "loss": 0.5249215364456177,
+      "step": 10132
+    },
+    {
+      "epoch": 1.872330842697278,
+      "grad_norm": 0.0686904564499855,
+      "learning_rate": 6.541917776924574e-06,
+      "loss": 0.38781800866127014,
+      "step": 10133
+    },
+    {
+      "epoch": 1.8725156194061738,
+      "grad_norm": 0.06881073862314224,
+      "learning_rate": 6.540046006297928e-06,
+      "loss": 0.4447661340236664,
+      "step": 10134
+    },
+    {
+      "epoch": 1.8727003961150697,
+      "grad_norm": 0.06407603621482849,
+      "learning_rate": 6.538174373366619e-06,
+      "loss": 0.32195812463760376,
+      "step": 10135
+    },
+    {
+      "epoch": 1.8728851728239655,
+      "grad_norm": 0.07901185750961304,
+      "learning_rate": 6.536302878205143e-06,
+      "loss": 0.4765346348285675,
+      "step": 10136
+    },
+    {
+      "epoch": 1.8730699495328613,
+      "grad_norm": 0.08572155982255936,
+      "learning_rate": 6.534431520887978e-06,
+      "loss": 0.5873922109603882,
+      "step": 10137
+    },
+    {
+      "epoch": 1.8732547262417572,
+      "grad_norm": 0.09743129462003708,
+      "learning_rate": 6.532560301489594e-06,
+      "loss": 0.5956275463104248,
+      "step": 10138
+    },
+    {
+      "epoch": 1.873439502950653,
+      "grad_norm": 0.07195150852203369,
+      "learning_rate": 6.530689220084459e-06,
+      "loss": 0.4158497452735901,
+      "step": 10139
+    },
+    {
+      "epoch": 1.8736242796595488,
+      "grad_norm": 0.06035377085208893,
+      "learning_rate": 6.528818276747044e-06,
+      "loss": 0.3526591956615448,
+      "step": 10140
+    },
+    {
+      "epoch": 1.8738090563684446,
+      "grad_norm": 0.09304926544427872,
+      "learning_rate": 6.526947471551799e-06,
+      "loss": 0.563854992389679,
+      "step": 10141
+    },
+    {
+      "epoch": 1.8739938330773405,
+      "grad_norm": 0.10085073858499527,
+      "learning_rate": 6.525076804573176e-06,
+      "loss": 0.7046477794647217,
+      "step": 10142
+    },
+    {
+      "epoch": 1.8741786097862363,
+      "grad_norm": 0.055469196289777756,
+      "learning_rate": 6.523206275885632e-06,
+      "loss": 0.26885268092155457,
+      "step": 10143
+    },
+    {
+      "epoch": 1.8743633864951321,
+      "grad_norm": 0.07149965316057205,
+      "learning_rate": 6.521335885563595e-06,
+      "loss": 0.5555588006973267,
+      "step": 10144
+    },
+    {
+      "epoch": 1.8745481632040282,
+      "grad_norm": 0.07556617259979248,
+      "learning_rate": 6.5194656336815085e-06,
+      "loss": 0.5391772985458374,
+      "step": 10145
+    },
+    {
+      "epoch": 1.874732939912924,
+      "grad_norm": 0.09786257892847061,
+      "learning_rate": 6.517595520313799e-06,
+      "loss": 0.6267918944358826,
+      "step": 10146
+    },
+    {
+      "epoch": 1.8749177166218198,
+      "grad_norm": 0.07329027354717255,
+      "learning_rate": 6.515725545534894e-06,
+      "loss": 0.5676301717758179,
+      "step": 10147
+    },
+    {
+      "epoch": 1.8751024933307157,
+      "grad_norm": 0.09947676956653595,
+      "learning_rate": 6.513855709419212e-06,
+      "loss": 0.6026296019554138,
+      "step": 10148
+    },
+    {
+      "epoch": 1.8752872700396115,
+      "grad_norm": 0.07943307608366013,
+      "learning_rate": 6.511986012041163e-06,
+      "loss": 0.4566938281059265,
+      "step": 10149
+    },
+    {
+      "epoch": 1.8754720467485073,
+      "grad_norm": 0.10105638206005096,
+      "learning_rate": 6.510116453475159e-06,
+      "loss": 0.7011048197746277,
+      "step": 10150
+    },
+    {
+      "epoch": 1.8756568234574031,
+      "grad_norm": 0.08896586298942566,
+      "learning_rate": 6.508247033795605e-06,
+      "loss": 0.5455494523048401,
+      "step": 10151
+    },
+    {
+      "epoch": 1.8758416001662992,
+      "grad_norm": 0.0694127157330513,
+      "learning_rate": 6.506377753076891e-06,
+      "loss": 0.3472730219364166,
+      "step": 10152
+    },
+    {
+      "epoch": 1.876026376875195,
+      "grad_norm": 0.0655612051486969,
+      "learning_rate": 6.504508611393414e-06,
+      "loss": 0.3974023163318634,
+      "step": 10153
+    },
+    {
+      "epoch": 1.8762111535840909,
+      "grad_norm": 0.08311789482831955,
+      "learning_rate": 6.502639608819561e-06,
+      "loss": 0.6139525175094604,
+      "step": 10154
+    },
+    {
+      "epoch": 1.8763959302929867,
+      "grad_norm": 0.10273124277591705,
+      "learning_rate": 6.5007707454297055e-06,
+      "loss": 0.5326289534568787,
+      "step": 10155
+    },
+    {
+      "epoch": 1.8765807070018825,
+      "grad_norm": 0.08947394788265228,
+      "learning_rate": 6.498902021298227e-06,
+      "loss": 0.5882757902145386,
+      "step": 10156
+    },
+    {
+      "epoch": 1.8767654837107783,
+      "grad_norm": 0.06457432359457016,
+      "learning_rate": 6.497033436499498e-06,
+      "loss": 0.38947319984436035,
+      "step": 10157
+    },
+    {
+      "epoch": 1.8769502604196742,
+      "grad_norm": 0.05972028151154518,
+      "learning_rate": 6.495164991107874e-06,
+      "loss": 0.3036060035228729,
+      "step": 10158
+    },
+    {
+      "epoch": 1.87713503712857,
+      "grad_norm": 0.06575573980808258,
+      "learning_rate": 6.493296685197719e-06,
+      "loss": 0.41468435525894165,
+      "step": 10159
+    },
+    {
+      "epoch": 1.8773198138374658,
+      "grad_norm": 0.07296153903007507,
+      "learning_rate": 6.49142851884339e-06,
+      "loss": 0.4320918917655945,
+      "step": 10160
+    },
+    {
+      "epoch": 1.8775045905463617,
+      "grad_norm": 0.07599961757659912,
+      "learning_rate": 6.489560492119225e-06,
+      "loss": 0.4930938482284546,
+      "step": 10161
+    },
+    {
+      "epoch": 1.8776893672552575,
+      "grad_norm": 0.08170460909605026,
+      "learning_rate": 6.487692605099571e-06,
+      "loss": 0.5137930512428284,
+      "step": 10162
+    },
+    {
+      "epoch": 1.8778741439641533,
+      "grad_norm": 0.06708872318267822,
+      "learning_rate": 6.485824857858762e-06,
+      "loss": 0.4063275158405304,
+      "step": 10163
+    },
+    {
+      "epoch": 1.8780589206730491,
+      "grad_norm": 0.08488880097866058,
+      "learning_rate": 6.483957250471128e-06,
+      "loss": 0.47834888100624084,
+      "step": 10164
+    },
+    {
+      "epoch": 1.878243697381945,
+      "grad_norm": 0.07035119831562042,
+      "learning_rate": 6.482089783010997e-06,
+      "loss": 0.45612436532974243,
+      "step": 10165
+    },
+    {
+      "epoch": 1.8784284740908408,
+      "grad_norm": 0.07598753273487091,
+      "learning_rate": 6.480222455552685e-06,
+      "loss": 0.4267653226852417,
+      "step": 10166
+    },
+    {
+      "epoch": 1.8786132507997366,
+      "grad_norm": 0.07850490510463715,
+      "learning_rate": 6.478355268170507e-06,
+      "loss": 0.5753515362739563,
+      "step": 10167
+    },
+    {
+      "epoch": 1.8787980275086325,
+      "grad_norm": 0.06916812807321548,
+      "learning_rate": 6.476488220938775e-06,
+      "loss": 0.43277326226234436,
+      "step": 10168
+    },
+    {
+      "epoch": 1.8789828042175283,
+      "grad_norm": 0.08787582814693451,
+      "learning_rate": 6.474621313931784e-06,
+      "loss": 0.4945637881755829,
+      "step": 10169
+    },
+    {
+      "epoch": 1.879167580926424,
+      "grad_norm": 0.095709890127182,
+      "learning_rate": 6.4727545472238366e-06,
+      "loss": 0.5912142395973206,
+      "step": 10170
+    },
+    {
+      "epoch": 1.87935235763532,
+      "grad_norm": 0.07700788974761963,
+      "learning_rate": 6.470887920889224e-06,
+      "loss": 0.3847402334213257,
+      "step": 10171
+    },
+    {
+      "epoch": 1.8795371343442158,
+      "grad_norm": 0.09229899942874908,
+      "learning_rate": 6.4690214350022296e-06,
+      "loss": 0.546176552772522,
+      "step": 10172
+    },
+    {
+      "epoch": 1.8797219110531116,
+      "grad_norm": 0.06881638616323471,
+      "learning_rate": 6.4671550896371345e-06,
+      "loss": 0.43623825907707214,
+      "step": 10173
+    },
+    {
+      "epoch": 1.8799066877620076,
+      "grad_norm": 0.06641674786806107,
+      "learning_rate": 6.4652888848682194e-06,
+      "loss": 0.5173807144165039,
+      "step": 10174
+    },
+    {
+      "epoch": 1.8800914644709035,
+      "grad_norm": 0.07400946319103241,
+      "learning_rate": 6.46342282076974e-06,
+      "loss": 0.4365104138851166,
+      "step": 10175
+    },
+    {
+      "epoch": 1.8802762411797993,
+      "grad_norm": 0.07894344627857208,
+      "learning_rate": 6.461556897415972e-06,
+      "loss": 0.496677041053772,
+      "step": 10176
+    },
+    {
+      "epoch": 1.8804610178886951,
+      "grad_norm": 0.08894534409046173,
+      "learning_rate": 6.459691114881172e-06,
+      "loss": 0.6015393137931824,
+      "step": 10177
+    },
+    {
+      "epoch": 1.880645794597591,
+      "grad_norm": 0.08057379722595215,
+      "learning_rate": 6.457825473239583e-06,
+      "loss": 0.4932987689971924,
+      "step": 10178
+    },
+    {
+      "epoch": 1.8808305713064868,
+      "grad_norm": 0.08173685520887375,
+      "learning_rate": 6.4559599725654645e-06,
+      "loss": 0.5451905727386475,
+      "step": 10179
+    },
+    {
+      "epoch": 1.8810153480153826,
+      "grad_norm": 0.07516109943389893,
+      "learning_rate": 6.454094612933046e-06,
+      "loss": 0.37563127279281616,
+      "step": 10180
+    },
+    {
+      "epoch": 1.8812001247242787,
+      "grad_norm": 0.054435789585113525,
+      "learning_rate": 6.4522293944165695e-06,
+      "loss": 0.39257878065109253,
+      "step": 10181
+    },
+    {
+      "epoch": 1.8813849014331745,
+      "grad_norm": 0.0689535066485405,
+      "learning_rate": 6.450364317090265e-06,
+      "loss": 0.45522540807724,
+      "step": 10182
+    },
+    {
+      "epoch": 1.8815696781420703,
+      "grad_norm": 0.10657844692468643,
+      "learning_rate": 6.448499381028355e-06,
+      "loss": 0.7042019963264465,
+      "step": 10183
+    },
+    {
+      "epoch": 1.8817544548509662,
+      "grad_norm": 0.09257829934358597,
+      "learning_rate": 6.4466345863050565e-06,
+      "loss": 0.5799952745437622,
+      "step": 10184
+    },
+    {
+      "epoch": 1.881939231559862,
+      "grad_norm": 0.06281529366970062,
+      "learning_rate": 6.444769932994586e-06,
+      "loss": 0.3686409294605255,
+      "step": 10185
+    },
+    {
+      "epoch": 1.8821240082687578,
+      "grad_norm": 0.07586891204118729,
+      "learning_rate": 6.44290542117115e-06,
+      "loss": 0.4478495121002197,
+      "step": 10186
+    },
+    {
+      "epoch": 1.8823087849776536,
+      "grad_norm": 0.08726614713668823,
+      "learning_rate": 6.441041050908947e-06,
+      "loss": 0.5721866488456726,
+      "step": 10187
+    },
+    {
+      "epoch": 1.8824935616865495,
+      "grad_norm": 0.07208137959241867,
+      "learning_rate": 6.439176822282178e-06,
+      "loss": 0.49009835720062256,
+      "step": 10188
+    },
+    {
+      "epoch": 1.8826783383954453,
+      "grad_norm": 0.0700579583644867,
+      "learning_rate": 6.43731273536503e-06,
+      "loss": 0.4596255123615265,
+      "step": 10189
+    },
+    {
+      "epoch": 1.8828631151043411,
+      "grad_norm": 0.07105761021375656,
+      "learning_rate": 6.4354487902316885e-06,
+      "loss": 0.4763326644897461,
+      "step": 10190
+    },
+    {
+      "epoch": 1.883047891813237,
+      "grad_norm": 0.05622998997569084,
+      "learning_rate": 6.433584986956335e-06,
+      "loss": 0.31442946195602417,
+      "step": 10191
+    },
+    {
+      "epoch": 1.8832326685221328,
+      "grad_norm": 0.07619105279445648,
+      "learning_rate": 6.431721325613138e-06,
+      "loss": 0.47837021946907043,
+      "step": 10192
+    },
+    {
+      "epoch": 1.8834174452310286,
+      "grad_norm": 0.073966383934021,
+      "learning_rate": 6.4298578062762705e-06,
+      "loss": 0.4140937924385071,
+      "step": 10193
+    },
+    {
+      "epoch": 1.8836022219399244,
+      "grad_norm": 0.08703131228685379,
+      "learning_rate": 6.427994429019894e-06,
+      "loss": 0.4924027919769287,
+      "step": 10194
+    },
+    {
+      "epoch": 1.8837869986488203,
+      "grad_norm": 0.07850147038698196,
+      "learning_rate": 6.426131193918162e-06,
+      "loss": 0.3722976744174957,
+      "step": 10195
+    },
+    {
+      "epoch": 1.883971775357716,
+      "grad_norm": 0.06796495616436005,
+      "learning_rate": 6.424268101045231e-06,
+      "loss": 0.4188387095928192,
+      "step": 10196
+    },
+    {
+      "epoch": 1.884156552066612,
+      "grad_norm": 0.08321154117584229,
+      "learning_rate": 6.42240515047524e-06,
+      "loss": 0.47672274708747864,
+      "step": 10197
+    },
+    {
+      "epoch": 1.8843413287755078,
+      "grad_norm": 0.0876714438199997,
+      "learning_rate": 6.4205423422823265e-06,
+      "loss": 0.5653049349784851,
+      "step": 10198
+    },
+    {
+      "epoch": 1.8845261054844036,
+      "grad_norm": 0.08870537579059601,
+      "learning_rate": 6.418679676540635e-06,
+      "loss": 0.5262870192527771,
+      "step": 10199
+    },
+    {
+      "epoch": 1.8847108821932994,
+      "grad_norm": 0.0855855643749237,
+      "learning_rate": 6.4168171533242865e-06,
+      "loss": 0.4589315950870514,
+      "step": 10200
+    },
+    {
+      "epoch": 1.8848956589021952,
+      "grad_norm": 0.06956803053617477,
+      "learning_rate": 6.414954772707403e-06,
+      "loss": 0.44253531098365784,
+      "step": 10201
+    },
+    {
+      "epoch": 1.885080435611091,
+      "grad_norm": 0.08228602260351181,
+      "learning_rate": 6.4130925347641074e-06,
+      "loss": 0.5241605043411255,
+      "step": 10202
+    },
+    {
+      "epoch": 1.8852652123199871,
+      "grad_norm": 0.0796494111418724,
+      "learning_rate": 6.411230439568504e-06,
+      "loss": 0.4705255627632141,
+      "step": 10203
+    },
+    {
+      "epoch": 1.885449989028883,
+      "grad_norm": 0.08287597447633743,
+      "learning_rate": 6.4093684871947e-06,
+      "loss": 0.5432465076446533,
+      "step": 10204
+    },
+    {
+      "epoch": 1.8856347657377788,
+      "grad_norm": 0.08077621459960938,
+      "learning_rate": 6.4075066777167996e-06,
+      "loss": 0.5836336016654968,
+      "step": 10205
+    },
+    {
+      "epoch": 1.8858195424466746,
+      "grad_norm": 0.08096127957105637,
+      "learning_rate": 6.405645011208892e-06,
+      "loss": 0.4534474313259125,
+      "step": 10206
+    },
+    {
+      "epoch": 1.8860043191555704,
+      "grad_norm": 0.05567679926753044,
+      "learning_rate": 6.4037834877450675e-06,
+      "loss": 0.37423694133758545,
+      "step": 10207
+    },
+    {
+      "epoch": 1.8861890958644663,
+      "grad_norm": 0.061636678874492645,
+      "learning_rate": 6.401922107399411e-06,
+      "loss": 0.3531928062438965,
+      "step": 10208
+    },
+    {
+      "epoch": 1.886373872573362,
+      "grad_norm": 0.07669080793857574,
+      "learning_rate": 6.400060870245996e-06,
+      "loss": 0.40901196002960205,
+      "step": 10209
+    },
+    {
+      "epoch": 1.8865586492822581,
+      "grad_norm": 0.0789622887969017,
+      "learning_rate": 6.398199776358899e-06,
+      "loss": 0.47715774178504944,
+      "step": 10210
+    },
+    {
+      "epoch": 1.886743425991154,
+      "grad_norm": 0.08765920251607895,
+      "learning_rate": 6.3963388258121765e-06,
+      "loss": 0.46810436248779297,
+      "step": 10211
+    },
+    {
+      "epoch": 1.8869282027000498,
+      "grad_norm": 0.07397231459617615,
+      "learning_rate": 6.3944780186798964e-06,
+      "loss": 0.5212484002113342,
+      "step": 10212
+    },
+    {
+      "epoch": 1.8871129794089456,
+      "grad_norm": 0.08069170266389847,
+      "learning_rate": 6.392617355036115e-06,
+      "loss": 0.5141767263412476,
+      "step": 10213
+    },
+    {
+      "epoch": 1.8872977561178415,
+      "grad_norm": 0.09006567299365997,
+      "learning_rate": 6.390756834954871e-06,
+      "loss": 0.47084227204322815,
+      "step": 10214
+    },
+    {
+      "epoch": 1.8874825328267373,
+      "grad_norm": 0.07339008897542953,
+      "learning_rate": 6.388896458510214e-06,
+      "loss": 0.4445154368877411,
+      "step": 10215
+    },
+    {
+      "epoch": 1.887667309535633,
+      "grad_norm": 0.09226617962121964,
+      "learning_rate": 6.387036225776187e-06,
+      "loss": 0.7287762761116028,
+      "step": 10216
+    },
+    {
+      "epoch": 1.887852086244529,
+      "grad_norm": 0.07907861471176147,
+      "learning_rate": 6.385176136826808e-06,
+      "loss": 0.46330586075782776,
+      "step": 10217
+    },
+    {
+      "epoch": 1.8880368629534248,
+      "grad_norm": 0.07914993166923523,
+      "learning_rate": 6.383316191736108e-06,
+      "loss": 0.5281094312667847,
+      "step": 10218
+    },
+    {
+      "epoch": 1.8882216396623206,
+      "grad_norm": 0.08094493299722672,
+      "learning_rate": 6.381456390578115e-06,
+      "loss": 0.4696466326713562,
+      "step": 10219
+    },
+    {
+      "epoch": 1.8884064163712164,
+      "grad_norm": 0.09042327105998993,
+      "learning_rate": 6.3795967334268315e-06,
+      "loss": 0.5085193514823914,
+      "step": 10220
+    },
+    {
+      "epoch": 1.8885911930801123,
+      "grad_norm": 0.06535433977842331,
+      "learning_rate": 6.377737220356273e-06,
+      "loss": 0.36800816655158997,
+      "step": 10221
+    },
+    {
+      "epoch": 1.888775969789008,
+      "grad_norm": 0.08334439992904663,
+      "learning_rate": 6.3758778514404415e-06,
+      "loss": 0.4639260470867157,
+      "step": 10222
+    },
+    {
+      "epoch": 1.888960746497904,
+      "grad_norm": 0.06565045565366745,
+      "learning_rate": 6.374018626753331e-06,
+      "loss": 0.37057387828826904,
+      "step": 10223
+    },
+    {
+      "epoch": 1.8891455232067997,
+      "grad_norm": 0.06614066660404205,
+      "learning_rate": 6.372159546368935e-06,
+      "loss": 0.3984827995300293,
+      "step": 10224
+    },
+    {
+      "epoch": 1.8893302999156956,
+      "grad_norm": 0.06254734098911285,
+      "learning_rate": 6.370300610361242e-06,
+      "loss": 0.3221375048160553,
+      "step": 10225
+    },
+    {
+      "epoch": 1.8895150766245914,
+      "grad_norm": 0.09444409608840942,
+      "learning_rate": 6.368441818804225e-06,
+      "loss": 0.633273184299469,
+      "step": 10226
+    },
+    {
+      "epoch": 1.8896998533334872,
+      "grad_norm": 0.07186122983694077,
+      "learning_rate": 6.366583171771865e-06,
+      "loss": 0.5475074052810669,
+      "step": 10227
+    },
+    {
+      "epoch": 1.889884630042383,
+      "grad_norm": 0.07813169807195663,
+      "learning_rate": 6.364724669338125e-06,
+      "loss": 0.43461698293685913,
+      "step": 10228
+    },
+    {
+      "epoch": 1.8900694067512789,
+      "grad_norm": 0.08743274956941605,
+      "learning_rate": 6.362866311576971e-06,
+      "loss": 0.5691038966178894,
+      "step": 10229
+    },
+    {
+      "epoch": 1.8902541834601747,
+      "grad_norm": 0.07686718553304672,
+      "learning_rate": 6.361008098562361e-06,
+      "loss": 0.45107215642929077,
+      "step": 10230
+    },
+    {
+      "epoch": 1.8904389601690705,
+      "grad_norm": 0.0921458750963211,
+      "learning_rate": 6.3591500303682385e-06,
+      "loss": 0.518035888671875,
+      "step": 10231
+    },
+    {
+      "epoch": 1.8906237368779666,
+      "grad_norm": 0.06643166393041611,
+      "learning_rate": 6.357292107068556e-06,
+      "loss": 0.46066051721572876,
+      "step": 10232
+    },
+    {
+      "epoch": 1.8908085135868624,
+      "grad_norm": 0.08394398540258408,
+      "learning_rate": 6.355434328737255e-06,
+      "loss": 0.5157032608985901,
+      "step": 10233
+    },
+    {
+      "epoch": 1.8909932902957582,
+      "grad_norm": 0.09607004374265671,
+      "learning_rate": 6.3535766954482595e-06,
+      "loss": 0.6931172609329224,
+      "step": 10234
+    },
+    {
+      "epoch": 1.891178067004654,
+      "grad_norm": 0.09028512239456177,
+      "learning_rate": 6.3517192072755055e-06,
+      "loss": 0.560213565826416,
+      "step": 10235
+    },
+    {
+      "epoch": 1.89136284371355,
+      "grad_norm": 0.08541875332593918,
+      "learning_rate": 6.349861864292916e-06,
+      "loss": 0.6247984170913696,
+      "step": 10236
+    },
+    {
+      "epoch": 1.8915476204224457,
+      "grad_norm": 0.0664595291018486,
+      "learning_rate": 6.348004666574401e-06,
+      "loss": 0.4602713882923126,
+      "step": 10237
+    },
+    {
+      "epoch": 1.8917323971313416,
+      "grad_norm": 0.07790371775627136,
+      "learning_rate": 6.346147614193874e-06,
+      "loss": 0.4913193881511688,
+      "step": 10238
+    },
+    {
+      "epoch": 1.8919171738402374,
+      "grad_norm": 0.07915055751800537,
+      "learning_rate": 6.3442907072252445e-06,
+      "loss": 0.49132734537124634,
+      "step": 10239
+    },
+    {
+      "epoch": 1.8921019505491334,
+      "grad_norm": 0.05303800106048584,
+      "learning_rate": 6.342433945742405e-06,
+      "loss": 0.3594009280204773,
+      "step": 10240
+    },
+    {
+      "epoch": 1.8922867272580293,
+      "grad_norm": 0.06748857349157333,
+      "learning_rate": 6.34057732981925e-06,
+      "loss": 0.40470314025878906,
+      "step": 10241
+    },
+    {
+      "epoch": 1.892471503966925,
+      "grad_norm": 0.07024706900119781,
+      "learning_rate": 6.338720859529672e-06,
+      "loss": 0.43911558389663696,
+      "step": 10242
+    },
+    {
+      "epoch": 1.892656280675821,
+      "grad_norm": 0.08209729939699173,
+      "learning_rate": 6.336864534947547e-06,
+      "loss": 0.5497640371322632,
+      "step": 10243
+    },
+    {
+      "epoch": 1.8928410573847168,
+      "grad_norm": 0.07350103557109833,
+      "learning_rate": 6.335008356146755e-06,
+      "loss": 0.45002931356430054,
+      "step": 10244
+    },
+    {
+      "epoch": 1.8930258340936126,
+      "grad_norm": 0.06537279486656189,
+      "learning_rate": 6.333152323201161e-06,
+      "loss": 0.4208161532878876,
+      "step": 10245
+    },
+    {
+      "epoch": 1.8932106108025084,
+      "grad_norm": 0.08805809915065765,
+      "learning_rate": 6.331296436184633e-06,
+      "loss": 0.6379576325416565,
+      "step": 10246
+    },
+    {
+      "epoch": 1.8933953875114042,
+      "grad_norm": 0.07174934446811676,
+      "learning_rate": 6.329440695171029e-06,
+      "loss": 0.44198155403137207,
+      "step": 10247
+    },
+    {
+      "epoch": 1.8935801642203,
+      "grad_norm": 0.09321418404579163,
+      "learning_rate": 6.327585100234204e-06,
+      "loss": 0.5571639537811279,
+      "step": 10248
+    },
+    {
+      "epoch": 1.893764940929196,
+      "grad_norm": 0.08630082756280899,
+      "learning_rate": 6.325729651447999e-06,
+      "loss": 0.5520722270011902,
+      "step": 10249
+    },
+    {
+      "epoch": 1.8939497176380917,
+      "grad_norm": 0.07743130624294281,
+      "learning_rate": 6.323874348886261e-06,
+      "loss": 0.4844270348548889,
+      "step": 10250
+    },
+    {
+      "epoch": 1.8941344943469876,
+      "grad_norm": 0.0724787712097168,
+      "learning_rate": 6.3220191926228216e-06,
+      "loss": 0.38706961274147034,
+      "step": 10251
+    },
+    {
+      "epoch": 1.8943192710558834,
+      "grad_norm": 0.07613388448953629,
+      "learning_rate": 6.320164182731512e-06,
+      "loss": 0.5574577450752258,
+      "step": 10252
+    },
+    {
+      "epoch": 1.8945040477647792,
+      "grad_norm": 0.07308190315961838,
+      "learning_rate": 6.318309319286158e-06,
+      "loss": 0.472690612077713,
+      "step": 10253
+    },
+    {
+      "epoch": 1.894688824473675,
+      "grad_norm": 0.07388962805271149,
+      "learning_rate": 6.316454602360569e-06,
+      "loss": 0.3549666106700897,
+      "step": 10254
+    },
+    {
+      "epoch": 1.8948736011825709,
+      "grad_norm": 0.07017778605222702,
+      "learning_rate": 6.314600032028564e-06,
+      "loss": 0.405681848526001,
+      "step": 10255
+    },
+    {
+      "epoch": 1.8950583778914667,
+      "grad_norm": 0.09609831124544144,
+      "learning_rate": 6.312745608363952e-06,
+      "loss": 0.5824297666549683,
+      "step": 10256
+    },
+    {
+      "epoch": 1.8952431546003625,
+      "grad_norm": 0.10361137241125107,
+      "learning_rate": 6.310891331440525e-06,
+      "loss": 0.6679677367210388,
+      "step": 10257
+    },
+    {
+      "epoch": 1.8954279313092584,
+      "grad_norm": 0.07523815333843231,
+      "learning_rate": 6.30903720133208e-06,
+      "loss": 0.3741815984249115,
+      "step": 10258
+    },
+    {
+      "epoch": 1.8956127080181542,
+      "grad_norm": 0.07877101749181747,
+      "learning_rate": 6.307183218112412e-06,
+      "loss": 0.43796366453170776,
+      "step": 10259
+    },
+    {
+      "epoch": 1.89579748472705,
+      "grad_norm": 0.07526076585054398,
+      "learning_rate": 6.305329381855294e-06,
+      "loss": 0.5309394001960754,
+      "step": 10260
+    },
+    {
+      "epoch": 1.8959822614359458,
+      "grad_norm": 0.08595466613769531,
+      "learning_rate": 6.303475692634511e-06,
+      "loss": 0.5667848587036133,
+      "step": 10261
+    },
+    {
+      "epoch": 1.8961670381448419,
+      "grad_norm": 0.07923302054405212,
+      "learning_rate": 6.301622150523827e-06,
+      "loss": 0.5488939881324768,
+      "step": 10262
+    },
+    {
+      "epoch": 1.8963518148537377,
+      "grad_norm": 0.11377062648534775,
+      "learning_rate": 6.299768755597011e-06,
+      "loss": 0.6961948275566101,
+      "step": 10263
+    },
+    {
+      "epoch": 1.8965365915626335,
+      "grad_norm": 0.08949556201696396,
+      "learning_rate": 6.297915507927825e-06,
+      "loss": 0.5056279897689819,
+      "step": 10264
+    },
+    {
+      "epoch": 1.8967213682715294,
+      "grad_norm": 0.059668708592653275,
+      "learning_rate": 6.296062407590017e-06,
+      "loss": 0.32332471013069153,
+      "step": 10265
+    },
+    {
+      "epoch": 1.8969061449804252,
+      "grad_norm": 0.07532314211130142,
+      "learning_rate": 6.294209454657336e-06,
+      "loss": 0.4130173325538635,
+      "step": 10266
+    },
+    {
+      "epoch": 1.897090921689321,
+      "grad_norm": 0.07130767405033112,
+      "learning_rate": 6.292356649203528e-06,
+      "loss": 0.3886146545410156,
+      "step": 10267
+    },
+    {
+      "epoch": 1.8972756983982169,
+      "grad_norm": 0.07246781140565872,
+      "learning_rate": 6.290503991302324e-06,
+      "loss": 0.4462714195251465,
+      "step": 10268
+    },
+    {
+      "epoch": 1.897460475107113,
+      "grad_norm": 0.0651962012052536,
+      "learning_rate": 6.288651481027453e-06,
+      "loss": 0.5322108268737793,
+      "step": 10269
+    },
+    {
+      "epoch": 1.8976452518160087,
+      "grad_norm": 0.08073778450489044,
+      "learning_rate": 6.286799118452647e-06,
+      "loss": 0.534866452217102,
+      "step": 10270
+    },
+    {
+      "epoch": 1.8978300285249046,
+      "grad_norm": 0.06440076977014542,
+      "learning_rate": 6.284946903651614e-06,
+      "loss": 0.4517211616039276,
+      "step": 10271
+    },
+    {
+      "epoch": 1.8980148052338004,
+      "grad_norm": 0.07085192203521729,
+      "learning_rate": 6.283094836698074e-06,
+      "loss": 0.40669822692871094,
+      "step": 10272
+    },
+    {
+      "epoch": 1.8981995819426962,
+      "grad_norm": 0.09401829540729523,
+      "learning_rate": 6.281242917665733e-06,
+      "loss": 0.5307532548904419,
+      "step": 10273
+    },
+    {
+      "epoch": 1.898384358651592,
+      "grad_norm": 0.09388338774442673,
+      "learning_rate": 6.279391146628284e-06,
+      "loss": 0.6148204207420349,
+      "step": 10274
+    },
+    {
+      "epoch": 1.8985691353604879,
+      "grad_norm": 0.08041196316480637,
+      "learning_rate": 6.277539523659433e-06,
+      "loss": 0.5400888919830322,
+      "step": 10275
+    },
+    {
+      "epoch": 1.8987539120693837,
+      "grad_norm": 0.06962060928344727,
+      "learning_rate": 6.27568804883286e-06,
+      "loss": 0.30403396487236023,
+      "step": 10276
+    },
+    {
+      "epoch": 1.8989386887782795,
+      "grad_norm": 0.09105116128921509,
+      "learning_rate": 6.273836722222249e-06,
+      "loss": 0.526177167892456,
+      "step": 10277
+    },
+    {
+      "epoch": 1.8991234654871754,
+      "grad_norm": 0.08550825715065002,
+      "learning_rate": 6.271985543901281e-06,
+      "loss": 0.45866915583610535,
+      "step": 10278
+    },
+    {
+      "epoch": 1.8993082421960712,
+      "grad_norm": 0.07376360893249512,
+      "learning_rate": 6.270134513943624e-06,
+      "loss": 0.46657779812812805,
+      "step": 10279
+    },
+    {
+      "epoch": 1.899493018904967,
+      "grad_norm": 0.08404447138309479,
+      "learning_rate": 6.268283632422943e-06,
+      "loss": 0.5317788124084473,
+      "step": 10280
+    },
+    {
+      "epoch": 1.8996777956138629,
+      "grad_norm": 0.07737813889980316,
+      "learning_rate": 6.266432899412901e-06,
+      "loss": 0.43988361954689026,
+      "step": 10281
+    },
+    {
+      "epoch": 1.8998625723227587,
+      "grad_norm": 0.06922601908445358,
+      "learning_rate": 6.264582314987147e-06,
+      "loss": 0.3500733971595764,
+      "step": 10282
+    },
+    {
+      "epoch": 1.9000473490316545,
+      "grad_norm": 0.07693938165903091,
+      "learning_rate": 6.262731879219329e-06,
+      "loss": 0.508966863155365,
+      "step": 10283
+    },
+    {
+      "epoch": 1.9002321257405503,
+      "grad_norm": 0.0762089341878891,
+      "learning_rate": 6.2608815921830936e-06,
+      "loss": 0.5069466829299927,
+      "step": 10284
+    },
+    {
+      "epoch": 1.9004169024494462,
+      "grad_norm": 0.06816435605287552,
+      "learning_rate": 6.2590314539520695e-06,
+      "loss": 0.4386304020881653,
+      "step": 10285
+    },
+    {
+      "epoch": 1.900601679158342,
+      "grad_norm": 0.07959213852882385,
+      "learning_rate": 6.25718146459989e-06,
+      "loss": 0.47748059034347534,
+      "step": 10286
+    },
+    {
+      "epoch": 1.9007864558672378,
+      "grad_norm": 0.07564561069011688,
+      "learning_rate": 6.2553316242001806e-06,
+      "loss": 0.4964078366756439,
+      "step": 10287
+    },
+    {
+      "epoch": 1.9009712325761337,
+      "grad_norm": 0.07462283223867416,
+      "learning_rate": 6.253481932826554e-06,
+      "loss": 0.5468541383743286,
+      "step": 10288
+    },
+    {
+      "epoch": 1.9011560092850295,
+      "grad_norm": 0.0738021656870842,
+      "learning_rate": 6.251632390552626e-06,
+      "loss": 0.46736302971839905,
+      "step": 10289
+    },
+    {
+      "epoch": 1.9013407859939253,
+      "grad_norm": 0.06180545315146446,
+      "learning_rate": 6.249782997452003e-06,
+      "loss": 0.41027358174324036,
+      "step": 10290
+    },
+    {
+      "epoch": 1.9015255627028214,
+      "grad_norm": 0.0797877311706543,
+      "learning_rate": 6.247933753598282e-06,
+      "loss": 0.5366336107254028,
+      "step": 10291
+    },
+    {
+      "epoch": 1.9017103394117172,
+      "grad_norm": 0.07238733768463135,
+      "learning_rate": 6.246084659065064e-06,
+      "loss": 0.49080348014831543,
+      "step": 10292
+    },
+    {
+      "epoch": 1.901895116120613,
+      "grad_norm": 0.07169201970100403,
+      "learning_rate": 6.244235713925926e-06,
+      "loss": 0.47226986289024353,
+      "step": 10293
+    },
+    {
+      "epoch": 1.9020798928295088,
+      "grad_norm": 0.08983547240495682,
+      "learning_rate": 6.242386918254456e-06,
+      "loss": 0.4665200710296631,
+      "step": 10294
+    },
+    {
+      "epoch": 1.9022646695384047,
+      "grad_norm": 0.07715783268213272,
+      "learning_rate": 6.240538272124236e-06,
+      "loss": 0.5719449520111084,
+      "step": 10295
+    },
+    {
+      "epoch": 1.9024494462473005,
+      "grad_norm": 0.07715067267417908,
+      "learning_rate": 6.238689775608827e-06,
+      "loss": 0.5054954886436462,
+      "step": 10296
+    },
+    {
+      "epoch": 1.9026342229561963,
+      "grad_norm": 0.08391452580690384,
+      "learning_rate": 6.236841428781797e-06,
+      "loss": 0.4786243736743927,
+      "step": 10297
+    },
+    {
+      "epoch": 1.9028189996650924,
+      "grad_norm": 0.08295056223869324,
+      "learning_rate": 6.234993231716707e-06,
+      "loss": 0.6718369126319885,
+      "step": 10298
+    },
+    {
+      "epoch": 1.9030037763739882,
+      "grad_norm": 0.07840042561292648,
+      "learning_rate": 6.233145184487106e-06,
+      "loss": 0.5167830586433411,
+      "step": 10299
+    },
+    {
+      "epoch": 1.903188553082884,
+      "grad_norm": 0.09705166518688202,
+      "learning_rate": 6.23129728716654e-06,
+      "loss": 0.5749402046203613,
+      "step": 10300
+    },
+    {
+      "epoch": 1.9033733297917799,
+      "grad_norm": 0.07300394028425217,
+      "learning_rate": 6.2294495398285535e-06,
+      "loss": 0.4947923719882965,
+      "step": 10301
+    },
+    {
+      "epoch": 1.9035581065006757,
+      "grad_norm": 0.08533252030611038,
+      "learning_rate": 6.227601942546678e-06,
+      "loss": 0.5547330379486084,
+      "step": 10302
+    },
+    {
+      "epoch": 1.9037428832095715,
+      "grad_norm": 0.05910911411046982,
+      "learning_rate": 6.2257544953944425e-06,
+      "loss": 0.36130478978157043,
+      "step": 10303
+    },
+    {
+      "epoch": 1.9039276599184674,
+      "grad_norm": 0.047769539058208466,
+      "learning_rate": 6.2239071984453715e-06,
+      "loss": 0.35184383392333984,
+      "step": 10304
+    },
+    {
+      "epoch": 1.9041124366273632,
+      "grad_norm": 0.08566884696483612,
+      "learning_rate": 6.222060051772978e-06,
+      "loss": 0.5417880415916443,
+      "step": 10305
+    },
+    {
+      "epoch": 1.904297213336259,
+      "grad_norm": 0.07999825477600098,
+      "learning_rate": 6.2202130554507755e-06,
+      "loss": 0.5098516941070557,
+      "step": 10306
+    },
+    {
+      "epoch": 1.9044819900451548,
+      "grad_norm": 0.06672988831996918,
+      "learning_rate": 6.21836620955227e-06,
+      "loss": 0.45859119296073914,
+      "step": 10307
+    },
+    {
+      "epoch": 1.9046667667540507,
+      "grad_norm": 0.08266816288232803,
+      "learning_rate": 6.216519514150956e-06,
+      "loss": 0.5112531185150146,
+      "step": 10308
+    },
+    {
+      "epoch": 1.9048515434629465,
+      "grad_norm": 0.07994687557220459,
+      "learning_rate": 6.214672969320332e-06,
+      "loss": 0.48196014761924744,
+      "step": 10309
+    },
+    {
+      "epoch": 1.9050363201718423,
+      "grad_norm": 0.08007802069187164,
+      "learning_rate": 6.212826575133875e-06,
+      "loss": 0.43633612990379333,
+      "step": 10310
+    },
+    {
+      "epoch": 1.9052210968807382,
+      "grad_norm": 0.06801573932170868,
+      "learning_rate": 6.210980331665074e-06,
+      "loss": 0.3640526235103607,
+      "step": 10311
+    },
+    {
+      "epoch": 1.905405873589634,
+      "grad_norm": 0.10344184935092926,
+      "learning_rate": 6.209134238987405e-06,
+      "loss": 0.7233929634094238,
+      "step": 10312
+    },
+    {
+      "epoch": 1.9055906502985298,
+      "grad_norm": 0.08550361543893814,
+      "learning_rate": 6.20728829717433e-06,
+      "loss": 0.5223844647407532,
+      "step": 10313
+    },
+    {
+      "epoch": 1.9057754270074256,
+      "grad_norm": 0.10022129863500595,
+      "learning_rate": 6.205442506299313e-06,
+      "loss": 0.8361809253692627,
+      "step": 10314
+    },
+    {
+      "epoch": 1.9059602037163215,
+      "grad_norm": 0.05882253497838974,
+      "learning_rate": 6.203596866435817e-06,
+      "loss": 0.32034730911254883,
+      "step": 10315
+    },
+    {
+      "epoch": 1.9061449804252173,
+      "grad_norm": 0.0817984938621521,
+      "learning_rate": 6.2017513776572855e-06,
+      "loss": 0.5322924256324768,
+      "step": 10316
+    },
+    {
+      "epoch": 1.9063297571341131,
+      "grad_norm": 0.07522819936275482,
+      "learning_rate": 6.1999060400371666e-06,
+      "loss": 0.4112682342529297,
+      "step": 10317
+    },
+    {
+      "epoch": 1.906514533843009,
+      "grad_norm": 0.09052328765392303,
+      "learning_rate": 6.1980608536488994e-06,
+      "loss": 0.5937305688858032,
+      "step": 10318
+    },
+    {
+      "epoch": 1.9066993105519048,
+      "grad_norm": 0.10432654619216919,
+      "learning_rate": 6.196215818565914e-06,
+      "loss": 0.532381534576416,
+      "step": 10319
+    },
+    {
+      "epoch": 1.9068840872608008,
+      "grad_norm": 0.10870999097824097,
+      "learning_rate": 6.194370934861638e-06,
+      "loss": 0.7528077960014343,
+      "step": 10320
+    },
+    {
+      "epoch": 1.9070688639696967,
+      "grad_norm": 0.06587886810302734,
+      "learning_rate": 6.192526202609495e-06,
+      "loss": 0.3334970474243164,
+      "step": 10321
+    },
+    {
+      "epoch": 1.9072536406785925,
+      "grad_norm": 0.08507116138935089,
+      "learning_rate": 6.190681621882895e-06,
+      "loss": 0.43544384837150574,
+      "step": 10322
+    },
+    {
+      "epoch": 1.9074384173874883,
+      "grad_norm": 0.05950252711772919,
+      "learning_rate": 6.188837192755248e-06,
+      "loss": 0.35488152503967285,
+      "step": 10323
+    },
+    {
+      "epoch": 1.9076231940963841,
+      "grad_norm": 0.07645530998706818,
+      "learning_rate": 6.186992915299959e-06,
+      "loss": 0.4979608952999115,
+      "step": 10324
+    },
+    {
+      "epoch": 1.90780797080528,
+      "grad_norm": 0.11194054037332535,
+      "learning_rate": 6.18514878959042e-06,
+      "loss": 0.6795698404312134,
+      "step": 10325
+    },
+    {
+      "epoch": 1.9079927475141758,
+      "grad_norm": 0.08848891407251358,
+      "learning_rate": 6.183304815700029e-06,
+      "loss": 0.5858112573623657,
+      "step": 10326
+    },
+    {
+      "epoch": 1.9081775242230716,
+      "grad_norm": 0.08644504100084305,
+      "learning_rate": 6.181460993702161e-06,
+      "loss": 0.5262491703033447,
+      "step": 10327
+    },
+    {
+      "epoch": 1.9083623009319677,
+      "grad_norm": 0.07708645612001419,
+      "learning_rate": 6.1796173236702e-06,
+      "loss": 0.5004913806915283,
+      "step": 10328
+    },
+    {
+      "epoch": 1.9085470776408635,
+      "grad_norm": 0.0642990693449974,
+      "learning_rate": 6.177773805677521e-06,
+      "loss": 0.37086158990859985,
+      "step": 10329
+    },
+    {
+      "epoch": 1.9087318543497593,
+      "grad_norm": 0.06983623653650284,
+      "learning_rate": 6.1759304397974786e-06,
+      "loss": 0.4389687776565552,
+      "step": 10330
+    },
+    {
+      "epoch": 1.9089166310586552,
+      "grad_norm": 0.07059077173471451,
+      "learning_rate": 6.174087226103444e-06,
+      "loss": 0.42408299446105957,
+      "step": 10331
+    },
+    {
+      "epoch": 1.909101407767551,
+      "grad_norm": 0.04802374541759491,
+      "learning_rate": 6.172244164668773e-06,
+      "loss": 0.25084447860717773,
+      "step": 10332
+    },
+    {
+      "epoch": 1.9092861844764468,
+      "grad_norm": 0.0758056640625,
+      "learning_rate": 6.1704012555668025e-06,
+      "loss": 0.5087399482727051,
+      "step": 10333
+    },
+    {
+      "epoch": 1.9094709611853427,
+      "grad_norm": 0.10258832573890686,
+      "learning_rate": 6.16855849887088e-06,
+      "loss": 0.7423362731933594,
+      "step": 10334
+    },
+    {
+      "epoch": 1.9096557378942385,
+      "grad_norm": 0.06941121816635132,
+      "learning_rate": 6.166715894654348e-06,
+      "loss": 0.48833563923835754,
+      "step": 10335
+    },
+    {
+      "epoch": 1.9098405146031343,
+      "grad_norm": 0.08097316324710846,
+      "learning_rate": 6.164873442990526e-06,
+      "loss": 0.4520004093647003,
+      "step": 10336
+    },
+    {
+      "epoch": 1.9100252913120301,
+      "grad_norm": 0.08406997472047806,
+      "learning_rate": 6.1630311439527445e-06,
+      "loss": 0.5130544900894165,
+      "step": 10337
+    },
+    {
+      "epoch": 1.910210068020926,
+      "grad_norm": 0.07970693707466125,
+      "learning_rate": 6.161188997614319e-06,
+      "loss": 0.53461754322052,
+      "step": 10338
+    },
+    {
+      "epoch": 1.9103948447298218,
+      "grad_norm": 0.09099024534225464,
+      "learning_rate": 6.159347004048561e-06,
+      "loss": 0.5752238631248474,
+      "step": 10339
+    },
+    {
+      "epoch": 1.9105796214387176,
+      "grad_norm": 0.055456504225730896,
+      "learning_rate": 6.157505163328776e-06,
+      "loss": 0.3347260653972626,
+      "step": 10340
+    },
+    {
+      "epoch": 1.9107643981476135,
+      "grad_norm": 0.08471523225307465,
+      "learning_rate": 6.155663475528264e-06,
+      "loss": 0.57076096534729,
+      "step": 10341
+    },
+    {
+      "epoch": 1.9109491748565093,
+      "grad_norm": 0.05895467475056648,
+      "learning_rate": 6.153821940720317e-06,
+      "loss": 0.3902541995048523,
+      "step": 10342
+    },
+    {
+      "epoch": 1.911133951565405,
+      "grad_norm": 0.07855869084596634,
+      "learning_rate": 6.151980558978227e-06,
+      "loss": 0.5438547730445862,
+      "step": 10343
+    },
+    {
+      "epoch": 1.911318728274301,
+      "grad_norm": 0.08026958256959915,
+      "learning_rate": 6.1501393303752686e-06,
+      "loss": 0.565049409866333,
+      "step": 10344
+    },
+    {
+      "epoch": 1.9115035049831968,
+      "grad_norm": 0.08474355936050415,
+      "learning_rate": 6.148298254984721e-06,
+      "loss": 0.507989764213562,
+      "step": 10345
+    },
+    {
+      "epoch": 1.9116882816920926,
+      "grad_norm": 0.09837860614061356,
+      "learning_rate": 6.146457332879854e-06,
+      "loss": 0.6434282064437866,
+      "step": 10346
+    },
+    {
+      "epoch": 1.9118730584009884,
+      "grad_norm": 0.10607185959815979,
+      "learning_rate": 6.144616564133927e-06,
+      "loss": 0.7941292524337769,
+      "step": 10347
+    },
+    {
+      "epoch": 1.9120578351098843,
+      "grad_norm": 0.07790163159370422,
+      "learning_rate": 6.142775948820198e-06,
+      "loss": 0.5895043611526489,
+      "step": 10348
+    },
+    {
+      "epoch": 1.91224261181878,
+      "grad_norm": 0.06479763239622116,
+      "learning_rate": 6.140935487011924e-06,
+      "loss": 0.3058730363845825,
+      "step": 10349
+    },
+    {
+      "epoch": 1.9124273885276761,
+      "grad_norm": 0.07747827470302582,
+      "learning_rate": 6.139095178782337e-06,
+      "loss": 0.5066514015197754,
+      "step": 10350
+    },
+    {
+      "epoch": 1.912612165236572,
+      "grad_norm": 0.0633983463048935,
+      "learning_rate": 6.1372550242046855e-06,
+      "loss": 0.39069458842277527,
+      "step": 10351
+    },
+    {
+      "epoch": 1.9127969419454678,
+      "grad_norm": 0.09156794100999832,
+      "learning_rate": 6.135415023352203e-06,
+      "loss": 0.5516767501831055,
+      "step": 10352
+    },
+    {
+      "epoch": 1.9129817186543636,
+      "grad_norm": 0.07638484984636307,
+      "learning_rate": 6.133575176298108e-06,
+      "loss": 0.4340505003929138,
+      "step": 10353
+    },
+    {
+      "epoch": 1.9131664953632594,
+      "grad_norm": 0.07331151515245438,
+      "learning_rate": 6.131735483115622e-06,
+      "loss": 0.4559667408466339,
+      "step": 10354
+    },
+    {
+      "epoch": 1.9133512720721553,
+      "grad_norm": 0.1106058731675148,
+      "learning_rate": 6.129895943877967e-06,
+      "loss": 0.7445495128631592,
+      "step": 10355
+    },
+    {
+      "epoch": 1.913536048781051,
+      "grad_norm": 0.08542877435684204,
+      "learning_rate": 6.128056558658342e-06,
+      "loss": 0.47054705023765564,
+      "step": 10356
+    },
+    {
+      "epoch": 1.9137208254899472,
+      "grad_norm": 0.07826549559831619,
+      "learning_rate": 6.126217327529955e-06,
+      "loss": 0.51534104347229,
+      "step": 10357
+    },
+    {
+      "epoch": 1.913905602198843,
+      "grad_norm": 0.06726085394620895,
+      "learning_rate": 6.124378250565996e-06,
+      "loss": 0.4334796667098999,
+      "step": 10358
+    },
+    {
+      "epoch": 1.9140903789077388,
+      "grad_norm": 0.07645734399557114,
+      "learning_rate": 6.122539327839657e-06,
+      "loss": 0.48238635063171387,
+      "step": 10359
+    },
+    {
+      "epoch": 1.9142751556166346,
+      "grad_norm": 0.07240963727235794,
+      "learning_rate": 6.120700559424124e-06,
+      "loss": 0.4427392780780792,
+      "step": 10360
+    },
+    {
+      "epoch": 1.9144599323255305,
+      "grad_norm": 0.07713354378938675,
+      "learning_rate": 6.1188619453925704e-06,
+      "loss": 0.38899877667427063,
+      "step": 10361
+    },
+    {
+      "epoch": 1.9146447090344263,
+      "grad_norm": 0.0955655425786972,
+      "learning_rate": 6.117023485818169e-06,
+      "loss": 0.581228494644165,
+      "step": 10362
+    },
+    {
+      "epoch": 1.9148294857433221,
+      "grad_norm": 0.08136298507452011,
+      "learning_rate": 6.115185180774086e-06,
+      "loss": 0.5755365490913391,
+      "step": 10363
+    },
+    {
+      "epoch": 1.915014262452218,
+      "grad_norm": 0.09747554361820221,
+      "learning_rate": 6.113347030333476e-06,
+      "loss": 0.5765631198883057,
+      "step": 10364
+    },
+    {
+      "epoch": 1.9151990391611138,
+      "grad_norm": 0.06636013835668564,
+      "learning_rate": 6.111509034569496e-06,
+      "loss": 0.4715322256088257,
+      "step": 10365
+    },
+    {
+      "epoch": 1.9153838158700096,
+      "grad_norm": 0.10040026158094406,
+      "learning_rate": 6.109671193555292e-06,
+      "loss": 0.5345032811164856,
+      "step": 10366
+    },
+    {
+      "epoch": 1.9155685925789054,
+      "grad_norm": 0.0752132385969162,
+      "learning_rate": 6.107833507364001e-06,
+      "loss": 0.50083988904953,
+      "step": 10367
+    },
+    {
+      "epoch": 1.9157533692878013,
+      "grad_norm": 0.08617395907640457,
+      "learning_rate": 6.105995976068762e-06,
+      "loss": 0.5246359705924988,
+      "step": 10368
+    },
+    {
+      "epoch": 1.915938145996697,
+      "grad_norm": 0.07722268253564835,
+      "learning_rate": 6.104158599742701e-06,
+      "loss": 0.5290027260780334,
+      "step": 10369
+    },
+    {
+      "epoch": 1.916122922705593,
+      "grad_norm": 0.07662174850702286,
+      "learning_rate": 6.102321378458935e-06,
+      "loss": 0.4751085937023163,
+      "step": 10370
+    },
+    {
+      "epoch": 1.9163076994144888,
+      "grad_norm": 0.09481582790613174,
+      "learning_rate": 6.100484312290584e-06,
+      "loss": 0.5759310722351074,
+      "step": 10371
+    },
+    {
+      "epoch": 1.9164924761233846,
+      "grad_norm": 0.06988898664712906,
+      "learning_rate": 6.098647401310764e-06,
+      "loss": 0.40731358528137207,
+      "step": 10372
+    },
+    {
+      "epoch": 1.9166772528322804,
+      "grad_norm": 0.0789935514330864,
+      "learning_rate": 6.096810645592566e-06,
+      "loss": 0.45298251509666443,
+      "step": 10373
+    },
+    {
+      "epoch": 1.9168620295411762,
+      "grad_norm": 0.08178699761629105,
+      "learning_rate": 6.094974045209094e-06,
+      "loss": 0.6943897604942322,
+      "step": 10374
+    },
+    {
+      "epoch": 1.917046806250072,
+      "grad_norm": 0.05865257978439331,
+      "learning_rate": 6.093137600233438e-06,
+      "loss": 0.43970754742622375,
+      "step": 10375
+    },
+    {
+      "epoch": 1.917231582958968,
+      "grad_norm": 0.07162103056907654,
+      "learning_rate": 6.091301310738682e-06,
+      "loss": 0.3854061961174011,
+      "step": 10376
+    },
+    {
+      "epoch": 1.9174163596678637,
+      "grad_norm": 0.07564530521631241,
+      "learning_rate": 6.0894651767979065e-06,
+      "loss": 0.4976777732372284,
+      "step": 10377
+    },
+    {
+      "epoch": 1.9176011363767596,
+      "grad_norm": 0.06435713917016983,
+      "learning_rate": 6.0876291984841795e-06,
+      "loss": 0.3928331434726715,
+      "step": 10378
+    },
+    {
+      "epoch": 1.9177859130856556,
+      "grad_norm": 0.07462138682603836,
+      "learning_rate": 6.085793375870571e-06,
+      "loss": 0.4585098922252655,
+      "step": 10379
+    },
+    {
+      "epoch": 1.9179706897945514,
+      "grad_norm": 0.08818219602108002,
+      "learning_rate": 6.083957709030143e-06,
+      "loss": 0.5107340812683105,
+      "step": 10380
+    },
+    {
+      "epoch": 1.9181554665034473,
+      "grad_norm": 0.08969642221927643,
+      "learning_rate": 6.082122198035944e-06,
+      "loss": 0.39215609431266785,
+      "step": 10381
+    },
+    {
+      "epoch": 1.918340243212343,
+      "grad_norm": 0.0698242038488388,
+      "learning_rate": 6.080286842961023e-06,
+      "loss": 0.5694100260734558,
+      "step": 10382
+    },
+    {
+      "epoch": 1.918525019921239,
+      "grad_norm": 0.0948592871427536,
+      "learning_rate": 6.078451643878424e-06,
+      "loss": 0.5535092949867249,
+      "step": 10383
+    },
+    {
+      "epoch": 1.9187097966301347,
+      "grad_norm": 0.08598551899194717,
+      "learning_rate": 6.076616600861181e-06,
+      "loss": 0.4676663875579834,
+      "step": 10384
+    },
+    {
+      "epoch": 1.9188945733390306,
+      "grad_norm": 0.09912725538015366,
+      "learning_rate": 6.074781713982322e-06,
+      "loss": 0.6111690402030945,
+      "step": 10385
+    },
+    {
+      "epoch": 1.9190793500479266,
+      "grad_norm": 0.06452207267284393,
+      "learning_rate": 6.0729469833148716e-06,
+      "loss": 0.3722819685935974,
+      "step": 10386
+    },
+    {
+      "epoch": 1.9192641267568225,
+      "grad_norm": 0.06180416792631149,
+      "learning_rate": 6.071112408931843e-06,
+      "loss": 0.3394249975681305,
+      "step": 10387
+    },
+    {
+      "epoch": 1.9194489034657183,
+      "grad_norm": 0.09019298851490021,
+      "learning_rate": 6.0692779909062495e-06,
+      "loss": 0.6170430183410645,
+      "step": 10388
+    },
+    {
+      "epoch": 1.919633680174614,
+      "grad_norm": 0.08395922929048538,
+      "learning_rate": 6.067443729311098e-06,
+      "loss": 0.5684940218925476,
+      "step": 10389
+    },
+    {
+      "epoch": 1.91981845688351,
+      "grad_norm": 0.08177103102207184,
+      "learning_rate": 6.065609624219375e-06,
+      "loss": 0.5323196053504944,
+      "step": 10390
+    },
+    {
+      "epoch": 1.9200032335924058,
+      "grad_norm": 0.08991898596286774,
+      "learning_rate": 6.063775675704088e-06,
+      "loss": 0.6166906356811523,
+      "step": 10391
+    },
+    {
+      "epoch": 1.9201880103013016,
+      "grad_norm": 0.07399672269821167,
+      "learning_rate": 6.061941883838209e-06,
+      "loss": 0.5431609749794006,
+      "step": 10392
+    },
+    {
+      "epoch": 1.9203727870101974,
+      "grad_norm": 0.08427660912275314,
+      "learning_rate": 6.060108248694723e-06,
+      "loss": 0.441610723733902,
+      "step": 10393
+    },
+    {
+      "epoch": 1.9205575637190933,
+      "grad_norm": 0.09697717428207397,
+      "learning_rate": 6.058274770346604e-06,
+      "loss": 0.5912427306175232,
+      "step": 10394
+    },
+    {
+      "epoch": 1.920742340427989,
+      "grad_norm": 0.07520875334739685,
+      "learning_rate": 6.056441448866817e-06,
+      "loss": 0.5347209572792053,
+      "step": 10395
+    },
+    {
+      "epoch": 1.920927117136885,
+      "grad_norm": 0.07598564773797989,
+      "learning_rate": 6.0546082843283206e-06,
+      "loss": 0.5276317000389099,
+      "step": 10396
+    },
+    {
+      "epoch": 1.9211118938457807,
+      "grad_norm": 0.07036890089511871,
+      "learning_rate": 6.052775276804073e-06,
+      "loss": 0.35731253027915955,
+      "step": 10397
+    },
+    {
+      "epoch": 1.9212966705546766,
+      "grad_norm": 0.08115974813699722,
+      "learning_rate": 6.050942426367017e-06,
+      "loss": 0.5783150792121887,
+      "step": 10398
+    },
+    {
+      "epoch": 1.9214814472635724,
+      "grad_norm": 0.07887168973684311,
+      "learning_rate": 6.0491097330901e-06,
+      "loss": 0.5009549856185913,
+      "step": 10399
+    },
+    {
+      "epoch": 1.9216662239724682,
+      "grad_norm": 0.08980367332696915,
+      "learning_rate": 6.0472771970462555e-06,
+      "loss": 0.5049043297767639,
+      "step": 10400
+    },
+    {
+      "epoch": 1.921851000681364,
+      "grad_norm": 0.08237417787313461,
+      "learning_rate": 6.04544481830841e-06,
+      "loss": 0.5043971538543701,
+      "step": 10401
+    },
+    {
+      "epoch": 1.9220357773902599,
+      "grad_norm": 0.07935957610607147,
+      "learning_rate": 6.043612596949489e-06,
+      "loss": 0.4859786033630371,
+      "step": 10402
+    },
+    {
+      "epoch": 1.9222205540991557,
+      "grad_norm": 0.07649687677621841,
+      "learning_rate": 6.041780533042409e-06,
+      "loss": 0.5247918963432312,
+      "step": 10403
+    },
+    {
+      "epoch": 1.9224053308080515,
+      "grad_norm": 0.08480358868837357,
+      "learning_rate": 6.03994862666008e-06,
+      "loss": 0.5415157079696655,
+      "step": 10404
+    },
+    {
+      "epoch": 1.9225901075169474,
+      "grad_norm": 0.06939677149057388,
+      "learning_rate": 6.038116877875409e-06,
+      "loss": 0.4288090765476227,
+      "step": 10405
+    },
+    {
+      "epoch": 1.9227748842258432,
+      "grad_norm": 0.06798798590898514,
+      "learning_rate": 6.0362852867612864e-06,
+      "loss": 0.35469070076942444,
+      "step": 10406
+    },
+    {
+      "epoch": 1.922959660934739,
+      "grad_norm": 0.07632050663232803,
+      "learning_rate": 6.034453853390609e-06,
+      "loss": 0.40644606947898865,
+      "step": 10407
+    },
+    {
+      "epoch": 1.923144437643635,
+      "grad_norm": 0.07538872212171555,
+      "learning_rate": 6.032622577836268e-06,
+      "loss": 0.4695570468902588,
+      "step": 10408
+    },
+    {
+      "epoch": 1.923329214352531,
+      "grad_norm": 0.08649013936519623,
+      "learning_rate": 6.03079146017113e-06,
+      "loss": 0.5374628901481628,
+      "step": 10409
+    },
+    {
+      "epoch": 1.9235139910614267,
+      "grad_norm": 0.05631586164236069,
+      "learning_rate": 6.028960500468073e-06,
+      "loss": 0.33060532808303833,
+      "step": 10410
+    },
+    {
+      "epoch": 1.9236987677703226,
+      "grad_norm": 0.0786207765340805,
+      "learning_rate": 6.0271296987999695e-06,
+      "loss": 0.5497831702232361,
+      "step": 10411
+    },
+    {
+      "epoch": 1.9238835444792184,
+      "grad_norm": 0.09200528264045715,
+      "learning_rate": 6.025299055239671e-06,
+      "loss": 0.6450908780097961,
+      "step": 10412
+    },
+    {
+      "epoch": 1.9240683211881142,
+      "grad_norm": 0.07723037153482437,
+      "learning_rate": 6.023468569860034e-06,
+      "loss": 0.49986669421195984,
+      "step": 10413
+    },
+    {
+      "epoch": 1.92425309789701,
+      "grad_norm": 0.08802322298288345,
+      "learning_rate": 6.02163824273391e-06,
+      "loss": 0.4276263415813446,
+      "step": 10414
+    },
+    {
+      "epoch": 1.9244378746059059,
+      "grad_norm": 0.08626127243041992,
+      "learning_rate": 6.0198080739341345e-06,
+      "loss": 0.4679073095321655,
+      "step": 10415
+    },
+    {
+      "epoch": 1.924622651314802,
+      "grad_norm": 0.09432826936244965,
+      "learning_rate": 6.0179780635335464e-06,
+      "loss": 0.5690611004829407,
+      "step": 10416
+    },
+    {
+      "epoch": 1.9248074280236978,
+      "grad_norm": 0.07629045099020004,
+      "learning_rate": 6.016148211604974e-06,
+      "loss": 0.5528715252876282,
+      "step": 10417
+    },
+    {
+      "epoch": 1.9249922047325936,
+      "grad_norm": 0.06245577335357666,
+      "learning_rate": 6.014318518221237e-06,
+      "loss": 0.4268755316734314,
+      "step": 10418
+    },
+    {
+      "epoch": 1.9251769814414894,
+      "grad_norm": 0.10878819972276688,
+      "learning_rate": 6.012488983455154e-06,
+      "loss": 0.5934674739837646,
+      "step": 10419
+    },
+    {
+      "epoch": 1.9253617581503852,
+      "grad_norm": 0.07463783025741577,
+      "learning_rate": 6.0106596073795356e-06,
+      "loss": 0.41747212409973145,
+      "step": 10420
+    },
+    {
+      "epoch": 1.925546534859281,
+      "grad_norm": 0.09554737061262131,
+      "learning_rate": 6.008830390067182e-06,
+      "loss": 0.503079891204834,
+      "step": 10421
+    },
+    {
+      "epoch": 1.925731311568177,
+      "grad_norm": 0.06815576553344727,
+      "learning_rate": 6.007001331590894e-06,
+      "loss": 0.4974030554294586,
+      "step": 10422
+    },
+    {
+      "epoch": 1.9259160882770727,
+      "grad_norm": 0.061820026487112045,
+      "learning_rate": 6.005172432023458e-06,
+      "loss": 0.31762582063674927,
+      "step": 10423
+    },
+    {
+      "epoch": 1.9261008649859686,
+      "grad_norm": 0.0639713779091835,
+      "learning_rate": 6.003343691437662e-06,
+      "loss": 0.3796601891517639,
+      "step": 10424
+    },
+    {
+      "epoch": 1.9262856416948644,
+      "grad_norm": 0.06414221227169037,
+      "learning_rate": 6.001515109906286e-06,
+      "loss": 0.32676807045936584,
+      "step": 10425
+    },
+    {
+      "epoch": 1.9264704184037602,
+      "grad_norm": 0.08235526829957962,
+      "learning_rate": 5.999686687502096e-06,
+      "loss": 0.4994039237499237,
+      "step": 10426
+    },
+    {
+      "epoch": 1.926655195112656,
+      "grad_norm": 0.0586988627910614,
+      "learning_rate": 5.997858424297859e-06,
+      "loss": 0.38159024715423584,
+      "step": 10427
+    },
+    {
+      "epoch": 1.9268399718215519,
+      "grad_norm": 0.09036070853471756,
+      "learning_rate": 5.996030320366341e-06,
+      "loss": 0.6151449680328369,
+      "step": 10428
+    },
+    {
+      "epoch": 1.9270247485304477,
+      "grad_norm": 0.08748619258403778,
+      "learning_rate": 5.994202375780285e-06,
+      "loss": 0.585174560546875,
+      "step": 10429
+    },
+    {
+      "epoch": 1.9272095252393435,
+      "grad_norm": 0.10161363333463669,
+      "learning_rate": 5.9923745906124395e-06,
+      "loss": 0.5904964208602905,
+      "step": 10430
+    },
+    {
+      "epoch": 1.9273943019482394,
+      "grad_norm": 0.07477103918790817,
+      "learning_rate": 5.990546964935554e-06,
+      "loss": 0.4831435978412628,
+      "step": 10431
+    },
+    {
+      "epoch": 1.9275790786571352,
+      "grad_norm": 0.07682488858699799,
+      "learning_rate": 5.9887194988223506e-06,
+      "loss": 0.4539066255092621,
+      "step": 10432
+    },
+    {
+      "epoch": 1.927763855366031,
+      "grad_norm": 0.0927143543958664,
+      "learning_rate": 5.9868921923455605e-06,
+      "loss": 0.4629073441028595,
+      "step": 10433
+    },
+    {
+      "epoch": 1.9279486320749268,
+      "grad_norm": 0.0746363177895546,
+      "learning_rate": 5.985065045577912e-06,
+      "loss": 0.3715229630470276,
+      "step": 10434
+    },
+    {
+      "epoch": 1.9281334087838227,
+      "grad_norm": 0.07532990723848343,
+      "learning_rate": 5.983238058592107e-06,
+      "loss": 0.5250852108001709,
+      "step": 10435
+    },
+    {
+      "epoch": 1.9283181854927185,
+      "grad_norm": 0.09127747267484665,
+      "learning_rate": 5.981411231460863e-06,
+      "loss": 0.6466876268386841,
+      "step": 10436
+    },
+    {
+      "epoch": 1.9285029622016143,
+      "grad_norm": 0.10759834200143814,
+      "learning_rate": 5.9795845642568795e-06,
+      "loss": 0.7927917242050171,
+      "step": 10437
+    },
+    {
+      "epoch": 1.9286877389105104,
+      "grad_norm": 0.07551736384630203,
+      "learning_rate": 5.977758057052852e-06,
+      "loss": 0.3971814513206482,
+      "step": 10438
+    },
+    {
+      "epoch": 1.9288725156194062,
+      "grad_norm": 0.08489684015512466,
+      "learning_rate": 5.975931709921471e-06,
+      "loss": 0.5904057621955872,
+      "step": 10439
+    },
+    {
+      "epoch": 1.929057292328302,
+      "grad_norm": 0.07266104966402054,
+      "learning_rate": 5.974105522935416e-06,
+      "loss": 0.5374613404273987,
+      "step": 10440
+    },
+    {
+      "epoch": 1.9292420690371979,
+      "grad_norm": 0.07506699115037918,
+      "learning_rate": 5.972279496167366e-06,
+      "loss": 0.47188636660575867,
+      "step": 10441
+    },
+    {
+      "epoch": 1.9294268457460937,
+      "grad_norm": 0.06014501675963402,
+      "learning_rate": 5.970453629689993e-06,
+      "loss": 0.3415280878543854,
+      "step": 10442
+    },
+    {
+      "epoch": 1.9296116224549895,
+      "grad_norm": 0.09418486803770065,
+      "learning_rate": 5.968627923575956e-06,
+      "loss": 0.6142709851264954,
+      "step": 10443
+    },
+    {
+      "epoch": 1.9297963991638853,
+      "grad_norm": 0.06263016909360886,
+      "learning_rate": 5.966802377897916e-06,
+      "loss": 0.35985496640205383,
+      "step": 10444
+    },
+    {
+      "epoch": 1.9299811758727814,
+      "grad_norm": 0.09261230379343033,
+      "learning_rate": 5.964976992728527e-06,
+      "loss": 0.5534440875053406,
+      "step": 10445
+    },
+    {
+      "epoch": 1.9301659525816772,
+      "grad_norm": 0.08280779421329498,
+      "learning_rate": 5.963151768140424e-06,
+      "loss": 0.38883811235427856,
+      "step": 10446
+    },
+    {
+      "epoch": 1.930350729290573,
+      "grad_norm": 0.07502814382314682,
+      "learning_rate": 5.961326704206252e-06,
+      "loss": 0.46978461742401123,
+      "step": 10447
+    },
+    {
+      "epoch": 1.9305355059994689,
+      "grad_norm": 0.08471072465181351,
+      "learning_rate": 5.959501800998646e-06,
+      "loss": 0.6152291893959045,
+      "step": 10448
+    },
+    {
+      "epoch": 1.9307202827083647,
+      "grad_norm": 0.06850223988294601,
+      "learning_rate": 5.9576770585902246e-06,
+      "loss": 0.42707252502441406,
+      "step": 10449
+    },
+    {
+      "epoch": 1.9309050594172605,
+      "grad_norm": 0.05500276759266853,
+      "learning_rate": 5.955852477053606e-06,
+      "loss": 0.37856414914131165,
+      "step": 10450
+    },
+    {
+      "epoch": 1.9310898361261564,
+      "grad_norm": 0.09683556854724884,
+      "learning_rate": 5.954028056461413e-06,
+      "loss": 0.6295728087425232,
+      "step": 10451
+    },
+    {
+      "epoch": 1.9312746128350522,
+      "grad_norm": 0.07046552002429962,
+      "learning_rate": 5.95220379688624e-06,
+      "loss": 0.502396821975708,
+      "step": 10452
+    },
+    {
+      "epoch": 1.931459389543948,
+      "grad_norm": 0.08507654815912247,
+      "learning_rate": 5.950379698400691e-06,
+      "loss": 0.5647777915000916,
+      "step": 10453
+    },
+    {
+      "epoch": 1.9316441662528439,
+      "grad_norm": 0.08452076464891434,
+      "learning_rate": 5.9485557610773655e-06,
+      "loss": 0.5014138221740723,
+      "step": 10454
+    },
+    {
+      "epoch": 1.9318289429617397,
+      "grad_norm": 0.07229094952344894,
+      "learning_rate": 5.9467319849888425e-06,
+      "loss": 0.5160284638404846,
+      "step": 10455
+    },
+    {
+      "epoch": 1.9320137196706355,
+      "grad_norm": 0.07167952507734299,
+      "learning_rate": 5.944908370207707e-06,
+      "loss": 0.48818081617355347,
+      "step": 10456
+    },
+    {
+      "epoch": 1.9321984963795313,
+      "grad_norm": 0.08753294497728348,
+      "learning_rate": 5.943084916806529e-06,
+      "loss": 0.6104143261909485,
+      "step": 10457
+    },
+    {
+      "epoch": 1.9323832730884272,
+      "grad_norm": 0.07173937559127808,
+      "learning_rate": 5.94126162485788e-06,
+      "loss": 0.4641045033931732,
+      "step": 10458
+    },
+    {
+      "epoch": 1.932568049797323,
+      "grad_norm": 0.06941964477300644,
+      "learning_rate": 5.9394384944343216e-06,
+      "loss": 0.3881646990776062,
+      "step": 10459
+    },
+    {
+      "epoch": 1.9327528265062188,
+      "grad_norm": 0.08919605612754822,
+      "learning_rate": 5.937615525608406e-06,
+      "loss": 0.5695154070854187,
+      "step": 10460
+    },
+    {
+      "epoch": 1.9329376032151147,
+      "grad_norm": 0.06986981630325317,
+      "learning_rate": 5.935792718452682e-06,
+      "loss": 0.44560667872428894,
+      "step": 10461
+    },
+    {
+      "epoch": 1.9331223799240105,
+      "grad_norm": 0.0688788965344429,
+      "learning_rate": 5.933970073039694e-06,
+      "loss": 0.3941502273082733,
+      "step": 10462
+    },
+    {
+      "epoch": 1.9333071566329063,
+      "grad_norm": 0.06806276738643646,
+      "learning_rate": 5.932147589441976e-06,
+      "loss": 0.42018571496009827,
+      "step": 10463
+    },
+    {
+      "epoch": 1.9334919333418021,
+      "grad_norm": 0.06949281692504883,
+      "learning_rate": 5.930325267732056e-06,
+      "loss": 0.40737178921699524,
+      "step": 10464
+    },
+    {
+      "epoch": 1.933676710050698,
+      "grad_norm": 0.06800030916929245,
+      "learning_rate": 5.928503107982462e-06,
+      "loss": 0.5011507868766785,
+      "step": 10465
+    },
+    {
+      "epoch": 1.9338614867595938,
+      "grad_norm": 0.06391538679599762,
+      "learning_rate": 5.9266811102657e-06,
+      "loss": 0.35602039098739624,
+      "step": 10466
+    },
+    {
+      "epoch": 1.9340462634684898,
+      "grad_norm": 0.07929027080535889,
+      "learning_rate": 5.924859274654289e-06,
+      "loss": 0.45571425557136536,
+      "step": 10467
+    },
+    {
+      "epoch": 1.9342310401773857,
+      "grad_norm": 0.08948726207017899,
+      "learning_rate": 5.923037601220731e-06,
+      "loss": 0.5991467237472534,
+      "step": 10468
+    },
+    {
+      "epoch": 1.9344158168862815,
+      "grad_norm": 0.09263361245393753,
+      "learning_rate": 5.92121609003752e-06,
+      "loss": 0.4827702045440674,
+      "step": 10469
+    },
+    {
+      "epoch": 1.9346005935951773,
+      "grad_norm": 0.06380041688680649,
+      "learning_rate": 5.919394741177149e-06,
+      "loss": 0.41103777289390564,
+      "step": 10470
+    },
+    {
+      "epoch": 1.9347853703040732,
+      "grad_norm": 0.08030567318201065,
+      "learning_rate": 5.9175735547120975e-06,
+      "loss": 0.5373403429985046,
+      "step": 10471
+    },
+    {
+      "epoch": 1.934970147012969,
+      "grad_norm": 0.0762866884469986,
+      "learning_rate": 5.915752530714848e-06,
+      "loss": 0.4612323045730591,
+      "step": 10472
+    },
+    {
+      "epoch": 1.9351549237218648,
+      "grad_norm": 0.0838063657283783,
+      "learning_rate": 5.9139316692578705e-06,
+      "loss": 0.472083181142807,
+      "step": 10473
+    },
+    {
+      "epoch": 1.9353397004307609,
+      "grad_norm": 0.09463243186473846,
+      "learning_rate": 5.912110970413627e-06,
+      "loss": 0.6421471238136292,
+      "step": 10474
+    },
+    {
+      "epoch": 1.9355244771396567,
+      "grad_norm": 0.07890670001506805,
+      "learning_rate": 5.910290434254579e-06,
+      "loss": 0.4910679757595062,
+      "step": 10475
+    },
+    {
+      "epoch": 1.9357092538485525,
+      "grad_norm": 0.07321932166814804,
+      "learning_rate": 5.908470060853178e-06,
+      "loss": 0.317918062210083,
+      "step": 10476
+    },
+    {
+      "epoch": 1.9358940305574484,
+      "grad_norm": 0.08434881269931793,
+      "learning_rate": 5.906649850281865e-06,
+      "loss": 0.5010132789611816,
+      "step": 10477
+    },
+    {
+      "epoch": 1.9360788072663442,
+      "grad_norm": 0.06752678006887436,
+      "learning_rate": 5.904829802613081e-06,
+      "loss": 0.379227876663208,
+      "step": 10478
+    },
+    {
+      "epoch": 1.93626358397524,
+      "grad_norm": 0.08105649054050446,
+      "learning_rate": 5.903009917919262e-06,
+      "loss": 0.5523325204849243,
+      "step": 10479
+    },
+    {
+      "epoch": 1.9364483606841358,
+      "grad_norm": 0.07709749788045883,
+      "learning_rate": 5.9011901962728276e-06,
+      "loss": 0.49589478969573975,
+      "step": 10480
+    },
+    {
+      "epoch": 1.9366331373930317,
+      "grad_norm": 0.07420652359724045,
+      "learning_rate": 5.8993706377462e-06,
+      "loss": 0.4581543505191803,
+      "step": 10481
+    },
+    {
+      "epoch": 1.9368179141019275,
+      "grad_norm": 0.07852959632873535,
+      "learning_rate": 5.897551242411794e-06,
+      "loss": 0.42142826318740845,
+      "step": 10482
+    },
+    {
+      "epoch": 1.9370026908108233,
+      "grad_norm": 0.08900757133960724,
+      "learning_rate": 5.8957320103420124e-06,
+      "loss": 0.5019552707672119,
+      "step": 10483
+    },
+    {
+      "epoch": 1.9371874675197192,
+      "grad_norm": 0.07102083414793015,
+      "learning_rate": 5.893912941609255e-06,
+      "loss": 0.42338263988494873,
+      "step": 10484
+    },
+    {
+      "epoch": 1.937372244228615,
+      "grad_norm": 0.08349662274122238,
+      "learning_rate": 5.892094036285922e-06,
+      "loss": 0.4304684102535248,
+      "step": 10485
+    },
+    {
+      "epoch": 1.9375570209375108,
+      "grad_norm": 0.08405330032110214,
+      "learning_rate": 5.890275294444386e-06,
+      "loss": 0.4575079083442688,
+      "step": 10486
+    },
+    {
+      "epoch": 1.9377417976464066,
+      "grad_norm": 0.06834299117326736,
+      "learning_rate": 5.888456716157043e-06,
+      "loss": 0.35891595482826233,
+      "step": 10487
+    },
+    {
+      "epoch": 1.9379265743553025,
+      "grad_norm": 0.08467060327529907,
+      "learning_rate": 5.886638301496255e-06,
+      "loss": 0.5952319502830505,
+      "step": 10488
+    },
+    {
+      "epoch": 1.9381113510641983,
+      "grad_norm": 0.08719463646411896,
+      "learning_rate": 5.884820050534392e-06,
+      "loss": 0.5042622685432434,
+      "step": 10489
+    },
+    {
+      "epoch": 1.9382961277730941,
+      "grad_norm": 0.07109535485506058,
+      "learning_rate": 5.8830019633438215e-06,
+      "loss": 0.4510539472103119,
+      "step": 10490
+    },
+    {
+      "epoch": 1.93848090448199,
+      "grad_norm": 0.09614437073469162,
+      "learning_rate": 5.881184039996889e-06,
+      "loss": 0.6957901120185852,
+      "step": 10491
+    },
+    {
+      "epoch": 1.9386656811908858,
+      "grad_norm": 0.06927401572465897,
+      "learning_rate": 5.8793662805659455e-06,
+      "loss": 0.4295322597026825,
+      "step": 10492
+    },
+    {
+      "epoch": 1.9388504578997816,
+      "grad_norm": 0.09393969178199768,
+      "learning_rate": 5.877548685123334e-06,
+      "loss": 0.5344082117080688,
+      "step": 10493
+    },
+    {
+      "epoch": 1.9390352346086774,
+      "grad_norm": 0.09615222364664078,
+      "learning_rate": 5.875731253741386e-06,
+      "loss": 0.550508975982666,
+      "step": 10494
+    },
+    {
+      "epoch": 1.9392200113175733,
+      "grad_norm": 0.09041385352611542,
+      "learning_rate": 5.87391398649243e-06,
+      "loss": 0.5991291999816895,
+      "step": 10495
+    },
+    {
+      "epoch": 1.9394047880264693,
+      "grad_norm": 0.09496104717254639,
+      "learning_rate": 5.87209688344879e-06,
+      "loss": 0.673936128616333,
+      "step": 10496
+    },
+    {
+      "epoch": 1.9395895647353651,
+      "grad_norm": 0.07641255855560303,
+      "learning_rate": 5.870279944682779e-06,
+      "loss": 0.5525445938110352,
+      "step": 10497
+    },
+    {
+      "epoch": 1.939774341444261,
+      "grad_norm": 0.09686005860567093,
+      "learning_rate": 5.868463170266705e-06,
+      "loss": 0.47172901034355164,
+      "step": 10498
+    },
+    {
+      "epoch": 1.9399591181531568,
+      "grad_norm": 0.06705188751220703,
+      "learning_rate": 5.866646560272873e-06,
+      "loss": 0.4666908085346222,
+      "step": 10499
+    },
+    {
+      "epoch": 1.9401438948620526,
+      "grad_norm": 0.0796026661992073,
+      "learning_rate": 5.864830114773574e-06,
+      "loss": 0.4845815896987915,
+      "step": 10500
+    },
+    {
+      "epoch": 1.9401438948620526,
+      "eval_loss": 0.5543113946914673,
+      "eval_runtime": 155.6506,
+      "eval_samples_per_second": 117.115,
+      "eval_steps_per_second": 14.642,
+      "step": 10500
+    },
+    {
+      "epoch": 1.9403286715709485,
+      "grad_norm": 0.08364847302436829,
+      "learning_rate": 5.8630138338411005e-06,
+      "loss": 0.5841268301010132,
+      "step": 10501
+    },
+    {
+      "epoch": 1.9405134482798443,
+      "grad_norm": 0.06963703781366348,
+      "learning_rate": 5.8611977175477355e-06,
+      "loss": 0.37664470076560974,
+      "step": 10502
+    },
+    {
+      "epoch": 1.9406982249887401,
+      "grad_norm": 0.08510028570890427,
+      "learning_rate": 5.859381765965748e-06,
+      "loss": 0.5224068760871887,
+      "step": 10503
+    },
+    {
+      "epoch": 1.9408830016976362,
+      "grad_norm": 0.06919050216674805,
+      "learning_rate": 5.857565979167419e-06,
+      "loss": 0.49947017431259155,
+      "step": 10504
+    },
+    {
+      "epoch": 1.941067778406532,
+      "grad_norm": 0.07207190990447998,
+      "learning_rate": 5.855750357224998e-06,
+      "loss": 0.4688243567943573,
+      "step": 10505
+    },
+    {
+      "epoch": 1.9412525551154278,
+      "grad_norm": 0.1118570864200592,
+      "learning_rate": 5.853934900210746e-06,
+      "loss": 0.5335554480552673,
+      "step": 10506
+    },
+    {
+      "epoch": 1.9414373318243237,
+      "grad_norm": 0.07921619713306427,
+      "learning_rate": 5.85211960819692e-06,
+      "loss": 0.47763168811798096,
+      "step": 10507
+    },
+    {
+      "epoch": 1.9416221085332195,
+      "grad_norm": 0.08585667610168457,
+      "learning_rate": 5.850304481255751e-06,
+      "loss": 0.669448733329773,
+      "step": 10508
+    },
+    {
+      "epoch": 1.9418068852421153,
+      "grad_norm": 0.09483261406421661,
+      "learning_rate": 5.8484895194594796e-06,
+      "loss": 0.6821432709693909,
+      "step": 10509
+    },
+    {
+      "epoch": 1.9419916619510111,
+      "grad_norm": 0.07414834201335907,
+      "learning_rate": 5.846674722880343e-06,
+      "loss": 0.4566863179206848,
+      "step": 10510
+    },
+    {
+      "epoch": 1.942176438659907,
+      "grad_norm": 0.07801329344511032,
+      "learning_rate": 5.8448600915905555e-06,
+      "loss": 0.48371413350105286,
+      "step": 10511
+    },
+    {
+      "epoch": 1.9423612153688028,
+      "grad_norm": 0.09932101517915726,
+      "learning_rate": 5.8430456256623345e-06,
+      "loss": 0.5337772965431213,
+      "step": 10512
+    },
+    {
+      "epoch": 1.9425459920776986,
+      "grad_norm": 0.08487209677696228,
+      "learning_rate": 5.841231325167896e-06,
+      "loss": 0.5186351537704468,
+      "step": 10513
+    },
+    {
+      "epoch": 1.9427307687865945,
+      "grad_norm": 0.07193045318126678,
+      "learning_rate": 5.839417190179437e-06,
+      "loss": 0.4164048433303833,
+      "step": 10514
+    },
+    {
+      "epoch": 1.9429155454954903,
+      "grad_norm": 0.07649257779121399,
+      "learning_rate": 5.837603220769157e-06,
+      "loss": 0.5069774389266968,
+      "step": 10515
+    },
+    {
+      "epoch": 1.943100322204386,
+      "grad_norm": 0.07070234417915344,
+      "learning_rate": 5.83578941700925e-06,
+      "loss": 0.34997639060020447,
+      "step": 10516
+    },
+    {
+      "epoch": 1.943285098913282,
+      "grad_norm": 0.0739535391330719,
+      "learning_rate": 5.833975778971888e-06,
+      "loss": 0.41146987676620483,
+      "step": 10517
+    },
+    {
+      "epoch": 1.9434698756221778,
+      "grad_norm": 0.08722543716430664,
+      "learning_rate": 5.832162306729261e-06,
+      "loss": 0.5551208257675171,
+      "step": 10518
+    },
+    {
+      "epoch": 1.9436546523310736,
+      "grad_norm": 0.08653347194194794,
+      "learning_rate": 5.830349000353537e-06,
+      "loss": 0.5518236756324768,
+      "step": 10519
+    },
+    {
+      "epoch": 1.9438394290399694,
+      "grad_norm": 0.0890008807182312,
+      "learning_rate": 5.828535859916875e-06,
+      "loss": 0.6357223987579346,
+      "step": 10520
+    },
+    {
+      "epoch": 1.9440242057488653,
+      "grad_norm": 0.07691646367311478,
+      "learning_rate": 5.8267228854914396e-06,
+      "loss": 0.4500856101512909,
+      "step": 10521
+    },
+    {
+      "epoch": 1.944208982457761,
+      "grad_norm": 0.06855422258377075,
+      "learning_rate": 5.824910077149372e-06,
+      "loss": 0.31975024938583374,
+      "step": 10522
+    },
+    {
+      "epoch": 1.944393759166657,
+      "grad_norm": 0.10461317747831345,
+      "learning_rate": 5.8230974349628215e-06,
+      "loss": 0.6291202902793884,
+      "step": 10523
+    },
+    {
+      "epoch": 1.9445785358755527,
+      "grad_norm": 0.08101405203342438,
+      "learning_rate": 5.821284959003923e-06,
+      "loss": 0.5928642749786377,
+      "step": 10524
+    },
+    {
+      "epoch": 1.9447633125844486,
+      "grad_norm": 0.06952399015426636,
+      "learning_rate": 5.819472649344813e-06,
+      "loss": 0.49268776178359985,
+      "step": 10525
+    },
+    {
+      "epoch": 1.9449480892933446,
+      "grad_norm": 0.0785820409655571,
+      "learning_rate": 5.81766050605761e-06,
+      "loss": 0.4932481348514557,
+      "step": 10526
+    },
+    {
+      "epoch": 1.9451328660022404,
+      "grad_norm": 0.0837739109992981,
+      "learning_rate": 5.815848529214439e-06,
+      "loss": 0.5106244087219238,
+      "step": 10527
+    },
+    {
+      "epoch": 1.9453176427111363,
+      "grad_norm": 0.08298195898532867,
+      "learning_rate": 5.814036718887401e-06,
+      "loss": 0.6543368101119995,
+      "step": 10528
+    },
+    {
+      "epoch": 1.945502419420032,
+      "grad_norm": 0.0707169771194458,
+      "learning_rate": 5.812225075148607e-06,
+      "loss": 0.46865272521972656,
+      "step": 10529
+    },
+    {
+      "epoch": 1.945687196128928,
+      "grad_norm": 0.08626644313335419,
+      "learning_rate": 5.810413598070153e-06,
+      "loss": 0.4652383327484131,
+      "step": 10530
+    },
+    {
+      "epoch": 1.9458719728378238,
+      "grad_norm": 0.07402166724205017,
+      "learning_rate": 5.80860228772413e-06,
+      "loss": 0.4375515878200531,
+      "step": 10531
+    },
+    {
+      "epoch": 1.9460567495467196,
+      "grad_norm": 0.0773448720574379,
+      "learning_rate": 5.806791144182622e-06,
+      "loss": 0.49111664295196533,
+      "step": 10532
+    },
+    {
+      "epoch": 1.9462415262556156,
+      "grad_norm": 0.06117716431617737,
+      "learning_rate": 5.804980167517712e-06,
+      "loss": 0.4226382076740265,
+      "step": 10533
+    },
+    {
+      "epoch": 1.9464263029645115,
+      "grad_norm": 0.068551205098629,
+      "learning_rate": 5.803169357801463e-06,
+      "loss": 0.45732957124710083,
+      "step": 10534
+    },
+    {
+      "epoch": 1.9466110796734073,
+      "grad_norm": 0.07132992148399353,
+      "learning_rate": 5.801358715105947e-06,
+      "loss": 0.5618545413017273,
+      "step": 10535
+    },
+    {
+      "epoch": 1.9467958563823031,
+      "grad_norm": 0.06258437782526016,
+      "learning_rate": 5.799548239503214e-06,
+      "loss": 0.30846071243286133,
+      "step": 10536
+    },
+    {
+      "epoch": 1.946980633091199,
+      "grad_norm": 0.08688078820705414,
+      "learning_rate": 5.797737931065316e-06,
+      "loss": 0.6651712656021118,
+      "step": 10537
+    },
+    {
+      "epoch": 1.9471654098000948,
+      "grad_norm": 0.08604100346565247,
+      "learning_rate": 5.79592778986431e-06,
+      "loss": 0.5880390405654907,
+      "step": 10538
+    },
+    {
+      "epoch": 1.9473501865089906,
+      "grad_norm": 0.08469399809837341,
+      "learning_rate": 5.79411781597222e-06,
+      "loss": 0.544089674949646,
+      "step": 10539
+    },
+    {
+      "epoch": 1.9475349632178864,
+      "grad_norm": 0.08143501728773117,
+      "learning_rate": 5.7923080094610825e-06,
+      "loss": 0.4275970160961151,
+      "step": 10540
+    },
+    {
+      "epoch": 1.9477197399267823,
+      "grad_norm": 0.06817419826984406,
+      "learning_rate": 5.7904983704029265e-06,
+      "loss": 0.4366365075111389,
+      "step": 10541
+    },
+    {
+      "epoch": 1.947904516635678,
+      "grad_norm": 0.06847912818193436,
+      "learning_rate": 5.788688898869761e-06,
+      "loss": 0.3891089856624603,
+      "step": 10542
+    },
+    {
+      "epoch": 1.948089293344574,
+      "grad_norm": 0.060372162610292435,
+      "learning_rate": 5.786879594933601e-06,
+      "loss": 0.30533790588378906,
+      "step": 10543
+    },
+    {
+      "epoch": 1.9482740700534698,
+      "grad_norm": 0.07052935659885406,
+      "learning_rate": 5.785070458666453e-06,
+      "loss": 0.4420267641544342,
+      "step": 10544
+    },
+    {
+      "epoch": 1.9484588467623656,
+      "grad_norm": 0.0873042568564415,
+      "learning_rate": 5.783261490140315e-06,
+      "loss": 0.5908474326133728,
+      "step": 10545
+    },
+    {
+      "epoch": 1.9486436234712614,
+      "grad_norm": 0.0672554299235344,
+      "learning_rate": 5.781452689427176e-06,
+      "loss": 0.30557793378829956,
+      "step": 10546
+    },
+    {
+      "epoch": 1.9488284001801572,
+      "grad_norm": 0.07209660857915878,
+      "learning_rate": 5.779644056599025e-06,
+      "loss": 0.4309651255607605,
+      "step": 10547
+    },
+    {
+      "epoch": 1.949013176889053,
+      "grad_norm": 0.07991938292980194,
+      "learning_rate": 5.777835591727834e-06,
+      "loss": 0.46604594588279724,
+      "step": 10548
+    },
+    {
+      "epoch": 1.949197953597949,
+      "grad_norm": 0.08834175020456314,
+      "learning_rate": 5.7760272948855776e-06,
+      "loss": 0.6423034071922302,
+      "step": 10549
+    },
+    {
+      "epoch": 1.9493827303068447,
+      "grad_norm": 0.09046275168657303,
+      "learning_rate": 5.774219166144218e-06,
+      "loss": 0.5118681192398071,
+      "step": 10550
+    },
+    {
+      "epoch": 1.9495675070157406,
+      "grad_norm": 0.07558931410312653,
+      "learning_rate": 5.772411205575716e-06,
+      "loss": 0.40838319063186646,
+      "step": 10551
+    },
+    {
+      "epoch": 1.9497522837246364,
+      "grad_norm": 0.08017290383577347,
+      "learning_rate": 5.770603413252025e-06,
+      "loss": 0.554165244102478,
+      "step": 10552
+    },
+    {
+      "epoch": 1.9499370604335322,
+      "grad_norm": 0.08638852834701538,
+      "learning_rate": 5.768795789245083e-06,
+      "loss": 0.5371276140213013,
+      "step": 10553
+    },
+    {
+      "epoch": 1.950121837142428,
+      "grad_norm": 0.09567637741565704,
+      "learning_rate": 5.76698833362683e-06,
+      "loss": 0.6154451370239258,
+      "step": 10554
+    },
+    {
+      "epoch": 1.950306613851324,
+      "grad_norm": 0.07529415935277939,
+      "learning_rate": 5.7651810464692016e-06,
+      "loss": 0.41964831948280334,
+      "step": 10555
+    },
+    {
+      "epoch": 1.95049139056022,
+      "grad_norm": 0.09110301733016968,
+      "learning_rate": 5.7633739278441155e-06,
+      "loss": 0.6057930588722229,
+      "step": 10556
+    },
+    {
+      "epoch": 1.9506761672691157,
+      "grad_norm": 0.07765660434961319,
+      "learning_rate": 5.761566977823487e-06,
+      "loss": 0.41644635796546936,
+      "step": 10557
+    },
+    {
+      "epoch": 1.9508609439780116,
+      "grad_norm": 0.08114904910326004,
+      "learning_rate": 5.759760196479242e-06,
+      "loss": 0.49219024181365967,
+      "step": 10558
+    },
+    {
+      "epoch": 1.9510457206869074,
+      "grad_norm": 0.06297268718481064,
+      "learning_rate": 5.757953583883271e-06,
+      "loss": 0.3770653307437897,
+      "step": 10559
+    },
+    {
+      "epoch": 1.9512304973958032,
+      "grad_norm": 0.06261013448238373,
+      "learning_rate": 5.756147140107475e-06,
+      "loss": 0.38064223527908325,
+      "step": 10560
+    },
+    {
+      "epoch": 1.951415274104699,
+      "grad_norm": 0.08856848627328873,
+      "learning_rate": 5.7543408652237484e-06,
+      "loss": 0.6331533789634705,
+      "step": 10561
+    },
+    {
+      "epoch": 1.951600050813595,
+      "grad_norm": 0.07619134336709976,
+      "learning_rate": 5.7525347593039704e-06,
+      "loss": 0.5557543635368347,
+      "step": 10562
+    },
+    {
+      "epoch": 1.951784827522491,
+      "grad_norm": 0.06637249141931534,
+      "learning_rate": 5.7507288224200195e-06,
+      "loss": 0.39819884300231934,
+      "step": 10563
+    },
+    {
+      "epoch": 1.9519696042313868,
+      "grad_norm": 0.09656571596860886,
+      "learning_rate": 5.748923054643767e-06,
+      "loss": 0.7308982014656067,
+      "step": 10564
+    },
+    {
+      "epoch": 1.9521543809402826,
+      "grad_norm": 0.10094495117664337,
+      "learning_rate": 5.7471174560470775e-06,
+      "loss": 0.5335283875465393,
+      "step": 10565
+    },
+    {
+      "epoch": 1.9523391576491784,
+      "grad_norm": 0.06061745807528496,
+      "learning_rate": 5.745312026701808e-06,
+      "loss": 0.388337105512619,
+      "step": 10566
+    },
+    {
+      "epoch": 1.9525239343580743,
+      "grad_norm": 0.07064970582723618,
+      "learning_rate": 5.743506766679812e-06,
+      "loss": 0.4752836227416992,
+      "step": 10567
+    },
+    {
+      "epoch": 1.95270871106697,
+      "grad_norm": 0.07706630975008011,
+      "learning_rate": 5.741701676052926e-06,
+      "loss": 0.45462024211883545,
+      "step": 10568
+    },
+    {
+      "epoch": 1.952893487775866,
+      "grad_norm": 0.0834769457578659,
+      "learning_rate": 5.739896754892995e-06,
+      "loss": 0.46920305490493774,
+      "step": 10569
+    },
+    {
+      "epoch": 1.9530782644847617,
+      "grad_norm": 0.08264000713825226,
+      "learning_rate": 5.738092003271837e-06,
+      "loss": 0.5234748125076294,
+      "step": 10570
+    },
+    {
+      "epoch": 1.9532630411936576,
+      "grad_norm": 0.1118183583021164,
+      "learning_rate": 5.736287421261287e-06,
+      "loss": 0.8297079205513,
+      "step": 10571
+    },
+    {
+      "epoch": 1.9534478179025534,
+      "grad_norm": 0.07726228982210159,
+      "learning_rate": 5.734483008933163e-06,
+      "loss": 0.5071477890014648,
+      "step": 10572
+    },
+    {
+      "epoch": 1.9536325946114492,
+      "grad_norm": 0.05474299192428589,
+      "learning_rate": 5.732678766359265e-06,
+      "loss": 0.2890155613422394,
+      "step": 10573
+    },
+    {
+      "epoch": 1.953817371320345,
+      "grad_norm": 0.0789993479847908,
+      "learning_rate": 5.730874693611402e-06,
+      "loss": 0.4219309687614441,
+      "step": 10574
+    },
+    {
+      "epoch": 1.9540021480292409,
+      "grad_norm": 0.09682317823171616,
+      "learning_rate": 5.729070790761374e-06,
+      "loss": 0.4167204797267914,
+      "step": 10575
+    },
+    {
+      "epoch": 1.9541869247381367,
+      "grad_norm": 0.06620560586452484,
+      "learning_rate": 5.727267057880963e-06,
+      "loss": 0.36565524339675903,
+      "step": 10576
+    },
+    {
+      "epoch": 1.9543717014470325,
+      "grad_norm": 0.06693736463785172,
+      "learning_rate": 5.72546349504195e-06,
+      "loss": 0.30560731887817383,
+      "step": 10577
+    },
+    {
+      "epoch": 1.9545564781559284,
+      "grad_norm": 0.06256041675806046,
+      "learning_rate": 5.723660102316126e-06,
+      "loss": 0.354993999004364,
+      "step": 10578
+    },
+    {
+      "epoch": 1.9547412548648242,
+      "grad_norm": 0.07756361365318298,
+      "learning_rate": 5.7218568797752445e-06,
+      "loss": 0.587867796421051,
+      "step": 10579
+    },
+    {
+      "epoch": 1.95492603157372,
+      "grad_norm": 0.09032636880874634,
+      "learning_rate": 5.7200538274910775e-06,
+      "loss": 0.4667337238788605,
+      "step": 10580
+    },
+    {
+      "epoch": 1.9551108082826159,
+      "grad_norm": 0.08582337945699692,
+      "learning_rate": 5.718250945535382e-06,
+      "loss": 0.4862954616546631,
+      "step": 10581
+    },
+    {
+      "epoch": 1.9552955849915117,
+      "grad_norm": 0.07556741684675217,
+      "learning_rate": 5.716448233979897e-06,
+      "loss": 0.4102937877178192,
+      "step": 10582
+    },
+    {
+      "epoch": 1.9554803617004075,
+      "grad_norm": 0.09605452418327332,
+      "learning_rate": 5.714645692896372e-06,
+      "loss": 0.5979748964309692,
+      "step": 10583
+    },
+    {
+      "epoch": 1.9556651384093036,
+      "grad_norm": 0.068499855697155,
+      "learning_rate": 5.712843322356541e-06,
+      "loss": 0.384988933801651,
+      "step": 10584
+    },
+    {
+      "epoch": 1.9558499151181994,
+      "grad_norm": 0.07488887757062912,
+      "learning_rate": 5.711041122432132e-06,
+      "loss": 0.4321574568748474,
+      "step": 10585
+    },
+    {
+      "epoch": 1.9560346918270952,
+      "grad_norm": 0.08099797368049622,
+      "learning_rate": 5.709239093194872e-06,
+      "loss": 0.5244421362876892,
+      "step": 10586
+    },
+    {
+      "epoch": 1.956219468535991,
+      "grad_norm": 0.07003786414861679,
+      "learning_rate": 5.7074372347164695e-06,
+      "loss": 0.3788778781890869,
+      "step": 10587
+    },
+    {
+      "epoch": 1.9564042452448869,
+      "grad_norm": 0.0769960880279541,
+      "learning_rate": 5.7056355470686354e-06,
+      "loss": 0.4467634856700897,
+      "step": 10588
+    },
+    {
+      "epoch": 1.9565890219537827,
+      "grad_norm": 0.08135896921157837,
+      "learning_rate": 5.703834030323074e-06,
+      "loss": 0.46010300517082214,
+      "step": 10589
+    },
+    {
+      "epoch": 1.9567737986626785,
+      "grad_norm": 0.08489905297756195,
+      "learning_rate": 5.7020326845514695e-06,
+      "loss": 0.5769398212432861,
+      "step": 10590
+    },
+    {
+      "epoch": 1.9569585753715744,
+      "grad_norm": 0.0838000625371933,
+      "learning_rate": 5.7002315098255225e-06,
+      "loss": 0.5246551632881165,
+      "step": 10591
+    },
+    {
+      "epoch": 1.9571433520804704,
+      "grad_norm": 0.08578898012638092,
+      "learning_rate": 5.698430506216912e-06,
+      "loss": 0.4350026249885559,
+      "step": 10592
+    },
+    {
+      "epoch": 1.9573281287893662,
+      "grad_norm": 0.0876152515411377,
+      "learning_rate": 5.696629673797305e-06,
+      "loss": 0.6735652089118958,
+      "step": 10593
+    },
+    {
+      "epoch": 1.957512905498262,
+      "grad_norm": 0.0778566524386406,
+      "learning_rate": 5.694829012638374e-06,
+      "loss": 0.49129819869995117,
+      "step": 10594
+    },
+    {
+      "epoch": 1.957697682207158,
+      "grad_norm": 0.07125280797481537,
+      "learning_rate": 5.693028522811783e-06,
+      "loss": 0.38843223452568054,
+      "step": 10595
+    },
+    {
+      "epoch": 1.9578824589160537,
+      "grad_norm": 0.08513450622558594,
+      "learning_rate": 5.691228204389179e-06,
+      "loss": 0.44833922386169434,
+      "step": 10596
+    },
+    {
+      "epoch": 1.9580672356249496,
+      "grad_norm": 0.10721521079540253,
+      "learning_rate": 5.689428057442208e-06,
+      "loss": 0.6927924156188965,
+      "step": 10597
+    },
+    {
+      "epoch": 1.9582520123338454,
+      "grad_norm": 0.07172559946775436,
+      "learning_rate": 5.687628082042522e-06,
+      "loss": 0.42140018939971924,
+      "step": 10598
+    },
+    {
+      "epoch": 1.9584367890427412,
+      "grad_norm": 0.04447796568274498,
+      "learning_rate": 5.685828278261743e-06,
+      "loss": 0.27840760350227356,
+      "step": 10599
+    },
+    {
+      "epoch": 1.958621565751637,
+      "grad_norm": 0.06525732576847076,
+      "learning_rate": 5.684028646171505e-06,
+      "loss": 0.3571588695049286,
+      "step": 10600
+    },
+    {
+      "epoch": 1.9588063424605329,
+      "grad_norm": 0.06040734425187111,
+      "learning_rate": 5.682229185843418e-06,
+      "loss": 0.3269086182117462,
+      "step": 10601
+    },
+    {
+      "epoch": 1.9589911191694287,
+      "grad_norm": 0.08246826380491257,
+      "learning_rate": 5.680429897349102e-06,
+      "loss": 0.48208680748939514,
+      "step": 10602
+    },
+    {
+      "epoch": 1.9591758958783245,
+      "grad_norm": 0.10077651590108871,
+      "learning_rate": 5.6786307807601625e-06,
+      "loss": 0.7280152440071106,
+      "step": 10603
+    },
+    {
+      "epoch": 1.9593606725872204,
+      "grad_norm": 0.07238568365573883,
+      "learning_rate": 5.676831836148198e-06,
+      "loss": 0.42356643080711365,
+      "step": 10604
+    },
+    {
+      "epoch": 1.9595454492961162,
+      "grad_norm": 0.07383681833744049,
+      "learning_rate": 5.675033063584801e-06,
+      "loss": 0.49863195419311523,
+      "step": 10605
+    },
+    {
+      "epoch": 1.959730226005012,
+      "grad_norm": 0.07692846655845642,
+      "learning_rate": 5.6732344631415616e-06,
+      "loss": 0.4908929765224457,
+      "step": 10606
+    },
+    {
+      "epoch": 1.9599150027139078,
+      "grad_norm": 0.08402621746063232,
+      "learning_rate": 5.6714360348900475e-06,
+      "loss": 0.4820367693901062,
+      "step": 10607
+    },
+    {
+      "epoch": 1.9600997794228037,
+      "grad_norm": 0.05579538643360138,
+      "learning_rate": 5.66963777890184e-06,
+      "loss": 0.29534614086151123,
+      "step": 10608
+    },
+    {
+      "epoch": 1.9602845561316995,
+      "grad_norm": 0.07454511523246765,
+      "learning_rate": 5.667839695248498e-06,
+      "loss": 0.36852237582206726,
+      "step": 10609
+    },
+    {
+      "epoch": 1.9604693328405953,
+      "grad_norm": 0.07275497168302536,
+      "learning_rate": 5.666041784001584e-06,
+      "loss": 0.49770715832710266,
+      "step": 10610
+    },
+    {
+      "epoch": 1.9606541095494912,
+      "grad_norm": 0.07775789499282837,
+      "learning_rate": 5.664244045232647e-06,
+      "loss": 0.49964237213134766,
+      "step": 10611
+    },
+    {
+      "epoch": 1.960838886258387,
+      "grad_norm": 0.0660817101597786,
+      "learning_rate": 5.662446479013238e-06,
+      "loss": 0.4232540726661682,
+      "step": 10612
+    },
+    {
+      "epoch": 1.9610236629672828,
+      "grad_norm": 0.07350712269544601,
+      "learning_rate": 5.660649085414884e-06,
+      "loss": 0.41187983751296997,
+      "step": 10613
+    },
+    {
+      "epoch": 1.9612084396761789,
+      "grad_norm": 0.06443696469068527,
+      "learning_rate": 5.658851864509119e-06,
+      "loss": 0.3623831272125244,
+      "step": 10614
+    },
+    {
+      "epoch": 1.9613932163850747,
+      "grad_norm": 0.07406435161828995,
+      "learning_rate": 5.657054816367473e-06,
+      "loss": 0.5087496638298035,
+      "step": 10615
+    },
+    {
+      "epoch": 1.9615779930939705,
+      "grad_norm": 0.08812040090560913,
+      "learning_rate": 5.655257941061454e-06,
+      "loss": 0.6455977559089661,
+      "step": 10616
+    },
+    {
+      "epoch": 1.9617627698028663,
+      "grad_norm": 0.07852617651224136,
+      "learning_rate": 5.653461238662577e-06,
+      "loss": 0.5253956913948059,
+      "step": 10617
+    },
+    {
+      "epoch": 1.9619475465117622,
+      "grad_norm": 0.08296500146389008,
+      "learning_rate": 5.6516647092423414e-06,
+      "loss": 0.49200141429901123,
+      "step": 10618
+    },
+    {
+      "epoch": 1.962132323220658,
+      "grad_norm": 0.07371774315834045,
+      "learning_rate": 5.6498683528722486e-06,
+      "loss": 0.5164257287979126,
+      "step": 10619
+    },
+    {
+      "epoch": 1.9623170999295538,
+      "grad_norm": 0.07330730557441711,
+      "learning_rate": 5.6480721696237884e-06,
+      "loss": 0.3856649696826935,
+      "step": 10620
+    },
+    {
+      "epoch": 1.9625018766384499,
+      "grad_norm": 0.08983331173658371,
+      "learning_rate": 5.646276159568437e-06,
+      "loss": 0.5152300000190735,
+      "step": 10621
+    },
+    {
+      "epoch": 1.9626866533473457,
+      "grad_norm": 0.07849666476249695,
+      "learning_rate": 5.644480322777673e-06,
+      "loss": 0.5518277883529663,
+      "step": 10622
+    },
+    {
+      "epoch": 1.9628714300562415,
+      "grad_norm": 0.07726949453353882,
+      "learning_rate": 5.642684659322966e-06,
+      "loss": 0.4965454936027527,
+      "step": 10623
+    },
+    {
+      "epoch": 1.9630562067651374,
+      "grad_norm": 0.10425007343292236,
+      "learning_rate": 5.640889169275776e-06,
+      "loss": 0.647617757320404,
+      "step": 10624
+    },
+    {
+      "epoch": 1.9632409834740332,
+      "grad_norm": 0.08119388669729233,
+      "learning_rate": 5.63909385270756e-06,
+      "loss": 0.5539153814315796,
+      "step": 10625
+    },
+    {
+      "epoch": 1.963425760182929,
+      "grad_norm": 0.07241155952215195,
+      "learning_rate": 5.63729870968977e-06,
+      "loss": 0.4532361924648285,
+      "step": 10626
+    },
+    {
+      "epoch": 1.9636105368918249,
+      "grad_norm": 0.08779602497816086,
+      "learning_rate": 5.6355037402938375e-06,
+      "loss": 0.5239005088806152,
+      "step": 10627
+    },
+    {
+      "epoch": 1.9637953136007207,
+      "grad_norm": 0.07113391160964966,
+      "learning_rate": 5.6337089445912e-06,
+      "loss": 0.4499783217906952,
+      "step": 10628
+    },
+    {
+      "epoch": 1.9639800903096165,
+      "grad_norm": 0.09953673183917999,
+      "learning_rate": 5.631914322653289e-06,
+      "loss": 0.6576701402664185,
+      "step": 10629
+    },
+    {
+      "epoch": 1.9641648670185123,
+      "grad_norm": 0.07178323715925217,
+      "learning_rate": 5.6301198745515205e-06,
+      "loss": 0.487251877784729,
+      "step": 10630
+    },
+    {
+      "epoch": 1.9643496437274082,
+      "grad_norm": 0.0825979933142662,
+      "learning_rate": 5.6283256003573095e-06,
+      "loss": 0.5146287083625793,
+      "step": 10631
+    },
+    {
+      "epoch": 1.964534420436304,
+      "grad_norm": 0.07387817651033401,
+      "learning_rate": 5.626531500142065e-06,
+      "loss": 0.4900865852832794,
+      "step": 10632
+    },
+    {
+      "epoch": 1.9647191971451998,
+      "grad_norm": 0.07697905600070953,
+      "learning_rate": 5.624737573977182e-06,
+      "loss": 0.4235023260116577,
+      "step": 10633
+    },
+    {
+      "epoch": 1.9649039738540957,
+      "grad_norm": 0.09078847616910934,
+      "learning_rate": 5.622943821934058e-06,
+      "loss": 0.47874563932418823,
+      "step": 10634
+    },
+    {
+      "epoch": 1.9650887505629915,
+      "grad_norm": 0.07096932083368301,
+      "learning_rate": 5.621150244084072e-06,
+      "loss": 0.33702322840690613,
+      "step": 10635
+    },
+    {
+      "epoch": 1.9652735272718873,
+      "grad_norm": 0.07716767489910126,
+      "learning_rate": 5.619356840498607e-06,
+      "loss": 0.45271533727645874,
+      "step": 10636
+    },
+    {
+      "epoch": 1.9654583039807831,
+      "grad_norm": 0.08461139351129532,
+      "learning_rate": 5.617563611249034e-06,
+      "loss": 0.6253509521484375,
+      "step": 10637
+    },
+    {
+      "epoch": 1.965643080689679,
+      "grad_norm": 0.08762659132480621,
+      "learning_rate": 5.615770556406719e-06,
+      "loss": 0.7164840698242188,
+      "step": 10638
+    },
+    {
+      "epoch": 1.9658278573985748,
+      "grad_norm": 0.09939246624708176,
+      "learning_rate": 5.613977676043019e-06,
+      "loss": 0.6778596639633179,
+      "step": 10639
+    },
+    {
+      "epoch": 1.9660126341074706,
+      "grad_norm": 0.0584709607064724,
+      "learning_rate": 5.612184970229288e-06,
+      "loss": 0.3437689542770386,
+      "step": 10640
+    },
+    {
+      "epoch": 1.9661974108163665,
+      "grad_norm": 0.08932600915431976,
+      "learning_rate": 5.610392439036866e-06,
+      "loss": 0.4983118772506714,
+      "step": 10641
+    },
+    {
+      "epoch": 1.9663821875252623,
+      "grad_norm": 0.06830000877380371,
+      "learning_rate": 5.60860008253709e-06,
+      "loss": 0.3114332854747772,
+      "step": 10642
+    },
+    {
+      "epoch": 1.9665669642341583,
+      "grad_norm": 0.08273927122354507,
+      "learning_rate": 5.606807900801292e-06,
+      "loss": 0.4588139057159424,
+      "step": 10643
+    },
+    {
+      "epoch": 1.9667517409430542,
+      "grad_norm": 0.08656501770019531,
+      "learning_rate": 5.605015893900796e-06,
+      "loss": 0.4701785147190094,
+      "step": 10644
+    },
+    {
+      "epoch": 1.96693651765195,
+      "grad_norm": 0.07206618040800095,
+      "learning_rate": 5.6032240619069156e-06,
+      "loss": 0.45341089367866516,
+      "step": 10645
+    },
+    {
+      "epoch": 1.9671212943608458,
+      "grad_norm": 0.08199794590473175,
+      "learning_rate": 5.601432404890967e-06,
+      "loss": 0.44720548391342163,
+      "step": 10646
+    },
+    {
+      "epoch": 1.9673060710697416,
+      "grad_norm": 0.10419245809316635,
+      "learning_rate": 5.599640922924243e-06,
+      "loss": 0.6424961090087891,
+      "step": 10647
+    },
+    {
+      "epoch": 1.9674908477786375,
+      "grad_norm": 0.09122408926486969,
+      "learning_rate": 5.5978496160780435e-06,
+      "loss": 0.5698374509811401,
+      "step": 10648
+    },
+    {
+      "epoch": 1.9676756244875333,
+      "grad_norm": 0.08791826665401459,
+      "learning_rate": 5.5960584844236565e-06,
+      "loss": 0.6349215507507324,
+      "step": 10649
+    },
+    {
+      "epoch": 1.9678604011964294,
+      "grad_norm": 0.07481888681650162,
+      "learning_rate": 5.594267528032364e-06,
+      "loss": 0.39072588086128235,
+      "step": 10650
+    },
+    {
+      "epoch": 1.9680451779053252,
+      "grad_norm": 0.0983092337846756,
+      "learning_rate": 5.5924767469754435e-06,
+      "loss": 0.4008905291557312,
+      "step": 10651
+    },
+    {
+      "epoch": 1.968229954614221,
+      "grad_norm": 0.08656061440706253,
+      "learning_rate": 5.590686141324155e-06,
+      "loss": 0.3958432078361511,
+      "step": 10652
+    },
+    {
+      "epoch": 1.9684147313231168,
+      "grad_norm": 0.0860547348856926,
+      "learning_rate": 5.588895711149764e-06,
+      "loss": 0.6702467203140259,
+      "step": 10653
+    },
+    {
+      "epoch": 1.9685995080320127,
+      "grad_norm": 0.09186636656522751,
+      "learning_rate": 5.587105456523527e-06,
+      "loss": 0.6488978266716003,
+      "step": 10654
+    },
+    {
+      "epoch": 1.9687842847409085,
+      "grad_norm": 0.08431357890367508,
+      "learning_rate": 5.585315377516682e-06,
+      "loss": 0.5484136343002319,
+      "step": 10655
+    },
+    {
+      "epoch": 1.9689690614498043,
+      "grad_norm": 0.06792140752077103,
+      "learning_rate": 5.583525474200473e-06,
+      "loss": 0.35278281569480896,
+      "step": 10656
+    },
+    {
+      "epoch": 1.9691538381587002,
+      "grad_norm": 0.07110414654016495,
+      "learning_rate": 5.581735746646134e-06,
+      "loss": 0.4158727824687958,
+      "step": 10657
+    },
+    {
+      "epoch": 1.969338614867596,
+      "grad_norm": 0.08212693780660629,
+      "learning_rate": 5.579946194924888e-06,
+      "loss": 0.5473571419715881,
+      "step": 10658
+    },
+    {
+      "epoch": 1.9695233915764918,
+      "grad_norm": 0.07613690942525864,
+      "learning_rate": 5.5781568191079564e-06,
+      "loss": 0.5071023106575012,
+      "step": 10659
+    },
+    {
+      "epoch": 1.9697081682853876,
+      "grad_norm": 0.06780392676591873,
+      "learning_rate": 5.576367619266552e-06,
+      "loss": 0.3396739661693573,
+      "step": 10660
+    },
+    {
+      "epoch": 1.9698929449942835,
+      "grad_norm": 0.06602289527654648,
+      "learning_rate": 5.574578595471873e-06,
+      "loss": 0.37511688470840454,
+      "step": 10661
+    },
+    {
+      "epoch": 1.9700777217031793,
+      "grad_norm": 0.08096983283758163,
+      "learning_rate": 5.5727897477951196e-06,
+      "loss": 0.48158252239227295,
+      "step": 10662
+    },
+    {
+      "epoch": 1.9702624984120751,
+      "grad_norm": 0.10609427094459534,
+      "learning_rate": 5.5710010763074854e-06,
+      "loss": 0.5912395119667053,
+      "step": 10663
+    },
+    {
+      "epoch": 1.970447275120971,
+      "grad_norm": 0.07183204591274261,
+      "learning_rate": 5.56921258108015e-06,
+      "loss": 0.435452401638031,
+      "step": 10664
+    },
+    {
+      "epoch": 1.9706320518298668,
+      "grad_norm": 0.06339947134256363,
+      "learning_rate": 5.567424262184292e-06,
+      "loss": 0.4167206585407257,
+      "step": 10665
+    },
+    {
+      "epoch": 1.9708168285387626,
+      "grad_norm": 0.07174595445394516,
+      "learning_rate": 5.565636119691085e-06,
+      "loss": 0.4783751368522644,
+      "step": 10666
+    },
+    {
+      "epoch": 1.9710016052476584,
+      "grad_norm": 0.05023857578635216,
+      "learning_rate": 5.563848153671682e-06,
+      "loss": 0.25515496730804443,
+      "step": 10667
+    },
+    {
+      "epoch": 1.9711863819565543,
+      "grad_norm": 0.09054163098335266,
+      "learning_rate": 5.562060364197249e-06,
+      "loss": 0.597802460193634,
+      "step": 10668
+    },
+    {
+      "epoch": 1.97137115866545,
+      "grad_norm": 0.09694191068410873,
+      "learning_rate": 5.56027275133892e-06,
+      "loss": 0.4279719889163971,
+      "step": 10669
+    },
+    {
+      "epoch": 1.971555935374346,
+      "grad_norm": 0.0726257711648941,
+      "learning_rate": 5.558485315167849e-06,
+      "loss": 0.38296180963516235,
+      "step": 10670
+    },
+    {
+      "epoch": 1.9717407120832418,
+      "grad_norm": 0.06664053350687027,
+      "learning_rate": 5.556698055755173e-06,
+      "loss": 0.3466009497642517,
+      "step": 10671
+    },
+    {
+      "epoch": 1.9719254887921378,
+      "grad_norm": 0.07835600525140762,
+      "learning_rate": 5.554910973172008e-06,
+      "loss": 0.4621722400188446,
+      "step": 10672
+    },
+    {
+      "epoch": 1.9721102655010336,
+      "grad_norm": 0.09859440475702286,
+      "learning_rate": 5.5531240674894796e-06,
+      "loss": 0.5644648671150208,
+      "step": 10673
+    },
+    {
+      "epoch": 1.9722950422099295,
+      "grad_norm": 0.08445590734481812,
+      "learning_rate": 5.551337338778703e-06,
+      "loss": 0.45129987597465515,
+      "step": 10674
+    },
+    {
+      "epoch": 1.9724798189188253,
+      "grad_norm": 0.10042787343263626,
+      "learning_rate": 5.54955078711078e-06,
+      "loss": 0.5884333848953247,
+      "step": 10675
+    },
+    {
+      "epoch": 1.9726645956277211,
+      "grad_norm": 0.06397289037704468,
+      "learning_rate": 5.547764412556811e-06,
+      "loss": 0.39160019159317017,
+      "step": 10676
+    },
+    {
+      "epoch": 1.972849372336617,
+      "grad_norm": 0.07438860833644867,
+      "learning_rate": 5.545978215187889e-06,
+      "loss": 0.4273079037666321,
+      "step": 10677
+    },
+    {
+      "epoch": 1.9730341490455128,
+      "grad_norm": 0.09187070280313492,
+      "learning_rate": 5.5441921950751e-06,
+      "loss": 0.6627777814865112,
+      "step": 10678
+    },
+    {
+      "epoch": 1.9732189257544086,
+      "grad_norm": 0.0796092301607132,
+      "learning_rate": 5.542406352289521e-06,
+      "loss": 0.3833546042442322,
+      "step": 10679
+    },
+    {
+      "epoch": 1.9734037024633047,
+      "grad_norm": 0.07409553974866867,
+      "learning_rate": 5.540620686902227e-06,
+      "loss": 0.40941688418388367,
+      "step": 10680
+    },
+    {
+      "epoch": 1.9735884791722005,
+      "grad_norm": 0.07712230086326599,
+      "learning_rate": 5.5388351989842745e-06,
+      "loss": 0.49133092164993286,
+      "step": 10681
+    },
+    {
+      "epoch": 1.9737732558810963,
+      "grad_norm": 0.08963990211486816,
+      "learning_rate": 5.537049888606724e-06,
+      "loss": 0.4761016368865967,
+      "step": 10682
+    },
+    {
+      "epoch": 1.9739580325899921,
+      "grad_norm": 0.07985302060842514,
+      "learning_rate": 5.535264755840624e-06,
+      "loss": 0.5194723606109619,
+      "step": 10683
+    },
+    {
+      "epoch": 1.974142809298888,
+      "grad_norm": 0.06895793974399567,
+      "learning_rate": 5.5334798007570205e-06,
+      "loss": 0.3801591396331787,
+      "step": 10684
+    },
+    {
+      "epoch": 1.9743275860077838,
+      "grad_norm": 0.07750911265611649,
+      "learning_rate": 5.531695023426949e-06,
+      "loss": 0.48247331380844116,
+      "step": 10685
+    },
+    {
+      "epoch": 1.9745123627166796,
+      "grad_norm": 0.07938727736473083,
+      "learning_rate": 5.529910423921432e-06,
+      "loss": 0.55830979347229,
+      "step": 10686
+    },
+    {
+      "epoch": 1.9746971394255755,
+      "grad_norm": 0.09892601519823074,
+      "learning_rate": 5.528126002311496e-06,
+      "loss": 0.6771171689033508,
+      "step": 10687
+    },
+    {
+      "epoch": 1.9748819161344713,
+      "grad_norm": 0.06546211242675781,
+      "learning_rate": 5.526341758668158e-06,
+      "loss": 0.37425461411476135,
+      "step": 10688
+    },
+    {
+      "epoch": 1.975066692843367,
+      "grad_norm": 0.0693388432264328,
+      "learning_rate": 5.524557693062414e-06,
+      "loss": 0.41841715574264526,
+      "step": 10689
+    },
+    {
+      "epoch": 1.975251469552263,
+      "grad_norm": 0.08304619044065475,
+      "learning_rate": 5.5227738055652755e-06,
+      "loss": 0.5554640889167786,
+      "step": 10690
+    },
+    {
+      "epoch": 1.9754362462611588,
+      "grad_norm": 0.06779686361551285,
+      "learning_rate": 5.520990096247736e-06,
+      "loss": 0.48768579959869385,
+      "step": 10691
+    },
+    {
+      "epoch": 1.9756210229700546,
+      "grad_norm": 0.09251510351896286,
+      "learning_rate": 5.519206565180775e-06,
+      "loss": 0.6752281785011292,
+      "step": 10692
+    },
+    {
+      "epoch": 1.9758057996789504,
+      "grad_norm": 0.08035050332546234,
+      "learning_rate": 5.517423212435372e-06,
+      "loss": 0.5057024955749512,
+      "step": 10693
+    },
+    {
+      "epoch": 1.9759905763878463,
+      "grad_norm": 0.07251998037099838,
+      "learning_rate": 5.515640038082506e-06,
+      "loss": 0.46995460987091064,
+      "step": 10694
+    },
+    {
+      "epoch": 1.976175353096742,
+      "grad_norm": 0.06584444642066956,
+      "learning_rate": 5.5138570421931325e-06,
+      "loss": 0.3751562237739563,
+      "step": 10695
+    },
+    {
+      "epoch": 1.976360129805638,
+      "grad_norm": 0.09301778674125671,
+      "learning_rate": 5.5120742248382134e-06,
+      "loss": 0.626192033290863,
+      "step": 10696
+    },
+    {
+      "epoch": 1.9765449065145337,
+      "grad_norm": 0.07395187765359879,
+      "learning_rate": 5.5102915860887e-06,
+      "loss": 0.5168426632881165,
+      "step": 10697
+    },
+    {
+      "epoch": 1.9767296832234296,
+      "grad_norm": 0.08475355803966522,
+      "learning_rate": 5.508509126015535e-06,
+      "loss": 0.5751456022262573,
+      "step": 10698
+    },
+    {
+      "epoch": 1.9769144599323254,
+      "grad_norm": 0.08303186297416687,
+      "learning_rate": 5.506726844689658e-06,
+      "loss": 0.5156502723693848,
+      "step": 10699
+    },
+    {
+      "epoch": 1.9770992366412212,
+      "grad_norm": 0.06387243419885635,
+      "learning_rate": 5.5049447421819904e-06,
+      "loss": 0.533256471157074,
+      "step": 10700
+    },
+    {
+      "epoch": 1.977284013350117,
+      "grad_norm": 0.08207794278860092,
+      "learning_rate": 5.503162818563459e-06,
+      "loss": 0.5266383290290833,
+      "step": 10701
+    },
+    {
+      "epoch": 1.977468790059013,
+      "grad_norm": 0.09505506604909897,
+      "learning_rate": 5.50138107390498e-06,
+      "loss": 0.690740168094635,
+      "step": 10702
+    },
+    {
+      "epoch": 1.977653566767909,
+      "grad_norm": 0.07784173637628555,
+      "learning_rate": 5.4995995082774585e-06,
+      "loss": 0.513063907623291,
+      "step": 10703
+    },
+    {
+      "epoch": 1.9778383434768048,
+      "grad_norm": 0.08312927931547165,
+      "learning_rate": 5.497818121751797e-06,
+      "loss": 0.5379572510719299,
+      "step": 10704
+    },
+    {
+      "epoch": 1.9780231201857006,
+      "grad_norm": 0.062268663197755814,
+      "learning_rate": 5.4960369143988935e-06,
+      "loss": 0.38305482268333435,
+      "step": 10705
+    },
+    {
+      "epoch": 1.9782078968945964,
+      "grad_norm": 0.0820695236325264,
+      "learning_rate": 5.4942558862896255e-06,
+      "loss": 0.4770805537700653,
+      "step": 10706
+    },
+    {
+      "epoch": 1.9783926736034922,
+      "grad_norm": 0.07518643140792847,
+      "learning_rate": 5.492475037494875e-06,
+      "loss": 0.5276569724082947,
+      "step": 10707
+    },
+    {
+      "epoch": 1.978577450312388,
+      "grad_norm": 0.07038936764001846,
+      "learning_rate": 5.49069436808552e-06,
+      "loss": 0.48559287190437317,
+      "step": 10708
+    },
+    {
+      "epoch": 1.9787622270212841,
+      "grad_norm": 0.08067972213029861,
+      "learning_rate": 5.488913878132416e-06,
+      "loss": 0.5168792605400085,
+      "step": 10709
+    },
+    {
+      "epoch": 1.97894700373018,
+      "grad_norm": 0.07291867583990097,
+      "learning_rate": 5.487133567706429e-06,
+      "loss": 0.4612545967102051,
+      "step": 10710
+    },
+    {
+      "epoch": 1.9791317804390758,
+      "grad_norm": 0.0964045450091362,
+      "learning_rate": 5.48535343687841e-06,
+      "loss": 0.6943390369415283,
+      "step": 10711
+    },
+    {
+      "epoch": 1.9793165571479716,
+      "grad_norm": 0.06853216141462326,
+      "learning_rate": 5.483573485719196e-06,
+      "loss": 0.439113974571228,
+      "step": 10712
+    },
+    {
+      "epoch": 1.9795013338568674,
+      "grad_norm": 0.07594563066959381,
+      "learning_rate": 5.481793714299628e-06,
+      "loss": 0.49463391304016113,
+      "step": 10713
+    },
+    {
+      "epoch": 1.9796861105657633,
+      "grad_norm": 0.06695324182510376,
+      "learning_rate": 5.480014122690538e-06,
+      "loss": 0.4390440285205841,
+      "step": 10714
+    },
+    {
+      "epoch": 1.979870887274659,
+      "grad_norm": 0.07316230237483978,
+      "learning_rate": 5.47823471096274e-06,
+      "loss": 0.510161280632019,
+      "step": 10715
+    },
+    {
+      "epoch": 1.980055663983555,
+      "grad_norm": 0.05946960672736168,
+      "learning_rate": 5.476455479187055e-06,
+      "loss": 0.3409574031829834,
+      "step": 10716
+    },
+    {
+      "epoch": 1.9802404406924508,
+      "grad_norm": 0.07861226797103882,
+      "learning_rate": 5.474676427434289e-06,
+      "loss": 0.4796425700187683,
+      "step": 10717
+    },
+    {
+      "epoch": 1.9804252174013466,
+      "grad_norm": 0.0815582200884819,
+      "learning_rate": 5.472897555775243e-06,
+      "loss": 0.6053028106689453,
+      "step": 10718
+    },
+    {
+      "epoch": 1.9806099941102424,
+      "grad_norm": 0.06498534232378006,
+      "learning_rate": 5.471118864280716e-06,
+      "loss": 0.3518756031990051,
+      "step": 10719
+    },
+    {
+      "epoch": 1.9807947708191382,
+      "grad_norm": 0.07267723232507706,
+      "learning_rate": 5.469340353021484e-06,
+      "loss": 0.38878706097602844,
+      "step": 10720
+    },
+    {
+      "epoch": 1.980979547528034,
+      "grad_norm": 0.07959043234586716,
+      "learning_rate": 5.4675620220683315e-06,
+      "loss": 0.4758075177669525,
+      "step": 10721
+    },
+    {
+      "epoch": 1.98116432423693,
+      "grad_norm": 0.08470583707094193,
+      "learning_rate": 5.4657838714920295e-06,
+      "loss": 0.5368279814720154,
+      "step": 10722
+    },
+    {
+      "epoch": 1.9813491009458257,
+      "grad_norm": 0.07101590186357498,
+      "learning_rate": 5.464005901363345e-06,
+      "loss": 0.4188085198402405,
+      "step": 10723
+    },
+    {
+      "epoch": 1.9815338776547216,
+      "grad_norm": 0.06812476366758347,
+      "learning_rate": 5.462228111753034e-06,
+      "loss": 0.39685487747192383,
+      "step": 10724
+    },
+    {
+      "epoch": 1.9817186543636174,
+      "grad_norm": 0.0752476379275322,
+      "learning_rate": 5.460450502731851e-06,
+      "loss": 0.4410916268825531,
+      "step": 10725
+    },
+    {
+      "epoch": 1.9819034310725132,
+      "grad_norm": 0.06209181249141693,
+      "learning_rate": 5.4586730743705315e-06,
+      "loss": 0.400260329246521,
+      "step": 10726
+    },
+    {
+      "epoch": 1.982088207781409,
+      "grad_norm": 0.07415378093719482,
+      "learning_rate": 5.4568958267398165e-06,
+      "loss": 0.4660295844078064,
+      "step": 10727
+    },
+    {
+      "epoch": 1.9822729844903049,
+      "grad_norm": 0.07002268731594086,
+      "learning_rate": 5.455118759910437e-06,
+      "loss": 0.46611306071281433,
+      "step": 10728
+    },
+    {
+      "epoch": 1.9824577611992007,
+      "grad_norm": 0.08125322312116623,
+      "learning_rate": 5.453341873953104e-06,
+      "loss": 0.4385994076728821,
+      "step": 10729
+    },
+    {
+      "epoch": 1.9826425379080965,
+      "grad_norm": 0.07736670225858688,
+      "learning_rate": 5.451565168938544e-06,
+      "loss": 0.4350145161151886,
+      "step": 10730
+    },
+    {
+      "epoch": 1.9828273146169926,
+      "grad_norm": 0.08490642160177231,
+      "learning_rate": 5.449788644937464e-06,
+      "loss": 0.4928675889968872,
+      "step": 10731
+    },
+    {
+      "epoch": 1.9830120913258884,
+      "grad_norm": 0.06990993022918701,
+      "learning_rate": 5.448012302020556e-06,
+      "loss": 0.36245250701904297,
+      "step": 10732
+    },
+    {
+      "epoch": 1.9831968680347842,
+      "grad_norm": 0.0806194469332695,
+      "learning_rate": 5.44623614025852e-06,
+      "loss": 0.5019152164459229,
+      "step": 10733
+    },
+    {
+      "epoch": 1.98338164474368,
+      "grad_norm": 0.09441230446100235,
+      "learning_rate": 5.444460159722037e-06,
+      "loss": 0.6116966009140015,
+      "step": 10734
+    },
+    {
+      "epoch": 1.983566421452576,
+      "grad_norm": 0.07513176649808884,
+      "learning_rate": 5.442684360481787e-06,
+      "loss": 0.4708969295024872,
+      "step": 10735
+    },
+    {
+      "epoch": 1.9837511981614717,
+      "grad_norm": 0.08305010944604874,
+      "learning_rate": 5.4409087426084395e-06,
+      "loss": 0.5403691530227661,
+      "step": 10736
+    },
+    {
+      "epoch": 1.9839359748703675,
+      "grad_norm": 0.06144353374838829,
+      "learning_rate": 5.439133306172661e-06,
+      "loss": 0.38456642627716064,
+      "step": 10737
+    },
+    {
+      "epoch": 1.9841207515792636,
+      "grad_norm": 0.06547252833843231,
+      "learning_rate": 5.4373580512451095e-06,
+      "loss": 0.3211238980293274,
+      "step": 10738
+    },
+    {
+      "epoch": 1.9843055282881594,
+      "grad_norm": 0.09167303889989853,
+      "learning_rate": 5.435582977896435e-06,
+      "loss": 0.6328478455543518,
+      "step": 10739
+    },
+    {
+      "epoch": 1.9844903049970553,
+      "grad_norm": 0.09654346853494644,
+      "learning_rate": 5.433808086197274e-06,
+      "loss": 0.5210638642311096,
+      "step": 10740
+    },
+    {
+      "epoch": 1.984675081705951,
+      "grad_norm": 0.08878304809331894,
+      "learning_rate": 5.432033376218267e-06,
+      "loss": 0.5295599699020386,
+      "step": 10741
+    },
+    {
+      "epoch": 1.984859858414847,
+      "grad_norm": 0.06716418266296387,
+      "learning_rate": 5.4302588480300385e-06,
+      "loss": 0.4261035621166229,
+      "step": 10742
+    },
+    {
+      "epoch": 1.9850446351237427,
+      "grad_norm": 0.07184049487113953,
+      "learning_rate": 5.428484501703212e-06,
+      "loss": 0.49542099237442017,
+      "step": 10743
+    },
+    {
+      "epoch": 1.9852294118326386,
+      "grad_norm": 0.07388246059417725,
+      "learning_rate": 5.4267103373083985e-06,
+      "loss": 0.480552077293396,
+      "step": 10744
+    },
+    {
+      "epoch": 1.9854141885415344,
+      "grad_norm": 0.08299454301595688,
+      "learning_rate": 5.424936354916212e-06,
+      "loss": 0.43938887119293213,
+      "step": 10745
+    },
+    {
+      "epoch": 1.9855989652504302,
+      "grad_norm": 0.09323057532310486,
+      "learning_rate": 5.423162554597239e-06,
+      "loss": 0.5631217360496521,
+      "step": 10746
+    },
+    {
+      "epoch": 1.985783741959326,
+      "grad_norm": 0.07826078683137894,
+      "learning_rate": 5.421388936422082e-06,
+      "loss": 0.47334596514701843,
+      "step": 10747
+    },
+    {
+      "epoch": 1.9859685186682219,
+      "grad_norm": 0.0843670666217804,
+      "learning_rate": 5.419615500461316e-06,
+      "loss": 0.6462908387184143,
+      "step": 10748
+    },
+    {
+      "epoch": 1.9861532953771177,
+      "grad_norm": 0.09763434529304504,
+      "learning_rate": 5.41784224678552e-06,
+      "loss": 0.5311712026596069,
+      "step": 10749
+    },
+    {
+      "epoch": 1.9863380720860135,
+      "grad_norm": 0.06457974761724472,
+      "learning_rate": 5.416069175465274e-06,
+      "loss": 0.3622543513774872,
+      "step": 10750
+    },
+    {
+      "epoch": 1.9865228487949094,
+      "grad_norm": 0.06540407985448837,
+      "learning_rate": 5.41429628657113e-06,
+      "loss": 0.4064207673072815,
+      "step": 10751
+    },
+    {
+      "epoch": 1.9867076255038052,
+      "grad_norm": 0.09722238779067993,
+      "learning_rate": 5.412523580173647e-06,
+      "loss": 0.6162816286087036,
+      "step": 10752
+    },
+    {
+      "epoch": 1.986892402212701,
+      "grad_norm": 0.0980430468916893,
+      "learning_rate": 5.410751056343376e-06,
+      "loss": 0.6720651984214783,
+      "step": 10753
+    },
+    {
+      "epoch": 1.9870771789215969,
+      "grad_norm": 0.10663004219532013,
+      "learning_rate": 5.4089787151508525e-06,
+      "loss": 0.7572103142738342,
+      "step": 10754
+    },
+    {
+      "epoch": 1.9872619556304927,
+      "grad_norm": 0.08628568798303604,
+      "learning_rate": 5.407206556666612e-06,
+      "loss": 0.5272665619850159,
+      "step": 10755
+    },
+    {
+      "epoch": 1.9874467323393885,
+      "grad_norm": 0.07148962467908859,
+      "learning_rate": 5.405434580961182e-06,
+      "loss": 0.433988094329834,
+      "step": 10756
+    },
+    {
+      "epoch": 1.9876315090482843,
+      "grad_norm": 0.07028964906930923,
+      "learning_rate": 5.403662788105081e-06,
+      "loss": 0.44745177030563354,
+      "step": 10757
+    },
+    {
+      "epoch": 1.9878162857571802,
+      "grad_norm": 0.0810186043381691,
+      "learning_rate": 5.401891178168821e-06,
+      "loss": 0.5359044075012207,
+      "step": 10758
+    },
+    {
+      "epoch": 1.988001062466076,
+      "grad_norm": 0.09937306493520737,
+      "learning_rate": 5.40011975122291e-06,
+      "loss": 0.7215362191200256,
+      "step": 10759
+    },
+    {
+      "epoch": 1.988185839174972,
+      "grad_norm": 0.08598115295171738,
+      "learning_rate": 5.398348507337839e-06,
+      "loss": 0.5261132121086121,
+      "step": 10760
+    },
+    {
+      "epoch": 1.9883706158838679,
+      "grad_norm": 0.08206876367330551,
+      "learning_rate": 5.3965774465840985e-06,
+      "loss": 0.4480670094490051,
+      "step": 10761
+    },
+    {
+      "epoch": 1.9885553925927637,
+      "grad_norm": 0.0705202966928482,
+      "learning_rate": 5.394806569032174e-06,
+      "loss": 0.3446158170700073,
+      "step": 10762
+    },
+    {
+      "epoch": 1.9887401693016595,
+      "grad_norm": 0.08046627044677734,
+      "learning_rate": 5.3930358747525415e-06,
+      "loss": 0.47605058550834656,
+      "step": 10763
+    },
+    {
+      "epoch": 1.9889249460105554,
+      "grad_norm": 0.08263932168483734,
+      "learning_rate": 5.39126536381567e-06,
+      "loss": 0.45277732610702515,
+      "step": 10764
+    },
+    {
+      "epoch": 1.9891097227194512,
+      "grad_norm": 0.07077358663082123,
+      "learning_rate": 5.389495036292016e-06,
+      "loss": 0.48961758613586426,
+      "step": 10765
+    },
+    {
+      "epoch": 1.989294499428347,
+      "grad_norm": 0.06984628736972809,
+      "learning_rate": 5.387724892252034e-06,
+      "loss": 0.3571658432483673,
+      "step": 10766
+    },
+    {
+      "epoch": 1.9894792761372428,
+      "grad_norm": 0.0704636201262474,
+      "learning_rate": 5.385954931766175e-06,
+      "loss": 0.43523016571998596,
+      "step": 10767
+    },
+    {
+      "epoch": 1.989664052846139,
+      "grad_norm": 0.08782478421926498,
+      "learning_rate": 5.384185154904872e-06,
+      "loss": 0.6328921914100647,
+      "step": 10768
+    },
+    {
+      "epoch": 1.9898488295550347,
+      "grad_norm": 0.0787673145532608,
+      "learning_rate": 5.382415561738555e-06,
+      "loss": 0.4771063029766083,
+      "step": 10769
+    },
+    {
+      "epoch": 1.9900336062639306,
+      "grad_norm": 0.06567374616861343,
+      "learning_rate": 5.380646152337657e-06,
+      "loss": 0.39580053091049194,
+      "step": 10770
+    },
+    {
+      "epoch": 1.9902183829728264,
+      "grad_norm": 0.08275172114372253,
+      "learning_rate": 5.378876926772588e-06,
+      "loss": 0.5587243437767029,
+      "step": 10771
+    },
+    {
+      "epoch": 1.9904031596817222,
+      "grad_norm": 0.08253266662359238,
+      "learning_rate": 5.377107885113759e-06,
+      "loss": 0.5211490392684937,
+      "step": 10772
+    },
+    {
+      "epoch": 1.990587936390618,
+      "grad_norm": 0.08791507035493851,
+      "learning_rate": 5.375339027431579e-06,
+      "loss": 0.5906206369400024,
+      "step": 10773
+    },
+    {
+      "epoch": 1.9907727130995139,
+      "grad_norm": 0.06841687858104706,
+      "learning_rate": 5.373570353796431e-06,
+      "loss": 0.37706512212753296,
+      "step": 10774
+    },
+    {
+      "epoch": 1.9909574898084097,
+      "grad_norm": 0.062276240438222885,
+      "learning_rate": 5.371801864278709e-06,
+      "loss": 0.4059755504131317,
+      "step": 10775
+    },
+    {
+      "epoch": 1.9911422665173055,
+      "grad_norm": 0.0774695873260498,
+      "learning_rate": 5.370033558948793e-06,
+      "loss": 0.5846366286277771,
+      "step": 10776
+    },
+    {
+      "epoch": 1.9913270432262014,
+      "grad_norm": 0.0987345427274704,
+      "learning_rate": 5.368265437877056e-06,
+      "loss": 0.6710880398750305,
+      "step": 10777
+    },
+    {
+      "epoch": 1.9915118199350972,
+      "grad_norm": 0.06954395771026611,
+      "learning_rate": 5.366497501133865e-06,
+      "loss": 0.36767855286598206,
+      "step": 10778
+    },
+    {
+      "epoch": 1.991696596643993,
+      "grad_norm": 0.08661821484565735,
+      "learning_rate": 5.364729748789579e-06,
+      "loss": 0.6453872323036194,
+      "step": 10779
+    },
+    {
+      "epoch": 1.9918813733528888,
+      "grad_norm": 0.07232673466205597,
+      "learning_rate": 5.362962180914545e-06,
+      "loss": 0.37234097719192505,
+      "step": 10780
+    },
+    {
+      "epoch": 1.9920661500617847,
+      "grad_norm": 0.06527242809534073,
+      "learning_rate": 5.361194797579108e-06,
+      "loss": 0.45118600130081177,
+      "step": 10781
+    },
+    {
+      "epoch": 1.9922509267706805,
+      "grad_norm": 0.09439390897750854,
+      "learning_rate": 5.3594275988536045e-06,
+      "loss": 0.6040094494819641,
+      "step": 10782
+    },
+    {
+      "epoch": 1.9924357034795763,
+      "grad_norm": 0.061494261026382446,
+      "learning_rate": 5.357660584808364e-06,
+      "loss": 0.348712295293808,
+      "step": 10783
+    },
+    {
+      "epoch": 1.9926204801884722,
+      "grad_norm": 0.07200989127159119,
+      "learning_rate": 5.355893755513714e-06,
+      "loss": 0.38869237899780273,
+      "step": 10784
+    },
+    {
+      "epoch": 1.992805256897368,
+      "grad_norm": 0.08273415267467499,
+      "learning_rate": 5.354127111039957e-06,
+      "loss": 0.6209052801132202,
+      "step": 10785
+    },
+    {
+      "epoch": 1.9929900336062638,
+      "grad_norm": 0.07028911262750626,
+      "learning_rate": 5.3523606514574066e-06,
+      "loss": 0.47335246205329895,
+      "step": 10786
+    },
+    {
+      "epoch": 1.9931748103151596,
+      "grad_norm": 0.0690479502081871,
+      "learning_rate": 5.350594376836366e-06,
+      "loss": 0.4047301411628723,
+      "step": 10787
+    },
+    {
+      "epoch": 1.9933595870240555,
+      "grad_norm": 0.0809905007481575,
+      "learning_rate": 5.348828287247119e-06,
+      "loss": 0.5023267269134521,
+      "step": 10788
+    },
+    {
+      "epoch": 1.9935443637329513,
+      "grad_norm": 0.07330295443534851,
+      "learning_rate": 5.347062382759951e-06,
+      "loss": 0.4426124691963196,
+      "step": 10789
+    },
+    {
+      "epoch": 1.9937291404418473,
+      "grad_norm": 0.07849891483783722,
+      "learning_rate": 5.3452966634451494e-06,
+      "loss": 0.46866852045059204,
+      "step": 10790
+    },
+    {
+      "epoch": 1.9939139171507432,
+      "grad_norm": 0.0910225436091423,
+      "learning_rate": 5.343531129372976e-06,
+      "loss": 0.6327340006828308,
+      "step": 10791
+    },
+    {
+      "epoch": 1.994098693859639,
+      "grad_norm": 0.09518351405858994,
+      "learning_rate": 5.341765780613695e-06,
+      "loss": 0.5966469645500183,
+      "step": 10792
+    },
+    {
+      "epoch": 1.9942834705685348,
+      "grad_norm": 0.08670774847269058,
+      "learning_rate": 5.340000617237564e-06,
+      "loss": 0.6537419557571411,
+      "step": 10793
+    },
+    {
+      "epoch": 1.9944682472774307,
+      "grad_norm": 0.07579492032527924,
+      "learning_rate": 5.338235639314827e-06,
+      "loss": 0.5172703862190247,
+      "step": 10794
+    },
+    {
+      "epoch": 1.9946530239863265,
+      "grad_norm": 0.06951619684696198,
+      "learning_rate": 5.3364708469157265e-06,
+      "loss": 0.27607613801956177,
+      "step": 10795
+    },
+    {
+      "epoch": 1.9948378006952223,
+      "grad_norm": 0.07942194491624832,
+      "learning_rate": 5.334706240110497e-06,
+      "loss": 0.47532564401626587,
+      "step": 10796
+    },
+    {
+      "epoch": 1.9950225774041184,
+      "grad_norm": 0.07299544662237167,
+      "learning_rate": 5.3329418189693615e-06,
+      "loss": 0.4442344009876251,
+      "step": 10797
+    },
+    {
+      "epoch": 1.9952073541130142,
+      "grad_norm": 0.082549549639225,
+      "learning_rate": 5.3311775835625455e-06,
+      "loss": 0.45624038577079773,
+      "step": 10798
+    },
+    {
+      "epoch": 1.99539213082191,
+      "grad_norm": 0.08699746429920197,
+      "learning_rate": 5.329413533960251e-06,
+      "loss": 0.5316396951675415,
+      "step": 10799
+    },
+    {
+      "epoch": 1.9955769075308059,
+      "grad_norm": 0.08323982357978821,
+      "learning_rate": 5.327649670232684e-06,
+      "loss": 0.48319756984710693,
+      "step": 10800
+    },
+    {
+      "epoch": 1.9957616842397017,
+      "grad_norm": 0.0729801207780838,
+      "learning_rate": 5.325885992450043e-06,
+      "loss": 0.4878920614719391,
+      "step": 10801
+    },
+    {
+      "epoch": 1.9959464609485975,
+      "grad_norm": 0.07294317334890366,
+      "learning_rate": 5.324122500682516e-06,
+      "loss": 0.42991456389427185,
+      "step": 10802
+    },
+    {
+      "epoch": 1.9961312376574933,
+      "grad_norm": 0.0744498074054718,
+      "learning_rate": 5.322359195000284e-06,
+      "loss": 0.43306389451026917,
+      "step": 10803
+    },
+    {
+      "epoch": 1.9963160143663892,
+      "grad_norm": 0.07690717279911041,
+      "learning_rate": 5.320596075473527e-06,
+      "loss": 0.43909937143325806,
+      "step": 10804
+    },
+    {
+      "epoch": 1.996500791075285,
+      "grad_norm": 0.10090182721614838,
+      "learning_rate": 5.318833142172402e-06,
+      "loss": 0.6324017643928528,
+      "step": 10805
+    },
+    {
+      "epoch": 1.9966855677841808,
+      "grad_norm": 0.07912295311689377,
+      "learning_rate": 5.31707039516707e-06,
+      "loss": 0.48258641362190247,
+      "step": 10806
+    },
+    {
+      "epoch": 1.9968703444930767,
+      "grad_norm": 0.0740799680352211,
+      "learning_rate": 5.315307834527692e-06,
+      "loss": 0.4834136664867401,
+      "step": 10807
+    },
+    {
+      "epoch": 1.9970551212019725,
+      "grad_norm": 0.0663553848862648,
+      "learning_rate": 5.313545460324401e-06,
+      "loss": 0.4489022195339203,
+      "step": 10808
+    },
+    {
+      "epoch": 1.9972398979108683,
+      "grad_norm": 0.07279397547245026,
+      "learning_rate": 5.311783272627333e-06,
+      "loss": 0.40262991189956665,
+      "step": 10809
+    },
+    {
+      "epoch": 1.9974246746197641,
+      "grad_norm": 0.07630464434623718,
+      "learning_rate": 5.310021271506634e-06,
+      "loss": 0.44888296723365784,
+      "step": 10810
+    },
+    {
+      "epoch": 1.99760945132866,
+      "grad_norm": 0.07023772597312927,
+      "learning_rate": 5.3082594570324094e-06,
+      "loss": 0.4138171970844269,
+      "step": 10811
+    },
+    {
+      "epoch": 1.9977942280375558,
+      "grad_norm": 0.0694822445511818,
+      "learning_rate": 5.306497829274785e-06,
+      "loss": 0.38712769746780396,
+      "step": 10812
+    },
+    {
+      "epoch": 1.9979790047464516,
+      "grad_norm": 0.06312718242406845,
+      "learning_rate": 5.3047363883038575e-06,
+      "loss": 0.3996821939945221,
+      "step": 10813
+    },
+    {
+      "epoch": 1.9981637814553475,
+      "grad_norm": 0.08352584391832352,
+      "learning_rate": 5.302975134189734e-06,
+      "loss": 0.46897953748703003,
+      "step": 10814
+    },
+    {
+      "epoch": 1.9983485581642433,
+      "grad_norm": 0.07533421367406845,
+      "learning_rate": 5.3012140670025035e-06,
+      "loss": 0.3818869888782501,
+      "step": 10815
+    },
+    {
+      "epoch": 1.9985333348731391,
+      "grad_norm": 0.07463730871677399,
+      "learning_rate": 5.299453186812253e-06,
+      "loss": 0.5138566493988037,
+      "step": 10816
+    },
+    {
+      "epoch": 1.998718111582035,
+      "grad_norm": 0.08611175417900085,
+      "learning_rate": 5.2976924936890595e-06,
+      "loss": 0.5639271140098572,
+      "step": 10817
+    },
+    {
+      "epoch": 1.9989028882909308,
+      "grad_norm": 0.08599690347909927,
+      "learning_rate": 5.295931987702998e-06,
+      "loss": 0.43813201785087585,
+      "step": 10818
+    },
+    {
+      "epoch": 1.9990876649998268,
+      "grad_norm": 0.06455601006746292,
+      "learning_rate": 5.294171668924121e-06,
+      "loss": 0.38193124532699585,
+      "step": 10819
+    },
+    {
+      "epoch": 1.9992724417087226,
+      "grad_norm": 0.0643867626786232,
+      "learning_rate": 5.292411537422489e-06,
+      "loss": 0.32054176926612854,
+      "step": 10820
+    },
+    {
+      "epoch": 1.9994572184176185,
+      "grad_norm": 0.09307566285133362,
+      "learning_rate": 5.29065159326815e-06,
+      "loss": 0.5503920912742615,
+      "step": 10821
+    },
+    {
+      "epoch": 1.9996419951265143,
+      "grad_norm": 0.09054537862539291,
+      "learning_rate": 5.288891836531145e-06,
+      "loss": 0.4443438947200775,
+      "step": 10822
+    },
+    {
+      "epoch": 1.9998267718354101,
+      "grad_norm": 0.07253723591566086,
+      "learning_rate": 5.287132267281504e-06,
+      "loss": 0.3412075340747833,
+      "step": 10823
+    },
+    {
+      "epoch": 2.0,
+      "grad_norm": 0.10073523968458176,
+      "learning_rate": 5.28537288558926e-06,
+      "loss": 0.5651444792747498,
+      "step": 10824
+    },
+    {
+      "epoch": 2.000184776708896,
+      "grad_norm": 0.06520046293735504,
+      "learning_rate": 5.283613691524419e-06,
+      "loss": 0.45347392559051514,
+      "step": 10825
+    },
+    {
+      "epoch": 2.0003695534177917,
+      "grad_norm": 0.07755034416913986,
+      "learning_rate": 5.281854685156998e-06,
+      "loss": 0.44497644901275635,
+      "step": 10826
+    },
+    {
+      "epoch": 2.0005543301266875,
+      "grad_norm": 0.08444507420063019,
+      "learning_rate": 5.280095866557003e-06,
+      "loss": 0.5389115214347839,
+      "step": 10827
+    },
+    {
+      "epoch": 2.0007391068355833,
+      "grad_norm": 0.08076513558626175,
+      "learning_rate": 5.278337235794422e-06,
+      "loss": 0.4192272126674652,
+      "step": 10828
+    },
+    {
+      "epoch": 2.000923883544479,
+      "grad_norm": 0.08427664637565613,
+      "learning_rate": 5.2765787929392475e-06,
+      "loss": 0.5673325061798096,
+      "step": 10829
+    },
+    {
+      "epoch": 2.001108660253375,
+      "grad_norm": 0.07211994379758835,
+      "learning_rate": 5.2748205380614595e-06,
+      "loss": 0.4486318528652191,
+      "step": 10830
+    },
+    {
+      "epoch": 2.001293436962271,
+      "grad_norm": 0.06385567784309387,
+      "learning_rate": 5.273062471231029e-06,
+      "loss": 0.43328577280044556,
+      "step": 10831
+    },
+    {
+      "epoch": 2.0014782136711666,
+      "grad_norm": 0.04617303982377052,
+      "learning_rate": 5.27130459251793e-06,
+      "loss": 0.25220465660095215,
+      "step": 10832
+    },
+    {
+      "epoch": 2.0016629903800625,
+      "grad_norm": 0.07331185042858124,
+      "learning_rate": 5.269546901992108e-06,
+      "loss": 0.3785974085330963,
+      "step": 10833
+    },
+    {
+      "epoch": 2.0018477670889583,
+      "grad_norm": 0.0816309005022049,
+      "learning_rate": 5.267789399723522e-06,
+      "loss": 0.5629788637161255,
+      "step": 10834
+    },
+    {
+      "epoch": 2.002032543797854,
+      "grad_norm": 0.07381216436624527,
+      "learning_rate": 5.2660320857821116e-06,
+      "loss": 0.4770171344280243,
+      "step": 10835
+    },
+    {
+      "epoch": 2.00221732050675,
+      "grad_norm": 0.0860087126493454,
+      "learning_rate": 5.264274960237812e-06,
+      "loss": 0.6274966597557068,
+      "step": 10836
+    },
+    {
+      "epoch": 2.0024020972156458,
+      "grad_norm": 0.06753948330879211,
+      "learning_rate": 5.262518023160554e-06,
+      "loss": 0.35875818133354187,
+      "step": 10837
+    },
+    {
+      "epoch": 2.0025868739245416,
+      "grad_norm": 0.07698596268892288,
+      "learning_rate": 5.260761274620261e-06,
+      "loss": 0.49586576223373413,
+      "step": 10838
+    },
+    {
+      "epoch": 2.002771650633438,
+      "grad_norm": 0.09860380738973618,
+      "learning_rate": 5.259004714686839e-06,
+      "loss": 0.5277653932571411,
+      "step": 10839
+    },
+    {
+      "epoch": 2.0029564273423337,
+      "grad_norm": 0.07372115552425385,
+      "learning_rate": 5.2572483434301944e-06,
+      "loss": 0.4336004853248596,
+      "step": 10840
+    },
+    {
+      "epoch": 2.0031412040512295,
+      "grad_norm": 0.06894727051258087,
+      "learning_rate": 5.2554921609202296e-06,
+      "loss": 0.3536815047264099,
+      "step": 10841
+    },
+    {
+      "epoch": 2.0033259807601254,
+      "grad_norm": 0.07026606053113937,
+      "learning_rate": 5.253736167226833e-06,
+      "loss": 0.468704491853714,
+      "step": 10842
+    },
+    {
+      "epoch": 2.003510757469021,
+      "grad_norm": 0.07699372619390488,
+      "learning_rate": 5.2519803624198865e-06,
+      "loss": 0.448326051235199,
+      "step": 10843
+    },
+    {
+      "epoch": 2.003695534177917,
+      "grad_norm": 0.08106248825788498,
+      "learning_rate": 5.250224746569271e-06,
+      "loss": 0.4945138692855835,
+      "step": 10844
+    },
+    {
+      "epoch": 2.003880310886813,
+      "grad_norm": 0.08255085349082947,
+      "learning_rate": 5.248469319744848e-06,
+      "loss": 0.5569407939910889,
+      "step": 10845
+    },
+    {
+      "epoch": 2.0040650875957087,
+      "grad_norm": 0.06983159482479095,
+      "learning_rate": 5.246714082016483e-06,
+      "loss": 0.3689742088317871,
+      "step": 10846
+    },
+    {
+      "epoch": 2.0042498643046045,
+      "grad_norm": 0.0922977477312088,
+      "learning_rate": 5.244959033454022e-06,
+      "loss": 0.49106916785240173,
+      "step": 10847
+    },
+    {
+      "epoch": 2.0044346410135003,
+      "grad_norm": 0.05711909383535385,
+      "learning_rate": 5.2432041741273134e-06,
+      "loss": 0.3055451512336731,
+      "step": 10848
+    },
+    {
+      "epoch": 2.004619417722396,
+      "grad_norm": 0.07882208377122879,
+      "learning_rate": 5.241449504106202e-06,
+      "loss": 0.4588870704174042,
+      "step": 10849
+    },
+    {
+      "epoch": 2.004804194431292,
+      "grad_norm": 0.0810166671872139,
+      "learning_rate": 5.23969502346051e-06,
+      "loss": 0.5236678123474121,
+      "step": 10850
+    },
+    {
+      "epoch": 2.004988971140188,
+      "grad_norm": 0.06356259435415268,
+      "learning_rate": 5.237940732260063e-06,
+      "loss": 0.346655011177063,
+      "step": 10851
+    },
+    {
+      "epoch": 2.0051737478490836,
+      "grad_norm": 0.09319958090782166,
+      "learning_rate": 5.23618663057468e-06,
+      "loss": 0.46527671813964844,
+      "step": 10852
+    },
+    {
+      "epoch": 2.0053585245579795,
+      "grad_norm": 0.07804631441831589,
+      "learning_rate": 5.23443271847416e-06,
+      "loss": 0.37992700934410095,
+      "step": 10853
+    },
+    {
+      "epoch": 2.0055433012668753,
+      "grad_norm": 0.08168787509202957,
+      "learning_rate": 5.232678996028311e-06,
+      "loss": 0.46410107612609863,
+      "step": 10854
+    },
+    {
+      "epoch": 2.005728077975771,
+      "grad_norm": 0.06901519745588303,
+      "learning_rate": 5.230925463306921e-06,
+      "loss": 0.3564493656158447,
+      "step": 10855
+    },
+    {
+      "epoch": 2.005912854684667,
+      "grad_norm": 0.07116210460662842,
+      "learning_rate": 5.229172120379778e-06,
+      "loss": 0.3951399624347687,
+      "step": 10856
+    },
+    {
+      "epoch": 2.006097631393563,
+      "grad_norm": 0.05574139207601547,
+      "learning_rate": 5.2274189673166565e-06,
+      "loss": 0.2359476536512375,
+      "step": 10857
+    },
+    {
+      "epoch": 2.0062824081024586,
+      "grad_norm": 0.08123526722192764,
+      "learning_rate": 5.225666004187334e-06,
+      "loss": 0.3718389868736267,
+      "step": 10858
+    },
+    {
+      "epoch": 2.0064671848113544,
+      "grad_norm": 0.06732258200645447,
+      "learning_rate": 5.2239132310615635e-06,
+      "loss": 0.4056186378002167,
+      "step": 10859
+    },
+    {
+      "epoch": 2.0066519615202503,
+      "grad_norm": 0.09004206210374832,
+      "learning_rate": 5.222160648009105e-06,
+      "loss": 0.48015791177749634,
+      "step": 10860
+    },
+    {
+      "epoch": 2.006836738229146,
+      "grad_norm": 0.07492027431726456,
+      "learning_rate": 5.2204082550997026e-06,
+      "loss": 0.38669294118881226,
+      "step": 10861
+    },
+    {
+      "epoch": 2.007021514938042,
+      "grad_norm": 0.07910634577274323,
+      "learning_rate": 5.2186560524030995e-06,
+      "loss": 0.5493848919868469,
+      "step": 10862
+    },
+    {
+      "epoch": 2.0072062916469378,
+      "grad_norm": 0.06139914691448212,
+      "learning_rate": 5.21690403998903e-06,
+      "loss": 0.35784342885017395,
+      "step": 10863
+    },
+    {
+      "epoch": 2.0073910683558336,
+      "grad_norm": 0.06231553852558136,
+      "learning_rate": 5.215152217927213e-06,
+      "loss": 0.2554203271865845,
+      "step": 10864
+    },
+    {
+      "epoch": 2.0075758450647294,
+      "grad_norm": 0.07526741176843643,
+      "learning_rate": 5.213400586287366e-06,
+      "loss": 0.41515955328941345,
+      "step": 10865
+    },
+    {
+      "epoch": 2.0077606217736252,
+      "grad_norm": 0.07477451860904694,
+      "learning_rate": 5.211649145139205e-06,
+      "loss": 0.36199766397476196,
+      "step": 10866
+    },
+    {
+      "epoch": 2.007945398482521,
+      "grad_norm": 0.10428471118211746,
+      "learning_rate": 5.209897894552422e-06,
+      "loss": 0.588308572769165,
+      "step": 10867
+    },
+    {
+      "epoch": 2.0081301751914173,
+      "grad_norm": 0.06379430741071701,
+      "learning_rate": 5.208146834596715e-06,
+      "loss": 0.3397676944732666,
+      "step": 10868
+    },
+    {
+      "epoch": 2.008314951900313,
+      "grad_norm": 0.07628770172595978,
+      "learning_rate": 5.206395965341778e-06,
+      "loss": 0.3742277920246124,
+      "step": 10869
+    },
+    {
+      "epoch": 2.008499728609209,
+      "grad_norm": 0.08512669056653976,
+      "learning_rate": 5.2046452868572815e-06,
+      "loss": 0.42715978622436523,
+      "step": 10870
+    },
+    {
+      "epoch": 2.008684505318105,
+      "grad_norm": 0.07170064002275467,
+      "learning_rate": 5.2028947992129e-06,
+      "loss": 0.3647734522819519,
+      "step": 10871
+    },
+    {
+      "epoch": 2.0088692820270007,
+      "grad_norm": 0.0802338495850563,
+      "learning_rate": 5.2011445024783e-06,
+      "loss": 0.43790730834007263,
+      "step": 10872
+    },
+    {
+      "epoch": 2.0090540587358965,
+      "grad_norm": 0.09971331059932709,
+      "learning_rate": 5.199394396723132e-06,
+      "loss": 0.4873550534248352,
+      "step": 10873
+    },
+    {
+      "epoch": 2.0092388354447923,
+      "grad_norm": 0.08621958643198013,
+      "learning_rate": 5.197644482017048e-06,
+      "loss": 0.461483359336853,
+      "step": 10874
+    },
+    {
+      "epoch": 2.009423612153688,
+      "grad_norm": 0.0824543908238411,
+      "learning_rate": 5.195894758429689e-06,
+      "loss": 0.4282684326171875,
+      "step": 10875
+    },
+    {
+      "epoch": 2.009608388862584,
+      "grad_norm": 0.07176830619573593,
+      "learning_rate": 5.194145226030688e-06,
+      "loss": 0.3931328058242798,
+      "step": 10876
+    },
+    {
+      "epoch": 2.00979316557148,
+      "grad_norm": 0.07633424550294876,
+      "learning_rate": 5.192395884889676e-06,
+      "loss": 0.45451030135154724,
+      "step": 10877
+    },
+    {
+      "epoch": 2.0099779422803756,
+      "grad_norm": 0.08542587608098984,
+      "learning_rate": 5.190646735076262e-06,
+      "loss": 0.4537266492843628,
+      "step": 10878
+    },
+    {
+      "epoch": 2.0101627189892715,
+      "grad_norm": 0.09187118709087372,
+      "learning_rate": 5.188897776660062e-06,
+      "loss": 0.5085985064506531,
+      "step": 10879
+    },
+    {
+      "epoch": 2.0103474956981673,
+      "grad_norm": 0.08106537163257599,
+      "learning_rate": 5.187149009710681e-06,
+      "loss": 0.5278698205947876,
+      "step": 10880
+    },
+    {
+      "epoch": 2.010532272407063,
+      "grad_norm": 0.06416518241167068,
+      "learning_rate": 5.185400434297707e-06,
+      "loss": 0.31291911005973816,
+      "step": 10881
+    },
+    {
+      "epoch": 2.010717049115959,
+      "grad_norm": 0.05878720059990883,
+      "learning_rate": 5.183652050490735e-06,
+      "loss": 0.2681567370891571,
+      "step": 10882
+    },
+    {
+      "epoch": 2.0109018258248548,
+      "grad_norm": 0.07457895576953888,
+      "learning_rate": 5.181903858359346e-06,
+      "loss": 0.3523574769496918,
+      "step": 10883
+    },
+    {
+      "epoch": 2.0110866025337506,
+      "grad_norm": 0.0683598443865776,
+      "learning_rate": 5.180155857973106e-06,
+      "loss": 0.3450174629688263,
+      "step": 10884
+    },
+    {
+      "epoch": 2.0112713792426464,
+      "grad_norm": 0.07570520788431168,
+      "learning_rate": 5.178408049401584e-06,
+      "loss": 0.4106927216053009,
+      "step": 10885
+    },
+    {
+      "epoch": 2.0114561559515423,
+      "grad_norm": 0.05980301275849342,
+      "learning_rate": 5.176660432714342e-06,
+      "loss": 0.28846660256385803,
+      "step": 10886
+    },
+    {
+      "epoch": 2.011640932660438,
+      "grad_norm": 0.08202092349529266,
+      "learning_rate": 5.174913007980919e-06,
+      "loss": 0.4278833866119385,
+      "step": 10887
+    },
+    {
+      "epoch": 2.011825709369334,
+      "grad_norm": 0.07988191395998001,
+      "learning_rate": 5.173165775270859e-06,
+      "loss": 0.4565815031528473,
+      "step": 10888
+    },
+    {
+      "epoch": 2.0120104860782297,
+      "grad_norm": 0.07050027698278427,
+      "learning_rate": 5.171418734653707e-06,
+      "loss": 0.3265901207923889,
+      "step": 10889
+    },
+    {
+      "epoch": 2.0121952627871256,
+      "grad_norm": 0.09780313819646835,
+      "learning_rate": 5.16967188619898e-06,
+      "loss": 0.6623883843421936,
+      "step": 10890
+    },
+    {
+      "epoch": 2.0123800394960214,
+      "grad_norm": 0.07266128063201904,
+      "learning_rate": 5.167925229976199e-06,
+      "loss": 0.33542200922966003,
+      "step": 10891
+    },
+    {
+      "epoch": 2.0125648162049172,
+      "grad_norm": 0.06911231577396393,
+      "learning_rate": 5.16617876605488e-06,
+      "loss": 0.28636428713798523,
+      "step": 10892
+    },
+    {
+      "epoch": 2.012749592913813,
+      "grad_norm": 0.09343921393156052,
+      "learning_rate": 5.164432494504519e-06,
+      "loss": 0.5033407211303711,
+      "step": 10893
+    },
+    {
+      "epoch": 2.012934369622709,
+      "grad_norm": 0.0805625319480896,
+      "learning_rate": 5.1626864153946175e-06,
+      "loss": 0.4543337821960449,
+      "step": 10894
+    },
+    {
+      "epoch": 2.0131191463316047,
+      "grad_norm": 0.07634482532739639,
+      "learning_rate": 5.160940528794661e-06,
+      "loss": 0.48865413665771484,
+      "step": 10895
+    },
+    {
+      "epoch": 2.0133039230405005,
+      "grad_norm": 0.11683768779039383,
+      "learning_rate": 5.159194834774132e-06,
+      "loss": 0.420229971408844,
+      "step": 10896
+    },
+    {
+      "epoch": 2.0134886997493964,
+      "grad_norm": 0.07559465616941452,
+      "learning_rate": 5.1574493334025084e-06,
+      "loss": 0.4204034209251404,
+      "step": 10897
+    },
+    {
+      "epoch": 2.0136734764582926,
+      "grad_norm": 0.08906613290309906,
+      "learning_rate": 5.155704024749249e-06,
+      "loss": 0.49783578515052795,
+      "step": 10898
+    },
+    {
+      "epoch": 2.0138582531671885,
+      "grad_norm": 0.08135172724723816,
+      "learning_rate": 5.153958908883811e-06,
+      "loss": 0.427848219871521,
+      "step": 10899
+    },
+    {
+      "epoch": 2.0140430298760843,
+      "grad_norm": 0.08237715810537338,
+      "learning_rate": 5.1522139858756514e-06,
+      "loss": 0.4681159257888794,
+      "step": 10900
+    },
+    {
+      "epoch": 2.01422780658498,
+      "grad_norm": 0.05532315745949745,
+      "learning_rate": 5.150469255794199e-06,
+      "loss": 0.25912758708000183,
+      "step": 10901
+    },
+    {
+      "epoch": 2.014412583293876,
+      "grad_norm": 0.07079538702964783,
+      "learning_rate": 5.148724718708904e-06,
+      "loss": 0.4080043435096741,
+      "step": 10902
+    },
+    {
+      "epoch": 2.014597360002772,
+      "grad_norm": 0.06199576333165169,
+      "learning_rate": 5.146980374689192e-06,
+      "loss": 0.3021320700645447,
+      "step": 10903
+    },
+    {
+      "epoch": 2.0147821367116676,
+      "grad_norm": 0.0703669860959053,
+      "learning_rate": 5.145236223804473e-06,
+      "loss": 0.4637066721916199,
+      "step": 10904
+    },
+    {
+      "epoch": 2.0149669134205634,
+      "grad_norm": 0.08532287925481796,
+      "learning_rate": 5.143492266124164e-06,
+      "loss": 0.5112899541854858,
+      "step": 10905
+    },
+    {
+      "epoch": 2.0151516901294593,
+      "grad_norm": 0.0936102494597435,
+      "learning_rate": 5.1417485017176714e-06,
+      "loss": 0.47748786211013794,
+      "step": 10906
+    },
+    {
+      "epoch": 2.015336466838355,
+      "grad_norm": 0.08761214464902878,
+      "learning_rate": 5.140004930654385e-06,
+      "loss": 0.6001975536346436,
+      "step": 10907
+    },
+    {
+      "epoch": 2.015521243547251,
+      "grad_norm": 0.09377985447645187,
+      "learning_rate": 5.138261553003696e-06,
+      "loss": 0.5890383124351501,
+      "step": 10908
+    },
+    {
+      "epoch": 2.0157060202561468,
+      "grad_norm": 0.08416535705327988,
+      "learning_rate": 5.136518368834993e-06,
+      "loss": 0.47278961539268494,
+      "step": 10909
+    },
+    {
+      "epoch": 2.0158907969650426,
+      "grad_norm": 0.06976797431707382,
+      "learning_rate": 5.134775378217638e-06,
+      "loss": 0.3145328164100647,
+      "step": 10910
+    },
+    {
+      "epoch": 2.0160755736739384,
+      "grad_norm": 0.09272748231887817,
+      "learning_rate": 5.133032581221007e-06,
+      "loss": 0.6585069298744202,
+      "step": 10911
+    },
+    {
+      "epoch": 2.0162603503828342,
+      "grad_norm": 0.07258772850036621,
+      "learning_rate": 5.131289977914449e-06,
+      "loss": 0.3980956971645355,
+      "step": 10912
+    },
+    {
+      "epoch": 2.01644512709173,
+      "grad_norm": 0.07333315908908844,
+      "learning_rate": 5.129547568367317e-06,
+      "loss": 0.3659195303916931,
+      "step": 10913
+    },
+    {
+      "epoch": 2.016629903800626,
+      "grad_norm": 0.06620004773139954,
+      "learning_rate": 5.127805352648954e-06,
+      "loss": 0.3466736376285553,
+      "step": 10914
+    },
+    {
+      "epoch": 2.0168146805095217,
+      "grad_norm": 0.08554978668689728,
+      "learning_rate": 5.126063330828694e-06,
+      "loss": 0.41909193992614746,
+      "step": 10915
+    },
+    {
+      "epoch": 2.0169994572184176,
+      "grad_norm": 0.08530129492282867,
+      "learning_rate": 5.124321502975866e-06,
+      "loss": 0.4803772270679474,
+      "step": 10916
+    },
+    {
+      "epoch": 2.0171842339273134,
+      "grad_norm": 0.08911938220262527,
+      "learning_rate": 5.1225798691597915e-06,
+      "loss": 0.45174241065979004,
+      "step": 10917
+    },
+    {
+      "epoch": 2.017369010636209,
+      "grad_norm": 0.06977102160453796,
+      "learning_rate": 5.120838429449775e-06,
+      "loss": 0.340168297290802,
+      "step": 10918
+    },
+    {
+      "epoch": 2.017553787345105,
+      "grad_norm": 0.0680844634771347,
+      "learning_rate": 5.119097183915124e-06,
+      "loss": 0.34571701288223267,
+      "step": 10919
+    },
+    {
+      "epoch": 2.017738564054001,
+      "grad_norm": 0.0721874088048935,
+      "learning_rate": 5.117356132625138e-06,
+      "loss": 0.4670308232307434,
+      "step": 10920
+    },
+    {
+      "epoch": 2.0179233407628967,
+      "grad_norm": 0.0811346173286438,
+      "learning_rate": 5.115615275649095e-06,
+      "loss": 0.38460540771484375,
+      "step": 10921
+    },
+    {
+      "epoch": 2.0181081174717925,
+      "grad_norm": 0.08082343637943268,
+      "learning_rate": 5.113874613056287e-06,
+      "loss": 0.43244844675064087,
+      "step": 10922
+    },
+    {
+      "epoch": 2.0182928941806884,
+      "grad_norm": 0.06001897156238556,
+      "learning_rate": 5.112134144915986e-06,
+      "loss": 0.2741605341434479,
+      "step": 10923
+    },
+    {
+      "epoch": 2.018477670889584,
+      "grad_norm": 0.05844532698392868,
+      "learning_rate": 5.11039387129745e-06,
+      "loss": 0.36012426018714905,
+      "step": 10924
+    },
+    {
+      "epoch": 2.01866244759848,
+      "grad_norm": 0.1003597304224968,
+      "learning_rate": 5.108653792269941e-06,
+      "loss": 0.5373878479003906,
+      "step": 10925
+    },
+    {
+      "epoch": 2.018847224307376,
+      "grad_norm": 0.07224072515964508,
+      "learning_rate": 5.106913907902711e-06,
+      "loss": 0.3647426664829254,
+      "step": 10926
+    },
+    {
+      "epoch": 2.019032001016272,
+      "grad_norm": 0.06438612192869186,
+      "learning_rate": 5.105174218264995e-06,
+      "loss": 0.3541163206100464,
+      "step": 10927
+    },
+    {
+      "epoch": 2.019216777725168,
+      "grad_norm": 0.07255525141954422,
+      "learning_rate": 5.103434723426032e-06,
+      "loss": 0.4254012703895569,
+      "step": 10928
+    },
+    {
+      "epoch": 2.0194015544340638,
+      "grad_norm": 0.09289377927780151,
+      "learning_rate": 5.101695423455046e-06,
+      "loss": 0.39545321464538574,
+      "step": 10929
+    },
+    {
+      "epoch": 2.0195863311429596,
+      "grad_norm": 0.08766859769821167,
+      "learning_rate": 5.09995631842126e-06,
+      "loss": 0.4713236689567566,
+      "step": 10930
+    },
+    {
+      "epoch": 2.0197711078518554,
+      "grad_norm": 0.08483327925205231,
+      "learning_rate": 5.098217408393884e-06,
+      "loss": 0.4761367738246918,
+      "step": 10931
+    },
+    {
+      "epoch": 2.0199558845607513,
+      "grad_norm": 0.06505721807479858,
+      "learning_rate": 5.096478693442117e-06,
+      "loss": 0.3717211186885834,
+      "step": 10932
+    },
+    {
+      "epoch": 2.020140661269647,
+      "grad_norm": 0.09126225113868713,
+      "learning_rate": 5.094740173635156e-06,
+      "loss": 0.43229779601097107,
+      "step": 10933
+    },
+    {
+      "epoch": 2.020325437978543,
+      "grad_norm": 0.07946305721998215,
+      "learning_rate": 5.0930018490421895e-06,
+      "loss": 0.4669344127178192,
+      "step": 10934
+    },
+    {
+      "epoch": 2.0205102146874387,
+      "grad_norm": 0.09561219811439514,
+      "learning_rate": 5.091263719732398e-06,
+      "loss": 0.4787537753582001,
+      "step": 10935
+    },
+    {
+      "epoch": 2.0206949913963346,
+      "grad_norm": 0.09669752418994904,
+      "learning_rate": 5.089525785774951e-06,
+      "loss": 0.5886106491088867,
+      "step": 10936
+    },
+    {
+      "epoch": 2.0208797681052304,
+      "grad_norm": 0.10397924482822418,
+      "learning_rate": 5.087788047239021e-06,
+      "loss": 0.5654873251914978,
+      "step": 10937
+    },
+    {
+      "epoch": 2.0210645448141262,
+      "grad_norm": 0.06124212220311165,
+      "learning_rate": 5.086050504193753e-06,
+      "loss": 0.4133400321006775,
+      "step": 10938
+    },
+    {
+      "epoch": 2.021249321523022,
+      "grad_norm": 0.08833230286836624,
+      "learning_rate": 5.084313156708303e-06,
+      "loss": 0.5162288546562195,
+      "step": 10939
+    },
+    {
+      "epoch": 2.021434098231918,
+      "grad_norm": 0.09045036882162094,
+      "learning_rate": 5.082576004851808e-06,
+      "loss": 0.5982534885406494,
+      "step": 10940
+    },
+    {
+      "epoch": 2.0216188749408137,
+      "grad_norm": 0.0780353844165802,
+      "learning_rate": 5.080839048693405e-06,
+      "loss": 0.519133985042572,
+      "step": 10941
+    },
+    {
+      "epoch": 2.0218036516497095,
+      "grad_norm": 0.0687236413359642,
+      "learning_rate": 5.07910228830222e-06,
+      "loss": 0.3705589771270752,
+      "step": 10942
+    },
+    {
+      "epoch": 2.0219884283586054,
+      "grad_norm": 0.07354672998189926,
+      "learning_rate": 5.077365723747366e-06,
+      "loss": 0.41299891471862793,
+      "step": 10943
+    },
+    {
+      "epoch": 2.022173205067501,
+      "grad_norm": 0.08132113516330719,
+      "learning_rate": 5.075629355097955e-06,
+      "loss": 0.4075068533420563,
+      "step": 10944
+    },
+    {
+      "epoch": 2.022357981776397,
+      "grad_norm": 0.06150183826684952,
+      "learning_rate": 5.073893182423093e-06,
+      "loss": 0.37654855847358704,
+      "step": 10945
+    },
+    {
+      "epoch": 2.022542758485293,
+      "grad_norm": 0.10539187490940094,
+      "learning_rate": 5.072157205791866e-06,
+      "loss": 0.4971143901348114,
+      "step": 10946
+    },
+    {
+      "epoch": 2.0227275351941887,
+      "grad_norm": 0.05700913444161415,
+      "learning_rate": 5.070421425273366e-06,
+      "loss": 0.3304547071456909,
+      "step": 10947
+    },
+    {
+      "epoch": 2.0229123119030845,
+      "grad_norm": 0.08524139970541,
+      "learning_rate": 5.06868584093667e-06,
+      "loss": 0.5176447629928589,
+      "step": 10948
+    },
+    {
+      "epoch": 2.0230970886119803,
+      "grad_norm": 0.08728422969579697,
+      "learning_rate": 5.06695045285085e-06,
+      "loss": 0.408867746591568,
+      "step": 10949
+    },
+    {
+      "epoch": 2.023281865320876,
+      "grad_norm": 0.09003953635692596,
+      "learning_rate": 5.065215261084968e-06,
+      "loss": 0.4363194704055786,
+      "step": 10950
+    },
+    {
+      "epoch": 2.023466642029772,
+      "grad_norm": 0.0999642014503479,
+      "learning_rate": 5.063480265708083e-06,
+      "loss": 0.5393664240837097,
+      "step": 10951
+    },
+    {
+      "epoch": 2.023651418738668,
+      "grad_norm": 0.06618688255548477,
+      "learning_rate": 5.061745466789236e-06,
+      "loss": 0.3658475875854492,
+      "step": 10952
+    },
+    {
+      "epoch": 2.0238361954475637,
+      "grad_norm": 0.08020365238189697,
+      "learning_rate": 5.060010864397469e-06,
+      "loss": 0.5106897354125977,
+      "step": 10953
+    },
+    {
+      "epoch": 2.0240209721564595,
+      "grad_norm": 0.07106049358844757,
+      "learning_rate": 5.058276458601814e-06,
+      "loss": 0.30423349142074585,
+      "step": 10954
+    },
+    {
+      "epoch": 2.0242057488653553,
+      "grad_norm": 0.0817643254995346,
+      "learning_rate": 5.056542249471297e-06,
+      "loss": 0.4568421542644501,
+      "step": 10955
+    },
+    {
+      "epoch": 2.024390525574251,
+      "grad_norm": 0.06630393117666245,
+      "learning_rate": 5.054808237074931e-06,
+      "loss": 0.4356433153152466,
+      "step": 10956
+    },
+    {
+      "epoch": 2.0245753022831474,
+      "grad_norm": 0.10030622035264969,
+      "learning_rate": 5.05307442148173e-06,
+      "loss": 0.5095507502555847,
+      "step": 10957
+    },
+    {
+      "epoch": 2.0247600789920432,
+      "grad_norm": 0.07793160527944565,
+      "learning_rate": 5.051340802760686e-06,
+      "loss": 0.35566869378089905,
+      "step": 10958
+    },
+    {
+      "epoch": 2.024944855700939,
+      "grad_norm": 0.07248266786336899,
+      "learning_rate": 5.049607380980799e-06,
+      "loss": 0.3697780668735504,
+      "step": 10959
+    },
+    {
+      "epoch": 2.025129632409835,
+      "grad_norm": 0.09467242658138275,
+      "learning_rate": 5.047874156211044e-06,
+      "loss": 0.44589683413505554,
+      "step": 10960
+    },
+    {
+      "epoch": 2.0253144091187307,
+      "grad_norm": 0.0702122300863266,
+      "learning_rate": 5.046141128520408e-06,
+      "loss": 0.35430559515953064,
+      "step": 10961
+    },
+    {
+      "epoch": 2.0254991858276266,
+      "grad_norm": 0.07696325331926346,
+      "learning_rate": 5.04440829797786e-06,
+      "loss": 0.3792334794998169,
+      "step": 10962
+    },
+    {
+      "epoch": 2.0256839625365224,
+      "grad_norm": 0.07569151371717453,
+      "learning_rate": 5.042675664652353e-06,
+      "loss": 0.3286278247833252,
+      "step": 10963
+    },
+    {
+      "epoch": 2.025868739245418,
+      "grad_norm": 0.0927334651350975,
+      "learning_rate": 5.040943228612845e-06,
+      "loss": 0.4318874478340149,
+      "step": 10964
+    },
+    {
+      "epoch": 2.026053515954314,
+      "grad_norm": 0.08600287139415741,
+      "learning_rate": 5.039210989928287e-06,
+      "loss": 0.48451122641563416,
+      "step": 10965
+    },
+    {
+      "epoch": 2.02623829266321,
+      "grad_norm": 0.07625958323478699,
+      "learning_rate": 5.037478948667607e-06,
+      "loss": 0.3884626626968384,
+      "step": 10966
+    },
+    {
+      "epoch": 2.0264230693721057,
+      "grad_norm": 0.061320796608924866,
+      "learning_rate": 5.035747104899738e-06,
+      "loss": 0.36891666054725647,
+      "step": 10967
+    },
+    {
+      "epoch": 2.0266078460810015,
+      "grad_norm": 0.08422596752643585,
+      "learning_rate": 5.034015458693604e-06,
+      "loss": 0.43773600459098816,
+      "step": 10968
+    },
+    {
+      "epoch": 2.0267926227898974,
+      "grad_norm": 0.11182351410388947,
+      "learning_rate": 5.032284010118118e-06,
+      "loss": 0.604387640953064,
+      "step": 10969
+    },
+    {
+      "epoch": 2.026977399498793,
+      "grad_norm": 0.0635233074426651,
+      "learning_rate": 5.030552759242186e-06,
+      "loss": 0.28664737939834595,
+      "step": 10970
+    },
+    {
+      "epoch": 2.027162176207689,
+      "grad_norm": 0.09212157130241394,
+      "learning_rate": 5.028821706134712e-06,
+      "loss": 0.4764632284641266,
+      "step": 10971
+    },
+    {
+      "epoch": 2.027346952916585,
+      "grad_norm": 0.08039910346269608,
+      "learning_rate": 5.027090850864577e-06,
+      "loss": 0.4236772358417511,
+      "step": 10972
+    },
+    {
+      "epoch": 2.0275317296254807,
+      "grad_norm": 0.06990626454353333,
+      "learning_rate": 5.025360193500667e-06,
+      "loss": 0.381586492061615,
+      "step": 10973
+    },
+    {
+      "epoch": 2.0277165063343765,
+      "grad_norm": 0.06147979572415352,
+      "learning_rate": 5.023629734111858e-06,
+      "loss": 0.34560880064964294,
+      "step": 10974
+    },
+    {
+      "epoch": 2.0279012830432723,
+      "grad_norm": 0.06412357836961746,
+      "learning_rate": 5.021899472767015e-06,
+      "loss": 0.36367711424827576,
+      "step": 10975
+    },
+    {
+      "epoch": 2.028086059752168,
+      "grad_norm": 0.07729597389698029,
+      "learning_rate": 5.020169409535005e-06,
+      "loss": 0.34711959958076477,
+      "step": 10976
+    },
+    {
+      "epoch": 2.028270836461064,
+      "grad_norm": 0.0709250196814537,
+      "learning_rate": 5.0184395444846676e-06,
+      "loss": 0.360468327999115,
+      "step": 10977
+    },
+    {
+      "epoch": 2.02845561316996,
+      "grad_norm": 0.05430329591035843,
+      "learning_rate": 5.0167098776848515e-06,
+      "loss": 0.24139876663684845,
+      "step": 10978
+    },
+    {
+      "epoch": 2.0286403898788556,
+      "grad_norm": 0.08792615681886673,
+      "learning_rate": 5.014980409204395e-06,
+      "loss": 0.48062777519226074,
+      "step": 10979
+    },
+    {
+      "epoch": 2.0288251665877515,
+      "grad_norm": 0.10243596881628036,
+      "learning_rate": 5.013251139112114e-06,
+      "loss": 0.6778828501701355,
+      "step": 10980
+    },
+    {
+      "epoch": 2.0290099432966473,
+      "grad_norm": 0.07227854430675507,
+      "learning_rate": 5.0115220674768405e-06,
+      "loss": 0.3224528133869171,
+      "step": 10981
+    },
+    {
+      "epoch": 2.029194720005543,
+      "grad_norm": 0.08872295916080475,
+      "learning_rate": 5.009793194367385e-06,
+      "loss": 0.51368647813797,
+      "step": 10982
+    },
+    {
+      "epoch": 2.029379496714439,
+      "grad_norm": 0.07591360807418823,
+      "learning_rate": 5.008064519852545e-06,
+      "loss": 0.3432996869087219,
+      "step": 10983
+    },
+    {
+      "epoch": 2.029564273423335,
+      "grad_norm": 0.061702460050582886,
+      "learning_rate": 5.006336044001119e-06,
+      "loss": 0.30575910210609436,
+      "step": 10984
+    },
+    {
+      "epoch": 2.0297490501322306,
+      "grad_norm": 0.07337259501218796,
+      "learning_rate": 5.004607766881899e-06,
+      "loss": 0.44703561067581177,
+      "step": 10985
+    },
+    {
+      "epoch": 2.029933826841127,
+      "grad_norm": 0.09474797546863556,
+      "learning_rate": 5.002879688563658e-06,
+      "loss": 0.6129400134086609,
+      "step": 10986
+    },
+    {
+      "epoch": 2.0301186035500227,
+      "grad_norm": 0.07356349378824234,
+      "learning_rate": 5.0011518091151716e-06,
+      "loss": 0.4627012014389038,
+      "step": 10987
+    },
+    {
+      "epoch": 2.0303033802589185,
+      "grad_norm": 0.05867588892579079,
+      "learning_rate": 4.999424128605203e-06,
+      "loss": 0.2929174304008484,
+      "step": 10988
+    },
+    {
+      "epoch": 2.0304881569678144,
+      "grad_norm": 0.07791939377784729,
+      "learning_rate": 4.997696647102509e-06,
+      "loss": 0.40584731101989746,
+      "step": 10989
+    },
+    {
+      "epoch": 2.03067293367671,
+      "grad_norm": 0.06808242946863174,
+      "learning_rate": 4.995969364675839e-06,
+      "loss": 0.4458301067352295,
+      "step": 10990
+    },
+    {
+      "epoch": 2.030857710385606,
+      "grad_norm": 0.08416265994310379,
+      "learning_rate": 4.994242281393936e-06,
+      "loss": 0.43289077281951904,
+      "step": 10991
+    },
+    {
+      "epoch": 2.031042487094502,
+      "grad_norm": 0.08570495992898941,
+      "learning_rate": 4.992515397325526e-06,
+      "loss": 0.5073711276054382,
+      "step": 10992
+    },
+    {
+      "epoch": 2.0312272638033977,
+      "grad_norm": 0.09325053542852402,
+      "learning_rate": 4.990788712539336e-06,
+      "loss": 0.5359335541725159,
+      "step": 10993
+    },
+    {
+      "epoch": 2.0314120405122935,
+      "grad_norm": 0.05882570520043373,
+      "learning_rate": 4.989062227104083e-06,
+      "loss": 0.29013773798942566,
+      "step": 10994
+    },
+    {
+      "epoch": 2.0315968172211893,
+      "grad_norm": 0.07409077882766724,
+      "learning_rate": 4.987335941088478e-06,
+      "loss": 0.42141684889793396,
+      "step": 10995
+    },
+    {
+      "epoch": 2.031781593930085,
+      "grad_norm": 0.06654199212789536,
+      "learning_rate": 4.985609854561223e-06,
+      "loss": 0.37594857811927795,
+      "step": 10996
+    },
+    {
+      "epoch": 2.031966370638981,
+      "grad_norm": 0.06049758940935135,
+      "learning_rate": 4.9838839675910035e-06,
+      "loss": 0.31000638008117676,
+      "step": 10997
+    },
+    {
+      "epoch": 2.032151147347877,
+      "grad_norm": 0.09586911648511887,
+      "learning_rate": 4.982158280246508e-06,
+      "loss": 0.5141433477401733,
+      "step": 10998
+    },
+    {
+      "epoch": 2.0323359240567727,
+      "grad_norm": 0.07909748703241348,
+      "learning_rate": 4.980432792596419e-06,
+      "loss": 0.4322912096977234,
+      "step": 10999
+    },
+    {
+      "epoch": 2.0325207007656685,
+      "grad_norm": 0.06540367752313614,
+      "learning_rate": 4.978707504709394e-06,
+      "loss": 0.3917093276977539,
+      "step": 11000
+    },
+    {
+      "epoch": 2.0325207007656685,
+      "eval_loss": 0.5544933080673218,
+      "eval_runtime": 156.4967,
+      "eval_samples_per_second": 116.482,
+      "eval_steps_per_second": 14.563,
+      "step": 11000
+    },
+    {
+      "epoch": 2.0327054774745643,
+      "grad_norm": 0.09441975504159927,
+      "learning_rate": 4.976982416654102e-06,
+      "loss": 0.5133340358734131,
+      "step": 11001
+    },
+    {
+      "epoch": 2.03289025418346,
+      "grad_norm": 0.054924800992012024,
+      "learning_rate": 4.975257528499201e-06,
+      "loss": 0.2618792951107025,
+      "step": 11002
+    },
+    {
+      "epoch": 2.033075030892356,
+      "grad_norm": 0.07110217213630676,
+      "learning_rate": 4.973532840313325e-06,
+      "loss": 0.447940468788147,
+      "step": 11003
+    },
+    {
+      "epoch": 2.033259807601252,
+      "grad_norm": 0.08391235768795013,
+      "learning_rate": 4.971808352165116e-06,
+      "loss": 0.38242557644844055,
+      "step": 11004
+    },
+    {
+      "epoch": 2.0334445843101476,
+      "grad_norm": 0.08753757923841476,
+      "learning_rate": 4.970084064123208e-06,
+      "loss": 0.5258985757827759,
+      "step": 11005
+    },
+    {
+      "epoch": 2.0336293610190435,
+      "grad_norm": 0.07218511402606964,
+      "learning_rate": 4.968359976256213e-06,
+      "loss": 0.4401981234550476,
+      "step": 11006
+    },
+    {
+      "epoch": 2.0338141377279393,
+      "grad_norm": 0.08419043570756912,
+      "learning_rate": 4.966636088632749e-06,
+      "loss": 0.4633215665817261,
+      "step": 11007
+    },
+    {
+      "epoch": 2.033998914436835,
+      "grad_norm": 0.10938230901956558,
+      "learning_rate": 4.964912401321421e-06,
+      "loss": 0.5555753111839294,
+      "step": 11008
+    },
+    {
+      "epoch": 2.034183691145731,
+      "grad_norm": 0.0766386166214943,
+      "learning_rate": 4.963188914390827e-06,
+      "loss": 0.3662005066871643,
+      "step": 11009
+    },
+    {
+      "epoch": 2.0343684678546268,
+      "grad_norm": 0.08304692059755325,
+      "learning_rate": 4.961465627909561e-06,
+      "loss": 0.48914024233818054,
+      "step": 11010
+    },
+    {
+      "epoch": 2.0345532445635226,
+      "grad_norm": 0.07511365413665771,
+      "learning_rate": 4.959742541946195e-06,
+      "loss": 0.4251895546913147,
+      "step": 11011
+    },
+    {
+      "epoch": 2.0347380212724184,
+      "grad_norm": 0.09212878346443176,
+      "learning_rate": 4.958019656569306e-06,
+      "loss": 0.4835797846317291,
+      "step": 11012
+    },
+    {
+      "epoch": 2.0349227979813143,
+      "grad_norm": 0.07405047863721848,
+      "learning_rate": 4.956296971847462e-06,
+      "loss": 0.38855189085006714,
+      "step": 11013
+    },
+    {
+      "epoch": 2.03510757469021,
+      "grad_norm": 0.07276478409767151,
+      "learning_rate": 4.954574487849218e-06,
+      "loss": 0.3583826422691345,
+      "step": 11014
+    },
+    {
+      "epoch": 2.0352923513991064,
+      "grad_norm": 0.05918056517839432,
+      "learning_rate": 4.952852204643124e-06,
+      "loss": 0.32278576493263245,
+      "step": 11015
+    },
+    {
+      "epoch": 2.035477128108002,
+      "grad_norm": 0.08996355533599854,
+      "learning_rate": 4.951130122297725e-06,
+      "loss": 0.5059264898300171,
+      "step": 11016
+    },
+    {
+      "epoch": 2.035661904816898,
+      "grad_norm": 0.07419190555810928,
+      "learning_rate": 4.949408240881548e-06,
+      "loss": 0.3496807813644409,
+      "step": 11017
+    },
+    {
+      "epoch": 2.035846681525794,
+      "grad_norm": 0.08473897725343704,
+      "learning_rate": 4.947686560463122e-06,
+      "loss": 0.42983487248420715,
+      "step": 11018
+    },
+    {
+      "epoch": 2.0360314582346897,
+      "grad_norm": 0.08575071394443512,
+      "learning_rate": 4.945965081110967e-06,
+      "loss": 0.4554291367530823,
+      "step": 11019
+    },
+    {
+      "epoch": 2.0362162349435855,
+      "grad_norm": 0.08277926594018936,
+      "learning_rate": 4.944243802893584e-06,
+      "loss": 0.4762677550315857,
+      "step": 11020
+    },
+    {
+      "epoch": 2.0364010116524813,
+      "grad_norm": 0.07830332964658737,
+      "learning_rate": 4.942522725879483e-06,
+      "loss": 0.4043978750705719,
+      "step": 11021
+    },
+    {
+      "epoch": 2.036585788361377,
+      "grad_norm": 0.08838173002004623,
+      "learning_rate": 4.940801850137158e-06,
+      "loss": 0.4758176803588867,
+      "step": 11022
+    },
+    {
+      "epoch": 2.036770565070273,
+      "grad_norm": 0.06347142904996872,
+      "learning_rate": 4.939081175735087e-06,
+      "loss": 0.31101086735725403,
+      "step": 11023
+    },
+    {
+      "epoch": 2.036955341779169,
+      "grad_norm": 0.07915815711021423,
+      "learning_rate": 4.937360702741757e-06,
+      "loss": 0.45772865414619446,
+      "step": 11024
+    },
+    {
+      "epoch": 2.0371401184880646,
+      "grad_norm": 0.07311692088842392,
+      "learning_rate": 4.935640431225628e-06,
+      "loss": 0.3552285134792328,
+      "step": 11025
+    },
+    {
+      "epoch": 2.0373248951969605,
+      "grad_norm": 0.0813852846622467,
+      "learning_rate": 4.933920361255164e-06,
+      "loss": 0.42151376605033875,
+      "step": 11026
+    },
+    {
+      "epoch": 2.0375096719058563,
+      "grad_norm": 0.06344735622406006,
+      "learning_rate": 4.932200492898822e-06,
+      "loss": 0.3813314437866211,
+      "step": 11027
+    },
+    {
+      "epoch": 2.037694448614752,
+      "grad_norm": 0.06767319142818451,
+      "learning_rate": 4.930480826225043e-06,
+      "loss": 0.350860595703125,
+      "step": 11028
+    },
+    {
+      "epoch": 2.037879225323648,
+      "grad_norm": 0.07548850029706955,
+      "learning_rate": 4.928761361302269e-06,
+      "loss": 0.4137412905693054,
+      "step": 11029
+    },
+    {
+      "epoch": 2.038064002032544,
+      "grad_norm": 0.08888956904411316,
+      "learning_rate": 4.9270420981989295e-06,
+      "loss": 0.4689168930053711,
+      "step": 11030
+    },
+    {
+      "epoch": 2.0382487787414396,
+      "grad_norm": 0.080434650182724,
+      "learning_rate": 4.925323036983439e-06,
+      "loss": 0.4242910146713257,
+      "step": 11031
+    },
+    {
+      "epoch": 2.0384335554503354,
+      "grad_norm": 0.07344117015600204,
+      "learning_rate": 4.923604177724216e-06,
+      "loss": 0.39162227511405945,
+      "step": 11032
+    },
+    {
+      "epoch": 2.0386183321592313,
+      "grad_norm": 0.11162707954645157,
+      "learning_rate": 4.921885520489664e-06,
+      "loss": 0.6516607403755188,
+      "step": 11033
+    },
+    {
+      "epoch": 2.038803108868127,
+      "grad_norm": 0.09089545905590057,
+      "learning_rate": 4.9201670653481816e-06,
+      "loss": 0.5949812531471252,
+      "step": 11034
+    },
+    {
+      "epoch": 2.038987885577023,
+      "grad_norm": 0.09269700199365616,
+      "learning_rate": 4.918448812368156e-06,
+      "loss": 0.4980557858943939,
+      "step": 11035
+    },
+    {
+      "epoch": 2.0391726622859188,
+      "grad_norm": 0.05755534768104553,
+      "learning_rate": 4.916730761617975e-06,
+      "loss": 0.2817052900791168,
+      "step": 11036
+    },
+    {
+      "epoch": 2.0393574389948146,
+      "grad_norm": 0.0832810029387474,
+      "learning_rate": 4.915012913166001e-06,
+      "loss": 0.4219299554824829,
+      "step": 11037
+    },
+    {
+      "epoch": 2.0395422157037104,
+      "grad_norm": 0.08774325251579285,
+      "learning_rate": 4.913295267080604e-06,
+      "loss": 0.5183811783790588,
+      "step": 11038
+    },
+    {
+      "epoch": 2.0397269924126062,
+      "grad_norm": 0.09232005476951599,
+      "learning_rate": 4.911577823430146e-06,
+      "loss": 0.39076298475265503,
+      "step": 11039
+    },
+    {
+      "epoch": 2.039911769121502,
+      "grad_norm": 0.06912195682525635,
+      "learning_rate": 4.909860582282964e-06,
+      "loss": 0.36591362953186035,
+      "step": 11040
+    },
+    {
+      "epoch": 2.040096545830398,
+      "grad_norm": 0.07138343155384064,
+      "learning_rate": 4.908143543707412e-06,
+      "loss": 0.3453134298324585,
+      "step": 11041
+    },
+    {
+      "epoch": 2.0402813225392937,
+      "grad_norm": 0.06172487884759903,
+      "learning_rate": 4.906426707771813e-06,
+      "loss": 0.2931046783924103,
+      "step": 11042
+    },
+    {
+      "epoch": 2.0404660992481896,
+      "grad_norm": 0.08806567639112473,
+      "learning_rate": 4.904710074544495e-06,
+      "loss": 0.3510777950286865,
+      "step": 11043
+    },
+    {
+      "epoch": 2.040650875957086,
+      "grad_norm": 0.06607240438461304,
+      "learning_rate": 4.90299364409378e-06,
+      "loss": 0.39713090658187866,
+      "step": 11044
+    },
+    {
+      "epoch": 2.0408356526659817,
+      "grad_norm": 0.07734241336584091,
+      "learning_rate": 4.901277416487967e-06,
+      "loss": 0.37471258640289307,
+      "step": 11045
+    },
+    {
+      "epoch": 2.0410204293748775,
+      "grad_norm": 0.08430340886116028,
+      "learning_rate": 4.89956139179536e-06,
+      "loss": 0.46838080883026123,
+      "step": 11046
+    },
+    {
+      "epoch": 2.0412052060837733,
+      "grad_norm": 0.048094622790813446,
+      "learning_rate": 4.897845570084253e-06,
+      "loss": 0.22031986713409424,
+      "step": 11047
+    },
+    {
+      "epoch": 2.041389982792669,
+      "grad_norm": 0.09382618963718414,
+      "learning_rate": 4.896129951422931e-06,
+      "loss": 0.44207218289375305,
+      "step": 11048
+    },
+    {
+      "epoch": 2.041574759501565,
+      "grad_norm": 0.09609103947877884,
+      "learning_rate": 4.894414535879668e-06,
+      "loss": 0.693742573261261,
+      "step": 11049
+    },
+    {
+      "epoch": 2.041759536210461,
+      "grad_norm": 0.08293814957141876,
+      "learning_rate": 4.892699323522736e-06,
+      "loss": 0.41994351148605347,
+      "step": 11050
+    },
+    {
+      "epoch": 2.0419443129193566,
+      "grad_norm": 0.06315720081329346,
+      "learning_rate": 4.890984314420389e-06,
+      "loss": 0.30417191982269287,
+      "step": 11051
+    },
+    {
+      "epoch": 2.0421290896282525,
+      "grad_norm": 0.0869455635547638,
+      "learning_rate": 4.889269508640884e-06,
+      "loss": 0.48857417702674866,
+      "step": 11052
+    },
+    {
+      "epoch": 2.0423138663371483,
+      "grad_norm": 0.06293217092752457,
+      "learning_rate": 4.887554906252461e-06,
+      "loss": 0.3305082321166992,
+      "step": 11053
+    },
+    {
+      "epoch": 2.042498643046044,
+      "grad_norm": 0.0635986402630806,
+      "learning_rate": 4.885840507323359e-06,
+      "loss": 0.2795847952365875,
+      "step": 11054
+    },
+    {
+      "epoch": 2.04268341975494,
+      "grad_norm": 0.061714962124824524,
+      "learning_rate": 4.884126311921804e-06,
+      "loss": 0.3719215393066406,
+      "step": 11055
+    },
+    {
+      "epoch": 2.0428681964638358,
+      "grad_norm": 0.0834885984659195,
+      "learning_rate": 4.8824123201160205e-06,
+      "loss": 0.4365217983722687,
+      "step": 11056
+    },
+    {
+      "epoch": 2.0430529731727316,
+      "grad_norm": 0.07816538214683533,
+      "learning_rate": 4.880698531974212e-06,
+      "loss": 0.40753647685050964,
+      "step": 11057
+    },
+    {
+      "epoch": 2.0432377498816274,
+      "grad_norm": 0.0627506822347641,
+      "learning_rate": 4.878984947564589e-06,
+      "loss": 0.338919073343277,
+      "step": 11058
+    },
+    {
+      "epoch": 2.0434225265905233,
+      "grad_norm": 0.05984465032815933,
+      "learning_rate": 4.877271566955339e-06,
+      "loss": 0.3647313117980957,
+      "step": 11059
+    },
+    {
+      "epoch": 2.043607303299419,
+      "grad_norm": 0.0724530890583992,
+      "learning_rate": 4.875558390214652e-06,
+      "loss": 0.42080751061439514,
+      "step": 11060
+    },
+    {
+      "epoch": 2.043792080008315,
+      "grad_norm": 0.0803777351975441,
+      "learning_rate": 4.873845417410714e-06,
+      "loss": 0.5013444423675537,
+      "step": 11061
+    },
+    {
+      "epoch": 2.0439768567172107,
+      "grad_norm": 0.10302601754665375,
+      "learning_rate": 4.872132648611689e-06,
+      "loss": 0.6300573348999023,
+      "step": 11062
+    },
+    {
+      "epoch": 2.0441616334261066,
+      "grad_norm": 0.062125064432621,
+      "learning_rate": 4.870420083885741e-06,
+      "loss": 0.3633728623390198,
+      "step": 11063
+    },
+    {
+      "epoch": 2.0443464101350024,
+      "grad_norm": 0.07537313550710678,
+      "learning_rate": 4.8687077233010286e-06,
+      "loss": 0.36421942710876465,
+      "step": 11064
+    },
+    {
+      "epoch": 2.0445311868438982,
+      "grad_norm": 0.07662282884120941,
+      "learning_rate": 4.8669955669256905e-06,
+      "loss": 0.3631492257118225,
+      "step": 11065
+    },
+    {
+      "epoch": 2.044715963552794,
+      "grad_norm": 0.06461525708436966,
+      "learning_rate": 4.865283614827871e-06,
+      "loss": 0.3085329830646515,
+      "step": 11066
+    },
+    {
+      "epoch": 2.04490074026169,
+      "grad_norm": 0.08214090019464493,
+      "learning_rate": 4.863571867075699e-06,
+      "loss": 0.4510284960269928,
+      "step": 11067
+    },
+    {
+      "epoch": 2.0450855169705857,
+      "grad_norm": 0.05756901204586029,
+      "learning_rate": 4.861860323737297e-06,
+      "loss": 0.3061563968658447,
+      "step": 11068
+    },
+    {
+      "epoch": 2.0452702936794815,
+      "grad_norm": 0.08127584308385849,
+      "learning_rate": 4.860148984880778e-06,
+      "loss": 0.5320109128952026,
+      "step": 11069
+    },
+    {
+      "epoch": 2.0454550703883774,
+      "grad_norm": 0.07574288547039032,
+      "learning_rate": 4.858437850574253e-06,
+      "loss": 0.39699089527130127,
+      "step": 11070
+    },
+    {
+      "epoch": 2.045639847097273,
+      "grad_norm": 0.1033301055431366,
+      "learning_rate": 4.8567269208858125e-06,
+      "loss": 0.5131538510322571,
+      "step": 11071
+    },
+    {
+      "epoch": 2.045824623806169,
+      "grad_norm": 0.09955132752656937,
+      "learning_rate": 4.85501619588355e-06,
+      "loss": 0.5548917055130005,
+      "step": 11072
+    },
+    {
+      "epoch": 2.046009400515065,
+      "grad_norm": 0.05739162489771843,
+      "learning_rate": 4.853305675635544e-06,
+      "loss": 0.23811882734298706,
+      "step": 11073
+    },
+    {
+      "epoch": 2.046194177223961,
+      "grad_norm": 0.06883546710014343,
+      "learning_rate": 4.851595360209872e-06,
+      "loss": 0.26252683997154236,
+      "step": 11074
+    },
+    {
+      "epoch": 2.046378953932857,
+      "grad_norm": 0.07779659330844879,
+      "learning_rate": 4.849885249674601e-06,
+      "loss": 0.4272381067276001,
+      "step": 11075
+    },
+    {
+      "epoch": 2.046563730641753,
+      "grad_norm": 0.07720985263586044,
+      "learning_rate": 4.84817534409778e-06,
+      "loss": 0.48315441608428955,
+      "step": 11076
+    },
+    {
+      "epoch": 2.0467485073506486,
+      "grad_norm": 0.0919061005115509,
+      "learning_rate": 4.846465643547462e-06,
+      "loss": 0.5336605906486511,
+      "step": 11077
+    },
+    {
+      "epoch": 2.0469332840595444,
+      "grad_norm": 0.08197201788425446,
+      "learning_rate": 4.8447561480916925e-06,
+      "loss": 0.45011091232299805,
+      "step": 11078
+    },
+    {
+      "epoch": 2.0471180607684403,
+      "grad_norm": 0.0737820491194725,
+      "learning_rate": 4.8430468577984955e-06,
+      "loss": 0.4351140558719635,
+      "step": 11079
+    },
+    {
+      "epoch": 2.047302837477336,
+      "grad_norm": 0.08648515492677689,
+      "learning_rate": 4.841337772735897e-06,
+      "loss": 0.46810683608055115,
+      "step": 11080
+    },
+    {
+      "epoch": 2.047487614186232,
+      "grad_norm": 0.0811564177274704,
+      "learning_rate": 4.839628892971922e-06,
+      "loss": 0.37373584508895874,
+      "step": 11081
+    },
+    {
+      "epoch": 2.0476723908951278,
+      "grad_norm": 0.08425736427307129,
+      "learning_rate": 4.837920218574569e-06,
+      "loss": 0.4559929668903351,
+      "step": 11082
+    },
+    {
+      "epoch": 2.0478571676040236,
+      "grad_norm": 0.09902206808328629,
+      "learning_rate": 4.8362117496118395e-06,
+      "loss": 0.4782213270664215,
+      "step": 11083
+    },
+    {
+      "epoch": 2.0480419443129194,
+      "grad_norm": 0.08472497761249542,
+      "learning_rate": 4.8345034861517334e-06,
+      "loss": 0.4149915874004364,
+      "step": 11084
+    },
+    {
+      "epoch": 2.0482267210218152,
+      "grad_norm": 0.07617567479610443,
+      "learning_rate": 4.832795428262222e-06,
+      "loss": 0.3213249146938324,
+      "step": 11085
+    },
+    {
+      "epoch": 2.048411497730711,
+      "grad_norm": 0.09814009070396423,
+      "learning_rate": 4.8310875760112884e-06,
+      "loss": 0.4558155834674835,
+      "step": 11086
+    },
+    {
+      "epoch": 2.048596274439607,
+      "grad_norm": 0.10031770914793015,
+      "learning_rate": 4.829379929466897e-06,
+      "loss": 0.5350594520568848,
+      "step": 11087
+    },
+    {
+      "epoch": 2.0487810511485027,
+      "grad_norm": 0.0721861869096756,
+      "learning_rate": 4.827672488697007e-06,
+      "loss": 0.37536805868148804,
+      "step": 11088
+    },
+    {
+      "epoch": 2.0489658278573986,
+      "grad_norm": 0.09258493781089783,
+      "learning_rate": 4.825965253769574e-06,
+      "loss": 0.43440642952919006,
+      "step": 11089
+    },
+    {
+      "epoch": 2.0491506045662944,
+      "grad_norm": 0.08985716104507446,
+      "learning_rate": 4.824258224752533e-06,
+      "loss": 0.5369082093238831,
+      "step": 11090
+    },
+    {
+      "epoch": 2.04933538127519,
+      "grad_norm": 0.08058978617191315,
+      "learning_rate": 4.8225514017138205e-06,
+      "loss": 0.39088350534439087,
+      "step": 11091
+    },
+    {
+      "epoch": 2.049520157984086,
+      "grad_norm": 0.07473517954349518,
+      "learning_rate": 4.820844784721366e-06,
+      "loss": 0.312513530254364,
+      "step": 11092
+    },
+    {
+      "epoch": 2.049704934692982,
+      "grad_norm": 0.0834210067987442,
+      "learning_rate": 4.819138373843084e-06,
+      "loss": 0.44025424122810364,
+      "step": 11093
+    },
+    {
+      "epoch": 2.0498897114018777,
+      "grad_norm": 0.08357541263103485,
+      "learning_rate": 4.8174321691468865e-06,
+      "loss": 0.36911502480506897,
+      "step": 11094
+    },
+    {
+      "epoch": 2.0500744881107735,
+      "grad_norm": 0.08149900287389755,
+      "learning_rate": 4.8157261707006785e-06,
+      "loss": 0.47982460260391235,
+      "step": 11095
+    },
+    {
+      "epoch": 2.0502592648196694,
+      "grad_norm": 0.0683201402425766,
+      "learning_rate": 4.814020378572345e-06,
+      "loss": 0.32079848647117615,
+      "step": 11096
+    },
+    {
+      "epoch": 2.050444041528565,
+      "grad_norm": 0.08017799258232117,
+      "learning_rate": 4.812314792829776e-06,
+      "loss": 0.3812326490879059,
+      "step": 11097
+    },
+    {
+      "epoch": 2.050628818237461,
+      "grad_norm": 0.08644194155931473,
+      "learning_rate": 4.810609413540852e-06,
+      "loss": 0.47296470403671265,
+      "step": 11098
+    },
+    {
+      "epoch": 2.050813594946357,
+      "grad_norm": 0.07601633667945862,
+      "learning_rate": 4.808904240773433e-06,
+      "loss": 0.34887439012527466,
+      "step": 11099
+    },
+    {
+      "epoch": 2.0509983716552527,
+      "grad_norm": 0.08265700191259384,
+      "learning_rate": 4.807199274595382e-06,
+      "loss": 0.39728039503097534,
+      "step": 11100
+    },
+    {
+      "epoch": 2.0511831483641485,
+      "grad_norm": 0.07100403308868408,
+      "learning_rate": 4.805494515074561e-06,
+      "loss": 0.4029456675052643,
+      "step": 11101
+    },
+    {
+      "epoch": 2.0513679250730443,
+      "grad_norm": 0.10822330415248871,
+      "learning_rate": 4.803789962278802e-06,
+      "loss": 0.6121471524238586,
+      "step": 11102
+    },
+    {
+      "epoch": 2.0515527017819406,
+      "grad_norm": 0.07543343305587769,
+      "learning_rate": 4.802085616275947e-06,
+      "loss": 0.34128338098526,
+      "step": 11103
+    },
+    {
+      "epoch": 2.0517374784908364,
+      "grad_norm": 0.08622822910547256,
+      "learning_rate": 4.8003814771338256e-06,
+      "loss": 0.47281673550605774,
+      "step": 11104
+    },
+    {
+      "epoch": 2.0519222551997323,
+      "grad_norm": 0.13187064230442047,
+      "learning_rate": 4.79867754492025e-06,
+      "loss": 0.8056926727294922,
+      "step": 11105
+    },
+    {
+      "epoch": 2.052107031908628,
+      "grad_norm": 0.1005135178565979,
+      "learning_rate": 4.796973819703035e-06,
+      "loss": 0.5747947096824646,
+      "step": 11106
+    },
+    {
+      "epoch": 2.052291808617524,
+      "grad_norm": 0.09979305416345596,
+      "learning_rate": 4.795270301549984e-06,
+      "loss": 0.4201939105987549,
+      "step": 11107
+    },
+    {
+      "epoch": 2.0524765853264197,
+      "grad_norm": 0.08658093214035034,
+      "learning_rate": 4.793566990528891e-06,
+      "loss": 0.5614806413650513,
+      "step": 11108
+    },
+    {
+      "epoch": 2.0526613620353156,
+      "grad_norm": 0.08579076081514359,
+      "learning_rate": 4.791863886707547e-06,
+      "loss": 0.3762155771255493,
+      "step": 11109
+    },
+    {
+      "epoch": 2.0528461387442114,
+      "grad_norm": 0.11106253415346146,
+      "learning_rate": 4.7901609901537226e-06,
+      "loss": 0.5277875065803528,
+      "step": 11110
+    },
+    {
+      "epoch": 2.0530309154531072,
+      "grad_norm": 0.08382830023765564,
+      "learning_rate": 4.788458300935191e-06,
+      "loss": 0.48897239565849304,
+      "step": 11111
+    },
+    {
+      "epoch": 2.053215692162003,
+      "grad_norm": 0.08559130132198334,
+      "learning_rate": 4.786755819119715e-06,
+      "loss": 0.48729780316352844,
+      "step": 11112
+    },
+    {
+      "epoch": 2.053400468870899,
+      "grad_norm": 0.08569462597370148,
+      "learning_rate": 4.7850535447750455e-06,
+      "loss": 0.48792409896850586,
+      "step": 11113
+    },
+    {
+      "epoch": 2.0535852455797947,
+      "grad_norm": 0.11856204271316528,
+      "learning_rate": 4.783351477968932e-06,
+      "loss": 0.6652650237083435,
+      "step": 11114
+    },
+    {
+      "epoch": 2.0537700222886905,
+      "grad_norm": 0.08174629509449005,
+      "learning_rate": 4.7816496187691105e-06,
+      "loss": 0.5053659081459045,
+      "step": 11115
+    },
+    {
+      "epoch": 2.0539547989975864,
+      "grad_norm": 0.10635677725076675,
+      "learning_rate": 4.779947967243305e-06,
+      "loss": 0.5447197556495667,
+      "step": 11116
+    },
+    {
+      "epoch": 2.054139575706482,
+      "grad_norm": 0.07048063725233078,
+      "learning_rate": 4.778246523459239e-06,
+      "loss": 0.4420374631881714,
+      "step": 11117
+    },
+    {
+      "epoch": 2.054324352415378,
+      "grad_norm": 0.0684606060385704,
+      "learning_rate": 4.776545287484629e-06,
+      "loss": 0.3754832148551941,
+      "step": 11118
+    },
+    {
+      "epoch": 2.054509129124274,
+      "grad_norm": 0.07237427681684494,
+      "learning_rate": 4.774844259387169e-06,
+      "loss": 0.4265793561935425,
+      "step": 11119
+    },
+    {
+      "epoch": 2.0546939058331697,
+      "grad_norm": 0.08699125796556473,
+      "learning_rate": 4.773143439234558e-06,
+      "loss": 0.45075085759162903,
+      "step": 11120
+    },
+    {
+      "epoch": 2.0548786825420655,
+      "grad_norm": 0.08007710427045822,
+      "learning_rate": 4.771442827094493e-06,
+      "loss": 0.4470076262950897,
+      "step": 11121
+    },
+    {
+      "epoch": 2.0550634592509613,
+      "grad_norm": 0.07942335307598114,
+      "learning_rate": 4.76974242303464e-06,
+      "loss": 0.45654499530792236,
+      "step": 11122
+    },
+    {
+      "epoch": 2.055248235959857,
+      "grad_norm": 0.08444330096244812,
+      "learning_rate": 4.76804222712268e-06,
+      "loss": 0.4239978790283203,
+      "step": 11123
+    },
+    {
+      "epoch": 2.055433012668753,
+      "grad_norm": 0.08909330517053604,
+      "learning_rate": 4.766342239426267e-06,
+      "loss": 0.47700098156929016,
+      "step": 11124
+    },
+    {
+      "epoch": 2.055617789377649,
+      "grad_norm": 0.08406031131744385,
+      "learning_rate": 4.764642460013058e-06,
+      "loss": 0.40069150924682617,
+      "step": 11125
+    },
+    {
+      "epoch": 2.0558025660865447,
+      "grad_norm": 0.09387758374214172,
+      "learning_rate": 4.762942888950702e-06,
+      "loss": 0.5573445558547974,
+      "step": 11126
+    },
+    {
+      "epoch": 2.0559873427954405,
+      "grad_norm": 0.09293120354413986,
+      "learning_rate": 4.761243526306831e-06,
+      "loss": 0.5203923583030701,
+      "step": 11127
+    },
+    {
+      "epoch": 2.0561721195043363,
+      "grad_norm": 0.09802858531475067,
+      "learning_rate": 4.75954437214908e-06,
+      "loss": 0.5696846842765808,
+      "step": 11128
+    },
+    {
+      "epoch": 2.056356896213232,
+      "grad_norm": 0.07466862350702286,
+      "learning_rate": 4.7578454265450715e-06,
+      "loss": 0.41942253708839417,
+      "step": 11129
+    },
+    {
+      "epoch": 2.056541672922128,
+      "grad_norm": 0.09071548283100128,
+      "learning_rate": 4.75614668956241e-06,
+      "loss": 0.4312906265258789,
+      "step": 11130
+    },
+    {
+      "epoch": 2.056726449631024,
+      "grad_norm": 0.059735409915447235,
+      "learning_rate": 4.7544481612687045e-06,
+      "loss": 0.3316957652568817,
+      "step": 11131
+    },
+    {
+      "epoch": 2.0569112263399196,
+      "grad_norm": 0.08869393914937973,
+      "learning_rate": 4.75274984173155e-06,
+      "loss": 0.44609615206718445,
+      "step": 11132
+    },
+    {
+      "epoch": 2.057096003048816,
+      "grad_norm": 0.08205130696296692,
+      "learning_rate": 4.751051731018537e-06,
+      "loss": 0.4383608400821686,
+      "step": 11133
+    },
+    {
+      "epoch": 2.0572807797577117,
+      "grad_norm": 0.07823719084262848,
+      "learning_rate": 4.749353829197242e-06,
+      "loss": 0.4239680767059326,
+      "step": 11134
+    },
+    {
+      "epoch": 2.0574655564666076,
+      "grad_norm": 0.10449334979057312,
+      "learning_rate": 4.747656136335242e-06,
+      "loss": 0.5839539766311646,
+      "step": 11135
+    },
+    {
+      "epoch": 2.0576503331755034,
+      "grad_norm": 0.09385858476161957,
+      "learning_rate": 4.745958652500091e-06,
+      "loss": 0.713076651096344,
+      "step": 11136
+    },
+    {
+      "epoch": 2.057835109884399,
+      "grad_norm": 0.08174755424261093,
+      "learning_rate": 4.744261377759352e-06,
+      "loss": 0.4505770206451416,
+      "step": 11137
+    },
+    {
+      "epoch": 2.058019886593295,
+      "grad_norm": 0.07801038026809692,
+      "learning_rate": 4.742564312180562e-06,
+      "loss": 0.3908689618110657,
+      "step": 11138
+    },
+    {
+      "epoch": 2.058204663302191,
+      "grad_norm": 0.07908947765827179,
+      "learning_rate": 4.7408674558312654e-06,
+      "loss": 0.48987993597984314,
+      "step": 11139
+    },
+    {
+      "epoch": 2.0583894400110867,
+      "grad_norm": 0.10476920753717422,
+      "learning_rate": 4.73917080877899e-06,
+      "loss": 0.5112239122390747,
+      "step": 11140
+    },
+    {
+      "epoch": 2.0585742167199825,
+      "grad_norm": 0.07934331148862839,
+      "learning_rate": 4.737474371091257e-06,
+      "loss": 0.41086068749427795,
+      "step": 11141
+    },
+    {
+      "epoch": 2.0587589934288784,
+      "grad_norm": 0.07572036236524582,
+      "learning_rate": 4.735778142835581e-06,
+      "loss": 0.4580512046813965,
+      "step": 11142
+    },
+    {
+      "epoch": 2.058943770137774,
+      "grad_norm": 0.1033131554722786,
+      "learning_rate": 4.734082124079468e-06,
+      "loss": 0.6239036321640015,
+      "step": 11143
+    },
+    {
+      "epoch": 2.05912854684667,
+      "grad_norm": 0.061327748000621796,
+      "learning_rate": 4.732386314890408e-06,
+      "loss": 0.2922775149345398,
+      "step": 11144
+    },
+    {
+      "epoch": 2.059313323555566,
+      "grad_norm": 0.07396014779806137,
+      "learning_rate": 4.7306907153358915e-06,
+      "loss": 0.33885297179222107,
+      "step": 11145
+    },
+    {
+      "epoch": 2.0594981002644617,
+      "grad_norm": 0.07981745153665543,
+      "learning_rate": 4.7289953254834e-06,
+      "loss": 0.41183799505233765,
+      "step": 11146
+    },
+    {
+      "epoch": 2.0596828769733575,
+      "grad_norm": 0.09812553226947784,
+      "learning_rate": 4.727300145400403e-06,
+      "loss": 0.508681058883667,
+      "step": 11147
+    },
+    {
+      "epoch": 2.0598676536822533,
+      "grad_norm": 0.07962342351675034,
+      "learning_rate": 4.725605175154365e-06,
+      "loss": 0.5423054099082947,
+      "step": 11148
+    },
+    {
+      "epoch": 2.060052430391149,
+      "grad_norm": 0.07644487917423248,
+      "learning_rate": 4.723910414812742e-06,
+      "loss": 0.3208584189414978,
+      "step": 11149
+    },
+    {
+      "epoch": 2.060237207100045,
+      "grad_norm": 0.09190234541893005,
+      "learning_rate": 4.7222158644429764e-06,
+      "loss": 0.6065411567687988,
+      "step": 11150
+    },
+    {
+      "epoch": 2.060421983808941,
+      "grad_norm": 0.08584508299827576,
+      "learning_rate": 4.720521524112504e-06,
+      "loss": 0.4849585294723511,
+      "step": 11151
+    },
+    {
+      "epoch": 2.0606067605178366,
+      "grad_norm": 0.08093219250440598,
+      "learning_rate": 4.7188273938887605e-06,
+      "loss": 0.4830683469772339,
+      "step": 11152
+    },
+    {
+      "epoch": 2.0607915372267325,
+      "grad_norm": 0.10254708677530289,
+      "learning_rate": 4.717133473839163e-06,
+      "loss": 0.6699663400650024,
+      "step": 11153
+    },
+    {
+      "epoch": 2.0609763139356283,
+      "grad_norm": 0.09748372435569763,
+      "learning_rate": 4.715439764031129e-06,
+      "loss": 0.5278805494308472,
+      "step": 11154
+    },
+    {
+      "epoch": 2.061161090644524,
+      "grad_norm": 0.09834560006856918,
+      "learning_rate": 4.713746264532056e-06,
+      "loss": 0.4821929931640625,
+      "step": 11155
+    },
+    {
+      "epoch": 2.06134586735342,
+      "grad_norm": 0.10058598965406418,
+      "learning_rate": 4.712052975409342e-06,
+      "loss": 0.5771047472953796,
+      "step": 11156
+    },
+    {
+      "epoch": 2.061530644062316,
+      "grad_norm": 0.07111495733261108,
+      "learning_rate": 4.710359896730379e-06,
+      "loss": 0.3995524048805237,
+      "step": 11157
+    },
+    {
+      "epoch": 2.0617154207712116,
+      "grad_norm": 0.09514980763196945,
+      "learning_rate": 4.7086670285625406e-06,
+      "loss": 0.47377482056617737,
+      "step": 11158
+    },
+    {
+      "epoch": 2.0619001974801074,
+      "grad_norm": 0.07909617573022842,
+      "learning_rate": 4.7069743709731985e-06,
+      "loss": 0.41966110467910767,
+      "step": 11159
+    },
+    {
+      "epoch": 2.0620849741890033,
+      "grad_norm": 0.08692745119333267,
+      "learning_rate": 4.705281924029718e-06,
+      "loss": 0.45984774827957153,
+      "step": 11160
+    },
+    {
+      "epoch": 2.062269750897899,
+      "grad_norm": 0.070327527821064,
+      "learning_rate": 4.7035896877994514e-06,
+      "loss": 0.3887335956096649,
+      "step": 11161
+    },
+    {
+      "epoch": 2.0624545276067954,
+      "grad_norm": 0.07713624089956284,
+      "learning_rate": 4.701897662349745e-06,
+      "loss": 0.37153637409210205,
+      "step": 11162
+    },
+    {
+      "epoch": 2.062639304315691,
+      "grad_norm": 0.06490417569875717,
+      "learning_rate": 4.7002058477479395e-06,
+      "loss": 0.35753506422042847,
+      "step": 11163
+    },
+    {
+      "epoch": 2.062824081024587,
+      "grad_norm": 0.06854233890771866,
+      "learning_rate": 4.698514244061357e-06,
+      "loss": 0.37862610816955566,
+      "step": 11164
+    },
+    {
+      "epoch": 2.063008857733483,
+      "grad_norm": 0.07123073190450668,
+      "learning_rate": 4.696822851357321e-06,
+      "loss": 0.34985968470573425,
+      "step": 11165
+    },
+    {
+      "epoch": 2.0631936344423787,
+      "grad_norm": 0.06531429290771484,
+      "learning_rate": 4.695131669703145e-06,
+      "loss": 0.37143802642822266,
+      "step": 11166
+    },
+    {
+      "epoch": 2.0633784111512745,
+      "grad_norm": 0.08906910568475723,
+      "learning_rate": 4.6934406991661304e-06,
+      "loss": 0.38228845596313477,
+      "step": 11167
+    },
+    {
+      "epoch": 2.0635631878601703,
+      "grad_norm": 0.06802390515804291,
+      "learning_rate": 4.691749939813575e-06,
+      "loss": 0.2796257436275482,
+      "step": 11168
+    },
+    {
+      "epoch": 2.063747964569066,
+      "grad_norm": 0.09548873454332352,
+      "learning_rate": 4.690059391712767e-06,
+      "loss": 0.5309671759605408,
+      "step": 11169
+    },
+    {
+      "epoch": 2.063932741277962,
+      "grad_norm": 0.07820142060518265,
+      "learning_rate": 4.68836905493098e-06,
+      "loss": 0.4591372311115265,
+      "step": 11170
+    },
+    {
+      "epoch": 2.064117517986858,
+      "grad_norm": 0.08913306146860123,
+      "learning_rate": 4.68667892953549e-06,
+      "loss": 0.6002703905105591,
+      "step": 11171
+    },
+    {
+      "epoch": 2.0643022946957537,
+      "grad_norm": 0.10198698937892914,
+      "learning_rate": 4.684989015593547e-06,
+      "loss": 0.6035742163658142,
+      "step": 11172
+    },
+    {
+      "epoch": 2.0644870714046495,
+      "grad_norm": 0.08727562427520752,
+      "learning_rate": 4.683299313172418e-06,
+      "loss": 0.406217098236084,
+      "step": 11173
+    },
+    {
+      "epoch": 2.0646718481135453,
+      "grad_norm": 0.10919637978076935,
+      "learning_rate": 4.681609822339346e-06,
+      "loss": 0.501842200756073,
+      "step": 11174
+    },
+    {
+      "epoch": 2.064856624822441,
+      "grad_norm": 0.09159188717603683,
+      "learning_rate": 4.679920543161559e-06,
+      "loss": 0.5147289633750916,
+      "step": 11175
+    },
+    {
+      "epoch": 2.065041401531337,
+      "grad_norm": 0.07231157273054123,
+      "learning_rate": 4.678231475706291e-06,
+      "loss": 0.3952037990093231,
+      "step": 11176
+    },
+    {
+      "epoch": 2.065226178240233,
+      "grad_norm": 0.06625118851661682,
+      "learning_rate": 4.6765426200407635e-06,
+      "loss": 0.22810131311416626,
+      "step": 11177
+    },
+    {
+      "epoch": 2.0654109549491286,
+      "grad_norm": 0.08682150393724442,
+      "learning_rate": 4.674853976232182e-06,
+      "loss": 0.473644495010376,
+      "step": 11178
+    },
+    {
+      "epoch": 2.0655957316580245,
+      "grad_norm": 0.10142802447080612,
+      "learning_rate": 4.673165544347748e-06,
+      "loss": 0.5257569551467896,
+      "step": 11179
+    },
+    {
+      "epoch": 2.0657805083669203,
+      "grad_norm": 0.06687464565038681,
+      "learning_rate": 4.6714773244546665e-06,
+      "loss": 0.3753644824028015,
+      "step": 11180
+    },
+    {
+      "epoch": 2.065965285075816,
+      "grad_norm": 0.06486748158931732,
+      "learning_rate": 4.669789316620113e-06,
+      "loss": 0.32193541526794434,
+      "step": 11181
+    },
+    {
+      "epoch": 2.066150061784712,
+      "grad_norm": 0.08548235893249512,
+      "learning_rate": 4.66810152091127e-06,
+      "loss": 0.47026437520980835,
+      "step": 11182
+    },
+    {
+      "epoch": 2.0663348384936078,
+      "grad_norm": 0.11571351438760757,
+      "learning_rate": 4.666413937395308e-06,
+      "loss": 0.5890333652496338,
+      "step": 11183
+    },
+    {
+      "epoch": 2.0665196152025036,
+      "grad_norm": 0.10707179456949234,
+      "learning_rate": 4.6647265661393806e-06,
+      "loss": 0.5810878276824951,
+      "step": 11184
+    },
+    {
+      "epoch": 2.0667043919113994,
+      "grad_norm": 0.08522901684045792,
+      "learning_rate": 4.663039407210645e-06,
+      "loss": 0.42667514085769653,
+      "step": 11185
+    },
+    {
+      "epoch": 2.0668891686202953,
+      "grad_norm": 0.09314467012882233,
+      "learning_rate": 4.661352460676243e-06,
+      "loss": 0.4527299702167511,
+      "step": 11186
+    },
+    {
+      "epoch": 2.067073945329191,
+      "grad_norm": 0.07868710905313492,
+      "learning_rate": 4.659665726603309e-06,
+      "loss": 0.42437943816185,
+      "step": 11187
+    },
+    {
+      "epoch": 2.067258722038087,
+      "grad_norm": 0.07289140671491623,
+      "learning_rate": 4.657979205058978e-06,
+      "loss": 0.44353288412094116,
+      "step": 11188
+    },
+    {
+      "epoch": 2.0674434987469827,
+      "grad_norm": 0.09959884732961655,
+      "learning_rate": 4.656292896110356e-06,
+      "loss": 0.5056084990501404,
+      "step": 11189
+    },
+    {
+      "epoch": 2.0676282754558786,
+      "grad_norm": 0.11057322472333908,
+      "learning_rate": 4.6546067998245595e-06,
+      "loss": 0.6372722387313843,
+      "step": 11190
+    },
+    {
+      "epoch": 2.067813052164775,
+      "grad_norm": 0.09406181424856186,
+      "learning_rate": 4.6529209162686916e-06,
+      "loss": 0.5327972769737244,
+      "step": 11191
+    },
+    {
+      "epoch": 2.0679978288736707,
+      "grad_norm": 0.09712541103363037,
+      "learning_rate": 4.651235245509835e-06,
+      "loss": 0.5264273285865784,
+      "step": 11192
+    },
+    {
+      "epoch": 2.0681826055825665,
+      "grad_norm": 0.07588005065917969,
+      "learning_rate": 4.649549787615086e-06,
+      "loss": 0.4727795124053955,
+      "step": 11193
+    },
+    {
+      "epoch": 2.0683673822914623,
+      "grad_norm": 0.07036327570676804,
+      "learning_rate": 4.647864542651519e-06,
+      "loss": 0.31954243779182434,
+      "step": 11194
+    },
+    {
+      "epoch": 2.068552159000358,
+      "grad_norm": 0.07767093181610107,
+      "learning_rate": 4.646179510686195e-06,
+      "loss": 0.364122211933136,
+      "step": 11195
+    },
+    {
+      "epoch": 2.068736935709254,
+      "grad_norm": 0.08550487458705902,
+      "learning_rate": 4.644494691786177e-06,
+      "loss": 0.5416126847267151,
+      "step": 11196
+    },
+    {
+      "epoch": 2.06892171241815,
+      "grad_norm": 0.08919231593608856,
+      "learning_rate": 4.642810086018518e-06,
+      "loss": 0.512860894203186,
+      "step": 11197
+    },
+    {
+      "epoch": 2.0691064891270456,
+      "grad_norm": 0.08846841007471085,
+      "learning_rate": 4.641125693450253e-06,
+      "loss": 0.4849124550819397,
+      "step": 11198
+    },
+    {
+      "epoch": 2.0692912658359415,
+      "grad_norm": 0.07089854776859283,
+      "learning_rate": 4.6394415141484176e-06,
+      "loss": 0.3652840256690979,
+      "step": 11199
+    },
+    {
+      "epoch": 2.0694760425448373,
+      "grad_norm": 0.06689655035734177,
+      "learning_rate": 4.637757548180045e-06,
+      "loss": 0.37974056601524353,
+      "step": 11200
+    },
+    {
+      "epoch": 2.069660819253733,
+      "grad_norm": 0.05894790217280388,
+      "learning_rate": 4.6360737956121425e-06,
+      "loss": 0.3253614604473114,
+      "step": 11201
+    },
+    {
+      "epoch": 2.069845595962629,
+      "grad_norm": 0.1028907522559166,
+      "learning_rate": 4.634390256511725e-06,
+      "loss": 0.5811859369277954,
+      "step": 11202
+    },
+    {
+      "epoch": 2.070030372671525,
+      "grad_norm": 0.08756034821271896,
+      "learning_rate": 4.632706930945784e-06,
+      "loss": 0.49308815598487854,
+      "step": 11203
+    },
+    {
+      "epoch": 2.0702151493804206,
+      "grad_norm": 0.07366007566452026,
+      "learning_rate": 4.6310238189813165e-06,
+      "loss": 0.43656429648399353,
+      "step": 11204
+    },
+    {
+      "epoch": 2.0703999260893164,
+      "grad_norm": 0.09568152576684952,
+      "learning_rate": 4.629340920685302e-06,
+      "loss": 0.5442222356796265,
+      "step": 11205
+    },
+    {
+      "epoch": 2.0705847027982123,
+      "grad_norm": 0.08735237270593643,
+      "learning_rate": 4.627658236124717e-06,
+      "loss": 0.5923407673835754,
+      "step": 11206
+    },
+    {
+      "epoch": 2.070769479507108,
+      "grad_norm": 0.06391552090644836,
+      "learning_rate": 4.625975765366527e-06,
+      "loss": 0.3378419280052185,
+      "step": 11207
+    },
+    {
+      "epoch": 2.070954256216004,
+      "grad_norm": 0.0819556936621666,
+      "learning_rate": 4.624293508477691e-06,
+      "loss": 0.3597787022590637,
+      "step": 11208
+    },
+    {
+      "epoch": 2.0711390329248998,
+      "grad_norm": 0.10062183439731598,
+      "learning_rate": 4.622611465525152e-06,
+      "loss": 0.5810568332672119,
+      "step": 11209
+    },
+    {
+      "epoch": 2.0713238096337956,
+      "grad_norm": 0.0777035653591156,
+      "learning_rate": 4.620929636575852e-06,
+      "loss": 0.38935208320617676,
+      "step": 11210
+    },
+    {
+      "epoch": 2.0715085863426914,
+      "grad_norm": 0.09280351549386978,
+      "learning_rate": 4.619248021696728e-06,
+      "loss": 0.5045894980430603,
+      "step": 11211
+    },
+    {
+      "epoch": 2.0716933630515872,
+      "grad_norm": 0.0894412100315094,
+      "learning_rate": 4.617566620954691e-06,
+      "loss": 0.39157426357269287,
+      "step": 11212
+    },
+    {
+      "epoch": 2.071878139760483,
+      "grad_norm": 0.056693993508815765,
+      "learning_rate": 4.615885434416667e-06,
+      "loss": 0.3080008625984192,
+      "step": 11213
+    },
+    {
+      "epoch": 2.072062916469379,
+      "grad_norm": 0.07515745609998703,
+      "learning_rate": 4.614204462149561e-06,
+      "loss": 0.5135540962219238,
+      "step": 11214
+    },
+    {
+      "epoch": 2.0722476931782747,
+      "grad_norm": 0.09220051020383835,
+      "learning_rate": 4.612523704220264e-06,
+      "loss": 0.4865436851978302,
+      "step": 11215
+    },
+    {
+      "epoch": 2.0724324698871706,
+      "grad_norm": 0.10826101899147034,
+      "learning_rate": 4.610843160695668e-06,
+      "loss": 0.5282402634620667,
+      "step": 11216
+    },
+    {
+      "epoch": 2.0726172465960664,
+      "grad_norm": 0.08101743459701538,
+      "learning_rate": 4.6091628316426585e-06,
+      "loss": 0.39346298575401306,
+      "step": 11217
+    },
+    {
+      "epoch": 2.072802023304962,
+      "grad_norm": 0.07107812911272049,
+      "learning_rate": 4.607482717128098e-06,
+      "loss": 0.4143473207950592,
+      "step": 11218
+    },
+    {
+      "epoch": 2.072986800013858,
+      "grad_norm": 0.07952581346035004,
+      "learning_rate": 4.605802817218855e-06,
+      "loss": 0.439717561006546,
+      "step": 11219
+    },
+    {
+      "epoch": 2.0731715767227543,
+      "grad_norm": 0.06694263964891434,
+      "learning_rate": 4.604123131981782e-06,
+      "loss": 0.3764767050743103,
+      "step": 11220
+    },
+    {
+      "epoch": 2.07335635343165,
+      "grad_norm": 0.05754847824573517,
+      "learning_rate": 4.602443661483729e-06,
+      "loss": 0.32524630427360535,
+      "step": 11221
+    },
+    {
+      "epoch": 2.073541130140546,
+      "grad_norm": 0.07798845320940018,
+      "learning_rate": 4.600764405791533e-06,
+      "loss": 0.39575040340423584,
+      "step": 11222
+    },
+    {
+      "epoch": 2.073725906849442,
+      "grad_norm": 0.06815237551927567,
+      "learning_rate": 4.59908536497202e-06,
+      "loss": 0.37505558133125305,
+      "step": 11223
+    },
+    {
+      "epoch": 2.0739106835583376,
+      "grad_norm": 0.08333446830511093,
+      "learning_rate": 4.597406539092011e-06,
+      "loss": 0.41966623067855835,
+      "step": 11224
+    },
+    {
+      "epoch": 2.0740954602672335,
+      "grad_norm": 0.08505209535360336,
+      "learning_rate": 4.595727928218319e-06,
+      "loss": 0.4656205475330353,
+      "step": 11225
+    },
+    {
+      "epoch": 2.0742802369761293,
+      "grad_norm": 0.08556347340345383,
+      "learning_rate": 4.594049532417748e-06,
+      "loss": 0.3957214951515198,
+      "step": 11226
+    },
+    {
+      "epoch": 2.074465013685025,
+      "grad_norm": 0.06823302060365677,
+      "learning_rate": 4.592371351757093e-06,
+      "loss": 0.3491239845752716,
+      "step": 11227
+    },
+    {
+      "epoch": 2.074649790393921,
+      "grad_norm": 0.07873357087373734,
+      "learning_rate": 4.590693386303143e-06,
+      "loss": 0.45640286803245544,
+      "step": 11228
+    },
+    {
+      "epoch": 2.0748345671028168,
+      "grad_norm": 0.09663490951061249,
+      "learning_rate": 4.589015636122669e-06,
+      "loss": 0.5493663549423218,
+      "step": 11229
+    },
+    {
+      "epoch": 2.0750193438117126,
+      "grad_norm": 0.06493667513132095,
+      "learning_rate": 4.587338101282443e-06,
+      "loss": 0.41553476452827454,
+      "step": 11230
+    },
+    {
+      "epoch": 2.0752041205206084,
+      "grad_norm": 0.08128707110881805,
+      "learning_rate": 4.585660781849233e-06,
+      "loss": 0.45945361256599426,
+      "step": 11231
+    },
+    {
+      "epoch": 2.0753888972295043,
+      "grad_norm": 0.05496186390519142,
+      "learning_rate": 4.583983677889775e-06,
+      "loss": 0.30561724305152893,
+      "step": 11232
+    },
+    {
+      "epoch": 2.0755736739384,
+      "grad_norm": 0.05655686557292938,
+      "learning_rate": 4.582306789470826e-06,
+      "loss": 0.341400146484375,
+      "step": 11233
+    },
+    {
+      "epoch": 2.075758450647296,
+      "grad_norm": 0.083131805062294,
+      "learning_rate": 4.5806301166591214e-06,
+      "loss": 0.6002212762832642,
+      "step": 11234
+    },
+    {
+      "epoch": 2.0759432273561917,
+      "grad_norm": 0.07641672343015671,
+      "learning_rate": 4.578953659521379e-06,
+      "loss": 0.5141034722328186,
+      "step": 11235
+    },
+    {
+      "epoch": 2.0761280040650876,
+      "grad_norm": 0.07359210401773453,
+      "learning_rate": 4.577277418124324e-06,
+      "loss": 0.40362802147865295,
+      "step": 11236
+    },
+    {
+      "epoch": 2.0763127807739834,
+      "grad_norm": 0.09323938935995102,
+      "learning_rate": 4.575601392534659e-06,
+      "loss": 0.5022433400154114,
+      "step": 11237
+    },
+    {
+      "epoch": 2.0764975574828792,
+      "grad_norm": 0.06990652531385422,
+      "learning_rate": 4.573925582819088e-06,
+      "loss": 0.4661812484264374,
+      "step": 11238
+    },
+    {
+      "epoch": 2.076682334191775,
+      "grad_norm": 0.09031682461500168,
+      "learning_rate": 4.5722499890443015e-06,
+      "loss": 0.46780532598495483,
+      "step": 11239
+    },
+    {
+      "epoch": 2.076867110900671,
+      "grad_norm": 0.06735450774431229,
+      "learning_rate": 4.570574611276986e-06,
+      "loss": 0.34275004267692566,
+      "step": 11240
+    },
+    {
+      "epoch": 2.0770518876095667,
+      "grad_norm": 0.07152236998081207,
+      "learning_rate": 4.568899449583814e-06,
+      "loss": 0.3821204602718353,
+      "step": 11241
+    },
+    {
+      "epoch": 2.0772366643184625,
+      "grad_norm": 0.0831417590379715,
+      "learning_rate": 4.567224504031455e-06,
+      "loss": 0.47654974460601807,
+      "step": 11242
+    },
+    {
+      "epoch": 2.0774214410273584,
+      "grad_norm": 0.08847978711128235,
+      "learning_rate": 4.565549774686561e-06,
+      "loss": 0.4934597611427307,
+      "step": 11243
+    },
+    {
+      "epoch": 2.077606217736254,
+      "grad_norm": 0.09545759856700897,
+      "learning_rate": 4.563875261615782e-06,
+      "loss": 0.4834637939929962,
+      "step": 11244
+    },
+    {
+      "epoch": 2.07779099444515,
+      "grad_norm": 0.08540671318769455,
+      "learning_rate": 4.5622009648857625e-06,
+      "loss": 0.4346141815185547,
+      "step": 11245
+    },
+    {
+      "epoch": 2.077975771154046,
+      "grad_norm": 0.07556750625371933,
+      "learning_rate": 4.56052688456313e-06,
+      "loss": 0.38500696420669556,
+      "step": 11246
+    },
+    {
+      "epoch": 2.0781605478629417,
+      "grad_norm": 0.08311685919761658,
+      "learning_rate": 4.558853020714511e-06,
+      "loss": 0.5165578126907349,
+      "step": 11247
+    },
+    {
+      "epoch": 2.0783453245718375,
+      "grad_norm": 0.09188653528690338,
+      "learning_rate": 4.557179373406521e-06,
+      "loss": 0.5210410356521606,
+      "step": 11248
+    },
+    {
+      "epoch": 2.078530101280734,
+      "grad_norm": 0.07977807521820068,
+      "learning_rate": 4.555505942705761e-06,
+      "loss": 0.43148764967918396,
+      "step": 11249
+    },
+    {
+      "epoch": 2.0787148779896296,
+      "grad_norm": 0.09601611644029617,
+      "learning_rate": 4.5538327286788305e-06,
+      "loss": 0.5566371083259583,
+      "step": 11250
+    },
+    {
+      "epoch": 2.0788996546985254,
+      "grad_norm": 0.08546191453933716,
+      "learning_rate": 4.552159731392323e-06,
+      "loss": 0.5322090983390808,
+      "step": 11251
+    },
+    {
+      "epoch": 2.0790844314074213,
+      "grad_norm": 0.07977309823036194,
+      "learning_rate": 4.550486950912806e-06,
+      "loss": 0.3500477373600006,
+      "step": 11252
+    },
+    {
+      "epoch": 2.079269208116317,
+      "grad_norm": 0.07240080088376999,
+      "learning_rate": 4.548814387306866e-06,
+      "loss": 0.36769571900367737,
+      "step": 11253
+    },
+    {
+      "epoch": 2.079453984825213,
+      "grad_norm": 0.06968306005001068,
+      "learning_rate": 4.547142040641055e-06,
+      "loss": 0.3258252739906311,
+      "step": 11254
+    },
+    {
+      "epoch": 2.0796387615341088,
+      "grad_norm": 0.060997962951660156,
+      "learning_rate": 4.545469910981931e-06,
+      "loss": 0.34021857380867004,
+      "step": 11255
+    },
+    {
+      "epoch": 2.0798235382430046,
+      "grad_norm": 0.06318764388561249,
+      "learning_rate": 4.543797998396045e-06,
+      "loss": 0.3376246690750122,
+      "step": 11256
+    },
+    {
+      "epoch": 2.0800083149519004,
+      "grad_norm": 0.06657318770885468,
+      "learning_rate": 4.542126302949922e-06,
+      "loss": 0.2888146638870239,
+      "step": 11257
+    },
+    {
+      "epoch": 2.0801930916607962,
+      "grad_norm": 0.09087678045034409,
+      "learning_rate": 4.540454824710099e-06,
+      "loss": 0.4406352639198303,
+      "step": 11258
+    },
+    {
+      "epoch": 2.080377868369692,
+      "grad_norm": 0.07760107517242432,
+      "learning_rate": 4.538783563743091e-06,
+      "loss": 0.35341158509254456,
+      "step": 11259
+    },
+    {
+      "epoch": 2.080562645078588,
+      "grad_norm": 0.06082098186016083,
+      "learning_rate": 4.537112520115413e-06,
+      "loss": 0.30027127265930176,
+      "step": 11260
+    },
+    {
+      "epoch": 2.0807474217874837,
+      "grad_norm": 0.06878552585840225,
+      "learning_rate": 4.535441693893565e-06,
+      "loss": 0.36671727895736694,
+      "step": 11261
+    },
+    {
+      "epoch": 2.0809321984963796,
+      "grad_norm": 0.07365518808364868,
+      "learning_rate": 4.5337710851440445e-06,
+      "loss": 0.3336552381515503,
+      "step": 11262
+    },
+    {
+      "epoch": 2.0811169752052754,
+      "grad_norm": 0.08688491582870483,
+      "learning_rate": 4.53210069393333e-06,
+      "loss": 0.48835572600364685,
+      "step": 11263
+    },
+    {
+      "epoch": 2.081301751914171,
+      "grad_norm": 0.09472530335187912,
+      "learning_rate": 4.5304305203279005e-06,
+      "loss": 0.48959553241729736,
+      "step": 11264
+    },
+    {
+      "epoch": 2.081486528623067,
+      "grad_norm": 0.0924774780869484,
+      "learning_rate": 4.528760564394225e-06,
+      "loss": 0.46644827723503113,
+      "step": 11265
+    },
+    {
+      "epoch": 2.081671305331963,
+      "grad_norm": 0.07498573511838913,
+      "learning_rate": 4.527090826198761e-06,
+      "loss": 0.3633112609386444,
+      "step": 11266
+    },
+    {
+      "epoch": 2.0818560820408587,
+      "grad_norm": 0.10801418870687485,
+      "learning_rate": 4.525421305807963e-06,
+      "loss": 0.48465314507484436,
+      "step": 11267
+    },
+    {
+      "epoch": 2.0820408587497545,
+      "grad_norm": 0.08142693340778351,
+      "learning_rate": 4.523752003288267e-06,
+      "loss": 0.49605080485343933,
+      "step": 11268
+    },
+    {
+      "epoch": 2.0822256354586504,
+      "grad_norm": 0.08006380498409271,
+      "learning_rate": 4.5220829187061065e-06,
+      "loss": 0.45951616764068604,
+      "step": 11269
+    },
+    {
+      "epoch": 2.082410412167546,
+      "grad_norm": 0.09330236911773682,
+      "learning_rate": 4.520414052127913e-06,
+      "loss": 0.48875072598457336,
+      "step": 11270
+    },
+    {
+      "epoch": 2.082595188876442,
+      "grad_norm": 0.09738299995660782,
+      "learning_rate": 4.518745403620088e-06,
+      "loss": 0.5769286751747131,
+      "step": 11271
+    },
+    {
+      "epoch": 2.082779965585338,
+      "grad_norm": 0.08468339592218399,
+      "learning_rate": 4.517076973249052e-06,
+      "loss": 0.5612066388130188,
+      "step": 11272
+    },
+    {
+      "epoch": 2.0829647422942337,
+      "grad_norm": 0.08240416646003723,
+      "learning_rate": 4.5154087610812016e-06,
+      "loss": 0.513605535030365,
+      "step": 11273
+    },
+    {
+      "epoch": 2.0831495190031295,
+      "grad_norm": 0.06436806917190552,
+      "learning_rate": 4.51374076718292e-06,
+      "loss": 0.3433886170387268,
+      "step": 11274
+    },
+    {
+      "epoch": 2.0833342957120253,
+      "grad_norm": 0.08961392194032669,
+      "learning_rate": 4.512072991620592e-06,
+      "loss": 0.5268140435218811,
+      "step": 11275
+    },
+    {
+      "epoch": 2.083519072420921,
+      "grad_norm": 0.1014905646443367,
+      "learning_rate": 4.510405434460592e-06,
+      "loss": 0.5389054417610168,
+      "step": 11276
+    },
+    {
+      "epoch": 2.083703849129817,
+      "grad_norm": 0.07252752780914307,
+      "learning_rate": 4.508738095769278e-06,
+      "loss": 0.3551664650440216,
+      "step": 11277
+    },
+    {
+      "epoch": 2.083888625838713,
+      "grad_norm": 0.07098570466041565,
+      "learning_rate": 4.507070975613009e-06,
+      "loss": 0.3488197922706604,
+      "step": 11278
+    },
+    {
+      "epoch": 2.084073402547609,
+      "grad_norm": 0.06824567168951035,
+      "learning_rate": 4.505404074058127e-06,
+      "loss": 0.3708655834197998,
+      "step": 11279
+    },
+    {
+      "epoch": 2.084258179256505,
+      "grad_norm": 0.08788527548313141,
+      "learning_rate": 4.503737391170975e-06,
+      "loss": 0.481997549533844,
+      "step": 11280
+    },
+    {
+      "epoch": 2.0844429559654007,
+      "grad_norm": 0.07096780091524124,
+      "learning_rate": 4.502070927017879e-06,
+      "loss": 0.4012865424156189,
+      "step": 11281
+    },
+    {
+      "epoch": 2.0846277326742966,
+      "grad_norm": 0.10750937461853027,
+      "learning_rate": 4.500404681665161e-06,
+      "loss": 0.5957963466644287,
+      "step": 11282
+    },
+    {
+      "epoch": 2.0848125093831924,
+      "grad_norm": 0.08033590018749237,
+      "learning_rate": 4.498738655179129e-06,
+      "loss": 0.3472810685634613,
+      "step": 11283
+    },
+    {
+      "epoch": 2.0849972860920882,
+      "grad_norm": 0.06028683856129646,
+      "learning_rate": 4.497072847626087e-06,
+      "loss": 0.3033576011657715,
+      "step": 11284
+    },
+    {
+      "epoch": 2.085182062800984,
+      "grad_norm": 0.09236586093902588,
+      "learning_rate": 4.4954072590723285e-06,
+      "loss": 0.4759647846221924,
+      "step": 11285
+    },
+    {
+      "epoch": 2.08536683950988,
+      "grad_norm": 0.09992455691099167,
+      "learning_rate": 4.49374188958414e-06,
+      "loss": 0.5862817764282227,
+      "step": 11286
+    },
+    {
+      "epoch": 2.0855516162187757,
+      "grad_norm": 0.09145543724298477,
+      "learning_rate": 4.492076739227802e-06,
+      "loss": 0.5127483606338501,
+      "step": 11287
+    },
+    {
+      "epoch": 2.0857363929276715,
+      "grad_norm": 0.07276683300733566,
+      "learning_rate": 4.490411808069573e-06,
+      "loss": 0.3518741726875305,
+      "step": 11288
+    },
+    {
+      "epoch": 2.0859211696365674,
+      "grad_norm": 0.09228905290365219,
+      "learning_rate": 4.488747096175717e-06,
+      "loss": 0.568116307258606,
+      "step": 11289
+    },
+    {
+      "epoch": 2.086105946345463,
+      "grad_norm": 0.08240782469511032,
+      "learning_rate": 4.487082603612487e-06,
+      "loss": 0.3835344910621643,
+      "step": 11290
+    },
+    {
+      "epoch": 2.086290723054359,
+      "grad_norm": 0.09818808734416962,
+      "learning_rate": 4.485418330446114e-06,
+      "loss": 0.4284479022026062,
+      "step": 11291
+    },
+    {
+      "epoch": 2.086475499763255,
+      "grad_norm": 0.07579676806926727,
+      "learning_rate": 4.4837542767428436e-06,
+      "loss": 0.3927929103374481,
+      "step": 11292
+    },
+    {
+      "epoch": 2.0866602764721507,
+      "grad_norm": 0.07215126603841782,
+      "learning_rate": 4.482090442568898e-06,
+      "loss": 0.4338514506816864,
+      "step": 11293
+    },
+    {
+      "epoch": 2.0868450531810465,
+      "grad_norm": 0.07936978340148926,
+      "learning_rate": 4.480426827990486e-06,
+      "loss": 0.42621442675590515,
+      "step": 11294
+    },
+    {
+      "epoch": 2.0870298298899423,
+      "grad_norm": 0.08208302408456802,
+      "learning_rate": 4.478763433073817e-06,
+      "loss": 0.42807069420814514,
+      "step": 11295
+    },
+    {
+      "epoch": 2.087214606598838,
+      "grad_norm": 0.10644751042127609,
+      "learning_rate": 4.477100257885094e-06,
+      "loss": 0.6804676055908203,
+      "step": 11296
+    },
+    {
+      "epoch": 2.087399383307734,
+      "grad_norm": 0.08382293581962585,
+      "learning_rate": 4.475437302490498e-06,
+      "loss": 0.4962066411972046,
+      "step": 11297
+    },
+    {
+      "epoch": 2.08758416001663,
+      "grad_norm": 0.09304467588663101,
+      "learning_rate": 4.473774566956213e-06,
+      "loss": 0.46378782391548157,
+      "step": 11298
+    },
+    {
+      "epoch": 2.0877689367255257,
+      "grad_norm": 0.10059910267591476,
+      "learning_rate": 4.472112051348411e-06,
+      "loss": 0.5793818235397339,
+      "step": 11299
+    },
+    {
+      "epoch": 2.0879537134344215,
+      "grad_norm": 0.06869319081306458,
+      "learning_rate": 4.470449755733255e-06,
+      "loss": 0.29588621854782104,
+      "step": 11300
+    },
+    {
+      "epoch": 2.0881384901433173,
+      "grad_norm": 0.0781109407544136,
+      "learning_rate": 4.4687876801769025e-06,
+      "loss": 0.4064006507396698,
+      "step": 11301
+    },
+    {
+      "epoch": 2.088323266852213,
+      "grad_norm": 0.08586934953927994,
+      "learning_rate": 4.467125824745492e-06,
+      "loss": 0.5395097136497498,
+      "step": 11302
+    },
+    {
+      "epoch": 2.088508043561109,
+      "grad_norm": 0.07244936376810074,
+      "learning_rate": 4.465464189505163e-06,
+      "loss": 0.3408164978027344,
+      "step": 11303
+    },
+    {
+      "epoch": 2.088692820270005,
+      "grad_norm": 0.07981320470571518,
+      "learning_rate": 4.463802774522044e-06,
+      "loss": 0.3848876357078552,
+      "step": 11304
+    },
+    {
+      "epoch": 2.0888775969789006,
+      "grad_norm": 0.07874210178852081,
+      "learning_rate": 4.462141579862254e-06,
+      "loss": 0.46407175064086914,
+      "step": 11305
+    },
+    {
+      "epoch": 2.0890623736877965,
+      "grad_norm": 0.06232302635908127,
+      "learning_rate": 4.460480605591904e-06,
+      "loss": 0.2524704933166504,
+      "step": 11306
+    },
+    {
+      "epoch": 2.0892471503966923,
+      "grad_norm": 0.08226414024829865,
+      "learning_rate": 4.458819851777097e-06,
+      "loss": 0.35842904448509216,
+      "step": 11307
+    },
+    {
+      "epoch": 2.089431927105588,
+      "grad_norm": 0.0843888595700264,
+      "learning_rate": 4.457159318483922e-06,
+      "loss": 0.44134512543678284,
+      "step": 11308
+    },
+    {
+      "epoch": 2.0896167038144844,
+      "grad_norm": 0.07801353186368942,
+      "learning_rate": 4.455499005778464e-06,
+      "loss": 0.3788571357727051,
+      "step": 11309
+    },
+    {
+      "epoch": 2.08980148052338,
+      "grad_norm": 0.07737331092357635,
+      "learning_rate": 4.453838913726803e-06,
+      "loss": 0.40529578924179077,
+      "step": 11310
+    },
+    {
+      "epoch": 2.089986257232276,
+      "grad_norm": 0.0766071155667305,
+      "learning_rate": 4.452179042394994e-06,
+      "loss": 0.4201054871082306,
+      "step": 11311
+    },
+    {
+      "epoch": 2.090171033941172,
+      "grad_norm": 0.07338808476924896,
+      "learning_rate": 4.450519391849106e-06,
+      "loss": 0.3696323037147522,
+      "step": 11312
+    },
+    {
+      "epoch": 2.0903558106500677,
+      "grad_norm": 0.0812407061457634,
+      "learning_rate": 4.4488599621551876e-06,
+      "loss": 0.5269801020622253,
+      "step": 11313
+    },
+    {
+      "epoch": 2.0905405873589635,
+      "grad_norm": 0.07736600190401077,
+      "learning_rate": 4.447200753379273e-06,
+      "loss": 0.4681062400341034,
+      "step": 11314
+    },
+    {
+      "epoch": 2.0907253640678594,
+      "grad_norm": 0.07834678888320923,
+      "learning_rate": 4.445541765587394e-06,
+      "loss": 0.40067198872566223,
+      "step": 11315
+    },
+    {
+      "epoch": 2.090910140776755,
+      "grad_norm": 0.0707080066204071,
+      "learning_rate": 4.44388299884558e-06,
+      "loss": 0.38395214080810547,
+      "step": 11316
+    },
+    {
+      "epoch": 2.091094917485651,
+      "grad_norm": 0.10281843692064285,
+      "learning_rate": 4.442224453219836e-06,
+      "loss": 0.5071035027503967,
+      "step": 11317
+    },
+    {
+      "epoch": 2.091279694194547,
+      "grad_norm": 0.1025250256061554,
+      "learning_rate": 4.44056612877617e-06,
+      "loss": 0.5465942025184631,
+      "step": 11318
+    },
+    {
+      "epoch": 2.0914644709034427,
+      "grad_norm": 0.09008805453777313,
+      "learning_rate": 4.438908025580578e-06,
+      "loss": 0.5358907580375671,
+      "step": 11319
+    },
+    {
+      "epoch": 2.0916492476123385,
+      "grad_norm": 0.06519326567649841,
+      "learning_rate": 4.43725014369905e-06,
+      "loss": 0.3326597511768341,
+      "step": 11320
+    },
+    {
+      "epoch": 2.0918340243212343,
+      "grad_norm": 0.09936525672674179,
+      "learning_rate": 4.4355924831975665e-06,
+      "loss": 0.4908013343811035,
+      "step": 11321
+    },
+    {
+      "epoch": 2.09201880103013,
+      "grad_norm": 0.08073471486568451,
+      "learning_rate": 4.433935044142088e-06,
+      "loss": 0.3885650932788849,
+      "step": 11322
+    },
+    {
+      "epoch": 2.092203577739026,
+      "grad_norm": 0.09077001363039017,
+      "learning_rate": 4.432277826598582e-06,
+      "loss": 0.4323769807815552,
+      "step": 11323
+    },
+    {
+      "epoch": 2.092388354447922,
+      "grad_norm": 0.11247825622558594,
+      "learning_rate": 4.430620830632999e-06,
+      "loss": 0.6296273469924927,
+      "step": 11324
+    },
+    {
+      "epoch": 2.0925731311568176,
+      "grad_norm": 0.08233305811882019,
+      "learning_rate": 4.428964056311282e-06,
+      "loss": 0.4658873975276947,
+      "step": 11325
+    },
+    {
+      "epoch": 2.0927579078657135,
+      "grad_norm": 0.07252024859189987,
+      "learning_rate": 4.427307503699368e-06,
+      "loss": 0.41115713119506836,
+      "step": 11326
+    },
+    {
+      "epoch": 2.0929426845746093,
+      "grad_norm": 0.10351111739873886,
+      "learning_rate": 4.425651172863181e-06,
+      "loss": 0.35353049635887146,
+      "step": 11327
+    },
+    {
+      "epoch": 2.093127461283505,
+      "grad_norm": 0.08197803050279617,
+      "learning_rate": 4.423995063868637e-06,
+      "loss": 0.38247957825660706,
+      "step": 11328
+    },
+    {
+      "epoch": 2.093312237992401,
+      "grad_norm": 0.09849874675273895,
+      "learning_rate": 4.422339176781643e-06,
+      "loss": 0.4812338054180145,
+      "step": 11329
+    },
+    {
+      "epoch": 2.093497014701297,
+      "grad_norm": 0.06511776149272919,
+      "learning_rate": 4.420683511668102e-06,
+      "loss": 0.29902955889701843,
+      "step": 11330
+    },
+    {
+      "epoch": 2.0936817914101926,
+      "grad_norm": 0.05650252476334572,
+      "learning_rate": 4.419028068593896e-06,
+      "loss": 0.23297971487045288,
+      "step": 11331
+    },
+    {
+      "epoch": 2.0938665681190884,
+      "grad_norm": 0.09680482000112534,
+      "learning_rate": 4.417372847624915e-06,
+      "loss": 0.5279828906059265,
+      "step": 11332
+    },
+    {
+      "epoch": 2.0940513448279843,
+      "grad_norm": 0.05814513936638832,
+      "learning_rate": 4.415717848827034e-06,
+      "loss": 0.26471182703971863,
+      "step": 11333
+    },
+    {
+      "epoch": 2.09423612153688,
+      "grad_norm": 0.07361941784620285,
+      "learning_rate": 4.414063072266107e-06,
+      "loss": 0.3733961880207062,
+      "step": 11334
+    },
+    {
+      "epoch": 2.094420898245776,
+      "grad_norm": 0.07856351882219315,
+      "learning_rate": 4.412408518007998e-06,
+      "loss": 0.44502511620521545,
+      "step": 11335
+    },
+    {
+      "epoch": 2.0946056749546718,
+      "grad_norm": 0.09728807955980301,
+      "learning_rate": 4.410754186118543e-06,
+      "loss": 0.5463005304336548,
+      "step": 11336
+    },
+    {
+      "epoch": 2.0947904516635676,
+      "grad_norm": 0.08082041144371033,
+      "learning_rate": 4.409100076663587e-06,
+      "loss": 0.44808241724967957,
+      "step": 11337
+    },
+    {
+      "epoch": 2.094975228372464,
+      "grad_norm": 0.0760640949010849,
+      "learning_rate": 4.407446189708955e-06,
+      "loss": 0.31200912594795227,
+      "step": 11338
+    },
+    {
+      "epoch": 2.0951600050813597,
+      "grad_norm": 0.10331191122531891,
+      "learning_rate": 4.405792525320469e-06,
+      "loss": 0.565214991569519,
+      "step": 11339
+    },
+    {
+      "epoch": 2.0953447817902555,
+      "grad_norm": 0.07570210099220276,
+      "learning_rate": 4.404139083563937e-06,
+      "loss": 0.4376543164253235,
+      "step": 11340
+    },
+    {
+      "epoch": 2.0955295584991513,
+      "grad_norm": 0.07459602504968643,
+      "learning_rate": 4.402485864505167e-06,
+      "loss": 0.3753867447376251,
+      "step": 11341
+    },
+    {
+      "epoch": 2.095714335208047,
+      "grad_norm": 0.09447022527456284,
+      "learning_rate": 4.4008328682099436e-06,
+      "loss": 0.4516494572162628,
+      "step": 11342
+    },
+    {
+      "epoch": 2.095899111916943,
+      "grad_norm": 0.07076124846935272,
+      "learning_rate": 4.399180094744053e-06,
+      "loss": 0.45155102014541626,
+      "step": 11343
+    },
+    {
+      "epoch": 2.096083888625839,
+      "grad_norm": 0.08209472894668579,
+      "learning_rate": 4.397527544173273e-06,
+      "loss": 0.43991395831108093,
+      "step": 11344
+    },
+    {
+      "epoch": 2.0962686653347347,
+      "grad_norm": 0.10229241102933884,
+      "learning_rate": 4.39587521656337e-06,
+      "loss": 0.5501560568809509,
+      "step": 11345
+    },
+    {
+      "epoch": 2.0964534420436305,
+      "grad_norm": 0.08802369236946106,
+      "learning_rate": 4.394223111980099e-06,
+      "loss": 0.4686582088470459,
+      "step": 11346
+    },
+    {
+      "epoch": 2.0966382187525263,
+      "grad_norm": 0.08246442675590515,
+      "learning_rate": 4.392571230489214e-06,
+      "loss": 0.4176312983036041,
+      "step": 11347
+    },
+    {
+      "epoch": 2.096822995461422,
+      "grad_norm": 0.07992678135633469,
+      "learning_rate": 4.390919572156447e-06,
+      "loss": 0.4794798791408539,
+      "step": 11348
+    },
+    {
+      "epoch": 2.097007772170318,
+      "grad_norm": 0.09510378539562225,
+      "learning_rate": 4.389268137047535e-06,
+      "loss": 0.6322532892227173,
+      "step": 11349
+    },
+    {
+      "epoch": 2.097192548879214,
+      "grad_norm": 0.10204022377729416,
+      "learning_rate": 4.387616925228195e-06,
+      "loss": 0.5359669923782349,
+      "step": 11350
+    },
+    {
+      "epoch": 2.0973773255881096,
+      "grad_norm": 0.07107967138290405,
+      "learning_rate": 4.385965936764138e-06,
+      "loss": 0.34690505266189575,
+      "step": 11351
+    },
+    {
+      "epoch": 2.0975621022970055,
+      "grad_norm": 0.07835035026073456,
+      "learning_rate": 4.384315171721081e-06,
+      "loss": 0.4288128614425659,
+      "step": 11352
+    },
+    {
+      "epoch": 2.0977468790059013,
+      "grad_norm": 0.08641502261161804,
+      "learning_rate": 4.382664630164707e-06,
+      "loss": 0.4066121578216553,
+      "step": 11353
+    },
+    {
+      "epoch": 2.097931655714797,
+      "grad_norm": 0.11038441210985184,
+      "learning_rate": 4.381014312160706e-06,
+      "loss": 0.6246651411056519,
+      "step": 11354
+    },
+    {
+      "epoch": 2.098116432423693,
+      "grad_norm": 0.07031238079071045,
+      "learning_rate": 4.37936421777476e-06,
+      "loss": 0.3774273991584778,
+      "step": 11355
+    },
+    {
+      "epoch": 2.0983012091325888,
+      "grad_norm": 0.09349191188812256,
+      "learning_rate": 4.377714347072529e-06,
+      "loss": 0.4103989005088806,
+      "step": 11356
+    },
+    {
+      "epoch": 2.0984859858414846,
+      "grad_norm": 0.07701905071735382,
+      "learning_rate": 4.376064700119678e-06,
+      "loss": 0.47127047181129456,
+      "step": 11357
+    },
+    {
+      "epoch": 2.0986707625503804,
+      "grad_norm": 0.09151667356491089,
+      "learning_rate": 4.374415276981856e-06,
+      "loss": 0.5917862057685852,
+      "step": 11358
+    },
+    {
+      "epoch": 2.0988555392592763,
+      "grad_norm": 0.09142620861530304,
+      "learning_rate": 4.372766077724706e-06,
+      "loss": 0.5134718418121338,
+      "step": 11359
+    },
+    {
+      "epoch": 2.099040315968172,
+      "grad_norm": 0.0978093072772026,
+      "learning_rate": 4.371117102413861e-06,
+      "loss": 0.4793660044670105,
+      "step": 11360
+    },
+    {
+      "epoch": 2.099225092677068,
+      "grad_norm": 0.07756274193525314,
+      "learning_rate": 4.369468351114949e-06,
+      "loss": 0.4334990382194519,
+      "step": 11361
+    },
+    {
+      "epoch": 2.0994098693859637,
+      "grad_norm": 0.0866687074303627,
+      "learning_rate": 4.367819823893575e-06,
+      "loss": 0.6182705163955688,
+      "step": 11362
+    },
+    {
+      "epoch": 2.0995946460948596,
+      "grad_norm": 0.0961247980594635,
+      "learning_rate": 4.366171520815353e-06,
+      "loss": 0.5028599500656128,
+      "step": 11363
+    },
+    {
+      "epoch": 2.0997794228037554,
+      "grad_norm": 0.08079350739717484,
+      "learning_rate": 4.364523441945878e-06,
+      "loss": 0.41719940304756165,
+      "step": 11364
+    },
+    {
+      "epoch": 2.0999641995126512,
+      "grad_norm": 0.074763722717762,
+      "learning_rate": 4.36287558735074e-06,
+      "loss": 0.40286093950271606,
+      "step": 11365
+    },
+    {
+      "epoch": 2.100148976221547,
+      "grad_norm": 0.08648432046175003,
+      "learning_rate": 4.361227957095519e-06,
+      "loss": 0.5090119242668152,
+      "step": 11366
+    },
+    {
+      "epoch": 2.1003337529304433,
+      "grad_norm": 0.07295078039169312,
+      "learning_rate": 4.359580551245782e-06,
+      "loss": 0.35367390513420105,
+      "step": 11367
+    },
+    {
+      "epoch": 2.100518529639339,
+      "grad_norm": 0.10807738453149796,
+      "learning_rate": 4.357933369867092e-06,
+      "loss": 0.5633283257484436,
+      "step": 11368
+    },
+    {
+      "epoch": 2.100703306348235,
+      "grad_norm": 0.08042987436056137,
+      "learning_rate": 4.356286413025006e-06,
+      "loss": 0.43587690591812134,
+      "step": 11369
+    },
+    {
+      "epoch": 2.100888083057131,
+      "grad_norm": 0.07895466685295105,
+      "learning_rate": 4.354639680785059e-06,
+      "loss": 0.46001380681991577,
+      "step": 11370
+    },
+    {
+      "epoch": 2.1010728597660266,
+      "grad_norm": 0.08027620613574982,
+      "learning_rate": 4.3529931732127884e-06,
+      "loss": 0.41186389327049255,
+      "step": 11371
+    },
+    {
+      "epoch": 2.1012576364749225,
+      "grad_norm": 0.06099643185734749,
+      "learning_rate": 4.3513468903737285e-06,
+      "loss": 0.2797749936580658,
+      "step": 11372
+    },
+    {
+      "epoch": 2.1014424131838183,
+      "grad_norm": 0.08282571285963058,
+      "learning_rate": 4.349700832333387e-06,
+      "loss": 0.46589988470077515,
+      "step": 11373
+    },
+    {
+      "epoch": 2.101627189892714,
+      "grad_norm": 0.08938560634851456,
+      "learning_rate": 4.348054999157274e-06,
+      "loss": 0.37464770674705505,
+      "step": 11374
+    },
+    {
+      "epoch": 2.10181196660161,
+      "grad_norm": 0.06825102865695953,
+      "learning_rate": 4.346409390910894e-06,
+      "loss": 0.2708218991756439,
+      "step": 11375
+    },
+    {
+      "epoch": 2.101996743310506,
+      "grad_norm": 0.06989553570747375,
+      "learning_rate": 4.3447640076597284e-06,
+      "loss": 0.45829659700393677,
+      "step": 11376
+    },
+    {
+      "epoch": 2.1021815200194016,
+      "grad_norm": 0.07006486505270004,
+      "learning_rate": 4.343118849469262e-06,
+      "loss": 0.3486316204071045,
+      "step": 11377
+    },
+    {
+      "epoch": 2.1023662967282974,
+      "grad_norm": 0.08205582946538925,
+      "learning_rate": 4.341473916404968e-06,
+      "loss": 0.4590587615966797,
+      "step": 11378
+    },
+    {
+      "epoch": 2.1025510734371933,
+      "grad_norm": 0.08832045644521713,
+      "learning_rate": 4.339829208532309e-06,
+      "loss": 0.4677901566028595,
+      "step": 11379
+    },
+    {
+      "epoch": 2.102735850146089,
+      "grad_norm": 0.10020288825035095,
+      "learning_rate": 4.3381847259167385e-06,
+      "loss": 0.6569520831108093,
+      "step": 11380
+    },
+    {
+      "epoch": 2.102920626854985,
+      "grad_norm": 0.1064857766032219,
+      "learning_rate": 4.336540468623706e-06,
+      "loss": 0.5721414685249329,
+      "step": 11381
+    },
+    {
+      "epoch": 2.1031054035638808,
+      "grad_norm": 0.08472268283367157,
+      "learning_rate": 4.3348964367186405e-06,
+      "loss": 0.4144759774208069,
+      "step": 11382
+    },
+    {
+      "epoch": 2.1032901802727766,
+      "grad_norm": 0.08525696396827698,
+      "learning_rate": 4.333252630266973e-06,
+      "loss": 0.4409826397895813,
+      "step": 11383
+    },
+    {
+      "epoch": 2.1034749569816724,
+      "grad_norm": 0.06475947797298431,
+      "learning_rate": 4.331609049334123e-06,
+      "loss": 0.22162888944149017,
+      "step": 11384
+    },
+    {
+      "epoch": 2.1036597336905682,
+      "grad_norm": 0.07369149476289749,
+      "learning_rate": 4.3299656939854974e-06,
+      "loss": 0.3384570777416229,
+      "step": 11385
+    },
+    {
+      "epoch": 2.103844510399464,
+      "grad_norm": 0.07061440497636795,
+      "learning_rate": 4.328322564286501e-06,
+      "loss": 0.386101633310318,
+      "step": 11386
+    },
+    {
+      "epoch": 2.10402928710836,
+      "grad_norm": 0.0843283012509346,
+      "learning_rate": 4.3266796603025194e-06,
+      "loss": 0.4622347354888916,
+      "step": 11387
+    },
+    {
+      "epoch": 2.1042140638172557,
+      "grad_norm": 0.0684337466955185,
+      "learning_rate": 4.325036982098938e-06,
+      "loss": 0.40077027678489685,
+      "step": 11388
+    },
+    {
+      "epoch": 2.1043988405261516,
+      "grad_norm": 0.09900067746639252,
+      "learning_rate": 4.323394529741134e-06,
+      "loss": 0.5515775084495544,
+      "step": 11389
+    },
+    {
+      "epoch": 2.1045836172350474,
+      "grad_norm": 0.09377042949199677,
+      "learning_rate": 4.321752303294463e-06,
+      "loss": 0.43071335554122925,
+      "step": 11390
+    },
+    {
+      "epoch": 2.104768393943943,
+      "grad_norm": 0.09065300226211548,
+      "learning_rate": 4.320110302824283e-06,
+      "loss": 0.3990553319454193,
+      "step": 11391
+    },
+    {
+      "epoch": 2.104953170652839,
+      "grad_norm": 0.09074597805738449,
+      "learning_rate": 4.318468528395949e-06,
+      "loss": 0.48185208439826965,
+      "step": 11392
+    },
+    {
+      "epoch": 2.105137947361735,
+      "grad_norm": 0.07206054031848907,
+      "learning_rate": 4.3168269800747896e-06,
+      "loss": 0.4884740710258484,
+      "step": 11393
+    },
+    {
+      "epoch": 2.1053227240706307,
+      "grad_norm": 0.08428829163312912,
+      "learning_rate": 4.315185657926135e-06,
+      "loss": 0.40511807799339294,
+      "step": 11394
+    },
+    {
+      "epoch": 2.1055075007795265,
+      "grad_norm": 0.10548090189695358,
+      "learning_rate": 4.31354456201531e-06,
+      "loss": 0.6051211357116699,
+      "step": 11395
+    },
+    {
+      "epoch": 2.105692277488423,
+      "grad_norm": 0.0688234344124794,
+      "learning_rate": 4.311903692407617e-06,
+      "loss": 0.3551594614982605,
+      "step": 11396
+    },
+    {
+      "epoch": 2.1058770541973186,
+      "grad_norm": 0.09894660115242004,
+      "learning_rate": 4.3102630491683615e-06,
+      "loss": 0.49841412901878357,
+      "step": 11397
+    },
+    {
+      "epoch": 2.1060618309062145,
+      "grad_norm": 0.08894941210746765,
+      "learning_rate": 4.308622632362836e-06,
+      "loss": 0.5526653528213501,
+      "step": 11398
+    },
+    {
+      "epoch": 2.1062466076151103,
+      "grad_norm": 0.08873556554317474,
+      "learning_rate": 4.3069824420563235e-06,
+      "loss": 0.4127436876296997,
+      "step": 11399
+    },
+    {
+      "epoch": 2.106431384324006,
+      "grad_norm": 0.07422003149986267,
+      "learning_rate": 4.305342478314102e-06,
+      "loss": 0.5035715699195862,
+      "step": 11400
+    },
+    {
+      "epoch": 2.106616161032902,
+      "grad_norm": 0.07391268759965897,
+      "learning_rate": 4.303702741201431e-06,
+      "loss": 0.44224563241004944,
+      "step": 11401
+    },
+    {
+      "epoch": 2.1068009377417978,
+      "grad_norm": 0.0754476934671402,
+      "learning_rate": 4.302063230783568e-06,
+      "loss": 0.421756386756897,
+      "step": 11402
+    },
+    {
+      "epoch": 2.1069857144506936,
+      "grad_norm": 0.07438241690397263,
+      "learning_rate": 4.3004239471257625e-06,
+      "loss": 0.4200321137905121,
+      "step": 11403
+    },
+    {
+      "epoch": 2.1071704911595894,
+      "grad_norm": 0.0940864086151123,
+      "learning_rate": 4.2987848902932516e-06,
+      "loss": 0.4505451023578644,
+      "step": 11404
+    },
+    {
+      "epoch": 2.1073552678684853,
+      "grad_norm": 0.0756436213850975,
+      "learning_rate": 4.297146060351266e-06,
+      "loss": 0.2705419361591339,
+      "step": 11405
+    },
+    {
+      "epoch": 2.107540044577381,
+      "grad_norm": 0.10930308699607849,
+      "learning_rate": 4.295507457365029e-06,
+      "loss": 0.4992304742336273,
+      "step": 11406
+    },
+    {
+      "epoch": 2.107724821286277,
+      "grad_norm": 0.0841393992304802,
+      "learning_rate": 4.293869081399744e-06,
+      "loss": 0.4608651101589203,
+      "step": 11407
+    },
+    {
+      "epoch": 2.1079095979951727,
+      "grad_norm": 0.07042815536260605,
+      "learning_rate": 4.292230932520618e-06,
+      "loss": 0.4713101089000702,
+      "step": 11408
+    },
+    {
+      "epoch": 2.1080943747040686,
+      "grad_norm": 0.08705121278762817,
+      "learning_rate": 4.2905930107928465e-06,
+      "loss": 0.4724443554878235,
+      "step": 11409
+    },
+    {
+      "epoch": 2.1082791514129644,
+      "grad_norm": 0.06809006631374359,
+      "learning_rate": 4.288955316281608e-06,
+      "loss": 0.35661178827285767,
+      "step": 11410
+    },
+    {
+      "epoch": 2.1084639281218602,
+      "grad_norm": 0.06043905392289162,
+      "learning_rate": 4.287317849052075e-06,
+      "loss": 0.3042537569999695,
+      "step": 11411
+    },
+    {
+      "epoch": 2.108648704830756,
+      "grad_norm": 0.09773826599121094,
+      "learning_rate": 4.285680609169428e-06,
+      "loss": 0.5207033157348633,
+      "step": 11412
+    },
+    {
+      "epoch": 2.108833481539652,
+      "grad_norm": 0.08604561537504196,
+      "learning_rate": 4.28404359669881e-06,
+      "loss": 0.5575354695320129,
+      "step": 11413
+    },
+    {
+      "epoch": 2.1090182582485477,
+      "grad_norm": 0.06699854880571365,
+      "learning_rate": 4.282406811705379e-06,
+      "loss": 0.40921831130981445,
+      "step": 11414
+    },
+    {
+      "epoch": 2.1092030349574435,
+      "grad_norm": 0.07288289070129395,
+      "learning_rate": 4.280770254254264e-06,
+      "loss": 0.40244776010513306,
+      "step": 11415
+    },
+    {
+      "epoch": 2.1093878116663394,
+      "grad_norm": 0.052294157445430756,
+      "learning_rate": 4.2791339244106e-06,
+      "loss": 0.2464476376771927,
+      "step": 11416
+    },
+    {
+      "epoch": 2.109572588375235,
+      "grad_norm": 0.074588343501091,
+      "learning_rate": 4.277497822239507e-06,
+      "loss": 0.36213380098342896,
+      "step": 11417
+    },
+    {
+      "epoch": 2.109757365084131,
+      "grad_norm": 0.07086427509784698,
+      "learning_rate": 4.275861947806098e-06,
+      "loss": 0.4147190749645233,
+      "step": 11418
+    },
+    {
+      "epoch": 2.109942141793027,
+      "grad_norm": 0.08113404363393784,
+      "learning_rate": 4.274226301175475e-06,
+      "loss": 0.4108676314353943,
+      "step": 11419
+    },
+    {
+      "epoch": 2.1101269185019227,
+      "grad_norm": 0.0712827816605568,
+      "learning_rate": 4.272590882412735e-06,
+      "loss": 0.39405569434165955,
+      "step": 11420
+    },
+    {
+      "epoch": 2.1103116952108185,
+      "grad_norm": 0.0880788117647171,
+      "learning_rate": 4.270955691582955e-06,
+      "loss": 0.47541195154190063,
+      "step": 11421
+    },
+    {
+      "epoch": 2.1104964719197143,
+      "grad_norm": 0.08298428356647491,
+      "learning_rate": 4.2693207287512155e-06,
+      "loss": 0.4658651053905487,
+      "step": 11422
+    },
+    {
+      "epoch": 2.11068124862861,
+      "grad_norm": 0.08433230221271515,
+      "learning_rate": 4.267685993982581e-06,
+      "loss": 0.5950572490692139,
+      "step": 11423
+    },
+    {
+      "epoch": 2.110866025337506,
+      "grad_norm": 0.07129106670618057,
+      "learning_rate": 4.266051487342111e-06,
+      "loss": 0.3497973382472992,
+      "step": 11424
+    },
+    {
+      "epoch": 2.1110508020464023,
+      "grad_norm": 0.08530896157026291,
+      "learning_rate": 4.264417208894851e-06,
+      "loss": 0.4574190378189087,
+      "step": 11425
+    },
+    {
+      "epoch": 2.111235578755298,
+      "grad_norm": 0.08308255672454834,
+      "learning_rate": 4.262783158705846e-06,
+      "loss": 0.40405362844467163,
+      "step": 11426
+    },
+    {
+      "epoch": 2.111420355464194,
+      "grad_norm": 0.07241486757993698,
+      "learning_rate": 4.2611493368401194e-06,
+      "loss": 0.2930608093738556,
+      "step": 11427
+    },
+    {
+      "epoch": 2.1116051321730898,
+      "grad_norm": 0.09505489468574524,
+      "learning_rate": 4.259515743362694e-06,
+      "loss": 0.5223978757858276,
+      "step": 11428
+    },
+    {
+      "epoch": 2.1117899088819856,
+      "grad_norm": 0.06957757472991943,
+      "learning_rate": 4.257882378338586e-06,
+      "loss": 0.38343876600265503,
+      "step": 11429
+    },
+    {
+      "epoch": 2.1119746855908814,
+      "grad_norm": 0.08739648014307022,
+      "learning_rate": 4.25624924183279e-06,
+      "loss": 0.47917744517326355,
+      "step": 11430
+    },
+    {
+      "epoch": 2.1121594622997772,
+      "grad_norm": 0.08945481479167938,
+      "learning_rate": 4.254616333910305e-06,
+      "loss": 0.5491586923599243,
+      "step": 11431
+    },
+    {
+      "epoch": 2.112344239008673,
+      "grad_norm": 0.08414768427610397,
+      "learning_rate": 4.252983654636115e-06,
+      "loss": 0.45746487379074097,
+      "step": 11432
+    },
+    {
+      "epoch": 2.112529015717569,
+      "grad_norm": 0.08652835339307785,
+      "learning_rate": 4.2513512040751954e-06,
+      "loss": 0.506133496761322,
+      "step": 11433
+    },
+    {
+      "epoch": 2.1127137924264647,
+      "grad_norm": 0.09679882228374481,
+      "learning_rate": 4.249718982292517e-06,
+      "loss": 0.5231440663337708,
+      "step": 11434
+    },
+    {
+      "epoch": 2.1128985691353606,
+      "grad_norm": 0.10607045888900757,
+      "learning_rate": 4.248086989353027e-06,
+      "loss": 0.46721115708351135,
+      "step": 11435
+    },
+    {
+      "epoch": 2.1130833458442564,
+      "grad_norm": 0.09369184076786041,
+      "learning_rate": 4.2464552253216815e-06,
+      "loss": 0.4600922465324402,
+      "step": 11436
+    },
+    {
+      "epoch": 2.113268122553152,
+      "grad_norm": 0.09084629267454147,
+      "learning_rate": 4.244823690263417e-06,
+      "loss": 0.4539335072040558,
+      "step": 11437
+    },
+    {
+      "epoch": 2.113452899262048,
+      "grad_norm": 0.09121471643447876,
+      "learning_rate": 4.2431923842431635e-06,
+      "loss": 0.4551478326320648,
+      "step": 11438
+    },
+    {
+      "epoch": 2.113637675970944,
+      "grad_norm": 0.09681767970323563,
+      "learning_rate": 4.241561307325842e-06,
+      "loss": 0.5657509565353394,
+      "step": 11439
+    },
+    {
+      "epoch": 2.1138224526798397,
+      "grad_norm": 0.07663063704967499,
+      "learning_rate": 4.239930459576369e-06,
+      "loss": 0.41186854243278503,
+      "step": 11440
+    },
+    {
+      "epoch": 2.1140072293887355,
+      "grad_norm": 0.09556585550308228,
+      "learning_rate": 4.23829984105964e-06,
+      "loss": 0.5589721202850342,
+      "step": 11441
+    },
+    {
+      "epoch": 2.1141920060976314,
+      "grad_norm": 0.10073244571685791,
+      "learning_rate": 4.23666945184055e-06,
+      "loss": 0.5649580359458923,
+      "step": 11442
+    },
+    {
+      "epoch": 2.114376782806527,
+      "grad_norm": 0.09522378444671631,
+      "learning_rate": 4.235039291983984e-06,
+      "loss": 0.4742183983325958,
+      "step": 11443
+    },
+    {
+      "epoch": 2.114561559515423,
+      "grad_norm": 0.10242415219545364,
+      "learning_rate": 4.23340936155482e-06,
+      "loss": 0.549902617931366,
+      "step": 11444
+    },
+    {
+      "epoch": 2.114746336224319,
+      "grad_norm": 0.08314938098192215,
+      "learning_rate": 4.231779660617921e-06,
+      "loss": 0.478944331407547,
+      "step": 11445
+    },
+    {
+      "epoch": 2.1149311129332147,
+      "grad_norm": 0.07818952202796936,
+      "learning_rate": 4.230150189238148e-06,
+      "loss": 0.4710225760936737,
+      "step": 11446
+    },
+    {
+      "epoch": 2.1151158896421105,
+      "grad_norm": 0.09127730876207352,
+      "learning_rate": 4.228520947480343e-06,
+      "loss": 0.4920573830604553,
+      "step": 11447
+    },
+    {
+      "epoch": 2.1153006663510063,
+      "grad_norm": 0.07601220905780792,
+      "learning_rate": 4.226891935409352e-06,
+      "loss": 0.3525579273700714,
+      "step": 11448
+    },
+    {
+      "epoch": 2.115485443059902,
+      "grad_norm": 0.10441645234823227,
+      "learning_rate": 4.225263153089996e-06,
+      "loss": 0.5868218541145325,
+      "step": 11449
+    },
+    {
+      "epoch": 2.115670219768798,
+      "grad_norm": 0.09655965119600296,
+      "learning_rate": 4.223634600587099e-06,
+      "loss": 0.49087628722190857,
+      "step": 11450
+    },
+    {
+      "epoch": 2.115854996477694,
+      "grad_norm": 0.09375781565904617,
+      "learning_rate": 4.222006277965474e-06,
+      "loss": 0.4645474851131439,
+      "step": 11451
+    },
+    {
+      "epoch": 2.1160397731865896,
+      "grad_norm": 0.07621949911117554,
+      "learning_rate": 4.220378185289921e-06,
+      "loss": 0.34230300784111023,
+      "step": 11452
+    },
+    {
+      "epoch": 2.1162245498954855,
+      "grad_norm": 0.07253853231668472,
+      "learning_rate": 4.218750322625235e-06,
+      "loss": 0.3808154761791229,
+      "step": 11453
+    },
+    {
+      "epoch": 2.1164093266043817,
+      "grad_norm": 0.08523720502853394,
+      "learning_rate": 4.217122690036202e-06,
+      "loss": 0.44787776470184326,
+      "step": 11454
+    },
+    {
+      "epoch": 2.1165941033132776,
+      "grad_norm": 0.09397739917039871,
+      "learning_rate": 4.21549528758759e-06,
+      "loss": 0.46045711636543274,
+      "step": 11455
+    },
+    {
+      "epoch": 2.1167788800221734,
+      "grad_norm": 0.10516354441642761,
+      "learning_rate": 4.213868115344168e-06,
+      "loss": 0.6142834424972534,
+      "step": 11456
+    },
+    {
+      "epoch": 2.1169636567310692,
+      "grad_norm": 0.07183492183685303,
+      "learning_rate": 4.212241173370693e-06,
+      "loss": 0.36418893933296204,
+      "step": 11457
+    },
+    {
+      "epoch": 2.117148433439965,
+      "grad_norm": 0.10707825422286987,
+      "learning_rate": 4.2106144617319125e-06,
+      "loss": 0.5130747556686401,
+      "step": 11458
+    },
+    {
+      "epoch": 2.117333210148861,
+      "grad_norm": 0.09258676320314407,
+      "learning_rate": 4.208987980492562e-06,
+      "loss": 0.5682313442230225,
+      "step": 11459
+    },
+    {
+      "epoch": 2.1175179868577567,
+      "grad_norm": 0.10493189841508865,
+      "learning_rate": 4.207361729717378e-06,
+      "loss": 0.6336565613746643,
+      "step": 11460
+    },
+    {
+      "epoch": 2.1177027635666525,
+      "grad_norm": 0.09559211134910583,
+      "learning_rate": 4.205735709471069e-06,
+      "loss": 0.4078772962093353,
+      "step": 11461
+    },
+    {
+      "epoch": 2.1178875402755484,
+      "grad_norm": 0.08572104573249817,
+      "learning_rate": 4.204109919818351e-06,
+      "loss": 0.48710963129997253,
+      "step": 11462
+    },
+    {
+      "epoch": 2.118072316984444,
+      "grad_norm": 0.06969450414180756,
+      "learning_rate": 4.202484360823926e-06,
+      "loss": 0.3506666421890259,
+      "step": 11463
+    },
+    {
+      "epoch": 2.11825709369334,
+      "grad_norm": 0.08649852126836777,
+      "learning_rate": 4.200859032552484e-06,
+      "loss": 0.38269883394241333,
+      "step": 11464
+    },
+    {
+      "epoch": 2.118441870402236,
+      "grad_norm": 0.08273562788963318,
+      "learning_rate": 4.199233935068714e-06,
+      "loss": 0.4608445167541504,
+      "step": 11465
+    },
+    {
+      "epoch": 2.1186266471111317,
+      "grad_norm": 0.07988139986991882,
+      "learning_rate": 4.197609068437281e-06,
+      "loss": 0.445500910282135,
+      "step": 11466
+    },
+    {
+      "epoch": 2.1188114238200275,
+      "grad_norm": 0.08333956450223923,
+      "learning_rate": 4.195984432722855e-06,
+      "loss": 0.43747177720069885,
+      "step": 11467
+    },
+    {
+      "epoch": 2.1189962005289233,
+      "grad_norm": 0.07530811429023743,
+      "learning_rate": 4.194360027990092e-06,
+      "loss": 0.38888633251190186,
+      "step": 11468
+    },
+    {
+      "epoch": 2.119180977237819,
+      "grad_norm": 0.08294999599456787,
+      "learning_rate": 4.192735854303634e-06,
+      "loss": 0.36828699707984924,
+      "step": 11469
+    },
+    {
+      "epoch": 2.119365753946715,
+      "grad_norm": 0.08670689165592194,
+      "learning_rate": 4.19111191172812e-06,
+      "loss": 0.45033150911331177,
+      "step": 11470
+    },
+    {
+      "epoch": 2.119550530655611,
+      "grad_norm": 0.10300054401159286,
+      "learning_rate": 4.189488200328178e-06,
+      "loss": 0.5954097509384155,
+      "step": 11471
+    },
+    {
+      "epoch": 2.1197353073645067,
+      "grad_norm": 0.08131957799196243,
+      "learning_rate": 4.187864720168427e-06,
+      "loss": 0.45312342047691345,
+      "step": 11472
+    },
+    {
+      "epoch": 2.1199200840734025,
+      "grad_norm": 0.09454979747533798,
+      "learning_rate": 4.186241471313476e-06,
+      "loss": 0.4882694482803345,
+      "step": 11473
+    },
+    {
+      "epoch": 2.1201048607822983,
+      "grad_norm": 0.09436237812042236,
+      "learning_rate": 4.184618453827929e-06,
+      "loss": 0.5106803178787231,
+      "step": 11474
+    },
+    {
+      "epoch": 2.120289637491194,
+      "grad_norm": 0.08325103670358658,
+      "learning_rate": 4.18299566777637e-06,
+      "loss": 0.47879454493522644,
+      "step": 11475
+    },
+    {
+      "epoch": 2.12047441420009,
+      "grad_norm": 0.10389212518930435,
+      "learning_rate": 4.181373113223385e-06,
+      "loss": 0.5199220180511475,
+      "step": 11476
+    },
+    {
+      "epoch": 2.120659190908986,
+      "grad_norm": 0.08224156498908997,
+      "learning_rate": 4.179750790233545e-06,
+      "loss": 0.5292742848396301,
+      "step": 11477
+    },
+    {
+      "epoch": 2.1208439676178816,
+      "grad_norm": 0.08779798448085785,
+      "learning_rate": 4.178128698871415e-06,
+      "loss": 0.49805256724357605,
+      "step": 11478
+    },
+    {
+      "epoch": 2.1210287443267775,
+      "grad_norm": 0.10667131841182709,
+      "learning_rate": 4.176506839201553e-06,
+      "loss": 0.6199412941932678,
+      "step": 11479
+    },
+    {
+      "epoch": 2.1212135210356733,
+      "grad_norm": 0.08206725120544434,
+      "learning_rate": 4.1748852112884955e-06,
+      "loss": 0.4308219850063324,
+      "step": 11480
+    },
+    {
+      "epoch": 2.121398297744569,
+      "grad_norm": 0.08746568858623505,
+      "learning_rate": 4.173263815196781e-06,
+      "loss": 0.4784696698188782,
+      "step": 11481
+    },
+    {
+      "epoch": 2.121583074453465,
+      "grad_norm": 0.09873547405004501,
+      "learning_rate": 4.171642650990942e-06,
+      "loss": 0.48659324645996094,
+      "step": 11482
+    },
+    {
+      "epoch": 2.1217678511623608,
+      "grad_norm": 0.0774245634675026,
+      "learning_rate": 4.170021718735482e-06,
+      "loss": 0.41697925329208374,
+      "step": 11483
+    },
+    {
+      "epoch": 2.1219526278712566,
+      "grad_norm": 0.07203105092048645,
+      "learning_rate": 4.168401018494923e-06,
+      "loss": 0.3487274944782257,
+      "step": 11484
+    },
+    {
+      "epoch": 2.122137404580153,
+      "grad_norm": 0.07573983818292618,
+      "learning_rate": 4.166780550333761e-06,
+      "loss": 0.3803150951862335,
+      "step": 11485
+    },
+    {
+      "epoch": 2.1223221812890487,
+      "grad_norm": 0.08086445927619934,
+      "learning_rate": 4.165160314316481e-06,
+      "loss": 0.42372170090675354,
+      "step": 11486
+    },
+    {
+      "epoch": 2.1225069579979445,
+      "grad_norm": 0.07548331469297409,
+      "learning_rate": 4.163540310507566e-06,
+      "loss": 0.4192907512187958,
+      "step": 11487
+    },
+    {
+      "epoch": 2.1226917347068404,
+      "grad_norm": 0.07853441685438156,
+      "learning_rate": 4.161920538971489e-06,
+      "loss": 0.3423905074596405,
+      "step": 11488
+    },
+    {
+      "epoch": 2.122876511415736,
+      "grad_norm": 0.0724734291434288,
+      "learning_rate": 4.160300999772706e-06,
+      "loss": 0.3461209535598755,
+      "step": 11489
+    },
+    {
+      "epoch": 2.123061288124632,
+      "grad_norm": 0.09682875126600266,
+      "learning_rate": 4.158681692975673e-06,
+      "loss": 0.5491484999656677,
+      "step": 11490
+    },
+    {
+      "epoch": 2.123246064833528,
+      "grad_norm": 0.08606716990470886,
+      "learning_rate": 4.1570626186448344e-06,
+      "loss": 0.4194796681404114,
+      "step": 11491
+    },
+    {
+      "epoch": 2.1234308415424237,
+      "grad_norm": 0.08166229724884033,
+      "learning_rate": 4.155443776844624e-06,
+      "loss": 0.4911487400531769,
+      "step": 11492
+    },
+    {
+      "epoch": 2.1236156182513195,
+      "grad_norm": 0.08884919434785843,
+      "learning_rate": 4.1538251676394636e-06,
+      "loss": 0.4438813030719757,
+      "step": 11493
+    },
+    {
+      "epoch": 2.1238003949602153,
+      "grad_norm": 0.07676146924495697,
+      "learning_rate": 4.152206791093777e-06,
+      "loss": 0.37591931223869324,
+      "step": 11494
+    },
+    {
+      "epoch": 2.123985171669111,
+      "grad_norm": 0.0794263407588005,
+      "learning_rate": 4.15058864727196e-06,
+      "loss": 0.3733331561088562,
+      "step": 11495
+    },
+    {
+      "epoch": 2.124169948378007,
+      "grad_norm": 0.07943850010633469,
+      "learning_rate": 4.1489707362384145e-06,
+      "loss": 0.3863421380519867,
+      "step": 11496
+    },
+    {
+      "epoch": 2.124354725086903,
+      "grad_norm": 0.0789160281419754,
+      "learning_rate": 4.147353058057528e-06,
+      "loss": 0.39705219864845276,
+      "step": 11497
+    },
+    {
+      "epoch": 2.1245395017957986,
+      "grad_norm": 0.07900829613208771,
+      "learning_rate": 4.14573561279368e-06,
+      "loss": 0.3503285348415375,
+      "step": 11498
+    },
+    {
+      "epoch": 2.1247242785046945,
+      "grad_norm": 0.08270596712827682,
+      "learning_rate": 4.1441184005112425e-06,
+      "loss": 0.447653204202652,
+      "step": 11499
+    },
+    {
+      "epoch": 2.1249090552135903,
+      "grad_norm": 0.06858129799365997,
+      "learning_rate": 4.142501421274567e-06,
+      "loss": 0.3982352316379547,
+      "step": 11500
+    },
+    {
+      "epoch": 2.1249090552135903,
+      "eval_loss": 0.5545409321784973,
+      "eval_runtime": 158.3669,
+      "eval_samples_per_second": 115.106,
+      "eval_steps_per_second": 14.391,
+      "step": 11500
+    },
+    {
+      "epoch": 2.125093831922486,
+      "grad_norm": 0.10040252655744553,
+      "learning_rate": 4.140884675148011e-06,
+      "loss": 0.6206842660903931,
+      "step": 11501
+    },
+    {
+      "epoch": 2.125278608631382,
+      "grad_norm": 0.1062774583697319,
+      "learning_rate": 4.139268162195916e-06,
+      "loss": 0.5820229649543762,
+      "step": 11502
+    },
+    {
+      "epoch": 2.125463385340278,
+      "grad_norm": 0.06915470212697983,
+      "learning_rate": 4.137651882482607e-06,
+      "loss": 0.39213237166404724,
+      "step": 11503
+    },
+    {
+      "epoch": 2.1256481620491736,
+      "grad_norm": 0.07784624397754669,
+      "learning_rate": 4.136035836072414e-06,
+      "loss": 0.37819647789001465,
+      "step": 11504
+    },
+    {
+      "epoch": 2.1258329387580694,
+      "grad_norm": 0.10554467141628265,
+      "learning_rate": 4.134420023029654e-06,
+      "loss": 0.6587731838226318,
+      "step": 11505
+    },
+    {
+      "epoch": 2.1260177154669653,
+      "grad_norm": 0.09531303495168686,
+      "learning_rate": 4.132804443418621e-06,
+      "loss": 0.4118732511997223,
+      "step": 11506
+    },
+    {
+      "epoch": 2.126202492175861,
+      "grad_norm": 0.07894685864448547,
+      "learning_rate": 4.131189097303615e-06,
+      "loss": 0.39554134011268616,
+      "step": 11507
+    },
+    {
+      "epoch": 2.126387268884757,
+      "grad_norm": 0.08437313884496689,
+      "learning_rate": 4.129573984748927e-06,
+      "loss": 0.38657623529434204,
+      "step": 11508
+    },
+    {
+      "epoch": 2.1265720455936528,
+      "grad_norm": 0.09306003898382187,
+      "learning_rate": 4.127959105818823e-06,
+      "loss": 0.4309487044811249,
+      "step": 11509
+    },
+    {
+      "epoch": 2.1267568223025486,
+      "grad_norm": 0.08010219037532806,
+      "learning_rate": 4.126344460577573e-06,
+      "loss": 0.4455183446407318,
+      "step": 11510
+    },
+    {
+      "epoch": 2.1269415990114444,
+      "grad_norm": 0.07695150375366211,
+      "learning_rate": 4.124730049089443e-06,
+      "loss": 0.40218260884284973,
+      "step": 11511
+    },
+    {
+      "epoch": 2.1271263757203402,
+      "grad_norm": 0.09618864953517914,
+      "learning_rate": 4.123115871418672e-06,
+      "loss": 0.4410863518714905,
+      "step": 11512
+    },
+    {
+      "epoch": 2.127311152429236,
+      "grad_norm": 0.08329358696937561,
+      "learning_rate": 4.1215019276295074e-06,
+      "loss": 0.3536233603954315,
+      "step": 11513
+    },
+    {
+      "epoch": 2.1274959291381323,
+      "grad_norm": 0.07927120476961136,
+      "learning_rate": 4.119888217786171e-06,
+      "loss": 0.33560553193092346,
+      "step": 11514
+    },
+    {
+      "epoch": 2.127680705847028,
+      "grad_norm": 0.08909047394990921,
+      "learning_rate": 4.1182747419528864e-06,
+      "loss": 0.41112515330314636,
+      "step": 11515
+    },
+    {
+      "epoch": 2.127865482555924,
+      "grad_norm": 0.08944455534219742,
+      "learning_rate": 4.116661500193867e-06,
+      "loss": 0.44694074988365173,
+      "step": 11516
+    },
+    {
+      "epoch": 2.12805025926482,
+      "grad_norm": 0.09210187941789627,
+      "learning_rate": 4.115048492573311e-06,
+      "loss": 0.520761251449585,
+      "step": 11517
+    },
+    {
+      "epoch": 2.1282350359737157,
+      "grad_norm": 0.09095914661884308,
+      "learning_rate": 4.113435719155415e-06,
+      "loss": 0.5401807427406311,
+      "step": 11518
+    },
+    {
+      "epoch": 2.1284198126826115,
+      "grad_norm": 0.06786547601222992,
+      "learning_rate": 4.111823180004364e-06,
+      "loss": 0.3559070825576782,
+      "step": 11519
+    },
+    {
+      "epoch": 2.1286045893915073,
+      "grad_norm": 0.08700638264417648,
+      "learning_rate": 4.110210875184325e-06,
+      "loss": 0.4307456910610199,
+      "step": 11520
+    },
+    {
+      "epoch": 2.128789366100403,
+      "grad_norm": 0.09621629863977432,
+      "learning_rate": 4.108598804759466e-06,
+      "loss": 0.5875341296195984,
+      "step": 11521
+    },
+    {
+      "epoch": 2.128974142809299,
+      "grad_norm": 0.09203772991895676,
+      "learning_rate": 4.106986968793947e-06,
+      "loss": 0.45047008991241455,
+      "step": 11522
+    },
+    {
+      "epoch": 2.129158919518195,
+      "grad_norm": 0.08629295974969864,
+      "learning_rate": 4.105375367351902e-06,
+      "loss": 0.376220166683197,
+      "step": 11523
+    },
+    {
+      "epoch": 2.1293436962270906,
+      "grad_norm": 0.07493583858013153,
+      "learning_rate": 4.10376400049748e-06,
+      "loss": 0.3935466706752777,
+      "step": 11524
+    },
+    {
+      "epoch": 2.1295284729359865,
+      "grad_norm": 0.09711001068353653,
+      "learning_rate": 4.1021528682948064e-06,
+      "loss": 0.7404162287712097,
+      "step": 11525
+    },
+    {
+      "epoch": 2.1297132496448823,
+      "grad_norm": 0.07738396525382996,
+      "learning_rate": 4.100541970807993e-06,
+      "loss": 0.3708794414997101,
+      "step": 11526
+    },
+    {
+      "epoch": 2.129898026353778,
+      "grad_norm": 0.06657982617616653,
+      "learning_rate": 4.098931308101153e-06,
+      "loss": 0.33644160628318787,
+      "step": 11527
+    },
+    {
+      "epoch": 2.130082803062674,
+      "grad_norm": 0.07026130706071854,
+      "learning_rate": 4.097320880238388e-06,
+      "loss": 0.46239909529685974,
+      "step": 11528
+    },
+    {
+      "epoch": 2.1302675797715698,
+      "grad_norm": 0.10004347562789917,
+      "learning_rate": 4.095710687283781e-06,
+      "loss": 0.5297632217407227,
+      "step": 11529
+    },
+    {
+      "epoch": 2.1304523564804656,
+      "grad_norm": 0.09007824957370758,
+      "learning_rate": 4.0941007293014166e-06,
+      "loss": 0.43050703406333923,
+      "step": 11530
+    },
+    {
+      "epoch": 2.1306371331893614,
+      "grad_norm": 0.09030665457248688,
+      "learning_rate": 4.092491006355367e-06,
+      "loss": 0.4323001801967621,
+      "step": 11531
+    },
+    {
+      "epoch": 2.1308219098982573,
+      "grad_norm": 0.06192596256732941,
+      "learning_rate": 4.090881518509692e-06,
+      "loss": 0.32067015767097473,
+      "step": 11532
+    },
+    {
+      "epoch": 2.131006686607153,
+      "grad_norm": 0.08256769180297852,
+      "learning_rate": 4.089272265828449e-06,
+      "loss": 0.46855875849723816,
+      "step": 11533
+    },
+    {
+      "epoch": 2.131191463316049,
+      "grad_norm": 0.10042224824428558,
+      "learning_rate": 4.087663248375674e-06,
+      "loss": 0.5218668580055237,
+      "step": 11534
+    },
+    {
+      "epoch": 2.1313762400249447,
+      "grad_norm": 0.08853939175605774,
+      "learning_rate": 4.086054466215404e-06,
+      "loss": 0.4142692983150482,
+      "step": 11535
+    },
+    {
+      "epoch": 2.1315610167338406,
+      "grad_norm": 0.080595463514328,
+      "learning_rate": 4.084445919411664e-06,
+      "loss": 0.41706037521362305,
+      "step": 11536
+    },
+    {
+      "epoch": 2.1317457934427364,
+      "grad_norm": 0.08282291889190674,
+      "learning_rate": 4.082837608028471e-06,
+      "loss": 0.42229169607162476,
+      "step": 11537
+    },
+    {
+      "epoch": 2.1319305701516322,
+      "grad_norm": 0.08266448974609375,
+      "learning_rate": 4.081229532129826e-06,
+      "loss": 0.48666149377822876,
+      "step": 11538
+    },
+    {
+      "epoch": 2.132115346860528,
+      "grad_norm": 0.08011366426944733,
+      "learning_rate": 4.0796216917797335e-06,
+      "loss": 0.36033910512924194,
+      "step": 11539
+    },
+    {
+      "epoch": 2.132300123569424,
+      "grad_norm": 0.11487693339586258,
+      "learning_rate": 4.07801408704217e-06,
+      "loss": 0.6611344218254089,
+      "step": 11540
+    },
+    {
+      "epoch": 2.1324849002783197,
+      "grad_norm": 0.09254970401525497,
+      "learning_rate": 4.076406717981121e-06,
+      "loss": 0.4138562083244324,
+      "step": 11541
+    },
+    {
+      "epoch": 2.1326696769872155,
+      "grad_norm": 0.06875742226839066,
+      "learning_rate": 4.074799584660552e-06,
+      "loss": 0.2918391823768616,
+      "step": 11542
+    },
+    {
+      "epoch": 2.132854453696112,
+      "grad_norm": 0.08584243059158325,
+      "learning_rate": 4.073192687144418e-06,
+      "loss": 0.5013090372085571,
+      "step": 11543
+    },
+    {
+      "epoch": 2.1330392304050076,
+      "grad_norm": 0.09431134909391403,
+      "learning_rate": 4.071586025496679e-06,
+      "loss": 0.6037891507148743,
+      "step": 11544
+    },
+    {
+      "epoch": 2.1332240071139035,
+      "grad_norm": 0.10009553283452988,
+      "learning_rate": 4.0699795997812644e-06,
+      "loss": 0.46707063913345337,
+      "step": 11545
+    },
+    {
+      "epoch": 2.1334087838227993,
+      "grad_norm": 0.07532192021608353,
+      "learning_rate": 4.0683734100621085e-06,
+      "loss": 0.3813382387161255,
+      "step": 11546
+    },
+    {
+      "epoch": 2.133593560531695,
+      "grad_norm": 0.0831272080540657,
+      "learning_rate": 4.066767456403137e-06,
+      "loss": 0.49544063210487366,
+      "step": 11547
+    },
+    {
+      "epoch": 2.133778337240591,
+      "grad_norm": 0.07652248442173004,
+      "learning_rate": 4.065161738868255e-06,
+      "loss": 0.4752427041530609,
+      "step": 11548
+    },
+    {
+      "epoch": 2.133963113949487,
+      "grad_norm": 0.08891411125659943,
+      "learning_rate": 4.063556257521369e-06,
+      "loss": 0.4780322015285492,
+      "step": 11549
+    },
+    {
+      "epoch": 2.1341478906583826,
+      "grad_norm": 0.08017689734697342,
+      "learning_rate": 4.0619510124263684e-06,
+      "loss": 0.3103610873222351,
+      "step": 11550
+    },
+    {
+      "epoch": 2.1343326673672784,
+      "grad_norm": 0.06672009825706482,
+      "learning_rate": 4.060346003647142e-06,
+      "loss": 0.29543837904930115,
+      "step": 11551
+    },
+    {
+      "epoch": 2.1345174440761743,
+      "grad_norm": 0.0958172008395195,
+      "learning_rate": 4.0587412312475614e-06,
+      "loss": 0.5142347812652588,
+      "step": 11552
+    },
+    {
+      "epoch": 2.13470222078507,
+      "grad_norm": 0.07005161046981812,
+      "learning_rate": 4.057136695291495e-06,
+      "loss": 0.43864113092422485,
+      "step": 11553
+    },
+    {
+      "epoch": 2.134886997493966,
+      "grad_norm": 0.09195329993963242,
+      "learning_rate": 4.055532395842791e-06,
+      "loss": 0.4625697731971741,
+      "step": 11554
+    },
+    {
+      "epoch": 2.1350717742028618,
+      "grad_norm": 0.0720549076795578,
+      "learning_rate": 4.053928332965303e-06,
+      "loss": 0.35446739196777344,
+      "step": 11555
+    },
+    {
+      "epoch": 2.1352565509117576,
+      "grad_norm": 0.0694388598203659,
+      "learning_rate": 4.052324506722861e-06,
+      "loss": 0.3407813012599945,
+      "step": 11556
+    },
+    {
+      "epoch": 2.1354413276206534,
+      "grad_norm": 0.04996746778488159,
+      "learning_rate": 4.050720917179297e-06,
+      "loss": 0.23797312378883362,
+      "step": 11557
+    },
+    {
+      "epoch": 2.1356261043295492,
+      "grad_norm": 0.09368681162595749,
+      "learning_rate": 4.049117564398428e-06,
+      "loss": 0.4741019010543823,
+      "step": 11558
+    },
+    {
+      "epoch": 2.135810881038445,
+      "grad_norm": 0.08431044965982437,
+      "learning_rate": 4.047514448444065e-06,
+      "loss": 0.44846999645233154,
+      "step": 11559
+    },
+    {
+      "epoch": 2.135995657747341,
+      "grad_norm": 0.10597667098045349,
+      "learning_rate": 4.0459115693800015e-06,
+      "loss": 0.5060697197914124,
+      "step": 11560
+    },
+    {
+      "epoch": 2.1361804344562367,
+      "grad_norm": 0.08452227711677551,
+      "learning_rate": 4.044308927270032e-06,
+      "loss": 0.47105276584625244,
+      "step": 11561
+    },
+    {
+      "epoch": 2.1363652111651326,
+      "grad_norm": 0.08384208381175995,
+      "learning_rate": 4.042706522177932e-06,
+      "loss": 0.5375339984893799,
+      "step": 11562
+    },
+    {
+      "epoch": 2.1365499878740284,
+      "grad_norm": 0.10141726583242416,
+      "learning_rate": 4.04110435416747e-06,
+      "loss": 0.690080463886261,
+      "step": 11563
+    },
+    {
+      "epoch": 2.136734764582924,
+      "grad_norm": 0.07506753504276276,
+      "learning_rate": 4.039502423302418e-06,
+      "loss": 0.3889322876930237,
+      "step": 11564
+    },
+    {
+      "epoch": 2.13691954129182,
+      "grad_norm": 0.08942927420139313,
+      "learning_rate": 4.0379007296465186e-06,
+      "loss": 0.48192328214645386,
+      "step": 11565
+    },
+    {
+      "epoch": 2.137104318000716,
+      "grad_norm": 0.08105836808681488,
+      "learning_rate": 4.036299273263518e-06,
+      "loss": 0.40929368138313293,
+      "step": 11566
+    },
+    {
+      "epoch": 2.1372890947096117,
+      "grad_norm": 0.10397261381149292,
+      "learning_rate": 4.034698054217151e-06,
+      "loss": 0.5696961283683777,
+      "step": 11567
+    },
+    {
+      "epoch": 2.1374738714185075,
+      "grad_norm": 0.10482069104909897,
+      "learning_rate": 4.033097072571135e-06,
+      "loss": 0.5859604477882385,
+      "step": 11568
+    },
+    {
+      "epoch": 2.1376586481274034,
+      "grad_norm": 0.08016854524612427,
+      "learning_rate": 4.031496328389188e-06,
+      "loss": 0.42372801899909973,
+      "step": 11569
+    },
+    {
+      "epoch": 2.137843424836299,
+      "grad_norm": 0.0814351961016655,
+      "learning_rate": 4.029895821735013e-06,
+      "loss": 0.408677339553833,
+      "step": 11570
+    },
+    {
+      "epoch": 2.138028201545195,
+      "grad_norm": 0.08894795179367065,
+      "learning_rate": 4.028295552672307e-06,
+      "loss": 0.4432206153869629,
+      "step": 11571
+    },
+    {
+      "epoch": 2.1382129782540913,
+      "grad_norm": 0.09582308679819107,
+      "learning_rate": 4.0266955212647555e-06,
+      "loss": 0.5286830067634583,
+      "step": 11572
+    },
+    {
+      "epoch": 2.138397754962987,
+      "grad_norm": 0.07396747916936874,
+      "learning_rate": 4.025095727576036e-06,
+      "loss": 0.3959920406341553,
+      "step": 11573
+    },
+    {
+      "epoch": 2.138582531671883,
+      "grad_norm": 0.08140245079994202,
+      "learning_rate": 4.023496171669811e-06,
+      "loss": 0.3716605603694916,
+      "step": 11574
+    },
+    {
+      "epoch": 2.1387673083807788,
+      "grad_norm": 0.09383906424045563,
+      "learning_rate": 4.02189685360974e-06,
+      "loss": 0.5051342844963074,
+      "step": 11575
+    },
+    {
+      "epoch": 2.1389520850896746,
+      "grad_norm": 0.11029773950576782,
+      "learning_rate": 4.020297773459472e-06,
+      "loss": 0.6979007720947266,
+      "step": 11576
+    },
+    {
+      "epoch": 2.1391368617985704,
+      "grad_norm": 0.10944915562868118,
+      "learning_rate": 4.0186989312826445e-06,
+      "loss": 0.5362704396247864,
+      "step": 11577
+    },
+    {
+      "epoch": 2.1393216385074663,
+      "grad_norm": 0.07990576326847076,
+      "learning_rate": 4.017100327142889e-06,
+      "loss": 0.4585151970386505,
+      "step": 11578
+    },
+    {
+      "epoch": 2.139506415216362,
+      "grad_norm": 0.07353705167770386,
+      "learning_rate": 4.015501961103818e-06,
+      "loss": 0.3769177496433258,
+      "step": 11579
+    },
+    {
+      "epoch": 2.139691191925258,
+      "grad_norm": 0.09751986712217331,
+      "learning_rate": 4.013903833229048e-06,
+      "loss": 0.48764896392822266,
+      "step": 11580
+    },
+    {
+      "epoch": 2.1398759686341537,
+      "grad_norm": 0.10674029588699341,
+      "learning_rate": 4.01230594358218e-06,
+      "loss": 0.48834967613220215,
+      "step": 11581
+    },
+    {
+      "epoch": 2.1400607453430496,
+      "grad_norm": 0.09530480206012726,
+      "learning_rate": 4.010708292226798e-06,
+      "loss": 0.5856447815895081,
+      "step": 11582
+    },
+    {
+      "epoch": 2.1402455220519454,
+      "grad_norm": 0.07518292963504791,
+      "learning_rate": 4.009110879226485e-06,
+      "loss": 0.343195378780365,
+      "step": 11583
+    },
+    {
+      "epoch": 2.1404302987608412,
+      "grad_norm": 0.10637890547513962,
+      "learning_rate": 4.007513704644823e-06,
+      "loss": 0.48493310809135437,
+      "step": 11584
+    },
+    {
+      "epoch": 2.140615075469737,
+      "grad_norm": 0.10789762437343597,
+      "learning_rate": 4.005916768545365e-06,
+      "loss": 0.5495380759239197,
+      "step": 11585
+    },
+    {
+      "epoch": 2.140799852178633,
+      "grad_norm": 0.08924262225627899,
+      "learning_rate": 4.004320070991666e-06,
+      "loss": 0.5379125475883484,
+      "step": 11586
+    },
+    {
+      "epoch": 2.1409846288875287,
+      "grad_norm": 0.06434209644794464,
+      "learning_rate": 4.002723612047272e-06,
+      "loss": 0.3162035048007965,
+      "step": 11587
+    },
+    {
+      "epoch": 2.1411694055964245,
+      "grad_norm": 0.08127405494451523,
+      "learning_rate": 4.001127391775713e-06,
+      "loss": 0.393638551235199,
+      "step": 11588
+    },
+    {
+      "epoch": 2.1413541823053204,
+      "grad_norm": 0.09264098852872849,
+      "learning_rate": 3.999531410240516e-06,
+      "loss": 0.3852292001247406,
+      "step": 11589
+    },
+    {
+      "epoch": 2.141538959014216,
+      "grad_norm": 0.08991791307926178,
+      "learning_rate": 3.997935667505195e-06,
+      "loss": 0.4149450957775116,
+      "step": 11590
+    },
+    {
+      "epoch": 2.141723735723112,
+      "grad_norm": 0.08795911073684692,
+      "learning_rate": 3.996340163633257e-06,
+      "loss": 0.4311430752277374,
+      "step": 11591
+    },
+    {
+      "epoch": 2.141908512432008,
+      "grad_norm": 0.08005280047655106,
+      "learning_rate": 3.994744898688197e-06,
+      "loss": 0.40000590682029724,
+      "step": 11592
+    },
+    {
+      "epoch": 2.1420932891409037,
+      "grad_norm": 0.0808529183268547,
+      "learning_rate": 3.993149872733506e-06,
+      "loss": 0.47213149070739746,
+      "step": 11593
+    },
+    {
+      "epoch": 2.1422780658497995,
+      "grad_norm": 0.09862861782312393,
+      "learning_rate": 3.991555085832653e-06,
+      "loss": 0.6171346306800842,
+      "step": 11594
+    },
+    {
+      "epoch": 2.1424628425586953,
+      "grad_norm": 0.11860477179288864,
+      "learning_rate": 3.98996053804911e-06,
+      "loss": 0.6687604188919067,
+      "step": 11595
+    },
+    {
+      "epoch": 2.142647619267591,
+      "grad_norm": 0.09474646300077438,
+      "learning_rate": 3.988366229446335e-06,
+      "loss": 0.45556727051734924,
+      "step": 11596
+    },
+    {
+      "epoch": 2.142832395976487,
+      "grad_norm": 0.09376123547554016,
+      "learning_rate": 3.986772160087775e-06,
+      "loss": 0.5133540034294128,
+      "step": 11597
+    },
+    {
+      "epoch": 2.143017172685383,
+      "grad_norm": 0.09000354260206223,
+      "learning_rate": 3.985178330036874e-06,
+      "loss": 0.48997581005096436,
+      "step": 11598
+    },
+    {
+      "epoch": 2.1432019493942787,
+      "grad_norm": 0.07603364437818527,
+      "learning_rate": 3.983584739357055e-06,
+      "loss": 0.324707955121994,
+      "step": 11599
+    },
+    {
+      "epoch": 2.1433867261031745,
+      "grad_norm": 0.08514192700386047,
+      "learning_rate": 3.981991388111739e-06,
+      "loss": 0.4303866922855377,
+      "step": 11600
+    },
+    {
+      "epoch": 2.1435715028120708,
+      "grad_norm": 0.11421073228120804,
+      "learning_rate": 3.980398276364342e-06,
+      "loss": 0.5772789716720581,
+      "step": 11601
+    },
+    {
+      "epoch": 2.1437562795209666,
+      "grad_norm": 0.08341315388679504,
+      "learning_rate": 3.9788054041782535e-06,
+      "loss": 0.4874880611896515,
+      "step": 11602
+    },
+    {
+      "epoch": 2.1439410562298624,
+      "grad_norm": 0.07558920979499817,
+      "learning_rate": 3.977212771616875e-06,
+      "loss": 0.3493494689464569,
+      "step": 11603
+    },
+    {
+      "epoch": 2.1441258329387582,
+      "grad_norm": 0.06613948196172714,
+      "learning_rate": 3.97562037874359e-06,
+      "loss": 0.3161487281322479,
+      "step": 11604
+    },
+    {
+      "epoch": 2.144310609647654,
+      "grad_norm": 0.09245660156011581,
+      "learning_rate": 3.974028225621762e-06,
+      "loss": 0.45485496520996094,
+      "step": 11605
+    },
+    {
+      "epoch": 2.14449538635655,
+      "grad_norm": 0.06644047796726227,
+      "learning_rate": 3.972436312314758e-06,
+      "loss": 0.3771281838417053,
+      "step": 11606
+    },
+    {
+      "epoch": 2.1446801630654457,
+      "grad_norm": 0.06990991532802582,
+      "learning_rate": 3.9708446388859335e-06,
+      "loss": 0.3933688998222351,
+      "step": 11607
+    },
+    {
+      "epoch": 2.1448649397743416,
+      "grad_norm": 0.06094184145331383,
+      "learning_rate": 3.969253205398626e-06,
+      "loss": 0.26781320571899414,
+      "step": 11608
+    },
+    {
+      "epoch": 2.1450497164832374,
+      "grad_norm": 0.10649731755256653,
+      "learning_rate": 3.967662011916174e-06,
+      "loss": 0.5235942006111145,
+      "step": 11609
+    },
+    {
+      "epoch": 2.145234493192133,
+      "grad_norm": 0.09553772211074829,
+      "learning_rate": 3.966071058501902e-06,
+      "loss": 0.4927021265029907,
+      "step": 11610
+    },
+    {
+      "epoch": 2.145419269901029,
+      "grad_norm": 0.07307995110750198,
+      "learning_rate": 3.964480345219122e-06,
+      "loss": 0.39524558186531067,
+      "step": 11611
+    },
+    {
+      "epoch": 2.145604046609925,
+      "grad_norm": 0.07455287873744965,
+      "learning_rate": 3.962889872131147e-06,
+      "loss": 0.35658198595046997,
+      "step": 11612
+    },
+    {
+      "epoch": 2.1457888233188207,
+      "grad_norm": 0.07614074647426605,
+      "learning_rate": 3.961299639301262e-06,
+      "loss": 0.33883386850357056,
+      "step": 11613
+    },
+    {
+      "epoch": 2.1459736000277165,
+      "grad_norm": 0.08309691399335861,
+      "learning_rate": 3.959709646792761e-06,
+      "loss": 0.39179253578186035,
+      "step": 11614
+    },
+    {
+      "epoch": 2.1461583767366124,
+      "grad_norm": 0.12092384696006775,
+      "learning_rate": 3.958119894668917e-06,
+      "loss": 0.6273046135902405,
+      "step": 11615
+    },
+    {
+      "epoch": 2.146343153445508,
+      "grad_norm": 0.10526594519615173,
+      "learning_rate": 3.956530382992999e-06,
+      "loss": 0.5224920511245728,
+      "step": 11616
+    },
+    {
+      "epoch": 2.146527930154404,
+      "grad_norm": 0.07732649892568588,
+      "learning_rate": 3.954941111828263e-06,
+      "loss": 0.38463592529296875,
+      "step": 11617
+    },
+    {
+      "epoch": 2.1467127068633,
+      "grad_norm": 0.07383439689874649,
+      "learning_rate": 3.953352081237963e-06,
+      "loss": 0.4427803158760071,
+      "step": 11618
+    },
+    {
+      "epoch": 2.1468974835721957,
+      "grad_norm": 0.06280277669429779,
+      "learning_rate": 3.951763291285329e-06,
+      "loss": 0.26544296741485596,
+      "step": 11619
+    },
+    {
+      "epoch": 2.1470822602810915,
+      "grad_norm": 0.05331779643893242,
+      "learning_rate": 3.950174742033593e-06,
+      "loss": 0.2512390911579132,
+      "step": 11620
+    },
+    {
+      "epoch": 2.1472670369899873,
+      "grad_norm": 0.06967869400978088,
+      "learning_rate": 3.948586433545979e-06,
+      "loss": 0.39704135060310364,
+      "step": 11621
+    },
+    {
+      "epoch": 2.147451813698883,
+      "grad_norm": 0.07695640623569489,
+      "learning_rate": 3.946998365885685e-06,
+      "loss": 0.46992355585098267,
+      "step": 11622
+    },
+    {
+      "epoch": 2.147636590407779,
+      "grad_norm": 0.0801285058259964,
+      "learning_rate": 3.945410539115921e-06,
+      "loss": 0.4090726971626282,
+      "step": 11623
+    },
+    {
+      "epoch": 2.147821367116675,
+      "grad_norm": 0.07338245213031769,
+      "learning_rate": 3.943822953299881e-06,
+      "loss": 0.39517590403556824,
+      "step": 11624
+    },
+    {
+      "epoch": 2.1480061438255706,
+      "grad_norm": 0.09227310866117477,
+      "learning_rate": 3.942235608500735e-06,
+      "loss": 0.5156955122947693,
+      "step": 11625
+    },
+    {
+      "epoch": 2.1481909205344665,
+      "grad_norm": 0.08540918678045273,
+      "learning_rate": 3.940648504781664e-06,
+      "loss": 0.3832940459251404,
+      "step": 11626
+    },
+    {
+      "epoch": 2.1483756972433623,
+      "grad_norm": 0.09108877927064896,
+      "learning_rate": 3.93906164220582e-06,
+      "loss": 0.44129088521003723,
+      "step": 11627
+    },
+    {
+      "epoch": 2.148560473952258,
+      "grad_norm": 0.0894840881228447,
+      "learning_rate": 3.9374750208363625e-06,
+      "loss": 0.49256956577301025,
+      "step": 11628
+    },
+    {
+      "epoch": 2.148745250661154,
+      "grad_norm": 0.07960314303636551,
+      "learning_rate": 3.93588864073643e-06,
+      "loss": 0.4049118161201477,
+      "step": 11629
+    },
+    {
+      "epoch": 2.1489300273700502,
+      "grad_norm": 0.06465893238782883,
+      "learning_rate": 3.934302501969159e-06,
+      "loss": 0.28798285126686096,
+      "step": 11630
+    },
+    {
+      "epoch": 2.1491148040789456,
+      "grad_norm": 0.09121961891651154,
+      "learning_rate": 3.932716604597671e-06,
+      "loss": 0.47333887219429016,
+      "step": 11631
+    },
+    {
+      "epoch": 2.149299580787842,
+      "grad_norm": 0.0883626863360405,
+      "learning_rate": 3.931130948685083e-06,
+      "loss": 0.5514802932739258,
+      "step": 11632
+    },
+    {
+      "epoch": 2.1494843574967377,
+      "grad_norm": 0.08931796997785568,
+      "learning_rate": 3.9295455342944935e-06,
+      "loss": 0.40167751908302307,
+      "step": 11633
+    },
+    {
+      "epoch": 2.1496691342056335,
+      "grad_norm": 0.06782089173793793,
+      "learning_rate": 3.927960361489e-06,
+      "loss": 0.39248910546302795,
+      "step": 11634
+    },
+    {
+      "epoch": 2.1498539109145294,
+      "grad_norm": 0.06785066425800323,
+      "learning_rate": 3.926375430331685e-06,
+      "loss": 0.3341401517391205,
+      "step": 11635
+    },
+    {
+      "epoch": 2.150038687623425,
+      "grad_norm": 0.0803646445274353,
+      "learning_rate": 3.924790740885628e-06,
+      "loss": 0.43350958824157715,
+      "step": 11636
+    },
+    {
+      "epoch": 2.150223464332321,
+      "grad_norm": 0.08781901746988297,
+      "learning_rate": 3.923206293213892e-06,
+      "loss": 0.38169121742248535,
+      "step": 11637
+    },
+    {
+      "epoch": 2.150408241041217,
+      "grad_norm": 0.07651541382074356,
+      "learning_rate": 3.921622087379536e-06,
+      "loss": 0.4201239347457886,
+      "step": 11638
+    },
+    {
+      "epoch": 2.1505930177501127,
+      "grad_norm": 0.0754622220993042,
+      "learning_rate": 3.920038123445602e-06,
+      "loss": 0.3791052997112274,
+      "step": 11639
+    },
+    {
+      "epoch": 2.1507777944590085,
+      "grad_norm": 0.09134471416473389,
+      "learning_rate": 3.9184544014751295e-06,
+      "loss": 0.5088651180267334,
+      "step": 11640
+    },
+    {
+      "epoch": 2.1509625711679043,
+      "grad_norm": 0.08660312741994858,
+      "learning_rate": 3.916870921531148e-06,
+      "loss": 0.5049603581428528,
+      "step": 11641
+    },
+    {
+      "epoch": 2.1511473478768,
+      "grad_norm": 0.07500050216913223,
+      "learning_rate": 3.915287683676664e-06,
+      "loss": 0.32820960879325867,
+      "step": 11642
+    },
+    {
+      "epoch": 2.151332124585696,
+      "grad_norm": 0.09916878491640091,
+      "learning_rate": 3.913704687974701e-06,
+      "loss": 0.5198667049407959,
+      "step": 11643
+    },
+    {
+      "epoch": 2.151516901294592,
+      "grad_norm": 0.08865980803966522,
+      "learning_rate": 3.912121934488246e-06,
+      "loss": 0.5391780734062195,
+      "step": 11644
+    },
+    {
+      "epoch": 2.1517016780034877,
+      "grad_norm": 0.07601450383663177,
+      "learning_rate": 3.910539423280293e-06,
+      "loss": 0.470345675945282,
+      "step": 11645
+    },
+    {
+      "epoch": 2.1518864547123835,
+      "grad_norm": 0.08250866830348969,
+      "learning_rate": 3.908957154413823e-06,
+      "loss": 0.38118302822113037,
+      "step": 11646
+    },
+    {
+      "epoch": 2.1520712314212793,
+      "grad_norm": 0.09184881299734116,
+      "learning_rate": 3.907375127951797e-06,
+      "loss": 0.5007253289222717,
+      "step": 11647
+    },
+    {
+      "epoch": 2.152256008130175,
+      "grad_norm": 0.07770222425460815,
+      "learning_rate": 3.90579334395718e-06,
+      "loss": 0.39987003803253174,
+      "step": 11648
+    },
+    {
+      "epoch": 2.152440784839071,
+      "grad_norm": 0.09182540327310562,
+      "learning_rate": 3.904211802492922e-06,
+      "loss": 0.48013049364089966,
+      "step": 11649
+    },
+    {
+      "epoch": 2.152625561547967,
+      "grad_norm": 0.08273793756961823,
+      "learning_rate": 3.902630503621963e-06,
+      "loss": 0.5183853507041931,
+      "step": 11650
+    },
+    {
+      "epoch": 2.1528103382568626,
+      "grad_norm": 0.09289605170488358,
+      "learning_rate": 3.901049447407234e-06,
+      "loss": 0.39718329906463623,
+      "step": 11651
+    },
+    {
+      "epoch": 2.1529951149657585,
+      "grad_norm": 0.06910242140293121,
+      "learning_rate": 3.899468633911658e-06,
+      "loss": 0.3946877717971802,
+      "step": 11652
+    },
+    {
+      "epoch": 2.1531798916746543,
+      "grad_norm": 0.08967945724725723,
+      "learning_rate": 3.897888063198142e-06,
+      "loss": 0.4960063695907593,
+      "step": 11653
+    },
+    {
+      "epoch": 2.15336466838355,
+      "grad_norm": 0.07799212634563446,
+      "learning_rate": 3.896307735329588e-06,
+      "loss": 0.4674167037010193,
+      "step": 11654
+    },
+    {
+      "epoch": 2.153549445092446,
+      "grad_norm": 0.08065201342105865,
+      "learning_rate": 3.8947276503688925e-06,
+      "loss": 0.3883388936519623,
+      "step": 11655
+    },
+    {
+      "epoch": 2.1537342218013418,
+      "grad_norm": 0.055760860443115234,
+      "learning_rate": 3.893147808378935e-06,
+      "loss": 0.21677128970623016,
+      "step": 11656
+    },
+    {
+      "epoch": 2.1539189985102376,
+      "grad_norm": 0.09226616472005844,
+      "learning_rate": 3.8915682094225885e-06,
+      "loss": 0.4941445589065552,
+      "step": 11657
+    },
+    {
+      "epoch": 2.1541037752191334,
+      "grad_norm": 0.07622168213129044,
+      "learning_rate": 3.88998885356272e-06,
+      "loss": 0.4406668543815613,
+      "step": 11658
+    },
+    {
+      "epoch": 2.1542885519280297,
+      "grad_norm": 0.08101237565279007,
+      "learning_rate": 3.8884097408621754e-06,
+      "loss": 0.47072938084602356,
+      "step": 11659
+    },
+    {
+      "epoch": 2.154473328636925,
+      "grad_norm": 0.08489350974559784,
+      "learning_rate": 3.886830871383806e-06,
+      "loss": 0.3665739595890045,
+      "step": 11660
+    },
+    {
+      "epoch": 2.1546581053458214,
+      "grad_norm": 0.12182774394750595,
+      "learning_rate": 3.8852522451904395e-06,
+      "loss": 0.5753546357154846,
+      "step": 11661
+    },
+    {
+      "epoch": 2.154842882054717,
+      "grad_norm": 0.10022709518671036,
+      "learning_rate": 3.8836738623449e-06,
+      "loss": 0.5788068771362305,
+      "step": 11662
+    },
+    {
+      "epoch": 2.155027658763613,
+      "grad_norm": 0.08397048711776733,
+      "learning_rate": 3.882095722910011e-06,
+      "loss": 0.43908387422561646,
+      "step": 11663
+    },
+    {
+      "epoch": 2.155212435472509,
+      "grad_norm": 0.09467579424381256,
+      "learning_rate": 3.880517826948569e-06,
+      "loss": 0.4748491048812866,
+      "step": 11664
+    },
+    {
+      "epoch": 2.1553972121814047,
+      "grad_norm": 0.08129502087831497,
+      "learning_rate": 3.878940174523371e-06,
+      "loss": 0.5089216828346252,
+      "step": 11665
+    },
+    {
+      "epoch": 2.1555819888903005,
+      "grad_norm": 0.08315569162368774,
+      "learning_rate": 3.877362765697209e-06,
+      "loss": 0.3821069300174713,
+      "step": 11666
+    },
+    {
+      "epoch": 2.1557667655991963,
+      "grad_norm": 0.08684141933917999,
+      "learning_rate": 3.875785600532849e-06,
+      "loss": 0.3733517527580261,
+      "step": 11667
+    },
+    {
+      "epoch": 2.155951542308092,
+      "grad_norm": 0.09421560913324356,
+      "learning_rate": 3.874208679093063e-06,
+      "loss": 0.5246985554695129,
+      "step": 11668
+    },
+    {
+      "epoch": 2.156136319016988,
+      "grad_norm": 0.06547679752111435,
+      "learning_rate": 3.872632001440604e-06,
+      "loss": 0.33231088519096375,
+      "step": 11669
+    },
+    {
+      "epoch": 2.156321095725884,
+      "grad_norm": 0.08077463507652283,
+      "learning_rate": 3.871055567638224e-06,
+      "loss": 0.4162328839302063,
+      "step": 11670
+    },
+    {
+      "epoch": 2.1565058724347796,
+      "grad_norm": 0.08313507586717606,
+      "learning_rate": 3.869479377748655e-06,
+      "loss": 0.41471588611602783,
+      "step": 11671
+    },
+    {
+      "epoch": 2.1566906491436755,
+      "grad_norm": 0.06435898691415787,
+      "learning_rate": 3.867903431834632e-06,
+      "loss": 0.30664384365081787,
+      "step": 11672
+    },
+    {
+      "epoch": 2.1568754258525713,
+      "grad_norm": 0.08906294405460358,
+      "learning_rate": 3.866327729958863e-06,
+      "loss": 0.4741312563419342,
+      "step": 11673
+    },
+    {
+      "epoch": 2.157060202561467,
+      "grad_norm": 0.10594379901885986,
+      "learning_rate": 3.864752272184065e-06,
+      "loss": 0.7573657631874084,
+      "step": 11674
+    },
+    {
+      "epoch": 2.157244979270363,
+      "grad_norm": 0.07337291538715363,
+      "learning_rate": 3.863177058572925e-06,
+      "loss": 0.3911682963371277,
+      "step": 11675
+    },
+    {
+      "epoch": 2.157429755979259,
+      "grad_norm": 0.08629732578992844,
+      "learning_rate": 3.86160208918814e-06,
+      "loss": 0.44535213708877563,
+      "step": 11676
+    },
+    {
+      "epoch": 2.1576145326881546,
+      "grad_norm": 0.06811978667974472,
+      "learning_rate": 3.860027364092393e-06,
+      "loss": 0.37970200181007385,
+      "step": 11677
+    },
+    {
+      "epoch": 2.1577993093970504,
+      "grad_norm": 0.09466637670993805,
+      "learning_rate": 3.858452883348342e-06,
+      "loss": 0.42708879709243774,
+      "step": 11678
+    },
+    {
+      "epoch": 2.1579840861059463,
+      "grad_norm": 0.07300035655498505,
+      "learning_rate": 3.856878647018654e-06,
+      "loss": 0.46120768785476685,
+      "step": 11679
+    },
+    {
+      "epoch": 2.158168862814842,
+      "grad_norm": 0.09889834374189377,
+      "learning_rate": 3.855304655165978e-06,
+      "loss": 0.5782213807106018,
+      "step": 11680
+    },
+    {
+      "epoch": 2.158353639523738,
+      "grad_norm": 0.08899401128292084,
+      "learning_rate": 3.853730907852949e-06,
+      "loss": 0.4296332001686096,
+      "step": 11681
+    },
+    {
+      "epoch": 2.1585384162326338,
+      "grad_norm": 0.07711257040500641,
+      "learning_rate": 3.852157405142199e-06,
+      "loss": 0.49526482820510864,
+      "step": 11682
+    },
+    {
+      "epoch": 2.1587231929415296,
+      "grad_norm": 0.08905673772096634,
+      "learning_rate": 3.850584147096355e-06,
+      "loss": 0.456241637468338,
+      "step": 11683
+    },
+    {
+      "epoch": 2.1589079696504254,
+      "grad_norm": 0.10414526611566544,
+      "learning_rate": 3.849011133778021e-06,
+      "loss": 0.5894927382469177,
+      "step": 11684
+    },
+    {
+      "epoch": 2.1590927463593212,
+      "grad_norm": 0.08418159186840057,
+      "learning_rate": 3.847438365249799e-06,
+      "loss": 0.40886250138282776,
+      "step": 11685
+    },
+    {
+      "epoch": 2.159277523068217,
+      "grad_norm": 0.06604897230863571,
+      "learning_rate": 3.845865841574286e-06,
+      "loss": 0.3613528907299042,
+      "step": 11686
+    },
+    {
+      "epoch": 2.159462299777113,
+      "grad_norm": 0.098621666431427,
+      "learning_rate": 3.8442935628140545e-06,
+      "loss": 0.5726948380470276,
+      "step": 11687
+    },
+    {
+      "epoch": 2.1596470764860087,
+      "grad_norm": 0.07698316872119904,
+      "learning_rate": 3.84272152903168e-06,
+      "loss": 0.4723285138607025,
+      "step": 11688
+    },
+    {
+      "epoch": 2.1598318531949046,
+      "grad_norm": 0.0858742967247963,
+      "learning_rate": 3.841149740289725e-06,
+      "loss": 0.4319852292537689,
+      "step": 11689
+    },
+    {
+      "epoch": 2.160016629903801,
+      "grad_norm": 0.08265368640422821,
+      "learning_rate": 3.839578196650742e-06,
+      "loss": 0.4376170337200165,
+      "step": 11690
+    },
+    {
+      "epoch": 2.1602014066126967,
+      "grad_norm": 0.08331847935914993,
+      "learning_rate": 3.838006898177277e-06,
+      "loss": 0.5049540400505066,
+      "step": 11691
+    },
+    {
+      "epoch": 2.1603861833215925,
+      "grad_norm": 0.08013642579317093,
+      "learning_rate": 3.836435844931855e-06,
+      "loss": 0.40282782912254333,
+      "step": 11692
+    },
+    {
+      "epoch": 2.1605709600304883,
+      "grad_norm": 0.08243634551763535,
+      "learning_rate": 3.834865036977003e-06,
+      "loss": 0.5801693797111511,
+      "step": 11693
+    },
+    {
+      "epoch": 2.160755736739384,
+      "grad_norm": 0.08161672204732895,
+      "learning_rate": 3.833294474375234e-06,
+      "loss": 0.40056663751602173,
+      "step": 11694
+    },
+    {
+      "epoch": 2.16094051344828,
+      "grad_norm": 0.08250513672828674,
+      "learning_rate": 3.831724157189053e-06,
+      "loss": 0.433946430683136,
+      "step": 11695
+    },
+    {
+      "epoch": 2.161125290157176,
+      "grad_norm": 0.08036414533853531,
+      "learning_rate": 3.830154085480952e-06,
+      "loss": 0.4758602976799011,
+      "step": 11696
+    },
+    {
+      "epoch": 2.1613100668660716,
+      "grad_norm": 0.07142708450555801,
+      "learning_rate": 3.828584259313418e-06,
+      "loss": 0.34024667739868164,
+      "step": 11697
+    },
+    {
+      "epoch": 2.1614948435749675,
+      "grad_norm": 0.11011051386594772,
+      "learning_rate": 3.82701467874892e-06,
+      "loss": 0.5866760611534119,
+      "step": 11698
+    },
+    {
+      "epoch": 2.1616796202838633,
+      "grad_norm": 0.08226508647203445,
+      "learning_rate": 3.825445343849925e-06,
+      "loss": 0.5511084794998169,
+      "step": 11699
+    },
+    {
+      "epoch": 2.161864396992759,
+      "grad_norm": 0.0740421712398529,
+      "learning_rate": 3.823876254678891e-06,
+      "loss": 0.3521818220615387,
+      "step": 11700
+    },
+    {
+      "epoch": 2.162049173701655,
+      "grad_norm": 0.058426644653081894,
+      "learning_rate": 3.822307411298256e-06,
+      "loss": 0.21237623691558838,
+      "step": 11701
+    },
+    {
+      "epoch": 2.1622339504105508,
+      "grad_norm": 0.08686983585357666,
+      "learning_rate": 3.820738813770455e-06,
+      "loss": 0.4280414283275604,
+      "step": 11702
+    },
+    {
+      "epoch": 2.1624187271194466,
+      "grad_norm": 0.06894486397504807,
+      "learning_rate": 3.819170462157924e-06,
+      "loss": 0.35992392897605896,
+      "step": 11703
+    },
+    {
+      "epoch": 2.1626035038283424,
+      "grad_norm": 0.11185557395219803,
+      "learning_rate": 3.8176023565230676e-06,
+      "loss": 0.5863062739372253,
+      "step": 11704
+    },
+    {
+      "epoch": 2.1627882805372383,
+      "grad_norm": 0.08624433726072311,
+      "learning_rate": 3.816034496928295e-06,
+      "loss": 0.44079217314720154,
+      "step": 11705
+    },
+    {
+      "epoch": 2.162973057246134,
+      "grad_norm": 0.09721717238426208,
+      "learning_rate": 3.8144668834360067e-06,
+      "loss": 0.502701461315155,
+      "step": 11706
+    },
+    {
+      "epoch": 2.16315783395503,
+      "grad_norm": 0.06353076547384262,
+      "learning_rate": 3.812899516108579e-06,
+      "loss": 0.32220011949539185,
+      "step": 11707
+    },
+    {
+      "epoch": 2.1633426106639257,
+      "grad_norm": 0.0796390026807785,
+      "learning_rate": 3.8113323950083947e-06,
+      "loss": 0.4178166687488556,
+      "step": 11708
+    },
+    {
+      "epoch": 2.1635273873728216,
+      "grad_norm": 0.0978512093424797,
+      "learning_rate": 3.80976552019782e-06,
+      "loss": 0.5056663751602173,
+      "step": 11709
+    },
+    {
+      "epoch": 2.1637121640817174,
+      "grad_norm": 0.07964329421520233,
+      "learning_rate": 3.80819889173921e-06,
+      "loss": 0.3986744284629822,
+      "step": 11710
+    },
+    {
+      "epoch": 2.1638969407906132,
+      "grad_norm": 0.08560479432344437,
+      "learning_rate": 3.8066325096949153e-06,
+      "loss": 0.3445097804069519,
+      "step": 11711
+    },
+    {
+      "epoch": 2.164081717499509,
+      "grad_norm": 0.0772845521569252,
+      "learning_rate": 3.8050663741272675e-06,
+      "loss": 0.3878020644187927,
+      "step": 11712
+    },
+    {
+      "epoch": 2.164266494208405,
+      "grad_norm": 0.07131746411323547,
+      "learning_rate": 3.803500485098597e-06,
+      "loss": 0.3322165012359619,
+      "step": 11713
+    },
+    {
+      "epoch": 2.1644512709173007,
+      "grad_norm": 0.07706581801176071,
+      "learning_rate": 3.8019348426712198e-06,
+      "loss": 0.41919857263565063,
+      "step": 11714
+    },
+    {
+      "epoch": 2.1646360476261965,
+      "grad_norm": 0.08948921412229538,
+      "learning_rate": 3.8003694469074446e-06,
+      "loss": 0.411518394947052,
+      "step": 11715
+    },
+    {
+      "epoch": 2.1648208243350924,
+      "grad_norm": 0.07101071625947952,
+      "learning_rate": 3.7988042978695706e-06,
+      "loss": 0.3982822597026825,
+      "step": 11716
+    },
+    {
+      "epoch": 2.165005601043988,
+      "grad_norm": 0.09112266451120377,
+      "learning_rate": 3.797239395619887e-06,
+      "loss": 0.41766148805618286,
+      "step": 11717
+    },
+    {
+      "epoch": 2.165190377752884,
+      "grad_norm": 0.07062102854251862,
+      "learning_rate": 3.7956747402206663e-06,
+      "loss": 0.38626226782798767,
+      "step": 11718
+    },
+    {
+      "epoch": 2.1653751544617803,
+      "grad_norm": 0.09081759303808212,
+      "learning_rate": 3.79411033173418e-06,
+      "loss": 0.40110763907432556,
+      "step": 11719
+    },
+    {
+      "epoch": 2.165559931170676,
+      "grad_norm": 0.09068002551794052,
+      "learning_rate": 3.7925461702226897e-06,
+      "loss": 0.4494416117668152,
+      "step": 11720
+    },
+    {
+      "epoch": 2.165744707879572,
+      "grad_norm": 0.06869544833898544,
+      "learning_rate": 3.7909822557484378e-06,
+      "loss": 0.3673214912414551,
+      "step": 11721
+    },
+    {
+      "epoch": 2.165929484588468,
+      "grad_norm": 0.07023914158344269,
+      "learning_rate": 3.7894185883736633e-06,
+      "loss": 0.4389057755470276,
+      "step": 11722
+    },
+    {
+      "epoch": 2.1661142612973636,
+      "grad_norm": 0.0772065743803978,
+      "learning_rate": 3.7878551681606057e-06,
+      "loss": 0.4547201097011566,
+      "step": 11723
+    },
+    {
+      "epoch": 2.1662990380062594,
+      "grad_norm": 0.08422631770372391,
+      "learning_rate": 3.7862919951714737e-06,
+      "loss": 0.3660799562931061,
+      "step": 11724
+    },
+    {
+      "epoch": 2.1664838147151553,
+      "grad_norm": 0.08606277406215668,
+      "learning_rate": 3.7847290694684836e-06,
+      "loss": 0.4506904184818268,
+      "step": 11725
+    },
+    {
+      "epoch": 2.166668591424051,
+      "grad_norm": 0.07380979508161545,
+      "learning_rate": 3.7831663911138283e-06,
+      "loss": 0.30309197306632996,
+      "step": 11726
+    },
+    {
+      "epoch": 2.166853368132947,
+      "grad_norm": 0.08433002978563309,
+      "learning_rate": 3.7816039601696996e-06,
+      "loss": 0.6037353873252869,
+      "step": 11727
+    },
+    {
+      "epoch": 2.1670381448418428,
+      "grad_norm": 0.0858033299446106,
+      "learning_rate": 3.78004177669828e-06,
+      "loss": 0.30435726046562195,
+      "step": 11728
+    },
+    {
+      "epoch": 2.1672229215507386,
+      "grad_norm": 0.10412168502807617,
+      "learning_rate": 3.7784798407617364e-06,
+      "loss": 0.5917178988456726,
+      "step": 11729
+    },
+    {
+      "epoch": 2.1674076982596344,
+      "grad_norm": 0.08749578148126602,
+      "learning_rate": 3.776918152422231e-06,
+      "loss": 0.49174991250038147,
+      "step": 11730
+    },
+    {
+      "epoch": 2.1675924749685302,
+      "grad_norm": 0.07869294285774231,
+      "learning_rate": 3.7753567117419175e-06,
+      "loss": 0.2797946631908417,
+      "step": 11731
+    },
+    {
+      "epoch": 2.167777251677426,
+      "grad_norm": 0.10534682124853134,
+      "learning_rate": 3.773795518782929e-06,
+      "loss": 0.5504571795463562,
+      "step": 11732
+    },
+    {
+      "epoch": 2.167962028386322,
+      "grad_norm": 0.08306889235973358,
+      "learning_rate": 3.7722345736073984e-06,
+      "loss": 0.44501793384552,
+      "step": 11733
+    },
+    {
+      "epoch": 2.1681468050952177,
+      "grad_norm": 0.09396319091320038,
+      "learning_rate": 3.7706738762774485e-06,
+      "loss": 0.43054285645484924,
+      "step": 11734
+    },
+    {
+      "epoch": 2.1683315818041136,
+      "grad_norm": 0.062297649681568146,
+      "learning_rate": 3.7691134268551897e-06,
+      "loss": 0.2745853364467621,
+      "step": 11735
+    },
+    {
+      "epoch": 2.1685163585130094,
+      "grad_norm": 0.0928124189376831,
+      "learning_rate": 3.7675532254027216e-06,
+      "loss": 0.5709888935089111,
+      "step": 11736
+    },
+    {
+      "epoch": 2.168701135221905,
+      "grad_norm": 0.08623574674129486,
+      "learning_rate": 3.76599327198214e-06,
+      "loss": 0.5272578597068787,
+      "step": 11737
+    },
+    {
+      "epoch": 2.168885911930801,
+      "grad_norm": 0.0718969851732254,
+      "learning_rate": 3.76443356665552e-06,
+      "loss": 0.3616103529930115,
+      "step": 11738
+    },
+    {
+      "epoch": 2.169070688639697,
+      "grad_norm": 0.0819055438041687,
+      "learning_rate": 3.7628741094849374e-06,
+      "loss": 0.46330684423446655,
+      "step": 11739
+    },
+    {
+      "epoch": 2.1692554653485927,
+      "grad_norm": 0.09148211777210236,
+      "learning_rate": 3.761314900532449e-06,
+      "loss": 0.5191062688827515,
+      "step": 11740
+    },
+    {
+      "epoch": 2.1694402420574885,
+      "grad_norm": 0.0735086053609848,
+      "learning_rate": 3.7597559398601102e-06,
+      "loss": 0.38592714071273804,
+      "step": 11741
+    },
+    {
+      "epoch": 2.1696250187663844,
+      "grad_norm": 0.07115492224693298,
+      "learning_rate": 3.7581972275299606e-06,
+      "loss": 0.3410407304763794,
+      "step": 11742
+    },
+    {
+      "epoch": 2.16980979547528,
+      "grad_norm": 0.09364961087703705,
+      "learning_rate": 3.7566387636040334e-06,
+      "loss": 0.5007708668708801,
+      "step": 11743
+    },
+    {
+      "epoch": 2.169994572184176,
+      "grad_norm": 0.07597985863685608,
+      "learning_rate": 3.755080548144351e-06,
+      "loss": 0.49047887325286865,
+      "step": 11744
+    },
+    {
+      "epoch": 2.170179348893072,
+      "grad_norm": 0.0871448889374733,
+      "learning_rate": 3.7535225812129274e-06,
+      "loss": 0.37562286853790283,
+      "step": 11745
+    },
+    {
+      "epoch": 2.1703641256019677,
+      "grad_norm": 0.0897744670510292,
+      "learning_rate": 3.7519648628717596e-06,
+      "loss": 0.47237977385520935,
+      "step": 11746
+    },
+    {
+      "epoch": 2.1705489023108635,
+      "grad_norm": 0.11996883153915405,
+      "learning_rate": 3.7504073931828424e-06,
+      "loss": 0.6920106410980225,
+      "step": 11747
+    },
+    {
+      "epoch": 2.1707336790197598,
+      "grad_norm": 0.09214407950639725,
+      "learning_rate": 3.7488501722081582e-06,
+      "loss": 0.5268396735191345,
+      "step": 11748
+    },
+    {
+      "epoch": 2.1709184557286556,
+      "grad_norm": 0.08599527925252914,
+      "learning_rate": 3.7472932000096807e-06,
+      "loss": 0.39189955592155457,
+      "step": 11749
+    },
+    {
+      "epoch": 2.1711032324375514,
+      "grad_norm": 0.09038657695055008,
+      "learning_rate": 3.7457364766493708e-06,
+      "loss": 0.43005287647247314,
+      "step": 11750
+    },
+    {
+      "epoch": 2.1712880091464473,
+      "grad_norm": 0.07823736220598221,
+      "learning_rate": 3.7441800021891863e-06,
+      "loss": 0.4083983898162842,
+      "step": 11751
+    },
+    {
+      "epoch": 2.171472785855343,
+      "grad_norm": 0.0693674385547638,
+      "learning_rate": 3.742623776691061e-06,
+      "loss": 0.42666032910346985,
+      "step": 11752
+    },
+    {
+      "epoch": 2.171657562564239,
+      "grad_norm": 0.07568097859621048,
+      "learning_rate": 3.741067800216934e-06,
+      "loss": 0.39862126111984253,
+      "step": 11753
+    },
+    {
+      "epoch": 2.1718423392731347,
+      "grad_norm": 0.08159180730581284,
+      "learning_rate": 3.739512072828726e-06,
+      "loss": 0.4888143539428711,
+      "step": 11754
+    },
+    {
+      "epoch": 2.1720271159820306,
+      "grad_norm": 0.07871854305267334,
+      "learning_rate": 3.737956594588351e-06,
+      "loss": 0.3868490755558014,
+      "step": 11755
+    },
+    {
+      "epoch": 2.1722118926909264,
+      "grad_norm": 0.10375802218914032,
+      "learning_rate": 3.736401365557716e-06,
+      "loss": 0.6778278350830078,
+      "step": 11756
+    },
+    {
+      "epoch": 2.1723966693998222,
+      "grad_norm": 0.08540346473455429,
+      "learning_rate": 3.734846385798707e-06,
+      "loss": 0.4792468845844269,
+      "step": 11757
+    },
+    {
+      "epoch": 2.172581446108718,
+      "grad_norm": 0.07805228233337402,
+      "learning_rate": 3.73329165537321e-06,
+      "loss": 0.3809247314929962,
+      "step": 11758
+    },
+    {
+      "epoch": 2.172766222817614,
+      "grad_norm": 0.08918479830026627,
+      "learning_rate": 3.731737174343103e-06,
+      "loss": 0.44978439807891846,
+      "step": 11759
+    },
+    {
+      "epoch": 2.1729509995265097,
+      "grad_norm": 0.07604454457759857,
+      "learning_rate": 3.730182942770243e-06,
+      "loss": 0.3504337668418884,
+      "step": 11760
+    },
+    {
+      "epoch": 2.1731357762354055,
+      "grad_norm": 0.07437156140804291,
+      "learning_rate": 3.728628960716485e-06,
+      "loss": 0.3848017454147339,
+      "step": 11761
+    },
+    {
+      "epoch": 2.1733205529443014,
+      "grad_norm": 0.08974701166152954,
+      "learning_rate": 3.727075228243674e-06,
+      "loss": 0.4856947064399719,
+      "step": 11762
+    },
+    {
+      "epoch": 2.173505329653197,
+      "grad_norm": 0.09555413573980331,
+      "learning_rate": 3.7255217454136428e-06,
+      "loss": 0.4570215046405792,
+      "step": 11763
+    },
+    {
+      "epoch": 2.173690106362093,
+      "grad_norm": 0.06414473801851273,
+      "learning_rate": 3.7239685122882173e-06,
+      "loss": 0.37356042861938477,
+      "step": 11764
+    },
+    {
+      "epoch": 2.173874883070989,
+      "grad_norm": 0.0668707937002182,
+      "learning_rate": 3.722415528929212e-06,
+      "loss": 0.35844603180885315,
+      "step": 11765
+    },
+    {
+      "epoch": 2.1740596597798847,
+      "grad_norm": 0.0816434994339943,
+      "learning_rate": 3.7208627953984257e-06,
+      "loss": 0.4278120696544647,
+      "step": 11766
+    },
+    {
+      "epoch": 2.1742444364887805,
+      "grad_norm": 0.09556222707033157,
+      "learning_rate": 3.7193103117576557e-06,
+      "loss": 0.4568500220775604,
+      "step": 11767
+    },
+    {
+      "epoch": 2.1744292131976763,
+      "grad_norm": 0.09306345134973526,
+      "learning_rate": 3.7177580780686838e-06,
+      "loss": 0.4913712441921234,
+      "step": 11768
+    },
+    {
+      "epoch": 2.174613989906572,
+      "grad_norm": 0.07091156393289566,
+      "learning_rate": 3.7162060943932875e-06,
+      "loss": 0.3560081720352173,
+      "step": 11769
+    },
+    {
+      "epoch": 2.174798766615468,
+      "grad_norm": 0.07228139787912369,
+      "learning_rate": 3.7146543607932284e-06,
+      "loss": 0.3397913873195648,
+      "step": 11770
+    },
+    {
+      "epoch": 2.174983543324364,
+      "grad_norm": 0.057565197348594666,
+      "learning_rate": 3.7131028773302656e-06,
+      "loss": 0.3120599687099457,
+      "step": 11771
+    },
+    {
+      "epoch": 2.1751683200332597,
+      "grad_norm": 0.07905125617980957,
+      "learning_rate": 3.7115516440661347e-06,
+      "loss": 0.4089307487010956,
+      "step": 11772
+    },
+    {
+      "epoch": 2.1753530967421555,
+      "grad_norm": 0.08861220628023148,
+      "learning_rate": 3.710000661062578e-06,
+      "loss": 0.4595871567726135,
+      "step": 11773
+    },
+    {
+      "epoch": 2.1755378734510513,
+      "grad_norm": 0.07304118573665619,
+      "learning_rate": 3.7084499283813103e-06,
+      "loss": 0.30586081743240356,
+      "step": 11774
+    },
+    {
+      "epoch": 2.175722650159947,
+      "grad_norm": 0.0830596312880516,
+      "learning_rate": 3.706899446084055e-06,
+      "loss": 0.3427889943122864,
+      "step": 11775
+    },
+    {
+      "epoch": 2.175907426868843,
+      "grad_norm": 0.09748268127441406,
+      "learning_rate": 3.7053492142325156e-06,
+      "loss": 0.5185943841934204,
+      "step": 11776
+    },
+    {
+      "epoch": 2.1760922035777392,
+      "grad_norm": 0.08044993877410889,
+      "learning_rate": 3.703799232888381e-06,
+      "loss": 0.38030368089675903,
+      "step": 11777
+    },
+    {
+      "epoch": 2.176276980286635,
+      "grad_norm": 0.09990067034959793,
+      "learning_rate": 3.7022495021133378e-06,
+      "loss": 0.5028130412101746,
+      "step": 11778
+    },
+    {
+      "epoch": 2.176461756995531,
+      "grad_norm": 0.09113533794879913,
+      "learning_rate": 3.700700021969066e-06,
+      "loss": 0.3763606548309326,
+      "step": 11779
+    },
+    {
+      "epoch": 2.1766465337044267,
+      "grad_norm": 0.0950152724981308,
+      "learning_rate": 3.699150792517221e-06,
+      "loss": 0.5273303985595703,
+      "step": 11780
+    },
+    {
+      "epoch": 2.1768313104133226,
+      "grad_norm": 0.0905051901936531,
+      "learning_rate": 3.6976018138194625e-06,
+      "loss": 0.6240034699440002,
+      "step": 11781
+    },
+    {
+      "epoch": 2.1770160871222184,
+      "grad_norm": 0.11675798892974854,
+      "learning_rate": 3.6960530859374334e-06,
+      "loss": 0.7055141925811768,
+      "step": 11782
+    },
+    {
+      "epoch": 2.177200863831114,
+      "grad_norm": 0.08601131290197372,
+      "learning_rate": 3.6945046089327698e-06,
+      "loss": 0.47330668568611145,
+      "step": 11783
+    },
+    {
+      "epoch": 2.17738564054001,
+      "grad_norm": 0.06150782108306885,
+      "learning_rate": 3.6929563828670945e-06,
+      "loss": 0.27529773116111755,
+      "step": 11784
+    },
+    {
+      "epoch": 2.177570417248906,
+      "grad_norm": 0.07958129793405533,
+      "learning_rate": 3.6914084078020263e-06,
+      "loss": 0.42535436153411865,
+      "step": 11785
+    },
+    {
+      "epoch": 2.1777551939578017,
+      "grad_norm": 0.07603038847446442,
+      "learning_rate": 3.6898606837991635e-06,
+      "loss": 0.35221901535987854,
+      "step": 11786
+    },
+    {
+      "epoch": 2.1779399706666975,
+      "grad_norm": 0.06935341656208038,
+      "learning_rate": 3.6883132109201037e-06,
+      "loss": 0.34105798602104187,
+      "step": 11787
+    },
+    {
+      "epoch": 2.1781247473755934,
+      "grad_norm": 0.07835391908884048,
+      "learning_rate": 3.6867659892264307e-06,
+      "loss": 0.44978412985801697,
+      "step": 11788
+    },
+    {
+      "epoch": 2.178309524084489,
+      "grad_norm": 0.08281917124986649,
+      "learning_rate": 3.685219018779721e-06,
+      "loss": 0.37326085567474365,
+      "step": 11789
+    },
+    {
+      "epoch": 2.178494300793385,
+      "grad_norm": 0.08823174983263016,
+      "learning_rate": 3.683672299641541e-06,
+      "loss": 0.45342573523521423,
+      "step": 11790
+    },
+    {
+      "epoch": 2.178679077502281,
+      "grad_norm": 0.06711402535438538,
+      "learning_rate": 3.6821258318734376e-06,
+      "loss": 0.2581331431865692,
+      "step": 11791
+    },
+    {
+      "epoch": 2.1788638542111767,
+      "grad_norm": 0.10414480417966843,
+      "learning_rate": 3.680579615536961e-06,
+      "loss": 0.6712921857833862,
+      "step": 11792
+    },
+    {
+      "epoch": 2.1790486309200725,
+      "grad_norm": 0.078679159283638,
+      "learning_rate": 3.6790336506936473e-06,
+      "loss": 0.4711715281009674,
+      "step": 11793
+    },
+    {
+      "epoch": 2.1792334076289683,
+      "grad_norm": 0.0918063074350357,
+      "learning_rate": 3.677487937405013e-06,
+      "loss": 0.4823344647884369,
+      "step": 11794
+    },
+    {
+      "epoch": 2.179418184337864,
+      "grad_norm": 0.08719798922538757,
+      "learning_rate": 3.6759424757325813e-06,
+      "loss": 0.43217337131500244,
+      "step": 11795
+    },
+    {
+      "epoch": 2.17960296104676,
+      "grad_norm": 0.08216572552919388,
+      "learning_rate": 3.674397265737857e-06,
+      "loss": 0.4107217490673065,
+      "step": 11796
+    },
+    {
+      "epoch": 2.179787737755656,
+      "grad_norm": 0.10715235769748688,
+      "learning_rate": 3.6728523074823276e-06,
+      "loss": 0.5502179265022278,
+      "step": 11797
+    },
+    {
+      "epoch": 2.1799725144645516,
+      "grad_norm": 0.06882361322641373,
+      "learning_rate": 3.6713076010274806e-06,
+      "loss": 0.37534210085868835,
+      "step": 11798
+    },
+    {
+      "epoch": 2.1801572911734475,
+      "grad_norm": 0.08649523556232452,
+      "learning_rate": 3.669763146434795e-06,
+      "loss": 0.4610140323638916,
+      "step": 11799
+    },
+    {
+      "epoch": 2.1803420678823433,
+      "grad_norm": 0.07134760916233063,
+      "learning_rate": 3.668218943765729e-06,
+      "loss": 0.28405073285102844,
+      "step": 11800
+    },
+    {
+      "epoch": 2.180526844591239,
+      "grad_norm": 0.07951401174068451,
+      "learning_rate": 3.666674993081738e-06,
+      "loss": 0.44334912300109863,
+      "step": 11801
+    },
+    {
+      "epoch": 2.180711621300135,
+      "grad_norm": 0.07624167203903198,
+      "learning_rate": 3.6651312944442684e-06,
+      "loss": 0.4165308475494385,
+      "step": 11802
+    },
+    {
+      "epoch": 2.180896398009031,
+      "grad_norm": 0.07992348074913025,
+      "learning_rate": 3.6635878479147545e-06,
+      "loss": 0.38696640729904175,
+      "step": 11803
+    },
+    {
+      "epoch": 2.1810811747179266,
+      "grad_norm": 0.09303223341703415,
+      "learning_rate": 3.6620446535546227e-06,
+      "loss": 0.48980575799942017,
+      "step": 11804
+    },
+    {
+      "epoch": 2.1812659514268224,
+      "grad_norm": 0.08045366406440735,
+      "learning_rate": 3.6605017114252816e-06,
+      "loss": 0.3471381664276123,
+      "step": 11805
+    },
+    {
+      "epoch": 2.1814507281357187,
+      "grad_norm": 0.08809412270784378,
+      "learning_rate": 3.65895902158814e-06,
+      "loss": 0.42216527462005615,
+      "step": 11806
+    },
+    {
+      "epoch": 2.181635504844614,
+      "grad_norm": 0.07181458920240402,
+      "learning_rate": 3.6574165841045894e-06,
+      "loss": 0.30205219984054565,
+      "step": 11807
+    },
+    {
+      "epoch": 2.1818202815535104,
+      "grad_norm": 0.0813143402338028,
+      "learning_rate": 3.655874399036016e-06,
+      "loss": 0.49499523639678955,
+      "step": 11808
+    },
+    {
+      "epoch": 2.182005058262406,
+      "grad_norm": 0.08100121468305588,
+      "learning_rate": 3.6543324664437916e-06,
+      "loss": 0.37999892234802246,
+      "step": 11809
+    },
+    {
+      "epoch": 2.182189834971302,
+      "grad_norm": 0.0968104675412178,
+      "learning_rate": 3.6527907863892877e-06,
+      "loss": 0.42118382453918457,
+      "step": 11810
+    },
+    {
+      "epoch": 2.182374611680198,
+      "grad_norm": 0.10659095644950867,
+      "learning_rate": 3.6512493589338483e-06,
+      "loss": 0.5945422649383545,
+      "step": 11811
+    },
+    {
+      "epoch": 2.1825593883890937,
+      "grad_norm": 0.07730945199728012,
+      "learning_rate": 3.6497081841388215e-06,
+      "loss": 0.42148011922836304,
+      "step": 11812
+    },
+    {
+      "epoch": 2.1827441650979895,
+      "grad_norm": 0.1045936793088913,
+      "learning_rate": 3.6481672620655452e-06,
+      "loss": 0.5791264772415161,
+      "step": 11813
+    },
+    {
+      "epoch": 2.1829289418068853,
+      "grad_norm": 0.08466159552335739,
+      "learning_rate": 3.646626592775332e-06,
+      "loss": 0.4451292157173157,
+      "step": 11814
+    },
+    {
+      "epoch": 2.183113718515781,
+      "grad_norm": 0.07520155608654022,
+      "learning_rate": 3.6450861763295076e-06,
+      "loss": 0.3622979521751404,
+      "step": 11815
+    },
+    {
+      "epoch": 2.183298495224677,
+      "grad_norm": 0.0929901972413063,
+      "learning_rate": 3.643546012789374e-06,
+      "loss": 0.5606027841567993,
+      "step": 11816
+    },
+    {
+      "epoch": 2.183483271933573,
+      "grad_norm": 0.09161688387393951,
+      "learning_rate": 3.642006102216219e-06,
+      "loss": 0.44947391748428345,
+      "step": 11817
+    },
+    {
+      "epoch": 2.1836680486424687,
+      "grad_norm": 0.09159534424543381,
+      "learning_rate": 3.64046644467133e-06,
+      "loss": 0.5428000092506409,
+      "step": 11818
+    },
+    {
+      "epoch": 2.1838528253513645,
+      "grad_norm": 0.08401782065629959,
+      "learning_rate": 3.638927040215984e-06,
+      "loss": 0.5569350123405457,
+      "step": 11819
+    },
+    {
+      "epoch": 2.1840376020602603,
+      "grad_norm": 0.07696730643510818,
+      "learning_rate": 3.6373878889114356e-06,
+      "loss": 0.4635745882987976,
+      "step": 11820
+    },
+    {
+      "epoch": 2.184222378769156,
+      "grad_norm": 0.08972986042499542,
+      "learning_rate": 3.635848990818944e-06,
+      "loss": 0.5002453327178955,
+      "step": 11821
+    },
+    {
+      "epoch": 2.184407155478052,
+      "grad_norm": 0.08567506819963455,
+      "learning_rate": 3.634310345999752e-06,
+      "loss": 0.46873846650123596,
+      "step": 11822
+    },
+    {
+      "epoch": 2.184591932186948,
+      "grad_norm": 0.09065090119838715,
+      "learning_rate": 3.632771954515092e-06,
+      "loss": 0.5605395436286926,
+      "step": 11823
+    },
+    {
+      "epoch": 2.1847767088958436,
+      "grad_norm": 0.07702086865901947,
+      "learning_rate": 3.6312338164261917e-06,
+      "loss": 0.38053658604621887,
+      "step": 11824
+    },
+    {
+      "epoch": 2.1849614856047395,
+      "grad_norm": 0.09548892825841904,
+      "learning_rate": 3.629695931794257e-06,
+      "loss": 0.568294882774353,
+      "step": 11825
+    },
+    {
+      "epoch": 2.1851462623136353,
+      "grad_norm": 0.09351617842912674,
+      "learning_rate": 3.6281583006804933e-06,
+      "loss": 0.5914403200149536,
+      "step": 11826
+    },
+    {
+      "epoch": 2.185331039022531,
+      "grad_norm": 0.09066955745220184,
+      "learning_rate": 3.626620923146095e-06,
+      "loss": 0.44789034128189087,
+      "step": 11827
+    },
+    {
+      "epoch": 2.185515815731427,
+      "grad_norm": 0.09279196709394455,
+      "learning_rate": 3.6250837992522435e-06,
+      "loss": 0.5210738182067871,
+      "step": 11828
+    },
+    {
+      "epoch": 2.1857005924403228,
+      "grad_norm": 0.06666386127471924,
+      "learning_rate": 3.6235469290601122e-06,
+      "loss": 0.2853530943393707,
+      "step": 11829
+    },
+    {
+      "epoch": 2.1858853691492186,
+      "grad_norm": 0.07821212708950043,
+      "learning_rate": 3.622010312630867e-06,
+      "loss": 0.3277926445007324,
+      "step": 11830
+    },
+    {
+      "epoch": 2.1860701458581144,
+      "grad_norm": 0.09027982503175735,
+      "learning_rate": 3.6204739500256546e-06,
+      "loss": 0.4053875207901001,
+      "step": 11831
+    },
+    {
+      "epoch": 2.1862549225670103,
+      "grad_norm": 0.08265797793865204,
+      "learning_rate": 3.61893784130562e-06,
+      "loss": 0.4514121413230896,
+      "step": 11832
+    },
+    {
+      "epoch": 2.186439699275906,
+      "grad_norm": 0.09165399521589279,
+      "learning_rate": 3.6174019865318987e-06,
+      "loss": 0.5018165111541748,
+      "step": 11833
+    },
+    {
+      "epoch": 2.186624475984802,
+      "grad_norm": 0.07767356932163239,
+      "learning_rate": 3.615866385765603e-06,
+      "loss": 0.43387266993522644,
+      "step": 11834
+    },
+    {
+      "epoch": 2.186809252693698,
+      "grad_norm": 0.08318489789962769,
+      "learning_rate": 3.6143310390678544e-06,
+      "loss": 0.45476630330085754,
+      "step": 11835
+    },
+    {
+      "epoch": 2.1869940294025936,
+      "grad_norm": 0.08616919815540314,
+      "learning_rate": 3.6127959464997565e-06,
+      "loss": 0.39537912607192993,
+      "step": 11836
+    },
+    {
+      "epoch": 2.18717880611149,
+      "grad_norm": 0.09167175740003586,
+      "learning_rate": 3.6112611081223937e-06,
+      "loss": 0.38645097613334656,
+      "step": 11837
+    },
+    {
+      "epoch": 2.1873635828203857,
+      "grad_norm": 0.08732689172029495,
+      "learning_rate": 3.6097265239968537e-06,
+      "loss": 0.46446800231933594,
+      "step": 11838
+    },
+    {
+      "epoch": 2.1875483595292815,
+      "grad_norm": 0.07376278191804886,
+      "learning_rate": 3.6081921941842024e-06,
+      "loss": 0.3687284588813782,
+      "step": 11839
+    },
+    {
+      "epoch": 2.1877331362381773,
+      "grad_norm": 0.08316045999526978,
+      "learning_rate": 3.6066581187455042e-06,
+      "loss": 0.39745235443115234,
+      "step": 11840
+    },
+    {
+      "epoch": 2.187917912947073,
+      "grad_norm": 0.09907536953687668,
+      "learning_rate": 3.605124297741811e-06,
+      "loss": 0.5286823511123657,
+      "step": 11841
+    },
+    {
+      "epoch": 2.188102689655969,
+      "grad_norm": 0.07469500601291656,
+      "learning_rate": 3.603590731234163e-06,
+      "loss": 0.36436185240745544,
+      "step": 11842
+    },
+    {
+      "epoch": 2.188287466364865,
+      "grad_norm": 0.0899069607257843,
+      "learning_rate": 3.6020574192835934e-06,
+      "loss": 0.371680349111557,
+      "step": 11843
+    },
+    {
+      "epoch": 2.1884722430737606,
+      "grad_norm": 0.0726056843996048,
+      "learning_rate": 3.6005243619511242e-06,
+      "loss": 0.37702593207359314,
+      "step": 11844
+    },
+    {
+      "epoch": 2.1886570197826565,
+      "grad_norm": 0.08643928915262222,
+      "learning_rate": 3.598991559297761e-06,
+      "loss": 0.45487257838249207,
+      "step": 11845
+    },
+    {
+      "epoch": 2.1888417964915523,
+      "grad_norm": 0.08755392581224442,
+      "learning_rate": 3.5974590113845076e-06,
+      "loss": 0.3754900395870209,
+      "step": 11846
+    },
+    {
+      "epoch": 2.189026573200448,
+      "grad_norm": 0.10274093598127365,
+      "learning_rate": 3.5959267182723544e-06,
+      "loss": 0.6082805395126343,
+      "step": 11847
+    },
+    {
+      "epoch": 2.189211349909344,
+      "grad_norm": 0.0784970372915268,
+      "learning_rate": 3.5943946800222816e-06,
+      "loss": 0.4100046455860138,
+      "step": 11848
+    },
+    {
+      "epoch": 2.18939612661824,
+      "grad_norm": 0.05849752947688103,
+      "learning_rate": 3.5928628966952608e-06,
+      "loss": 0.28361162543296814,
+      "step": 11849
+    },
+    {
+      "epoch": 2.1895809033271356,
+      "grad_norm": 0.07341820001602173,
+      "learning_rate": 3.5913313683522544e-06,
+      "loss": 0.3717271685600281,
+      "step": 11850
+    },
+    {
+      "epoch": 2.1897656800360314,
+      "grad_norm": 0.09280548244714737,
+      "learning_rate": 3.5898000950542067e-06,
+      "loss": 0.39923617243766785,
+      "step": 11851
+    },
+    {
+      "epoch": 2.1899504567449273,
+      "grad_norm": 0.10625611990690231,
+      "learning_rate": 3.58826907686206e-06,
+      "loss": 0.5870501399040222,
+      "step": 11852
+    },
+    {
+      "epoch": 2.190135233453823,
+      "grad_norm": 0.10157416760921478,
+      "learning_rate": 3.586738313836746e-06,
+      "loss": 0.5157890319824219,
+      "step": 11853
+    },
+    {
+      "epoch": 2.190320010162719,
+      "grad_norm": 0.08418985456228256,
+      "learning_rate": 3.585207806039178e-06,
+      "loss": 0.4399016201496124,
+      "step": 11854
+    },
+    {
+      "epoch": 2.1905047868716148,
+      "grad_norm": 0.08287651836872101,
+      "learning_rate": 3.583677553530276e-06,
+      "loss": 0.4425356388092041,
+      "step": 11855
+    },
+    {
+      "epoch": 2.1906895635805106,
+      "grad_norm": 0.08783163130283356,
+      "learning_rate": 3.5821475563709294e-06,
+      "loss": 0.4846430718898773,
+      "step": 11856
+    },
+    {
+      "epoch": 2.1908743402894064,
+      "grad_norm": 0.10092713683843613,
+      "learning_rate": 3.5806178146220315e-06,
+      "loss": 0.6803297400474548,
+      "step": 11857
+    },
+    {
+      "epoch": 2.1910591169983022,
+      "grad_norm": 0.09470190852880478,
+      "learning_rate": 3.5790883283444643e-06,
+      "loss": 0.5392593741416931,
+      "step": 11858
+    },
+    {
+      "epoch": 2.191243893707198,
+      "grad_norm": 0.08710703253746033,
+      "learning_rate": 3.5775590975990903e-06,
+      "loss": 0.548549234867096,
+      "step": 11859
+    },
+    {
+      "epoch": 2.191428670416094,
+      "grad_norm": 0.07717004418373108,
+      "learning_rate": 3.576030122446771e-06,
+      "loss": 0.4283442497253418,
+      "step": 11860
+    },
+    {
+      "epoch": 2.1916134471249897,
+      "grad_norm": 0.09224745631217957,
+      "learning_rate": 3.574501402948354e-06,
+      "loss": 0.44451847672462463,
+      "step": 11861
+    },
+    {
+      "epoch": 2.1917982238338856,
+      "grad_norm": 0.09668068587779999,
+      "learning_rate": 3.572972939164678e-06,
+      "loss": 0.4325692653656006,
+      "step": 11862
+    },
+    {
+      "epoch": 2.1919830005427814,
+      "grad_norm": 0.07948118448257446,
+      "learning_rate": 3.5714447311565727e-06,
+      "loss": 0.37542101740837097,
+      "step": 11863
+    },
+    {
+      "epoch": 2.192167777251677,
+      "grad_norm": 0.1118590459227562,
+      "learning_rate": 3.5699167789848575e-06,
+      "loss": 0.49960219860076904,
+      "step": 11864
+    },
+    {
+      "epoch": 2.192352553960573,
+      "grad_norm": 0.0815550684928894,
+      "learning_rate": 3.568389082710334e-06,
+      "loss": 0.4175896942615509,
+      "step": 11865
+    },
+    {
+      "epoch": 2.1925373306694693,
+      "grad_norm": 0.08199605345726013,
+      "learning_rate": 3.566861642393803e-06,
+      "loss": 0.3794676661491394,
+      "step": 11866
+    },
+    {
+      "epoch": 2.192722107378365,
+      "grad_norm": 0.06854138523340225,
+      "learning_rate": 3.5653344580960525e-06,
+      "loss": 0.3001802861690521,
+      "step": 11867
+    },
+    {
+      "epoch": 2.192906884087261,
+      "grad_norm": 0.0924617350101471,
+      "learning_rate": 3.5638075298778584e-06,
+      "loss": 0.4806053936481476,
+      "step": 11868
+    },
+    {
+      "epoch": 2.193091660796157,
+      "grad_norm": 0.0795179083943367,
+      "learning_rate": 3.5622808577999922e-06,
+      "loss": 0.45049938559532166,
+      "step": 11869
+    },
+    {
+      "epoch": 2.1932764375050526,
+      "grad_norm": 0.07543812692165375,
+      "learning_rate": 3.5607544419232033e-06,
+      "loss": 0.39572301506996155,
+      "step": 11870
+    },
+    {
+      "epoch": 2.1934612142139485,
+      "grad_norm": 0.06583981215953827,
+      "learning_rate": 3.5592282823082413e-06,
+      "loss": 0.368479460477829,
+      "step": 11871
+    },
+    {
+      "epoch": 2.1936459909228443,
+      "grad_norm": 0.10285375267267227,
+      "learning_rate": 3.5577023790158472e-06,
+      "loss": 0.7166904807090759,
+      "step": 11872
+    },
+    {
+      "epoch": 2.19383076763174,
+      "grad_norm": 0.08366060256958008,
+      "learning_rate": 3.5561767321067387e-06,
+      "loss": 0.4107072055339813,
+      "step": 11873
+    },
+    {
+      "epoch": 2.194015544340636,
+      "grad_norm": 0.08970008790493011,
+      "learning_rate": 3.554651341641634e-06,
+      "loss": 0.45388728380203247,
+      "step": 11874
+    },
+    {
+      "epoch": 2.1942003210495318,
+      "grad_norm": 0.08710724115371704,
+      "learning_rate": 3.553126207681247e-06,
+      "loss": 0.49304187297821045,
+      "step": 11875
+    },
+    {
+      "epoch": 2.1943850977584276,
+      "grad_norm": 0.07061879336833954,
+      "learning_rate": 3.551601330286264e-06,
+      "loss": 0.36744633316993713,
+      "step": 11876
+    },
+    {
+      "epoch": 2.1945698744673234,
+      "grad_norm": 0.0940442904829979,
+      "learning_rate": 3.550076709517374e-06,
+      "loss": 0.4634474813938141,
+      "step": 11877
+    },
+    {
+      "epoch": 2.1947546511762193,
+      "grad_norm": 0.08538489043712616,
+      "learning_rate": 3.5485523454352543e-06,
+      "loss": 0.44748833775520325,
+      "step": 11878
+    },
+    {
+      "epoch": 2.194939427885115,
+      "grad_norm": 0.1014489233493805,
+      "learning_rate": 3.547028238100564e-06,
+      "loss": 0.5843960642814636,
+      "step": 11879
+    },
+    {
+      "epoch": 2.195124204594011,
+      "grad_norm": 0.10388089716434479,
+      "learning_rate": 3.5455043875739615e-06,
+      "loss": 0.4797080457210541,
+      "step": 11880
+    },
+    {
+      "epoch": 2.1953089813029067,
+      "grad_norm": 0.08865340054035187,
+      "learning_rate": 3.5439807939160907e-06,
+      "loss": 0.4965810179710388,
+      "step": 11881
+    },
+    {
+      "epoch": 2.1954937580118026,
+      "grad_norm": 0.07938023656606674,
+      "learning_rate": 3.5424574571875857e-06,
+      "loss": 0.41988202929496765,
+      "step": 11882
+    },
+    {
+      "epoch": 2.1956785347206984,
+      "grad_norm": 0.08724203705787659,
+      "learning_rate": 3.5409343774490714e-06,
+      "loss": 0.5557771921157837,
+      "step": 11883
+    },
+    {
+      "epoch": 2.1958633114295942,
+      "grad_norm": 0.08031976968050003,
+      "learning_rate": 3.539411554761164e-06,
+      "loss": 0.4043499231338501,
+      "step": 11884
+    },
+    {
+      "epoch": 2.19604808813849,
+      "grad_norm": 0.08532105386257172,
+      "learning_rate": 3.5378889891844616e-06,
+      "loss": 0.6659044027328491,
+      "step": 11885
+    },
+    {
+      "epoch": 2.196232864847386,
+      "grad_norm": 0.06489470601081848,
+      "learning_rate": 3.5363666807795595e-06,
+      "loss": 0.3123665452003479,
+      "step": 11886
+    },
+    {
+      "epoch": 2.1964176415562817,
+      "grad_norm": 0.10015974193811417,
+      "learning_rate": 3.5348446296070414e-06,
+      "loss": 0.4849621653556824,
+      "step": 11887
+    },
+    {
+      "epoch": 2.1966024182651775,
+      "grad_norm": 0.07387948781251907,
+      "learning_rate": 3.5333228357274794e-06,
+      "loss": 0.36443015933036804,
+      "step": 11888
+    },
+    {
+      "epoch": 2.1967871949740734,
+      "grad_norm": 0.08133751153945923,
+      "learning_rate": 3.5318012992014418e-06,
+      "loss": 0.4533928632736206,
+      "step": 11889
+    },
+    {
+      "epoch": 2.196971971682969,
+      "grad_norm": 0.08863720297813416,
+      "learning_rate": 3.5302800200894715e-06,
+      "loss": 0.40780341625213623,
+      "step": 11890
+    },
+    {
+      "epoch": 2.197156748391865,
+      "grad_norm": 0.08395319432020187,
+      "learning_rate": 3.5287589984521154e-06,
+      "loss": 0.48462802171707153,
+      "step": 11891
+    },
+    {
+      "epoch": 2.197341525100761,
+      "grad_norm": 0.09309794008731842,
+      "learning_rate": 3.527238234349909e-06,
+      "loss": 0.4617069363594055,
+      "step": 11892
+    },
+    {
+      "epoch": 2.1975263018096567,
+      "grad_norm": 0.09020397067070007,
+      "learning_rate": 3.5257177278433674e-06,
+      "loss": 0.45796695351600647,
+      "step": 11893
+    },
+    {
+      "epoch": 2.1977110785185525,
+      "grad_norm": 0.07047610729932785,
+      "learning_rate": 3.524197478993e-06,
+      "loss": 0.3196723461151123,
+      "step": 11894
+    },
+    {
+      "epoch": 2.197895855227449,
+      "grad_norm": 0.08661914616823196,
+      "learning_rate": 3.5226774878593208e-06,
+      "loss": 0.4376320242881775,
+      "step": 11895
+    },
+    {
+      "epoch": 2.1980806319363446,
+      "grad_norm": 0.08178701251745224,
+      "learning_rate": 3.5211577545028086e-06,
+      "loss": 0.42635318636894226,
+      "step": 11896
+    },
+    {
+      "epoch": 2.1982654086452404,
+      "grad_norm": 0.07078079879283905,
+      "learning_rate": 3.5196382789839477e-06,
+      "loss": 0.402277410030365,
+      "step": 11897
+    },
+    {
+      "epoch": 2.1984501853541363,
+      "grad_norm": 0.07917147874832153,
+      "learning_rate": 3.518119061363213e-06,
+      "loss": 0.4432550072669983,
+      "step": 11898
+    },
+    {
+      "epoch": 2.198634962063032,
+      "grad_norm": 0.08097616583108902,
+      "learning_rate": 3.5166001017010563e-06,
+      "loss": 0.4853762090206146,
+      "step": 11899
+    },
+    {
+      "epoch": 2.198819738771928,
+      "grad_norm": 0.08459150791168213,
+      "learning_rate": 3.5150814000579327e-06,
+      "loss": 0.45333394408226013,
+      "step": 11900
+    },
+    {
+      "epoch": 2.1990045154808238,
+      "grad_norm": 0.09444347023963928,
+      "learning_rate": 3.5135629564942797e-06,
+      "loss": 0.46410757303237915,
+      "step": 11901
+    },
+    {
+      "epoch": 2.1991892921897196,
+      "grad_norm": 0.08272453397512436,
+      "learning_rate": 3.5120447710705285e-06,
+      "loss": 0.33521467447280884,
+      "step": 11902
+    },
+    {
+      "epoch": 2.1993740688986154,
+      "grad_norm": 0.09044880419969559,
+      "learning_rate": 3.5105268438470996e-06,
+      "loss": 0.4096111059188843,
+      "step": 11903
+    },
+    {
+      "epoch": 2.1995588456075112,
+      "grad_norm": 0.11137299984693527,
+      "learning_rate": 3.5090091748843967e-06,
+      "loss": 0.5373837351799011,
+      "step": 11904
+    },
+    {
+      "epoch": 2.199743622316407,
+      "grad_norm": 0.09911485016345978,
+      "learning_rate": 3.5074917642428207e-06,
+      "loss": 0.5808022618293762,
+      "step": 11905
+    },
+    {
+      "epoch": 2.199928399025303,
+      "grad_norm": 0.10136883705854416,
+      "learning_rate": 3.5059746119827597e-06,
+      "loss": 0.4865693151950836,
+      "step": 11906
+    },
+    {
+      "epoch": 2.2001131757341987,
+      "grad_norm": 0.1080540269613266,
+      "learning_rate": 3.5044577181645923e-06,
+      "loss": 0.48078617453575134,
+      "step": 11907
+    },
+    {
+      "epoch": 2.2002979524430946,
+      "grad_norm": 0.07321763783693314,
+      "learning_rate": 3.502941082848685e-06,
+      "loss": 0.3743250370025635,
+      "step": 11908
+    },
+    {
+      "epoch": 2.2004827291519904,
+      "grad_norm": 0.08438288420438766,
+      "learning_rate": 3.501424706095401e-06,
+      "loss": 0.4794260561466217,
+      "step": 11909
+    },
+    {
+      "epoch": 2.200667505860886,
+      "grad_norm": 0.08540996164083481,
+      "learning_rate": 3.4999085879650772e-06,
+      "loss": 0.4936371147632599,
+      "step": 11910
+    },
+    {
+      "epoch": 2.200852282569782,
+      "grad_norm": 0.08107694983482361,
+      "learning_rate": 3.4983927285180565e-06,
+      "loss": 0.35202932357788086,
+      "step": 11911
+    },
+    {
+      "epoch": 2.201037059278678,
+      "grad_norm": 0.0972508043050766,
+      "learning_rate": 3.4968771278146675e-06,
+      "loss": 0.4687209725379944,
+      "step": 11912
+    },
+    {
+      "epoch": 2.2012218359875737,
+      "grad_norm": 0.0832279622554779,
+      "learning_rate": 3.495361785915219e-06,
+      "loss": 0.4170093238353729,
+      "step": 11913
+    },
+    {
+      "epoch": 2.2014066126964695,
+      "grad_norm": 0.0792597085237503,
+      "learning_rate": 3.4938467028800182e-06,
+      "loss": 0.2837228775024414,
+      "step": 11914
+    },
+    {
+      "epoch": 2.2015913894053654,
+      "grad_norm": 0.08879082649946213,
+      "learning_rate": 3.4923318787693704e-06,
+      "loss": 0.440814733505249,
+      "step": 11915
+    },
+    {
+      "epoch": 2.201776166114261,
+      "grad_norm": 0.08689576387405396,
+      "learning_rate": 3.4908173136435508e-06,
+      "loss": 0.3709763288497925,
+      "step": 11916
+    },
+    {
+      "epoch": 2.201960942823157,
+      "grad_norm": 0.06214141845703125,
+      "learning_rate": 3.4893030075628367e-06,
+      "loss": 0.2839714586734772,
+      "step": 11917
+    },
+    {
+      "epoch": 2.202145719532053,
+      "grad_norm": 0.0947304293513298,
+      "learning_rate": 3.487788960587497e-06,
+      "loss": 0.43734437227249146,
+      "step": 11918
+    },
+    {
+      "epoch": 2.2023304962409487,
+      "grad_norm": 0.07839353382587433,
+      "learning_rate": 3.48627517277778e-06,
+      "loss": 0.33791032433509827,
+      "step": 11919
+    },
+    {
+      "epoch": 2.2025152729498445,
+      "grad_norm": 0.09421993046998978,
+      "learning_rate": 3.4847616441939314e-06,
+      "loss": 0.4476447105407715,
+      "step": 11920
+    },
+    {
+      "epoch": 2.2027000496587403,
+      "grad_norm": 0.08122393488883972,
+      "learning_rate": 3.4832483748961866e-06,
+      "loss": 0.36605972051620483,
+      "step": 11921
+    },
+    {
+      "epoch": 2.202884826367636,
+      "grad_norm": 0.08852571249008179,
+      "learning_rate": 3.481735364944767e-06,
+      "loss": 0.39648857712745667,
+      "step": 11922
+    },
+    {
+      "epoch": 2.203069603076532,
+      "grad_norm": 0.07064167410135269,
+      "learning_rate": 3.4802226143998917e-06,
+      "loss": 0.2931559085845947,
+      "step": 11923
+    },
+    {
+      "epoch": 2.2032543797854283,
+      "grad_norm": 0.08540599793195724,
+      "learning_rate": 3.4787101233217546e-06,
+      "loss": 0.42261940240859985,
+      "step": 11924
+    },
+    {
+      "epoch": 2.203439156494324,
+      "grad_norm": 0.11070524901151657,
+      "learning_rate": 3.477197891770552e-06,
+      "loss": 0.5631526112556458,
+      "step": 11925
+    },
+    {
+      "epoch": 2.20362393320322,
+      "grad_norm": 0.11584214866161346,
+      "learning_rate": 3.475685919806465e-06,
+      "loss": 0.6900765895843506,
+      "step": 11926
+    },
+    {
+      "epoch": 2.2038087099121157,
+      "grad_norm": 0.09533005952835083,
+      "learning_rate": 3.474174207489668e-06,
+      "loss": 0.42649832367897034,
+      "step": 11927
+    },
+    {
+      "epoch": 2.2039934866210116,
+      "grad_norm": 0.0895998403429985,
+      "learning_rate": 3.4726627548803205e-06,
+      "loss": 0.4245060384273529,
+      "step": 11928
+    },
+    {
+      "epoch": 2.2041782633299074,
+      "grad_norm": 0.082939513027668,
+      "learning_rate": 3.471151562038577e-06,
+      "loss": 0.4422062039375305,
+      "step": 11929
+    },
+    {
+      "epoch": 2.2043630400388032,
+      "grad_norm": 0.0672890916466713,
+      "learning_rate": 3.469640629024572e-06,
+      "loss": 0.30697351694107056,
+      "step": 11930
+    },
+    {
+      "epoch": 2.204547816747699,
+      "grad_norm": 0.09478650987148285,
+      "learning_rate": 3.468129955898439e-06,
+      "loss": 0.4834575653076172,
+      "step": 11931
+    },
+    {
+      "epoch": 2.204732593456595,
+      "grad_norm": 0.07390895485877991,
+      "learning_rate": 3.466619542720302e-06,
+      "loss": 0.36322087049484253,
+      "step": 11932
+    },
+    {
+      "epoch": 2.2049173701654907,
+      "grad_norm": 0.08637066185474396,
+      "learning_rate": 3.46510938955026e-06,
+      "loss": 0.49460700154304504,
+      "step": 11933
+    },
+    {
+      "epoch": 2.2051021468743865,
+      "grad_norm": 0.09042581170797348,
+      "learning_rate": 3.4635994964484252e-06,
+      "loss": 0.40781348943710327,
+      "step": 11934
+    },
+    {
+      "epoch": 2.2052869235832824,
+      "grad_norm": 0.09745407849550247,
+      "learning_rate": 3.462089863474878e-06,
+      "loss": 0.4389975666999817,
+      "step": 11935
+    },
+    {
+      "epoch": 2.205471700292178,
+      "grad_norm": 0.08554673939943314,
+      "learning_rate": 3.4605804906897e-06,
+      "loss": 0.4696071147918701,
+      "step": 11936
+    },
+    {
+      "epoch": 2.205656477001074,
+      "grad_norm": 0.060610331594944,
+      "learning_rate": 3.4590713781529616e-06,
+      "loss": 0.2960943877696991,
+      "step": 11937
+    },
+    {
+      "epoch": 2.20584125370997,
+      "grad_norm": 0.07446163147687912,
+      "learning_rate": 3.4575625259247157e-06,
+      "loss": 0.393887996673584,
+      "step": 11938
+    },
+    {
+      "epoch": 2.2060260304188657,
+      "grad_norm": 0.07066913694143295,
+      "learning_rate": 3.456053934065012e-06,
+      "loss": 0.3027123212814331,
+      "step": 11939
+    },
+    {
+      "epoch": 2.2062108071277615,
+      "grad_norm": 0.07689270377159119,
+      "learning_rate": 3.4545456026338896e-06,
+      "loss": 0.3906818628311157,
+      "step": 11940
+    },
+    {
+      "epoch": 2.2063955838366573,
+      "grad_norm": 0.05763699486851692,
+      "learning_rate": 3.4530375316913734e-06,
+      "loss": 0.27099940180778503,
+      "step": 11941
+    },
+    {
+      "epoch": 2.206580360545553,
+      "grad_norm": 0.0828971266746521,
+      "learning_rate": 3.451529721297481e-06,
+      "loss": 0.44155043363571167,
+      "step": 11942
+    },
+    {
+      "epoch": 2.206765137254449,
+      "grad_norm": 0.0719708651304245,
+      "learning_rate": 3.450022171512221e-06,
+      "loss": 0.35504668951034546,
+      "step": 11943
+    },
+    {
+      "epoch": 2.206949913963345,
+      "grad_norm": 0.10324752330780029,
+      "learning_rate": 3.4485148823955827e-06,
+      "loss": 0.4461381435394287,
+      "step": 11944
+    },
+    {
+      "epoch": 2.2071346906722407,
+      "grad_norm": 0.09716669470071793,
+      "learning_rate": 3.4470078540075556e-06,
+      "loss": 0.5391970872879028,
+      "step": 11945
+    },
+    {
+      "epoch": 2.2073194673811365,
+      "grad_norm": 0.07661837339401245,
+      "learning_rate": 3.445501086408114e-06,
+      "loss": 0.38608694076538086,
+      "step": 11946
+    },
+    {
+      "epoch": 2.2075042440900323,
+      "grad_norm": 0.08236774057149887,
+      "learning_rate": 3.443994579657223e-06,
+      "loss": 0.48675239086151123,
+      "step": 11947
+    },
+    {
+      "epoch": 2.207689020798928,
+      "grad_norm": 0.10291637480258942,
+      "learning_rate": 3.4424883338148364e-06,
+      "loss": 0.5458536148071289,
+      "step": 11948
+    },
+    {
+      "epoch": 2.207873797507824,
+      "grad_norm": 0.07039511948823929,
+      "learning_rate": 3.440982348940902e-06,
+      "loss": 0.3777443766593933,
+      "step": 11949
+    },
+    {
+      "epoch": 2.20805857421672,
+      "grad_norm": 0.08171594887971878,
+      "learning_rate": 3.439476625095346e-06,
+      "loss": 0.4108811914920807,
+      "step": 11950
+    },
+    {
+      "epoch": 2.2082433509256156,
+      "grad_norm": 0.09483866393566132,
+      "learning_rate": 3.4379711623380984e-06,
+      "loss": 0.41626477241516113,
+      "step": 11951
+    },
+    {
+      "epoch": 2.2084281276345115,
+      "grad_norm": 0.0926767885684967,
+      "learning_rate": 3.436465960729065e-06,
+      "loss": 0.37870514392852783,
+      "step": 11952
+    },
+    {
+      "epoch": 2.2086129043434077,
+      "grad_norm": 0.08968275785446167,
+      "learning_rate": 3.4349610203281492e-06,
+      "loss": 0.4915672540664673,
+      "step": 11953
+    },
+    {
+      "epoch": 2.2087976810523036,
+      "grad_norm": 0.08231180906295776,
+      "learning_rate": 3.4334563411952514e-06,
+      "loss": 0.39932894706726074,
+      "step": 11954
+    },
+    {
+      "epoch": 2.2089824577611994,
+      "grad_norm": 0.08135201781988144,
+      "learning_rate": 3.4319519233902443e-06,
+      "loss": 0.34979644417762756,
+      "step": 11955
+    },
+    {
+      "epoch": 2.209167234470095,
+      "grad_norm": 0.07436149567365646,
+      "learning_rate": 3.4304477669730008e-06,
+      "loss": 0.35989686846733093,
+      "step": 11956
+    },
+    {
+      "epoch": 2.209352011178991,
+      "grad_norm": 0.09048670530319214,
+      "learning_rate": 3.4289438720033875e-06,
+      "loss": 0.4885326027870178,
+      "step": 11957
+    },
+    {
+      "epoch": 2.209536787887887,
+      "grad_norm": 0.13973698019981384,
+      "learning_rate": 3.4274402385412452e-06,
+      "loss": 0.7130243182182312,
+      "step": 11958
+    },
+    {
+      "epoch": 2.2097215645967827,
+      "grad_norm": 0.07120823860168457,
+      "learning_rate": 3.425936866646419e-06,
+      "loss": 0.32339027523994446,
+      "step": 11959
+    },
+    {
+      "epoch": 2.2099063413056785,
+      "grad_norm": 0.08559058606624603,
+      "learning_rate": 3.424433756378738e-06,
+      "loss": 0.3834274709224701,
+      "step": 11960
+    },
+    {
+      "epoch": 2.2100911180145744,
+      "grad_norm": 0.0591914989054203,
+      "learning_rate": 3.422930907798021e-06,
+      "loss": 0.3140208125114441,
+      "step": 11961
+    },
+    {
+      "epoch": 2.21027589472347,
+      "grad_norm": 0.06373035162687302,
+      "learning_rate": 3.4214283209640774e-06,
+      "loss": 0.33546945452690125,
+      "step": 11962
+    },
+    {
+      "epoch": 2.210460671432366,
+      "grad_norm": 0.08530183136463165,
+      "learning_rate": 3.4199259959367084e-06,
+      "loss": 0.42840614914894104,
+      "step": 11963
+    },
+    {
+      "epoch": 2.210645448141262,
+      "grad_norm": 0.09318653494119644,
+      "learning_rate": 3.418423932775694e-06,
+      "loss": 0.5658191442489624,
+      "step": 11964
+    },
+    {
+      "epoch": 2.2108302248501577,
+      "grad_norm": 0.09994968771934509,
+      "learning_rate": 3.4169221315408163e-06,
+      "loss": 0.5752363204956055,
+      "step": 11965
+    },
+    {
+      "epoch": 2.2110150015590535,
+      "grad_norm": 0.10247165709733963,
+      "learning_rate": 3.4154205922918428e-06,
+      "loss": 0.44143274426460266,
+      "step": 11966
+    },
+    {
+      "epoch": 2.2111997782679493,
+      "grad_norm": 0.0819198489189148,
+      "learning_rate": 3.4139193150885284e-06,
+      "loss": 0.41120263934135437,
+      "step": 11967
+    },
+    {
+      "epoch": 2.211384554976845,
+      "grad_norm": 0.09771253913640976,
+      "learning_rate": 3.412418299990623e-06,
+      "loss": 0.47400107979774475,
+      "step": 11968
+    },
+    {
+      "epoch": 2.211569331685741,
+      "grad_norm": 0.11114433407783508,
+      "learning_rate": 3.410917547057857e-06,
+      "loss": 0.6460572481155396,
+      "step": 11969
+    },
+    {
+      "epoch": 2.211754108394637,
+      "grad_norm": 0.09645184874534607,
+      "learning_rate": 3.4094170563499575e-06,
+      "loss": 0.485895037651062,
+      "step": 11970
+    },
+    {
+      "epoch": 2.2119388851035326,
+      "grad_norm": 0.08106567710638046,
+      "learning_rate": 3.407916827926644e-06,
+      "loss": 0.37728479504585266,
+      "step": 11971
+    },
+    {
+      "epoch": 2.2121236618124285,
+      "grad_norm": 0.07832597196102142,
+      "learning_rate": 3.4064168618476125e-06,
+      "loss": 0.36626359820365906,
+      "step": 11972
+    },
+    {
+      "epoch": 2.2123084385213243,
+      "grad_norm": 0.07612678408622742,
+      "learning_rate": 3.4049171581725584e-06,
+      "loss": 0.3591512441635132,
+      "step": 11973
+    },
+    {
+      "epoch": 2.21249321523022,
+      "grad_norm": 0.09806806594133377,
+      "learning_rate": 3.403417716961174e-06,
+      "loss": 0.5178738832473755,
+      "step": 11974
+    },
+    {
+      "epoch": 2.212677991939116,
+      "grad_norm": 0.07646838575601578,
+      "learning_rate": 3.4019185382731233e-06,
+      "loss": 0.31318169832229614,
+      "step": 11975
+    },
+    {
+      "epoch": 2.212862768648012,
+      "grad_norm": 0.0919872522354126,
+      "learning_rate": 3.400419622168073e-06,
+      "loss": 0.43961310386657715,
+      "step": 11976
+    },
+    {
+      "epoch": 2.2130475453569076,
+      "grad_norm": 0.08175146579742432,
+      "learning_rate": 3.3989209687056767e-06,
+      "loss": 0.38150280714035034,
+      "step": 11977
+    },
+    {
+      "epoch": 2.2132323220658034,
+      "grad_norm": 0.0916038379073143,
+      "learning_rate": 3.3974225779455703e-06,
+      "loss": 0.4013831913471222,
+      "step": 11978
+    },
+    {
+      "epoch": 2.2134170987746993,
+      "grad_norm": 0.08610547333955765,
+      "learning_rate": 3.3959244499473886e-06,
+      "loss": 0.4272667467594147,
+      "step": 11979
+    },
+    {
+      "epoch": 2.213601875483595,
+      "grad_norm": 0.08782272040843964,
+      "learning_rate": 3.3944265847707525e-06,
+      "loss": 0.5055347084999084,
+      "step": 11980
+    },
+    {
+      "epoch": 2.213786652192491,
+      "grad_norm": 0.06641381978988647,
+      "learning_rate": 3.392928982475272e-06,
+      "loss": 0.30324873328208923,
+      "step": 11981
+    },
+    {
+      "epoch": 2.213971428901387,
+      "grad_norm": 0.11009874194860458,
+      "learning_rate": 3.3914316431205476e-06,
+      "loss": 0.6258784532546997,
+      "step": 11982
+    },
+    {
+      "epoch": 2.2141562056102826,
+      "grad_norm": 0.08467631787061691,
+      "learning_rate": 3.389934566766171e-06,
+      "loss": 0.4102543294429779,
+      "step": 11983
+    },
+    {
+      "epoch": 2.214340982319179,
+      "grad_norm": 0.06726336479187012,
+      "learning_rate": 3.388437753471715e-06,
+      "loss": 0.2789519429206848,
+      "step": 11984
+    },
+    {
+      "epoch": 2.2145257590280747,
+      "grad_norm": 0.08241001516580582,
+      "learning_rate": 3.3869412032967552e-06,
+      "loss": 0.46530020236968994,
+      "step": 11985
+    },
+    {
+      "epoch": 2.2147105357369705,
+      "grad_norm": 0.06900808215141296,
+      "learning_rate": 3.3854449163008395e-06,
+      "loss": 0.3533879816532135,
+      "step": 11986
+    },
+    {
+      "epoch": 2.2148953124458663,
+      "grad_norm": 0.08180130273103714,
+      "learning_rate": 3.3839488925435248e-06,
+      "loss": 0.4307593107223511,
+      "step": 11987
+    },
+    {
+      "epoch": 2.215080089154762,
+      "grad_norm": 0.08925405889749527,
+      "learning_rate": 3.382453132084349e-06,
+      "loss": 0.41310012340545654,
+      "step": 11988
+    },
+    {
+      "epoch": 2.215264865863658,
+      "grad_norm": 0.1149209663271904,
+      "learning_rate": 3.380957634982831e-06,
+      "loss": 0.49383172392845154,
+      "step": 11989
+    },
+    {
+      "epoch": 2.215449642572554,
+      "grad_norm": 0.08416301012039185,
+      "learning_rate": 3.3794624012984913e-06,
+      "loss": 0.4587768316268921,
+      "step": 11990
+    },
+    {
+      "epoch": 2.2156344192814497,
+      "grad_norm": 0.08828668296337128,
+      "learning_rate": 3.3779674310908373e-06,
+      "loss": 0.4280339479446411,
+      "step": 11991
+    },
+    {
+      "epoch": 2.2158191959903455,
+      "grad_norm": 0.08794192224740982,
+      "learning_rate": 3.3764727244193596e-06,
+      "loss": 0.40835249423980713,
+      "step": 11992
+    },
+    {
+      "epoch": 2.2160039726992413,
+      "grad_norm": 0.08347532898187637,
+      "learning_rate": 3.3749782813435415e-06,
+      "loss": 0.41212543845176697,
+      "step": 11993
+    },
+    {
+      "epoch": 2.216188749408137,
+      "grad_norm": 0.11080392450094223,
+      "learning_rate": 3.373484101922867e-06,
+      "loss": 0.6224543452262878,
+      "step": 11994
+    },
+    {
+      "epoch": 2.216373526117033,
+      "grad_norm": 0.06352946907281876,
+      "learning_rate": 3.3719901862167903e-06,
+      "loss": 0.31230124831199646,
+      "step": 11995
+    },
+    {
+      "epoch": 2.216558302825929,
+      "grad_norm": 0.07902231812477112,
+      "learning_rate": 3.3704965342847683e-06,
+      "loss": 0.34405481815338135,
+      "step": 11996
+    },
+    {
+      "epoch": 2.2167430795348246,
+      "grad_norm": 0.07277875393629074,
+      "learning_rate": 3.369003146186246e-06,
+      "loss": 0.2731490731239319,
+      "step": 11997
+    },
+    {
+      "epoch": 2.2169278562437205,
+      "grad_norm": 0.07820237427949905,
+      "learning_rate": 3.36751002198065e-06,
+      "loss": 0.34150072932243347,
+      "step": 11998
+    },
+    {
+      "epoch": 2.2171126329526163,
+      "grad_norm": 0.08240468800067902,
+      "learning_rate": 3.366017161727404e-06,
+      "loss": 0.42970985174179077,
+      "step": 11999
+    },
+    {
+      "epoch": 2.217297409661512,
+      "grad_norm": 0.08826398104429245,
+      "learning_rate": 3.3645245654859206e-06,
+      "loss": 0.3769395053386688,
+      "step": 12000
+    },
+    {
+      "epoch": 2.217297409661512,
+      "eval_loss": 0.5515779852867126,
+      "eval_runtime": 155.3367,
+      "eval_samples_per_second": 117.352,
+      "eval_steps_per_second": 14.671,
+      "step": 12000
+    },
+    {
+      "epoch": 2.217482186370408,
+      "grad_norm": 0.08796269446611404,
+      "learning_rate": 3.3630322333155996e-06,
+      "loss": 0.49599650502204895,
+      "step": 12001
+    },
+    {
+      "epoch": 2.2176669630793038,
+      "grad_norm": 0.10347124934196472,
+      "learning_rate": 3.3615401652758353e-06,
+      "loss": 0.49439701437950134,
+      "step": 12002
+    },
+    {
+      "epoch": 2.2178517397881996,
+      "grad_norm": 0.1028018519282341,
+      "learning_rate": 3.3600483614259983e-06,
+      "loss": 0.4486571252346039,
+      "step": 12003
+    },
+    {
+      "epoch": 2.2180365164970954,
+      "grad_norm": 0.10097562521696091,
+      "learning_rate": 3.358556821825464e-06,
+      "loss": 0.5498074293136597,
+      "step": 12004
+    },
+    {
+      "epoch": 2.2182212932059913,
+      "grad_norm": 0.07746328413486481,
+      "learning_rate": 3.357065546533592e-06,
+      "loss": 0.3791002929210663,
+      "step": 12005
+    },
+    {
+      "epoch": 2.218406069914887,
+      "grad_norm": 0.08741196244955063,
+      "learning_rate": 3.3555745356097224e-06,
+      "loss": 0.41606611013412476,
+      "step": 12006
+    },
+    {
+      "epoch": 2.218590846623783,
+      "grad_norm": 0.09901390224695206,
+      "learning_rate": 3.3540837891132027e-06,
+      "loss": 0.5478041768074036,
+      "step": 12007
+    },
+    {
+      "epoch": 2.2187756233326787,
+      "grad_norm": 0.0802740678191185,
+      "learning_rate": 3.3525933071033578e-06,
+      "loss": 0.3526931405067444,
+      "step": 12008
+    },
+    {
+      "epoch": 2.2189604000415746,
+      "grad_norm": 0.09909913688898087,
+      "learning_rate": 3.3511030896394994e-06,
+      "loss": 0.5463982224464417,
+      "step": 12009
+    },
+    {
+      "epoch": 2.2191451767504704,
+      "grad_norm": 0.07805711776018143,
+      "learning_rate": 3.349613136780936e-06,
+      "loss": 0.4081910252571106,
+      "step": 12010
+    },
+    {
+      "epoch": 2.2193299534593667,
+      "grad_norm": 0.07684759795665741,
+      "learning_rate": 3.3481234485869673e-06,
+      "loss": 0.4387986361980438,
+      "step": 12011
+    },
+    {
+      "epoch": 2.219514730168262,
+      "grad_norm": 0.07478204369544983,
+      "learning_rate": 3.3466340251168706e-06,
+      "loss": 0.38535648584365845,
+      "step": 12012
+    },
+    {
+      "epoch": 2.2196995068771583,
+      "grad_norm": 0.06635311245918274,
+      "learning_rate": 3.3451448664299203e-06,
+      "loss": 0.2572517395019531,
+      "step": 12013
+    },
+    {
+      "epoch": 2.219884283586054,
+      "grad_norm": 0.08421587198972702,
+      "learning_rate": 3.343655972585391e-06,
+      "loss": 0.5203030109405518,
+      "step": 12014
+    },
+    {
+      "epoch": 2.22006906029495,
+      "grad_norm": 0.10073671489953995,
+      "learning_rate": 3.3421673436425263e-06,
+      "loss": 0.5088030695915222,
+      "step": 12015
+    },
+    {
+      "epoch": 2.220253837003846,
+      "grad_norm": 0.10075697302818298,
+      "learning_rate": 3.340678979660573e-06,
+      "loss": 0.4893205463886261,
+      "step": 12016
+    },
+    {
+      "epoch": 2.2204386137127416,
+      "grad_norm": 0.07593869417905807,
+      "learning_rate": 3.3391908806987604e-06,
+      "loss": 0.3319643437862396,
+      "step": 12017
+    },
+    {
+      "epoch": 2.2206233904216375,
+      "grad_norm": 0.11687902361154556,
+      "learning_rate": 3.3377030468163107e-06,
+      "loss": 0.5747287273406982,
+      "step": 12018
+    },
+    {
+      "epoch": 2.2208081671305333,
+      "grad_norm": 0.08582670241594315,
+      "learning_rate": 3.3362154780724378e-06,
+      "loss": 0.369323194026947,
+      "step": 12019
+    },
+    {
+      "epoch": 2.220992943839429,
+      "grad_norm": 0.0650225281715393,
+      "learning_rate": 3.3347281745263394e-06,
+      "loss": 0.256856769323349,
+      "step": 12020
+    },
+    {
+      "epoch": 2.221177720548325,
+      "grad_norm": 0.08185169100761414,
+      "learning_rate": 3.3332411362372063e-06,
+      "loss": 0.4835938811302185,
+      "step": 12021
+    },
+    {
+      "epoch": 2.221362497257221,
+      "grad_norm": 0.07414474338293076,
+      "learning_rate": 3.3317543632642215e-06,
+      "loss": 0.4327687919139862,
+      "step": 12022
+    },
+    {
+      "epoch": 2.2215472739661166,
+      "grad_norm": 0.08091580122709274,
+      "learning_rate": 3.330267855666548e-06,
+      "loss": 0.428693562746048,
+      "step": 12023
+    },
+    {
+      "epoch": 2.2217320506750124,
+      "grad_norm": 0.10111634433269501,
+      "learning_rate": 3.3287816135033467e-06,
+      "loss": 0.4685934782028198,
+      "step": 12024
+    },
+    {
+      "epoch": 2.2219168273839083,
+      "grad_norm": 0.06814808398485184,
+      "learning_rate": 3.327295636833766e-06,
+      "loss": 0.3026934862136841,
+      "step": 12025
+    },
+    {
+      "epoch": 2.222101604092804,
+      "grad_norm": 0.10446780920028687,
+      "learning_rate": 3.325809925716943e-06,
+      "loss": 0.6697503924369812,
+      "step": 12026
+    },
+    {
+      "epoch": 2.2222863808017,
+      "grad_norm": 0.12640899419784546,
+      "learning_rate": 3.3243244802120034e-06,
+      "loss": 0.6471139788627625,
+      "step": 12027
+    },
+    {
+      "epoch": 2.2224711575105958,
+      "grad_norm": 0.09218905866146088,
+      "learning_rate": 3.322839300378068e-06,
+      "loss": 0.4591101109981537,
+      "step": 12028
+    },
+    {
+      "epoch": 2.2226559342194916,
+      "grad_norm": 0.11036652326583862,
+      "learning_rate": 3.321354386274235e-06,
+      "loss": 0.6440871357917786,
+      "step": 12029
+    },
+    {
+      "epoch": 2.2228407109283874,
+      "grad_norm": 0.10076822340488434,
+      "learning_rate": 3.3198697379596023e-06,
+      "loss": 0.553157389163971,
+      "step": 12030
+    },
+    {
+      "epoch": 2.2230254876372832,
+      "grad_norm": 0.08576725423336029,
+      "learning_rate": 3.3183853554932576e-06,
+      "loss": 0.45056310296058655,
+      "step": 12031
+    },
+    {
+      "epoch": 2.223210264346179,
+      "grad_norm": 0.10493794828653336,
+      "learning_rate": 3.316901238934268e-06,
+      "loss": 0.550243079662323,
+      "step": 12032
+    },
+    {
+      "epoch": 2.223395041055075,
+      "grad_norm": 0.11206745356321335,
+      "learning_rate": 3.3154173883417016e-06,
+      "loss": 0.6716387867927551,
+      "step": 12033
+    },
+    {
+      "epoch": 2.2235798177639707,
+      "grad_norm": 0.08630875498056412,
+      "learning_rate": 3.3139338037746083e-06,
+      "loss": 0.38989031314849854,
+      "step": 12034
+    },
+    {
+      "epoch": 2.2237645944728666,
+      "grad_norm": 0.1089872494339943,
+      "learning_rate": 3.3124504852920323e-06,
+      "loss": 0.5918889045715332,
+      "step": 12035
+    },
+    {
+      "epoch": 2.2239493711817624,
+      "grad_norm": 0.09236101806163788,
+      "learning_rate": 3.3109674329530084e-06,
+      "loss": 0.4525047838687897,
+      "step": 12036
+    },
+    {
+      "epoch": 2.224134147890658,
+      "grad_norm": 0.06594641506671906,
+      "learning_rate": 3.3094846468165497e-06,
+      "loss": 0.33796876668930054,
+      "step": 12037
+    },
+    {
+      "epoch": 2.224318924599554,
+      "grad_norm": 0.07526916265487671,
+      "learning_rate": 3.3080021269416696e-06,
+      "loss": 0.36459073424339294,
+      "step": 12038
+    },
+    {
+      "epoch": 2.22450370130845,
+      "grad_norm": 0.10719329863786697,
+      "learning_rate": 3.306519873387368e-06,
+      "loss": 0.5638750791549683,
+      "step": 12039
+    },
+    {
+      "epoch": 2.224688478017346,
+      "grad_norm": 0.05023134872317314,
+      "learning_rate": 3.3050378862126355e-06,
+      "loss": 0.2469005435705185,
+      "step": 12040
+    },
+    {
+      "epoch": 2.2248732547262415,
+      "grad_norm": 0.10357912629842758,
+      "learning_rate": 3.303556165476448e-06,
+      "loss": 0.49883297085762024,
+      "step": 12041
+    },
+    {
+      "epoch": 2.225058031435138,
+      "grad_norm": 0.09542550891637802,
+      "learning_rate": 3.302074711237778e-06,
+      "loss": 0.502481997013092,
+      "step": 12042
+    },
+    {
+      "epoch": 2.2252428081440336,
+      "grad_norm": 0.08671344816684723,
+      "learning_rate": 3.3005935235555762e-06,
+      "loss": 0.3964404761791229,
+      "step": 12043
+    },
+    {
+      "epoch": 2.2254275848529295,
+      "grad_norm": 0.11842737346887589,
+      "learning_rate": 3.299112602488793e-06,
+      "loss": 0.6013658046722412,
+      "step": 12044
+    },
+    {
+      "epoch": 2.2256123615618253,
+      "grad_norm": 0.0860036090016365,
+      "learning_rate": 3.297631948096364e-06,
+      "loss": 0.4228939414024353,
+      "step": 12045
+    },
+    {
+      "epoch": 2.225797138270721,
+      "grad_norm": 0.08696401119232178,
+      "learning_rate": 3.296151560437214e-06,
+      "loss": 0.47006645798683167,
+      "step": 12046
+    },
+    {
+      "epoch": 2.225981914979617,
+      "grad_norm": 0.0872708186507225,
+      "learning_rate": 3.2946714395702584e-06,
+      "loss": 0.40168893337249756,
+      "step": 12047
+    },
+    {
+      "epoch": 2.2261666916885128,
+      "grad_norm": 0.0834670215845108,
+      "learning_rate": 3.2931915855544038e-06,
+      "loss": 0.44790807366371155,
+      "step": 12048
+    },
+    {
+      "epoch": 2.2263514683974086,
+      "grad_norm": 0.07953152805566788,
+      "learning_rate": 3.291711998448539e-06,
+      "loss": 0.4631030559539795,
+      "step": 12049
+    },
+    {
+      "epoch": 2.2265362451063044,
+      "grad_norm": 0.09107434004545212,
+      "learning_rate": 3.2902326783115514e-06,
+      "loss": 0.5299221277236938,
+      "step": 12050
+    },
+    {
+      "epoch": 2.2267210218152003,
+      "grad_norm": 0.08279658854007721,
+      "learning_rate": 3.2887536252023087e-06,
+      "loss": 0.41639232635498047,
+      "step": 12051
+    },
+    {
+      "epoch": 2.226905798524096,
+      "grad_norm": 0.08936301618814468,
+      "learning_rate": 3.2872748391796736e-06,
+      "loss": 0.45119351148605347,
+      "step": 12052
+    },
+    {
+      "epoch": 2.227090575232992,
+      "grad_norm": 0.07799794524908066,
+      "learning_rate": 3.2857963203025e-06,
+      "loss": 0.39014753699302673,
+      "step": 12053
+    },
+    {
+      "epoch": 2.2272753519418877,
+      "grad_norm": 0.08831122517585754,
+      "learning_rate": 3.2843180686296262e-06,
+      "loss": 0.4471457302570343,
+      "step": 12054
+    },
+    {
+      "epoch": 2.2274601286507836,
+      "grad_norm": 0.09028404951095581,
+      "learning_rate": 3.282840084219883e-06,
+      "loss": 0.45349228382110596,
+      "step": 12055
+    },
+    {
+      "epoch": 2.2276449053596794,
+      "grad_norm": 0.08866817504167557,
+      "learning_rate": 3.2813623671320914e-06,
+      "loss": 0.43158385157585144,
+      "step": 12056
+    },
+    {
+      "epoch": 2.2278296820685752,
+      "grad_norm": 0.08073228597640991,
+      "learning_rate": 3.2798849174250546e-06,
+      "loss": 0.40182361006736755,
+      "step": 12057
+    },
+    {
+      "epoch": 2.228014458777471,
+      "grad_norm": 0.09359989315271378,
+      "learning_rate": 3.278407735157574e-06,
+      "loss": 0.4055033028125763,
+      "step": 12058
+    },
+    {
+      "epoch": 2.228199235486367,
+      "grad_norm": 0.07239627838134766,
+      "learning_rate": 3.2769308203884365e-06,
+      "loss": 0.43219462037086487,
+      "step": 12059
+    },
+    {
+      "epoch": 2.2283840121952627,
+      "grad_norm": 0.11576760560274124,
+      "learning_rate": 3.275454173176418e-06,
+      "loss": 0.5686132907867432,
+      "step": 12060
+    },
+    {
+      "epoch": 2.2285687889041585,
+      "grad_norm": 0.10355863720178604,
+      "learning_rate": 3.273977793580285e-06,
+      "loss": 0.5342440009117126,
+      "step": 12061
+    },
+    {
+      "epoch": 2.2287535656130544,
+      "grad_norm": 0.10653654485940933,
+      "learning_rate": 3.2725016816587973e-06,
+      "loss": 0.5543602705001831,
+      "step": 12062
+    },
+    {
+      "epoch": 2.22893834232195,
+      "grad_norm": 0.12046940624713898,
+      "learning_rate": 3.2710258374706904e-06,
+      "loss": 0.6986100077629089,
+      "step": 12063
+    },
+    {
+      "epoch": 2.229123119030846,
+      "grad_norm": 0.09040313959121704,
+      "learning_rate": 3.269550261074703e-06,
+      "loss": 0.37894928455352783,
+      "step": 12064
+    },
+    {
+      "epoch": 2.229307895739742,
+      "grad_norm": 0.06946759670972824,
+      "learning_rate": 3.26807495252956e-06,
+      "loss": 0.34007248282432556,
+      "step": 12065
+    },
+    {
+      "epoch": 2.2294926724486377,
+      "grad_norm": 0.07851733267307281,
+      "learning_rate": 3.266599911893971e-06,
+      "loss": 0.3887780010700226,
+      "step": 12066
+    },
+    {
+      "epoch": 2.2296774491575335,
+      "grad_norm": 0.08522792905569077,
+      "learning_rate": 3.2651251392266424e-06,
+      "loss": 0.43342339992523193,
+      "step": 12067
+    },
+    {
+      "epoch": 2.2298622258664293,
+      "grad_norm": 0.0925016775727272,
+      "learning_rate": 3.2636506345862595e-06,
+      "loss": 0.4961267113685608,
+      "step": 12068
+    },
+    {
+      "epoch": 2.230047002575325,
+      "grad_norm": 0.0975349023938179,
+      "learning_rate": 3.262176398031506e-06,
+      "loss": 0.4908147156238556,
+      "step": 12069
+    },
+    {
+      "epoch": 2.230231779284221,
+      "grad_norm": 0.09131171554327011,
+      "learning_rate": 3.2607024296210553e-06,
+      "loss": 0.4999105632305145,
+      "step": 12070
+    },
+    {
+      "epoch": 2.2304165559931173,
+      "grad_norm": 0.10944220423698425,
+      "learning_rate": 3.2592287294135604e-06,
+      "loss": 0.5443828701972961,
+      "step": 12071
+    },
+    {
+      "epoch": 2.230601332702013,
+      "grad_norm": 0.08160214871168137,
+      "learning_rate": 3.2577552974676718e-06,
+      "loss": 0.38871800899505615,
+      "step": 12072
+    },
+    {
+      "epoch": 2.230786109410909,
+      "grad_norm": 0.073506660759449,
+      "learning_rate": 3.2562821338420303e-06,
+      "loss": 0.37624433636665344,
+      "step": 12073
+    },
+    {
+      "epoch": 2.2309708861198048,
+      "grad_norm": 0.07640836387872696,
+      "learning_rate": 3.25480923859526e-06,
+      "loss": 0.3682493567466736,
+      "step": 12074
+    },
+    {
+      "epoch": 2.2311556628287006,
+      "grad_norm": 0.06404562294483185,
+      "learning_rate": 3.25333661178598e-06,
+      "loss": 0.3405209183692932,
+      "step": 12075
+    },
+    {
+      "epoch": 2.2313404395375964,
+      "grad_norm": 0.09222139418125153,
+      "learning_rate": 3.2518642534727985e-06,
+      "loss": 0.5926950573921204,
+      "step": 12076
+    },
+    {
+      "epoch": 2.2315252162464922,
+      "grad_norm": 0.0780331939458847,
+      "learning_rate": 3.250392163714303e-06,
+      "loss": 0.4412083029747009,
+      "step": 12077
+    },
+    {
+      "epoch": 2.231709992955388,
+      "grad_norm": 0.07865004241466522,
+      "learning_rate": 3.248920342569084e-06,
+      "loss": 0.43166717886924744,
+      "step": 12078
+    },
+    {
+      "epoch": 2.231894769664284,
+      "grad_norm": 0.07837144285440445,
+      "learning_rate": 3.247448790095713e-06,
+      "loss": 0.4415147304534912,
+      "step": 12079
+    },
+    {
+      "epoch": 2.2320795463731797,
+      "grad_norm": 0.07582159340381622,
+      "learning_rate": 3.2459775063527543e-06,
+      "loss": 0.4302468001842499,
+      "step": 12080
+    },
+    {
+      "epoch": 2.2322643230820756,
+      "grad_norm": 0.0823829248547554,
+      "learning_rate": 3.2445064913987644e-06,
+      "loss": 0.48967957496643066,
+      "step": 12081
+    },
+    {
+      "epoch": 2.2324490997909714,
+      "grad_norm": 0.07873893529176712,
+      "learning_rate": 3.243035745292277e-06,
+      "loss": 0.3432171642780304,
+      "step": 12082
+    },
+    {
+      "epoch": 2.232633876499867,
+      "grad_norm": 0.1042979285120964,
+      "learning_rate": 3.2415652680918262e-06,
+      "loss": 0.5159332752227783,
+      "step": 12083
+    },
+    {
+      "epoch": 2.232818653208763,
+      "grad_norm": 0.08104976266622543,
+      "learning_rate": 3.240095059855938e-06,
+      "loss": 0.42197322845458984,
+      "step": 12084
+    },
+    {
+      "epoch": 2.233003429917659,
+      "grad_norm": 0.09248243272304535,
+      "learning_rate": 3.238625120643111e-06,
+      "loss": 0.526531994342804,
+      "step": 12085
+    },
+    {
+      "epoch": 2.2331882066265547,
+      "grad_norm": 0.0943179726600647,
+      "learning_rate": 3.237155450511852e-06,
+      "loss": 0.5523107647895813,
+      "step": 12086
+    },
+    {
+      "epoch": 2.2333729833354505,
+      "grad_norm": 0.08297137916088104,
+      "learning_rate": 3.235686049520652e-06,
+      "loss": 0.4356424808502197,
+      "step": 12087
+    },
+    {
+      "epoch": 2.2335577600443464,
+      "grad_norm": 0.06990028917789459,
+      "learning_rate": 3.2342169177279826e-06,
+      "loss": 0.3431797921657562,
+      "step": 12088
+    },
+    {
+      "epoch": 2.233742536753242,
+      "grad_norm": 0.09813868999481201,
+      "learning_rate": 3.2327480551923107e-06,
+      "loss": 0.4996069371700287,
+      "step": 12089
+    },
+    {
+      "epoch": 2.233927313462138,
+      "grad_norm": 0.08070428669452667,
+      "learning_rate": 3.2312794619720976e-06,
+      "loss": 0.3879484236240387,
+      "step": 12090
+    },
+    {
+      "epoch": 2.234112090171034,
+      "grad_norm": 0.0751897394657135,
+      "learning_rate": 3.229811138125782e-06,
+      "loss": 0.4100872576236725,
+      "step": 12091
+    },
+    {
+      "epoch": 2.2342968668799297,
+      "grad_norm": 0.07286939024925232,
+      "learning_rate": 3.2283430837118035e-06,
+      "loss": 0.32202818989753723,
+      "step": 12092
+    },
+    {
+      "epoch": 2.2344816435888255,
+      "grad_norm": 0.08649271726608276,
+      "learning_rate": 3.2268752987885834e-06,
+      "loss": 0.5581140518188477,
+      "step": 12093
+    },
+    {
+      "epoch": 2.2346664202977213,
+      "grad_norm": 0.09588231891393661,
+      "learning_rate": 3.225407783414536e-06,
+      "loss": 0.4919707775115967,
+      "step": 12094
+    },
+    {
+      "epoch": 2.234851197006617,
+      "grad_norm": 0.10235357284545898,
+      "learning_rate": 3.2239405376480638e-06,
+      "loss": 0.4288097620010376,
+      "step": 12095
+    },
+    {
+      "epoch": 2.235035973715513,
+      "grad_norm": 0.07489422708749771,
+      "learning_rate": 3.2224735615475612e-06,
+      "loss": 0.3515622913837433,
+      "step": 12096
+    },
+    {
+      "epoch": 2.235220750424409,
+      "grad_norm": 0.08253826200962067,
+      "learning_rate": 3.2210068551714045e-06,
+      "loss": 0.4348796010017395,
+      "step": 12097
+    },
+    {
+      "epoch": 2.2354055271333046,
+      "grad_norm": 0.07540115714073181,
+      "learning_rate": 3.2195404185779654e-06,
+      "loss": 0.3401135504245758,
+      "step": 12098
+    },
+    {
+      "epoch": 2.2355903038422005,
+      "grad_norm": 0.06745466589927673,
+      "learning_rate": 3.2180742518256047e-06,
+      "loss": 0.3664204180240631,
+      "step": 12099
+    },
+    {
+      "epoch": 2.2357750805510967,
+      "grad_norm": 0.07638771086931229,
+      "learning_rate": 3.216608354972671e-06,
+      "loss": 0.43941521644592285,
+      "step": 12100
+    },
+    {
+      "epoch": 2.2359598572599926,
+      "grad_norm": 0.08894451707601547,
+      "learning_rate": 3.215142728077505e-06,
+      "loss": 0.46996885538101196,
+      "step": 12101
+    },
+    {
+      "epoch": 2.2361446339688884,
+      "grad_norm": 0.07854200154542923,
+      "learning_rate": 3.2136773711984293e-06,
+      "loss": 0.36215487122535706,
+      "step": 12102
+    },
+    {
+      "epoch": 2.2363294106777842,
+      "grad_norm": 0.09711235761642456,
+      "learning_rate": 3.212212284393761e-06,
+      "loss": 0.41373053193092346,
+      "step": 12103
+    },
+    {
+      "epoch": 2.23651418738668,
+      "grad_norm": 0.07770132273435593,
+      "learning_rate": 3.210747467721812e-06,
+      "loss": 0.3723510503768921,
+      "step": 12104
+    },
+    {
+      "epoch": 2.236698964095576,
+      "grad_norm": 0.09046914428472519,
+      "learning_rate": 3.2092829212408662e-06,
+      "loss": 0.4817093312740326,
+      "step": 12105
+    },
+    {
+      "epoch": 2.2368837408044717,
+      "grad_norm": 0.060229867696762085,
+      "learning_rate": 3.2078186450092176e-06,
+      "loss": 0.23560619354248047,
+      "step": 12106
+    },
+    {
+      "epoch": 2.2370685175133675,
+      "grad_norm": 0.09669230878353119,
+      "learning_rate": 3.2063546390851397e-06,
+      "loss": 0.4499640464782715,
+      "step": 12107
+    },
+    {
+      "epoch": 2.2372532942222634,
+      "grad_norm": 0.08333880454301834,
+      "learning_rate": 3.2048909035268906e-06,
+      "loss": 0.4146597385406494,
+      "step": 12108
+    },
+    {
+      "epoch": 2.237438070931159,
+      "grad_norm": 0.0770716592669487,
+      "learning_rate": 3.2034274383927233e-06,
+      "loss": 0.39594510197639465,
+      "step": 12109
+    },
+    {
+      "epoch": 2.237622847640055,
+      "grad_norm": 0.07659077644348145,
+      "learning_rate": 3.2019642437408836e-06,
+      "loss": 0.32030820846557617,
+      "step": 12110
+    },
+    {
+      "epoch": 2.237807624348951,
+      "grad_norm": 0.09327710419893265,
+      "learning_rate": 3.2005013196295953e-06,
+      "loss": 0.47533729672431946,
+      "step": 12111
+    },
+    {
+      "epoch": 2.2379924010578467,
+      "grad_norm": 0.08465027809143066,
+      "learning_rate": 3.1990386661170825e-06,
+      "loss": 0.40699127316474915,
+      "step": 12112
+    },
+    {
+      "epoch": 2.2381771777667425,
+      "grad_norm": 0.0673907920718193,
+      "learning_rate": 3.197576283261553e-06,
+      "loss": 0.30016353726387024,
+      "step": 12113
+    },
+    {
+      "epoch": 2.2383619544756383,
+      "grad_norm": 0.08417432755231857,
+      "learning_rate": 3.196114171121205e-06,
+      "loss": 0.42807674407958984,
+      "step": 12114
+    },
+    {
+      "epoch": 2.238546731184534,
+      "grad_norm": 0.08571884036064148,
+      "learning_rate": 3.1946523297542298e-06,
+      "loss": 0.4084596633911133,
+      "step": 12115
+    },
+    {
+      "epoch": 2.23873150789343,
+      "grad_norm": 0.068547323346138,
+      "learning_rate": 3.1931907592187973e-06,
+      "loss": 0.2529278099536896,
+      "step": 12116
+    },
+    {
+      "epoch": 2.238916284602326,
+      "grad_norm": 0.06548000872135162,
+      "learning_rate": 3.1917294595730763e-06,
+      "loss": 0.27962929010391235,
+      "step": 12117
+    },
+    {
+      "epoch": 2.2391010613112217,
+      "grad_norm": 0.10712318867444992,
+      "learning_rate": 3.190268430875223e-06,
+      "loss": 0.48425424098968506,
+      "step": 12118
+    },
+    {
+      "epoch": 2.2392858380201175,
+      "grad_norm": 0.10012485086917877,
+      "learning_rate": 3.188807673183382e-06,
+      "loss": 0.4494583308696747,
+      "step": 12119
+    },
+    {
+      "epoch": 2.2394706147290133,
+      "grad_norm": 0.09713777899742126,
+      "learning_rate": 3.1873471865556848e-06,
+      "loss": 0.544177770614624,
+      "step": 12120
+    },
+    {
+      "epoch": 2.239655391437909,
+      "grad_norm": 0.09713928401470184,
+      "learning_rate": 3.1858869710502593e-06,
+      "loss": 0.5080793499946594,
+      "step": 12121
+    },
+    {
+      "epoch": 2.239840168146805,
+      "grad_norm": 0.10769485682249069,
+      "learning_rate": 3.184427026725211e-06,
+      "loss": 0.5964470505714417,
+      "step": 12122
+    },
+    {
+      "epoch": 2.240024944855701,
+      "grad_norm": 0.08020690083503723,
+      "learning_rate": 3.182967353638643e-06,
+      "loss": 0.3854624032974243,
+      "step": 12123
+    },
+    {
+      "epoch": 2.2402097215645966,
+      "grad_norm": 0.10620839148759842,
+      "learning_rate": 3.1815079518486505e-06,
+      "loss": 0.6212494373321533,
+      "step": 12124
+    },
+    {
+      "epoch": 2.2403944982734925,
+      "grad_norm": 0.06393173336982727,
+      "learning_rate": 3.1800488214133017e-06,
+      "loss": 0.31893590092658997,
+      "step": 12125
+    },
+    {
+      "epoch": 2.2405792749823883,
+      "grad_norm": 0.08972685784101486,
+      "learning_rate": 3.1785899623906767e-06,
+      "loss": 0.397165983915329,
+      "step": 12126
+    },
+    {
+      "epoch": 2.240764051691284,
+      "grad_norm": 0.0904398113489151,
+      "learning_rate": 3.1771313748388334e-06,
+      "loss": 0.4341369867324829,
+      "step": 12127
+    },
+    {
+      "epoch": 2.24094882840018,
+      "grad_norm": 0.06866602599620819,
+      "learning_rate": 3.1756730588158124e-06,
+      "loss": 0.2974797487258911,
+      "step": 12128
+    },
+    {
+      "epoch": 2.241133605109076,
+      "grad_norm": 0.10474536567926407,
+      "learning_rate": 3.1742150143796525e-06,
+      "loss": 0.5112119317054749,
+      "step": 12129
+    },
+    {
+      "epoch": 2.241318381817972,
+      "grad_norm": 0.08430393785238266,
+      "learning_rate": 3.1727572415883835e-06,
+      "loss": 0.4515208899974823,
+      "step": 12130
+    },
+    {
+      "epoch": 2.241503158526868,
+      "grad_norm": 0.08922908455133438,
+      "learning_rate": 3.1712997405000124e-06,
+      "loss": 0.4198884963989258,
+      "step": 12131
+    },
+    {
+      "epoch": 2.2416879352357637,
+      "grad_norm": 0.0893121287226677,
+      "learning_rate": 3.1698425111725485e-06,
+      "loss": 0.45976704359054565,
+      "step": 12132
+    },
+    {
+      "epoch": 2.2418727119446595,
+      "grad_norm": 0.07319130748510361,
+      "learning_rate": 3.168385553663983e-06,
+      "loss": 0.4156619608402252,
+      "step": 12133
+    },
+    {
+      "epoch": 2.2420574886535554,
+      "grad_norm": 0.09958360344171524,
+      "learning_rate": 3.1669288680322997e-06,
+      "loss": 0.6084612011909485,
+      "step": 12134
+    },
+    {
+      "epoch": 2.242242265362451,
+      "grad_norm": 0.08181202411651611,
+      "learning_rate": 3.165472454335472e-06,
+      "loss": 0.4880278408527374,
+      "step": 12135
+    },
+    {
+      "epoch": 2.242427042071347,
+      "grad_norm": 0.07543037086725235,
+      "learning_rate": 3.164016312631456e-06,
+      "loss": 0.43885689973831177,
+      "step": 12136
+    },
+    {
+      "epoch": 2.242611818780243,
+      "grad_norm": 0.08452077209949493,
+      "learning_rate": 3.162560442978203e-06,
+      "loss": 0.37461787462234497,
+      "step": 12137
+    },
+    {
+      "epoch": 2.2427965954891387,
+      "grad_norm": 0.08403962850570679,
+      "learning_rate": 3.1611048454336523e-06,
+      "loss": 0.3464776873588562,
+      "step": 12138
+    },
+    {
+      "epoch": 2.2429813721980345,
+      "grad_norm": 0.06161332130432129,
+      "learning_rate": 3.159649520055733e-06,
+      "loss": 0.3631473779678345,
+      "step": 12139
+    },
+    {
+      "epoch": 2.2431661489069303,
+      "grad_norm": 0.06809493154287338,
+      "learning_rate": 3.158194466902362e-06,
+      "loss": 0.3071410059928894,
+      "step": 12140
+    },
+    {
+      "epoch": 2.243350925615826,
+      "grad_norm": 0.08933389186859131,
+      "learning_rate": 3.1567396860314503e-06,
+      "loss": 0.4868786633014679,
+      "step": 12141
+    },
+    {
+      "epoch": 2.243535702324722,
+      "grad_norm": 0.12151765823364258,
+      "learning_rate": 3.1552851775008853e-06,
+      "loss": 0.6342805027961731,
+      "step": 12142
+    },
+    {
+      "epoch": 2.243720479033618,
+      "grad_norm": 0.0988689661026001,
+      "learning_rate": 3.153830941368555e-06,
+      "loss": 0.4726806879043579,
+      "step": 12143
+    },
+    {
+      "epoch": 2.2439052557425136,
+      "grad_norm": 0.0977170541882515,
+      "learning_rate": 3.1523769776923384e-06,
+      "loss": 0.46017003059387207,
+      "step": 12144
+    },
+    {
+      "epoch": 2.2440900324514095,
+      "grad_norm": 0.07871796190738678,
+      "learning_rate": 3.1509232865300886e-06,
+      "loss": 0.343954861164093,
+      "step": 12145
+    },
+    {
+      "epoch": 2.2442748091603053,
+      "grad_norm": 0.09883001446723938,
+      "learning_rate": 3.1494698679396697e-06,
+      "loss": 0.7568049430847168,
+      "step": 12146
+    },
+    {
+      "epoch": 2.244459585869201,
+      "grad_norm": 0.08142291754484177,
+      "learning_rate": 3.1480167219789136e-06,
+      "loss": 0.4528813362121582,
+      "step": 12147
+    },
+    {
+      "epoch": 2.244644362578097,
+      "grad_norm": 0.07283273339271545,
+      "learning_rate": 3.146563848705656e-06,
+      "loss": 0.3055526316165924,
+      "step": 12148
+    },
+    {
+      "epoch": 2.244829139286993,
+      "grad_norm": 0.10215907543897629,
+      "learning_rate": 3.1451112481777193e-06,
+      "loss": 0.5181620121002197,
+      "step": 12149
+    },
+    {
+      "epoch": 2.2450139159958886,
+      "grad_norm": 0.0920044481754303,
+      "learning_rate": 3.1436589204529044e-06,
+      "loss": 0.5287151336669922,
+      "step": 12150
+    },
+    {
+      "epoch": 2.2451986927047844,
+      "grad_norm": 0.1108456403017044,
+      "learning_rate": 3.1422068655890136e-06,
+      "loss": 0.5236777663230896,
+      "step": 12151
+    },
+    {
+      "epoch": 2.2453834694136803,
+      "grad_norm": 0.08828677237033844,
+      "learning_rate": 3.140755083643835e-06,
+      "loss": 0.49629533290863037,
+      "step": 12152
+    },
+    {
+      "epoch": 2.245568246122576,
+      "grad_norm": 0.08154132962226868,
+      "learning_rate": 3.1393035746751443e-06,
+      "loss": 0.41256043314933777,
+      "step": 12153
+    },
+    {
+      "epoch": 2.245753022831472,
+      "grad_norm": 0.06214584410190582,
+      "learning_rate": 3.1378523387407068e-06,
+      "loss": 0.3293093144893646,
+      "step": 12154
+    },
+    {
+      "epoch": 2.2459377995403678,
+      "grad_norm": 0.0842163935303688,
+      "learning_rate": 3.1364013758982803e-06,
+      "loss": 0.4421621859073639,
+      "step": 12155
+    },
+    {
+      "epoch": 2.2461225762492636,
+      "grad_norm": 0.08379825204610825,
+      "learning_rate": 3.134950686205602e-06,
+      "loss": 0.41820988059043884,
+      "step": 12156
+    },
+    {
+      "epoch": 2.2463073529581594,
+      "grad_norm": 0.11791109293699265,
+      "learning_rate": 3.1335002697204085e-06,
+      "loss": 0.8276405930519104,
+      "step": 12157
+    },
+    {
+      "epoch": 2.2464921296670557,
+      "grad_norm": 0.07951841503381729,
+      "learning_rate": 3.132050126500422e-06,
+      "loss": 0.3736032545566559,
+      "step": 12158
+    },
+    {
+      "epoch": 2.246676906375951,
+      "grad_norm": 0.0968988686800003,
+      "learning_rate": 3.1306002566033545e-06,
+      "loss": 0.40144771337509155,
+      "step": 12159
+    },
+    {
+      "epoch": 2.2468616830848473,
+      "grad_norm": 0.12055794149637222,
+      "learning_rate": 3.1291506600869037e-06,
+      "loss": 0.5013450384140015,
+      "step": 12160
+    },
+    {
+      "epoch": 2.247046459793743,
+      "grad_norm": 0.08677809685468674,
+      "learning_rate": 3.127701337008764e-06,
+      "loss": 0.41387808322906494,
+      "step": 12161
+    },
+    {
+      "epoch": 2.247231236502639,
+      "grad_norm": 0.07982303202152252,
+      "learning_rate": 3.1262522874266076e-06,
+      "loss": 0.40415987372398376,
+      "step": 12162
+    },
+    {
+      "epoch": 2.247416013211535,
+      "grad_norm": 0.10855205357074738,
+      "learning_rate": 3.124803511398108e-06,
+      "loss": 0.506013810634613,
+      "step": 12163
+    },
+    {
+      "epoch": 2.2476007899204307,
+      "grad_norm": 0.0775640606880188,
+      "learning_rate": 3.123355008980916e-06,
+      "loss": 0.41776102781295776,
+      "step": 12164
+    },
+    {
+      "epoch": 2.2477855666293265,
+      "grad_norm": 0.09691471606492996,
+      "learning_rate": 3.1219067802326763e-06,
+      "loss": 0.6090372800827026,
+      "step": 12165
+    },
+    {
+      "epoch": 2.2479703433382223,
+      "grad_norm": 0.08877398073673248,
+      "learning_rate": 3.1204588252110358e-06,
+      "loss": 0.49977755546569824,
+      "step": 12166
+    },
+    {
+      "epoch": 2.248155120047118,
+      "grad_norm": 0.11311852186918259,
+      "learning_rate": 3.119011143973606e-06,
+      "loss": 0.6844763159751892,
+      "step": 12167
+    },
+    {
+      "epoch": 2.248339896756014,
+      "grad_norm": 0.09220191091299057,
+      "learning_rate": 3.1175637365780053e-06,
+      "loss": 0.36833304166793823,
+      "step": 12168
+    },
+    {
+      "epoch": 2.24852467346491,
+      "grad_norm": 0.10116321593523026,
+      "learning_rate": 3.116116603081839e-06,
+      "loss": 0.5867173671722412,
+      "step": 12169
+    },
+    {
+      "epoch": 2.2487094501738056,
+      "grad_norm": 0.06711015850305557,
+      "learning_rate": 3.114669743542692e-06,
+      "loss": 0.3416115343570709,
+      "step": 12170
+    },
+    {
+      "epoch": 2.2488942268827015,
+      "grad_norm": 0.08700167387723923,
+      "learning_rate": 3.113223158018148e-06,
+      "loss": 0.41278156638145447,
+      "step": 12171
+    },
+    {
+      "epoch": 2.2490790035915973,
+      "grad_norm": 0.07968169450759888,
+      "learning_rate": 3.111776846565776e-06,
+      "loss": 0.35030606389045715,
+      "step": 12172
+    },
+    {
+      "epoch": 2.249263780300493,
+      "grad_norm": 0.07849443703889847,
+      "learning_rate": 3.110330809243134e-06,
+      "loss": 0.3592144250869751,
+      "step": 12173
+    },
+    {
+      "epoch": 2.249448557009389,
+      "grad_norm": 0.0856466069817543,
+      "learning_rate": 3.1088850461077724e-06,
+      "loss": 0.4331666827201843,
+      "step": 12174
+    },
+    {
+      "epoch": 2.2496333337182848,
+      "grad_norm": 0.08074059337377548,
+      "learning_rate": 3.1074395572172287e-06,
+      "loss": 0.4187830984592438,
+      "step": 12175
+    },
+    {
+      "epoch": 2.2498181104271806,
+      "grad_norm": 0.08852949738502502,
+      "learning_rate": 3.1059943426290228e-06,
+      "loss": 0.3407609760761261,
+      "step": 12176
+    },
+    {
+      "epoch": 2.2500028871360764,
+      "grad_norm": 0.08934972435235977,
+      "learning_rate": 3.104549402400675e-06,
+      "loss": 0.4727935791015625,
+      "step": 12177
+    },
+    {
+      "epoch": 2.2501876638449723,
+      "grad_norm": 0.0799507200717926,
+      "learning_rate": 3.103104736589687e-06,
+      "loss": 0.45224735140800476,
+      "step": 12178
+    },
+    {
+      "epoch": 2.250372440553868,
+      "grad_norm": 0.08885331451892853,
+      "learning_rate": 3.1016603452535533e-06,
+      "loss": 0.4831817150115967,
+      "step": 12179
+    },
+    {
+      "epoch": 2.250557217262764,
+      "grad_norm": 0.08326054364442825,
+      "learning_rate": 3.1002162284497584e-06,
+      "loss": 0.42966553568840027,
+      "step": 12180
+    },
+    {
+      "epoch": 2.2507419939716597,
+      "grad_norm": 0.08480405062437057,
+      "learning_rate": 3.0987723862357677e-06,
+      "loss": 0.33884021639823914,
+      "step": 12181
+    },
+    {
+      "epoch": 2.2509267706805556,
+      "grad_norm": 0.06686267256736755,
+      "learning_rate": 3.097328818669045e-06,
+      "loss": 0.3047025799751282,
+      "step": 12182
+    },
+    {
+      "epoch": 2.2511115473894514,
+      "grad_norm": 0.10958808660507202,
+      "learning_rate": 3.095885525807043e-06,
+      "loss": 0.5943275094032288,
+      "step": 12183
+    },
+    {
+      "epoch": 2.2512963240983472,
+      "grad_norm": 0.07362347841262817,
+      "learning_rate": 3.094442507707194e-06,
+      "loss": 0.3816607594490051,
+      "step": 12184
+    },
+    {
+      "epoch": 2.251481100807243,
+      "grad_norm": 0.08515738695859909,
+      "learning_rate": 3.092999764426925e-06,
+      "loss": 0.4283255636692047,
+      "step": 12185
+    },
+    {
+      "epoch": 2.251665877516139,
+      "grad_norm": 0.08227543532848358,
+      "learning_rate": 3.0915572960236617e-06,
+      "loss": 0.3923949599266052,
+      "step": 12186
+    },
+    {
+      "epoch": 2.251850654225035,
+      "grad_norm": 0.07537674158811569,
+      "learning_rate": 3.0901151025548026e-06,
+      "loss": 0.3772265911102295,
+      "step": 12187
+    },
+    {
+      "epoch": 2.2520354309339305,
+      "grad_norm": 0.08898736536502838,
+      "learning_rate": 3.0886731840777427e-06,
+      "loss": 0.42761051654815674,
+      "step": 12188
+    },
+    {
+      "epoch": 2.252220207642827,
+      "grad_norm": 0.06679991632699966,
+      "learning_rate": 3.087231540649872e-06,
+      "loss": 0.31185150146484375,
+      "step": 12189
+    },
+    {
+      "epoch": 2.2524049843517226,
+      "grad_norm": 0.09417211264371872,
+      "learning_rate": 3.0857901723285544e-06,
+      "loss": 0.5708805918693542,
+      "step": 12190
+    },
+    {
+      "epoch": 2.2525897610606185,
+      "grad_norm": 0.07637672126293182,
+      "learning_rate": 3.0843490791711562e-06,
+      "loss": 0.34745824337005615,
+      "step": 12191
+    },
+    {
+      "epoch": 2.2527745377695143,
+      "grad_norm": 0.0839376151561737,
+      "learning_rate": 3.082908261235029e-06,
+      "loss": 0.4435441195964813,
+      "step": 12192
+    },
+    {
+      "epoch": 2.25295931447841,
+      "grad_norm": 0.10060539841651917,
+      "learning_rate": 3.081467718577512e-06,
+      "loss": 0.6545190811157227,
+      "step": 12193
+    },
+    {
+      "epoch": 2.253144091187306,
+      "grad_norm": 0.07129131257534027,
+      "learning_rate": 3.0800274512559334e-06,
+      "loss": 0.414524108171463,
+      "step": 12194
+    },
+    {
+      "epoch": 2.253328867896202,
+      "grad_norm": 0.10510852932929993,
+      "learning_rate": 3.0785874593276167e-06,
+      "loss": 0.6114096641540527,
+      "step": 12195
+    },
+    {
+      "epoch": 2.2535136446050976,
+      "grad_norm": 0.08640439063310623,
+      "learning_rate": 3.077147742849862e-06,
+      "loss": 0.41606390476226807,
+      "step": 12196
+    },
+    {
+      "epoch": 2.2536984213139934,
+      "grad_norm": 0.09171494096517563,
+      "learning_rate": 3.0757083018799673e-06,
+      "loss": 0.51341313123703,
+      "step": 12197
+    },
+    {
+      "epoch": 2.2538831980228893,
+      "grad_norm": 0.08453557640314102,
+      "learning_rate": 3.0742691364752196e-06,
+      "loss": 0.43702369928359985,
+      "step": 12198
+    },
+    {
+      "epoch": 2.254067974731785,
+      "grad_norm": 0.0747491717338562,
+      "learning_rate": 3.0728302466928914e-06,
+      "loss": 0.37024620175361633,
+      "step": 12199
+    },
+    {
+      "epoch": 2.254252751440681,
+      "grad_norm": 0.0880352258682251,
+      "learning_rate": 3.0713916325902516e-06,
+      "loss": 0.44032952189445496,
+      "step": 12200
+    },
+    {
+      "epoch": 2.2544375281495768,
+      "grad_norm": 0.08446033298969269,
+      "learning_rate": 3.0699532942245446e-06,
+      "loss": 0.5010290741920471,
+      "step": 12201
+    },
+    {
+      "epoch": 2.2546223048584726,
+      "grad_norm": 0.07818498462438583,
+      "learning_rate": 3.0685152316530143e-06,
+      "loss": 0.44643253087997437,
+      "step": 12202
+    },
+    {
+      "epoch": 2.2548070815673684,
+      "grad_norm": 0.0621052086353302,
+      "learning_rate": 3.0670774449328956e-06,
+      "loss": 0.34929224848747253,
+      "step": 12203
+    },
+    {
+      "epoch": 2.2549918582762642,
+      "grad_norm": 0.09159861505031586,
+      "learning_rate": 3.0656399341214016e-06,
+      "loss": 0.49612244963645935,
+      "step": 12204
+    },
+    {
+      "epoch": 2.25517663498516,
+      "grad_norm": 0.07836683839559555,
+      "learning_rate": 3.064202699275739e-06,
+      "loss": 0.47169002890586853,
+      "step": 12205
+    },
+    {
+      "epoch": 2.255361411694056,
+      "grad_norm": 0.08987939357757568,
+      "learning_rate": 3.0627657404531164e-06,
+      "loss": 0.4715505838394165,
+      "step": 12206
+    },
+    {
+      "epoch": 2.2555461884029517,
+      "grad_norm": 0.08097187429666519,
+      "learning_rate": 3.061329057710711e-06,
+      "loss": 0.3911837637424469,
+      "step": 12207
+    },
+    {
+      "epoch": 2.2557309651118476,
+      "grad_norm": 0.0881069153547287,
+      "learning_rate": 3.0598926511057002e-06,
+      "loss": 0.4455852806568146,
+      "step": 12208
+    },
+    {
+      "epoch": 2.2559157418207434,
+      "grad_norm": 0.10333002358675003,
+      "learning_rate": 3.0584565206952534e-06,
+      "loss": 0.4860212802886963,
+      "step": 12209
+    },
+    {
+      "epoch": 2.256100518529639,
+      "grad_norm": 0.08561402559280396,
+      "learning_rate": 3.0570206665365152e-06,
+      "loss": 0.45404475927352905,
+      "step": 12210
+    },
+    {
+      "epoch": 2.256285295238535,
+      "grad_norm": 0.06861907243728638,
+      "learning_rate": 3.0555850886866334e-06,
+      "loss": 0.33333149552345276,
+      "step": 12211
+    },
+    {
+      "epoch": 2.256470071947431,
+      "grad_norm": 0.11791132390499115,
+      "learning_rate": 3.054149787202738e-06,
+      "loss": 0.5899015069007874,
+      "step": 12212
+    },
+    {
+      "epoch": 2.2566548486563267,
+      "grad_norm": 0.08489428460597992,
+      "learning_rate": 3.0527147621419504e-06,
+      "loss": 0.4829174280166626,
+      "step": 12213
+    },
+    {
+      "epoch": 2.2568396253652225,
+      "grad_norm": 0.08123718947172165,
+      "learning_rate": 3.051280013561384e-06,
+      "loss": 0.4060458838939667,
+      "step": 12214
+    },
+    {
+      "epoch": 2.2570244020741184,
+      "grad_norm": 0.08335306495428085,
+      "learning_rate": 3.0498455415181296e-06,
+      "loss": 0.3981687128543854,
+      "step": 12215
+    },
+    {
+      "epoch": 2.2572091787830146,
+      "grad_norm": 0.08260929584503174,
+      "learning_rate": 3.0484113460692786e-06,
+      "loss": 0.4201548993587494,
+      "step": 12216
+    },
+    {
+      "epoch": 2.25739395549191,
+      "grad_norm": 0.08963587880134583,
+      "learning_rate": 3.0469774272719075e-06,
+      "loss": 0.4701205790042877,
+      "step": 12217
+    },
+    {
+      "epoch": 2.2575787322008063,
+      "grad_norm": 0.09164369851350784,
+      "learning_rate": 3.0455437851830805e-06,
+      "loss": 0.4588594436645508,
+      "step": 12218
+    },
+    {
+      "epoch": 2.257763508909702,
+      "grad_norm": 0.07610947638750076,
+      "learning_rate": 3.044110419859855e-06,
+      "loss": 0.346407026052475,
+      "step": 12219
+    },
+    {
+      "epoch": 2.257948285618598,
+      "grad_norm": 0.0824890211224556,
+      "learning_rate": 3.042677331359274e-06,
+      "loss": 0.4116358160972595,
+      "step": 12220
+    },
+    {
+      "epoch": 2.258133062327494,
+      "grad_norm": 0.08806995302438736,
+      "learning_rate": 3.0412445197383667e-06,
+      "loss": 0.4943826198577881,
+      "step": 12221
+    },
+    {
+      "epoch": 2.2583178390363896,
+      "grad_norm": 0.10130472481250763,
+      "learning_rate": 3.0398119850541553e-06,
+      "loss": 0.5649289488792419,
+      "step": 12222
+    },
+    {
+      "epoch": 2.2585026157452854,
+      "grad_norm": 0.08071459829807281,
+      "learning_rate": 3.0383797273636552e-06,
+      "loss": 0.5119844675064087,
+      "step": 12223
+    },
+    {
+      "epoch": 2.2586873924541813,
+      "grad_norm": 0.08857184648513794,
+      "learning_rate": 3.0369477467238586e-06,
+      "loss": 0.3872298300266266,
+      "step": 12224
+    },
+    {
+      "epoch": 2.258872169163077,
+      "grad_norm": 0.0861668512225151,
+      "learning_rate": 3.035516043191753e-06,
+      "loss": 0.4301668405532837,
+      "step": 12225
+    },
+    {
+      "epoch": 2.259056945871973,
+      "grad_norm": 0.10000453144311905,
+      "learning_rate": 3.0340846168243265e-06,
+      "loss": 0.45657336711883545,
+      "step": 12226
+    },
+    {
+      "epoch": 2.2592417225808687,
+      "grad_norm": 0.0979422852396965,
+      "learning_rate": 3.0326534676785357e-06,
+      "loss": 0.4080390930175781,
+      "step": 12227
+    },
+    {
+      "epoch": 2.2594264992897646,
+      "grad_norm": 0.0736035481095314,
+      "learning_rate": 3.031222595811343e-06,
+      "loss": 0.3957144320011139,
+      "step": 12228
+    },
+    {
+      "epoch": 2.2596112759986604,
+      "grad_norm": 0.09222523123025894,
+      "learning_rate": 3.0297920012796842e-06,
+      "loss": 0.46320977807044983,
+      "step": 12229
+    },
+    {
+      "epoch": 2.2597960527075562,
+      "grad_norm": 0.09962626546621323,
+      "learning_rate": 3.0283616841404974e-06,
+      "loss": 0.47465965151786804,
+      "step": 12230
+    },
+    {
+      "epoch": 2.259980829416452,
+      "grad_norm": 0.07642363756895065,
+      "learning_rate": 3.0269316444507035e-06,
+      "loss": 0.4165627360343933,
+      "step": 12231
+    },
+    {
+      "epoch": 2.260165606125348,
+      "grad_norm": 0.08377820253372192,
+      "learning_rate": 3.0255018822672143e-06,
+      "loss": 0.4770684242248535,
+      "step": 12232
+    },
+    {
+      "epoch": 2.2603503828342437,
+      "grad_norm": 0.08431167155504227,
+      "learning_rate": 3.02407239764693e-06,
+      "loss": 0.4955669641494751,
+      "step": 12233
+    },
+    {
+      "epoch": 2.2605351595431395,
+      "grad_norm": 0.07196210324764252,
+      "learning_rate": 3.0226431906467425e-06,
+      "loss": 0.4227936863899231,
+      "step": 12234
+    },
+    {
+      "epoch": 2.2607199362520354,
+      "grad_norm": 0.08174673467874527,
+      "learning_rate": 3.021214261323524e-06,
+      "loss": 0.4703042507171631,
+      "step": 12235
+    },
+    {
+      "epoch": 2.260904712960931,
+      "grad_norm": 0.08144989609718323,
+      "learning_rate": 3.019785609734144e-06,
+      "loss": 0.3058887720108032,
+      "step": 12236
+    },
+    {
+      "epoch": 2.261089489669827,
+      "grad_norm": 0.09629102796316147,
+      "learning_rate": 3.0183572359354574e-06,
+      "loss": 0.5303314328193665,
+      "step": 12237
+    },
+    {
+      "epoch": 2.261274266378723,
+      "grad_norm": 0.08101619780063629,
+      "learning_rate": 3.0169291399843105e-06,
+      "loss": 0.41484183073043823,
+      "step": 12238
+    },
+    {
+      "epoch": 2.2614590430876187,
+      "grad_norm": 0.09562167525291443,
+      "learning_rate": 3.0155013219375374e-06,
+      "loss": 0.5148574709892273,
+      "step": 12239
+    },
+    {
+      "epoch": 2.2616438197965145,
+      "grad_norm": 0.08201883733272552,
+      "learning_rate": 3.0140737818519616e-06,
+      "loss": 0.41835635900497437,
+      "step": 12240
+    },
+    {
+      "epoch": 2.2618285965054103,
+      "grad_norm": 0.07495265454053879,
+      "learning_rate": 3.012646519784391e-06,
+      "loss": 0.36787310242652893,
+      "step": 12241
+    },
+    {
+      "epoch": 2.262013373214306,
+      "grad_norm": 0.08998357504606247,
+      "learning_rate": 3.0112195357916284e-06,
+      "loss": 0.4299069941043854,
+      "step": 12242
+    },
+    {
+      "epoch": 2.262198149923202,
+      "grad_norm": 0.08980880677700043,
+      "learning_rate": 3.0097928299304666e-06,
+      "loss": 0.3831421136856079,
+      "step": 12243
+    },
+    {
+      "epoch": 2.262382926632098,
+      "grad_norm": 0.09747115522623062,
+      "learning_rate": 3.0083664022576773e-06,
+      "loss": 0.4732903242111206,
+      "step": 12244
+    },
+    {
+      "epoch": 2.262567703340994,
+      "grad_norm": 0.07659371942281723,
+      "learning_rate": 3.0069402528300307e-06,
+      "loss": 0.3989792466163635,
+      "step": 12245
+    },
+    {
+      "epoch": 2.2627524800498895,
+      "grad_norm": 0.08523440361022949,
+      "learning_rate": 3.0055143817042844e-06,
+      "loss": 0.3412840962409973,
+      "step": 12246
+    },
+    {
+      "epoch": 2.2629372567587858,
+      "grad_norm": 0.08923565596342087,
+      "learning_rate": 3.0040887889371816e-06,
+      "loss": 0.35347479581832886,
+      "step": 12247
+    },
+    {
+      "epoch": 2.263122033467681,
+      "grad_norm": 0.10447020083665848,
+      "learning_rate": 3.002663474585461e-06,
+      "loss": 0.5423638224601746,
+      "step": 12248
+    },
+    {
+      "epoch": 2.2633068101765774,
+      "grad_norm": 0.06621216982603073,
+      "learning_rate": 3.001238438705839e-06,
+      "loss": 0.362056165933609,
+      "step": 12249
+    },
+    {
+      "epoch": 2.2634915868854733,
+      "grad_norm": 0.05140472948551178,
+      "learning_rate": 2.9998136813550318e-06,
+      "loss": 0.21704205870628357,
+      "step": 12250
+    },
+    {
+      "epoch": 2.263676363594369,
+      "grad_norm": 0.07546143233776093,
+      "learning_rate": 2.9983892025897386e-06,
+      "loss": 0.48610544204711914,
+      "step": 12251
+    },
+    {
+      "epoch": 2.263861140303265,
+      "grad_norm": 0.1048959270119667,
+      "learning_rate": 2.9969650024666497e-06,
+      "loss": 0.6081486940383911,
+      "step": 12252
+    },
+    {
+      "epoch": 2.2640459170121607,
+      "grad_norm": 0.061856064945459366,
+      "learning_rate": 2.9955410810424446e-06,
+      "loss": 0.29667016863822937,
+      "step": 12253
+    },
+    {
+      "epoch": 2.2642306937210566,
+      "grad_norm": 0.07674991339445114,
+      "learning_rate": 2.9941174383737937e-06,
+      "loss": 0.3966175615787506,
+      "step": 12254
+    },
+    {
+      "epoch": 2.2644154704299524,
+      "grad_norm": 0.10296843945980072,
+      "learning_rate": 2.992694074517346e-06,
+      "loss": 0.46330904960632324,
+      "step": 12255
+    },
+    {
+      "epoch": 2.264600247138848,
+      "grad_norm": 0.09111112356185913,
+      "learning_rate": 2.991270989529752e-06,
+      "loss": 0.4320758283138275,
+      "step": 12256
+    },
+    {
+      "epoch": 2.264785023847744,
+      "grad_norm": 0.10260162502527237,
+      "learning_rate": 2.9898481834676453e-06,
+      "loss": 0.5434527397155762,
+      "step": 12257
+    },
+    {
+      "epoch": 2.26496980055664,
+      "grad_norm": 0.08933594822883606,
+      "learning_rate": 2.988425656387648e-06,
+      "loss": 0.49509263038635254,
+      "step": 12258
+    },
+    {
+      "epoch": 2.2651545772655357,
+      "grad_norm": 0.07403186708688736,
+      "learning_rate": 2.987003408346374e-06,
+      "loss": 0.3863668441772461,
+      "step": 12259
+    },
+    {
+      "epoch": 2.2653393539744315,
+      "grad_norm": 0.07996796071529388,
+      "learning_rate": 2.9855814394004255e-06,
+      "loss": 0.32834455370903015,
+      "step": 12260
+    },
+    {
+      "epoch": 2.2655241306833274,
+      "grad_norm": 0.09327889233827591,
+      "learning_rate": 2.984159749606388e-06,
+      "loss": 0.4397789239883423,
+      "step": 12261
+    },
+    {
+      "epoch": 2.265708907392223,
+      "grad_norm": 0.08188837766647339,
+      "learning_rate": 2.9827383390208464e-06,
+      "loss": 0.3994868993759155,
+      "step": 12262
+    },
+    {
+      "epoch": 2.265893684101119,
+      "grad_norm": 0.09514510631561279,
+      "learning_rate": 2.9813172077003603e-06,
+      "loss": 0.5370783805847168,
+      "step": 12263
+    },
+    {
+      "epoch": 2.266078460810015,
+      "grad_norm": 0.08097981661558151,
+      "learning_rate": 2.9798963557014895e-06,
+      "loss": 0.36683669686317444,
+      "step": 12264
+    },
+    {
+      "epoch": 2.2662632375189107,
+      "grad_norm": 0.08686467260122299,
+      "learning_rate": 2.9784757830807852e-06,
+      "loss": 0.44896113872528076,
+      "step": 12265
+    },
+    {
+      "epoch": 2.2664480142278065,
+      "grad_norm": 0.09172335267066956,
+      "learning_rate": 2.9770554898947747e-06,
+      "loss": 0.5055941343307495,
+      "step": 12266
+    },
+    {
+      "epoch": 2.2666327909367023,
+      "grad_norm": 0.1009598821401596,
+      "learning_rate": 2.975635476199984e-06,
+      "loss": 0.6283546090126038,
+      "step": 12267
+    },
+    {
+      "epoch": 2.266817567645598,
+      "grad_norm": 0.06228647753596306,
+      "learning_rate": 2.9742157420529273e-06,
+      "loss": 0.2549760341644287,
+      "step": 12268
+    },
+    {
+      "epoch": 2.267002344354494,
+      "grad_norm": 0.07727950811386108,
+      "learning_rate": 2.9727962875101e-06,
+      "loss": 0.37321093678474426,
+      "step": 12269
+    },
+    {
+      "epoch": 2.26718712106339,
+      "grad_norm": 0.09002166986465454,
+      "learning_rate": 2.9713771126279958e-06,
+      "loss": 0.4421631097793579,
+      "step": 12270
+    },
+    {
+      "epoch": 2.2673718977722856,
+      "grad_norm": 0.10053392499685287,
+      "learning_rate": 2.9699582174630927e-06,
+      "loss": 0.534861147403717,
+      "step": 12271
+    },
+    {
+      "epoch": 2.2675566744811815,
+      "grad_norm": 0.06048179417848587,
+      "learning_rate": 2.9685396020718584e-06,
+      "loss": 0.26993635296821594,
+      "step": 12272
+    },
+    {
+      "epoch": 2.2677414511900773,
+      "grad_norm": 0.07431792467832565,
+      "learning_rate": 2.9671212665107496e-06,
+      "loss": 0.35286685824394226,
+      "step": 12273
+    },
+    {
+      "epoch": 2.2679262278989736,
+      "grad_norm": 0.08689253777265549,
+      "learning_rate": 2.9657032108362136e-06,
+      "loss": 0.5525953769683838,
+      "step": 12274
+    },
+    {
+      "epoch": 2.268111004607869,
+      "grad_norm": 0.0873987227678299,
+      "learning_rate": 2.96428543510468e-06,
+      "loss": 0.4629843831062317,
+      "step": 12275
+    },
+    {
+      "epoch": 2.2682957813167652,
+      "grad_norm": 0.08665183931589127,
+      "learning_rate": 2.9628679393725766e-06,
+      "loss": 0.4415779113769531,
+      "step": 12276
+    },
+    {
+      "epoch": 2.2684805580256606,
+      "grad_norm": 0.08151692152023315,
+      "learning_rate": 2.9614507236963077e-06,
+      "loss": 0.4622322618961334,
+      "step": 12277
+    },
+    {
+      "epoch": 2.268665334734557,
+      "grad_norm": 0.07684565335512161,
+      "learning_rate": 2.9600337881322805e-06,
+      "loss": 0.39885133504867554,
+      "step": 12278
+    },
+    {
+      "epoch": 2.2688501114434527,
+      "grad_norm": 0.09301837533712387,
+      "learning_rate": 2.958617132736887e-06,
+      "loss": 0.5050402879714966,
+      "step": 12279
+    },
+    {
+      "epoch": 2.2690348881523486,
+      "grad_norm": 0.09714837372303009,
+      "learning_rate": 2.9572007575665006e-06,
+      "loss": 0.5582828521728516,
+      "step": 12280
+    },
+    {
+      "epoch": 2.2692196648612444,
+      "grad_norm": 0.08942749351263046,
+      "learning_rate": 2.9557846626774876e-06,
+      "loss": 0.46698012948036194,
+      "step": 12281
+    },
+    {
+      "epoch": 2.26940444157014,
+      "grad_norm": 0.09786448627710342,
+      "learning_rate": 2.954368848126211e-06,
+      "loss": 0.5502012372016907,
+      "step": 12282
+    },
+    {
+      "epoch": 2.269589218279036,
+      "grad_norm": 0.06812259554862976,
+      "learning_rate": 2.952953313969008e-06,
+      "loss": 0.35303428769111633,
+      "step": 12283
+    },
+    {
+      "epoch": 2.269773994987932,
+      "grad_norm": 0.0862889289855957,
+      "learning_rate": 2.951538060262212e-06,
+      "loss": 0.4027027487754822,
+      "step": 12284
+    },
+    {
+      "epoch": 2.2699587716968277,
+      "grad_norm": 0.08643152564764023,
+      "learning_rate": 2.9501230870621565e-06,
+      "loss": 0.48595723509788513,
+      "step": 12285
+    },
+    {
+      "epoch": 2.2701435484057235,
+      "grad_norm": 0.06484793871641159,
+      "learning_rate": 2.9487083944251428e-06,
+      "loss": 0.2770717442035675,
+      "step": 12286
+    },
+    {
+      "epoch": 2.2703283251146193,
+      "grad_norm": 0.09154028445482254,
+      "learning_rate": 2.9472939824074742e-06,
+      "loss": 0.41690942645072937,
+      "step": 12287
+    },
+    {
+      "epoch": 2.270513101823515,
+      "grad_norm": 0.09700242429971695,
+      "learning_rate": 2.945879851065443e-06,
+      "loss": 0.473203182220459,
+      "step": 12288
+    },
+    {
+      "epoch": 2.270697878532411,
+      "grad_norm": 0.08067073673009872,
+      "learning_rate": 2.9444660004553207e-06,
+      "loss": 0.3523070514202118,
+      "step": 12289
+    },
+    {
+      "epoch": 2.270882655241307,
+      "grad_norm": 0.0762988030910492,
+      "learning_rate": 2.9430524306333785e-06,
+      "loss": 0.40847325325012207,
+      "step": 12290
+    },
+    {
+      "epoch": 2.2710674319502027,
+      "grad_norm": 0.06584256887435913,
+      "learning_rate": 2.94163914165587e-06,
+      "loss": 0.33420929312705994,
+      "step": 12291
+    },
+    {
+      "epoch": 2.2712522086590985,
+      "grad_norm": 0.09168466925621033,
+      "learning_rate": 2.9402261335790415e-06,
+      "loss": 0.4268166720867157,
+      "step": 12292
+    },
+    {
+      "epoch": 2.2714369853679943,
+      "grad_norm": 0.07886332273483276,
+      "learning_rate": 2.938813406459129e-06,
+      "loss": 0.42885634303092957,
+      "step": 12293
+    },
+    {
+      "epoch": 2.27162176207689,
+      "grad_norm": 0.09260807931423187,
+      "learning_rate": 2.937400960352348e-06,
+      "loss": 0.5658440589904785,
+      "step": 12294
+    },
+    {
+      "epoch": 2.271806538785786,
+      "grad_norm": 0.09772022813558578,
+      "learning_rate": 2.9359887953149125e-06,
+      "loss": 0.5705576539039612,
+      "step": 12295
+    },
+    {
+      "epoch": 2.271991315494682,
+      "grad_norm": 0.11060616374015808,
+      "learning_rate": 2.9345769114030264e-06,
+      "loss": 0.6149977445602417,
+      "step": 12296
+    },
+    {
+      "epoch": 2.2721760922035776,
+      "grad_norm": 0.0723041296005249,
+      "learning_rate": 2.9331653086728674e-06,
+      "loss": 0.3808667063713074,
+      "step": 12297
+    },
+    {
+      "epoch": 2.2723608689124735,
+      "grad_norm": 0.06351529806852341,
+      "learning_rate": 2.9317539871806235e-06,
+      "loss": 0.3369500935077667,
+      "step": 12298
+    },
+    {
+      "epoch": 2.2725456456213693,
+      "grad_norm": 0.05478255823254585,
+      "learning_rate": 2.9303429469824594e-06,
+      "loss": 0.24042272567749023,
+      "step": 12299
+    },
+    {
+      "epoch": 2.272730422330265,
+      "grad_norm": 0.06112119182944298,
+      "learning_rate": 2.9289321881345257e-06,
+      "loss": 0.2693672180175781,
+      "step": 12300
+    },
+    {
+      "epoch": 2.272915199039161,
+      "grad_norm": 0.07038292288780212,
+      "learning_rate": 2.9275217106929675e-06,
+      "loss": 0.3221263587474823,
+      "step": 12301
+    },
+    {
+      "epoch": 2.273099975748057,
+      "grad_norm": 0.0761604756116867,
+      "learning_rate": 2.926111514713923e-06,
+      "loss": 0.35919904708862305,
+      "step": 12302
+    },
+    {
+      "epoch": 2.273284752456953,
+      "grad_norm": 0.12052042782306671,
+      "learning_rate": 2.9247016002535043e-06,
+      "loss": 0.5472878813743591,
+      "step": 12303
+    },
+    {
+      "epoch": 2.2734695291658484,
+      "grad_norm": 0.08945787698030472,
+      "learning_rate": 2.923291967367823e-06,
+      "loss": 0.43166667222976685,
+      "step": 12304
+    },
+    {
+      "epoch": 2.2736543058747447,
+      "grad_norm": 0.11389131098985672,
+      "learning_rate": 2.921882616112988e-06,
+      "loss": 0.569865882396698,
+      "step": 12305
+    },
+    {
+      "epoch": 2.27383908258364,
+      "grad_norm": 0.10434228926897049,
+      "learning_rate": 2.9204735465450773e-06,
+      "loss": 0.5434978008270264,
+      "step": 12306
+    },
+    {
+      "epoch": 2.2740238592925364,
+      "grad_norm": 0.09066736698150635,
+      "learning_rate": 2.9190647587201703e-06,
+      "loss": 0.5771661996841431,
+      "step": 12307
+    },
+    {
+      "epoch": 2.274208636001432,
+      "grad_norm": 0.08334506303071976,
+      "learning_rate": 2.917656252694335e-06,
+      "loss": 0.41939690709114075,
+      "step": 12308
+    },
+    {
+      "epoch": 2.274393412710328,
+      "grad_norm": 0.05808553472161293,
+      "learning_rate": 2.9162480285236204e-06,
+      "loss": 0.30752813816070557,
+      "step": 12309
+    },
+    {
+      "epoch": 2.274578189419224,
+      "grad_norm": 0.08325260877609253,
+      "learning_rate": 2.9148400862640726e-06,
+      "loss": 0.40775370597839355,
+      "step": 12310
+    },
+    {
+      "epoch": 2.2747629661281197,
+      "grad_norm": 0.07577984780073166,
+      "learning_rate": 2.913432425971722e-06,
+      "loss": 0.2847796380519867,
+      "step": 12311
+    },
+    {
+      "epoch": 2.2749477428370155,
+      "grad_norm": 0.10682272911071777,
+      "learning_rate": 2.9120250477025903e-06,
+      "loss": 0.4378647804260254,
+      "step": 12312
+    },
+    {
+      "epoch": 2.2751325195459113,
+      "grad_norm": 0.09837109595537186,
+      "learning_rate": 2.910617951512689e-06,
+      "loss": 0.47766849398612976,
+      "step": 12313
+    },
+    {
+      "epoch": 2.275317296254807,
+      "grad_norm": 0.08506254851818085,
+      "learning_rate": 2.9092111374580103e-06,
+      "loss": 0.47322845458984375,
+      "step": 12314
+    },
+    {
+      "epoch": 2.275502072963703,
+      "grad_norm": 0.09625948965549469,
+      "learning_rate": 2.9078046055945443e-06,
+      "loss": 0.4225115180015564,
+      "step": 12315
+    },
+    {
+      "epoch": 2.275686849672599,
+      "grad_norm": 0.07625984400510788,
+      "learning_rate": 2.906398355978269e-06,
+      "loss": 0.3932497203350067,
+      "step": 12316
+    },
+    {
+      "epoch": 2.2758716263814947,
+      "grad_norm": 0.07267304509878159,
+      "learning_rate": 2.90499238866514e-06,
+      "loss": 0.33147087693214417,
+      "step": 12317
+    },
+    {
+      "epoch": 2.2760564030903905,
+      "grad_norm": 0.0772964283823967,
+      "learning_rate": 2.90358670371112e-06,
+      "loss": 0.49541783332824707,
+      "step": 12318
+    },
+    {
+      "epoch": 2.2762411797992863,
+      "grad_norm": 0.07828882336616516,
+      "learning_rate": 2.90218130117215e-06,
+      "loss": 0.45402592420578003,
+      "step": 12319
+    },
+    {
+      "epoch": 2.276425956508182,
+      "grad_norm": 0.07979245483875275,
+      "learning_rate": 2.9007761811041555e-06,
+      "loss": 0.3754137456417084,
+      "step": 12320
+    },
+    {
+      "epoch": 2.276610733217078,
+      "grad_norm": 0.09181807935237885,
+      "learning_rate": 2.8993713435630576e-06,
+      "loss": 0.5156495571136475,
+      "step": 12321
+    },
+    {
+      "epoch": 2.276795509925974,
+      "grad_norm": 0.0858747586607933,
+      "learning_rate": 2.897966788604769e-06,
+      "loss": 0.46253150701522827,
+      "step": 12322
+    },
+    {
+      "epoch": 2.2769802866348696,
+      "grad_norm": 0.09898536652326584,
+      "learning_rate": 2.8965625162851794e-06,
+      "loss": 0.43217700719833374,
+      "step": 12323
+    },
+    {
+      "epoch": 2.2771650633437654,
+      "grad_norm": 0.08097942918539047,
+      "learning_rate": 2.8951585266601757e-06,
+      "loss": 0.3872702121734619,
+      "step": 12324
+    },
+    {
+      "epoch": 2.2773498400526613,
+      "grad_norm": 0.07538451254367828,
+      "learning_rate": 2.893754819785639e-06,
+      "loss": 0.39061447978019714,
+      "step": 12325
+    },
+    {
+      "epoch": 2.277534616761557,
+      "grad_norm": 0.07708559930324554,
+      "learning_rate": 2.8923513957174263e-06,
+      "loss": 0.4144393503665924,
+      "step": 12326
+    },
+    {
+      "epoch": 2.277719393470453,
+      "grad_norm": 0.08210837841033936,
+      "learning_rate": 2.8909482545113932e-06,
+      "loss": 0.43052053451538086,
+      "step": 12327
+    },
+    {
+      "epoch": 2.2779041701793488,
+      "grad_norm": 0.12307770550251007,
+      "learning_rate": 2.8895453962233757e-06,
+      "loss": 0.6036669015884399,
+      "step": 12328
+    },
+    {
+      "epoch": 2.2780889468882446,
+      "grad_norm": 0.07950335741043091,
+      "learning_rate": 2.8881428209092054e-06,
+      "loss": 0.42403754591941833,
+      "step": 12329
+    },
+    {
+      "epoch": 2.2782737235971404,
+      "grad_norm": 0.0881686806678772,
+      "learning_rate": 2.8867405286247007e-06,
+      "loss": 0.3945855498313904,
+      "step": 12330
+    },
+    {
+      "epoch": 2.2784585003060362,
+      "grad_norm": 0.08936318010091782,
+      "learning_rate": 2.8853385194256677e-06,
+      "loss": 0.41373908519744873,
+      "step": 12331
+    },
+    {
+      "epoch": 2.278643277014932,
+      "grad_norm": 0.0715850442647934,
+      "learning_rate": 2.883936793367904e-06,
+      "loss": 0.2821645140647888,
+      "step": 12332
+    },
+    {
+      "epoch": 2.278828053723828,
+      "grad_norm": 0.07524916529655457,
+      "learning_rate": 2.8825353505071953e-06,
+      "loss": 0.4662242531776428,
+      "step": 12333
+    },
+    {
+      "epoch": 2.279012830432724,
+      "grad_norm": 0.08967549353837967,
+      "learning_rate": 2.8811341908993084e-06,
+      "loss": 0.4699711501598358,
+      "step": 12334
+    },
+    {
+      "epoch": 2.2791976071416196,
+      "grad_norm": 0.07801796495914459,
+      "learning_rate": 2.8797333146000086e-06,
+      "loss": 0.33761677145957947,
+      "step": 12335
+    },
+    {
+      "epoch": 2.279382383850516,
+      "grad_norm": 0.09331436455249786,
+      "learning_rate": 2.87833272166505e-06,
+      "loss": 0.49292394518852234,
+      "step": 12336
+    },
+    {
+      "epoch": 2.2795671605594117,
+      "grad_norm": 0.10073967278003693,
+      "learning_rate": 2.8769324121501618e-06,
+      "loss": 0.4239262342453003,
+      "step": 12337
+    },
+    {
+      "epoch": 2.2797519372683075,
+      "grad_norm": 0.09610048681497574,
+      "learning_rate": 2.875532386111082e-06,
+      "loss": 0.5705044865608215,
+      "step": 12338
+    },
+    {
+      "epoch": 2.2799367139772033,
+      "grad_norm": 0.10764279961585999,
+      "learning_rate": 2.8741326436035255e-06,
+      "loss": 0.5637108087539673,
+      "step": 12339
+    },
+    {
+      "epoch": 2.280121490686099,
+      "grad_norm": 0.09255742281675339,
+      "learning_rate": 2.872733184683194e-06,
+      "loss": 0.5211510062217712,
+      "step": 12340
+    },
+    {
+      "epoch": 2.280306267394995,
+      "grad_norm": 0.09281174838542938,
+      "learning_rate": 2.871334009405785e-06,
+      "loss": 0.4678809642791748,
+      "step": 12341
+    },
+    {
+      "epoch": 2.280491044103891,
+      "grad_norm": 0.07860644906759262,
+      "learning_rate": 2.8699351178269787e-06,
+      "loss": 0.4409528076648712,
+      "step": 12342
+    },
+    {
+      "epoch": 2.2806758208127866,
+      "grad_norm": 0.1086873859167099,
+      "learning_rate": 2.868536510002445e-06,
+      "loss": 0.5125857591629028,
+      "step": 12343
+    },
+    {
+      "epoch": 2.2808605975216825,
+      "grad_norm": 0.07654060423374176,
+      "learning_rate": 2.8671381859878488e-06,
+      "loss": 0.4426422417163849,
+      "step": 12344
+    },
+    {
+      "epoch": 2.2810453742305783,
+      "grad_norm": 0.09781482815742493,
+      "learning_rate": 2.865740145838837e-06,
+      "loss": 0.43132483959198,
+      "step": 12345
+    },
+    {
+      "epoch": 2.281230150939474,
+      "grad_norm": 0.07767101377248764,
+      "learning_rate": 2.8643423896110455e-06,
+      "loss": 0.35789021849632263,
+      "step": 12346
+    },
+    {
+      "epoch": 2.28141492764837,
+      "grad_norm": 0.10004222393035889,
+      "learning_rate": 2.8629449173601067e-06,
+      "loss": 0.5255815982818604,
+      "step": 12347
+    },
+    {
+      "epoch": 2.281599704357266,
+      "grad_norm": 0.09296823292970657,
+      "learning_rate": 2.8615477291416284e-06,
+      "loss": 0.4425857961177826,
+      "step": 12348
+    },
+    {
+      "epoch": 2.2817844810661616,
+      "grad_norm": 0.08270562440156937,
+      "learning_rate": 2.8601508250112164e-06,
+      "loss": 0.40904340147972107,
+      "step": 12349
+    },
+    {
+      "epoch": 2.2819692577750574,
+      "grad_norm": 0.0664658322930336,
+      "learning_rate": 2.858754205024463e-06,
+      "loss": 0.34156301617622375,
+      "step": 12350
+    },
+    {
+      "epoch": 2.2821540344839533,
+      "grad_norm": 0.07145830988883972,
+      "learning_rate": 2.857357869236952e-06,
+      "loss": 0.28238388895988464,
+      "step": 12351
+    },
+    {
+      "epoch": 2.282338811192849,
+      "grad_norm": 0.07514777034521103,
+      "learning_rate": 2.8559618177042504e-06,
+      "loss": 0.37296679615974426,
+      "step": 12352
+    },
+    {
+      "epoch": 2.282523587901745,
+      "grad_norm": 0.07478883117437363,
+      "learning_rate": 2.8545660504819207e-06,
+      "loss": 0.3149990439414978,
+      "step": 12353
+    },
+    {
+      "epoch": 2.2827083646106407,
+      "grad_norm": 0.09237714856863022,
+      "learning_rate": 2.853170567625504e-06,
+      "loss": 0.43616247177124023,
+      "step": 12354
+    },
+    {
+      "epoch": 2.2828931413195366,
+      "grad_norm": 0.07515031844377518,
+      "learning_rate": 2.851775369190539e-06,
+      "loss": 0.3258705139160156,
+      "step": 12355
+    },
+    {
+      "epoch": 2.2830779180284324,
+      "grad_norm": 0.08433238416910172,
+      "learning_rate": 2.8503804552325497e-06,
+      "loss": 0.4098306894302368,
+      "step": 12356
+    },
+    {
+      "epoch": 2.2832626947373282,
+      "grad_norm": 0.0852990448474884,
+      "learning_rate": 2.848985825807051e-06,
+      "loss": 0.4909660220146179,
+      "step": 12357
+    },
+    {
+      "epoch": 2.283447471446224,
+      "grad_norm": 0.09817817807197571,
+      "learning_rate": 2.847591480969547e-06,
+      "loss": 0.47760963439941406,
+      "step": 12358
+    },
+    {
+      "epoch": 2.28363224815512,
+      "grad_norm": 0.10420354455709457,
+      "learning_rate": 2.8461974207755217e-06,
+      "loss": 0.7738246917724609,
+      "step": 12359
+    },
+    {
+      "epoch": 2.2838170248640157,
+      "grad_norm": 0.10038287192583084,
+      "learning_rate": 2.844803645280457e-06,
+      "loss": 0.44567567110061646,
+      "step": 12360
+    },
+    {
+      "epoch": 2.2840018015729115,
+      "grad_norm": 0.07754106819629669,
+      "learning_rate": 2.843410154539825e-06,
+      "loss": 0.34756210446357727,
+      "step": 12361
+    },
+    {
+      "epoch": 2.2841865782818074,
+      "grad_norm": 0.09777885675430298,
+      "learning_rate": 2.8420169486090765e-06,
+      "loss": 0.5114613175392151,
+      "step": 12362
+    },
+    {
+      "epoch": 2.2843713549907037,
+      "grad_norm": 0.0712917372584343,
+      "learning_rate": 2.840624027543658e-06,
+      "loss": 0.342816025018692,
+      "step": 12363
+    },
+    {
+      "epoch": 2.284556131699599,
+      "grad_norm": 0.09564562886953354,
+      "learning_rate": 2.8392313913990054e-06,
+      "loss": 0.4747394323348999,
+      "step": 12364
+    },
+    {
+      "epoch": 2.2847409084084953,
+      "grad_norm": 0.08557190746068954,
+      "learning_rate": 2.837839040230539e-06,
+      "loss": 0.42063960433006287,
+      "step": 12365
+    },
+    {
+      "epoch": 2.284925685117391,
+      "grad_norm": 0.09702543914318085,
+      "learning_rate": 2.8364469740936717e-06,
+      "loss": 0.4699907898902893,
+      "step": 12366
+    },
+    {
+      "epoch": 2.285110461826287,
+      "grad_norm": 0.0841965600848198,
+      "learning_rate": 2.8350551930438066e-06,
+      "loss": 0.3842927813529968,
+      "step": 12367
+    },
+    {
+      "epoch": 2.285295238535183,
+      "grad_norm": 0.07941141724586487,
+      "learning_rate": 2.8336636971363253e-06,
+      "loss": 0.44426429271698,
+      "step": 12368
+    },
+    {
+      "epoch": 2.2854800152440786,
+      "grad_norm": 0.09702118486166,
+      "learning_rate": 2.832272486426608e-06,
+      "loss": 0.5666193962097168,
+      "step": 12369
+    },
+    {
+      "epoch": 2.2856647919529745,
+      "grad_norm": 0.07746150344610214,
+      "learning_rate": 2.8308815609700203e-06,
+      "loss": 0.34402111172676086,
+      "step": 12370
+    },
+    {
+      "epoch": 2.2858495686618703,
+      "grad_norm": 0.07326214760541916,
+      "learning_rate": 2.829490920821918e-06,
+      "loss": 0.40299466252326965,
+      "step": 12371
+    },
+    {
+      "epoch": 2.286034345370766,
+      "grad_norm": 0.08180015534162521,
+      "learning_rate": 2.828100566037643e-06,
+      "loss": 0.4826923906803131,
+      "step": 12372
+    },
+    {
+      "epoch": 2.286219122079662,
+      "grad_norm": 0.07712136209011078,
+      "learning_rate": 2.826710496672531e-06,
+      "loss": 0.3627420663833618,
+      "step": 12373
+    },
+    {
+      "epoch": 2.2864038987885578,
+      "grad_norm": 0.0706978365778923,
+      "learning_rate": 2.825320712781895e-06,
+      "loss": 0.3895527124404907,
+      "step": 12374
+    },
+    {
+      "epoch": 2.2865886754974536,
+      "grad_norm": 0.07732373476028442,
+      "learning_rate": 2.8239312144210517e-06,
+      "loss": 0.3908056616783142,
+      "step": 12375
+    },
+    {
+      "epoch": 2.2867734522063494,
+      "grad_norm": 0.08550095558166504,
+      "learning_rate": 2.8225420016452886e-06,
+      "loss": 0.437029093503952,
+      "step": 12376
+    },
+    {
+      "epoch": 2.2869582289152453,
+      "grad_norm": 0.10298527777194977,
+      "learning_rate": 2.8211530745099016e-06,
+      "loss": 0.5659658312797546,
+      "step": 12377
+    },
+    {
+      "epoch": 2.287143005624141,
+      "grad_norm": 0.08626532554626465,
+      "learning_rate": 2.819764433070166e-06,
+      "loss": 0.46370428800582886,
+      "step": 12378
+    },
+    {
+      "epoch": 2.287327782333037,
+      "grad_norm": 0.090863436460495,
+      "learning_rate": 2.8183760773813384e-06,
+      "loss": 0.5512515902519226,
+      "step": 12379
+    },
+    {
+      "epoch": 2.2875125590419327,
+      "grad_norm": 0.07174748927354813,
+      "learning_rate": 2.8169880074986742e-06,
+      "loss": 0.3715180456638336,
+      "step": 12380
+    },
+    {
+      "epoch": 2.2876973357508286,
+      "grad_norm": 0.0870097428560257,
+      "learning_rate": 2.815600223477418e-06,
+      "loss": 0.4142930805683136,
+      "step": 12381
+    },
+    {
+      "epoch": 2.2878821124597244,
+      "grad_norm": 0.062451448291540146,
+      "learning_rate": 2.8142127253727923e-06,
+      "loss": 0.3340838849544525,
+      "step": 12382
+    },
+    {
+      "epoch": 2.28806688916862,
+      "grad_norm": 0.0948941633105278,
+      "learning_rate": 2.8128255132400196e-06,
+      "loss": 0.4817712604999542,
+      "step": 12383
+    },
+    {
+      "epoch": 2.288251665877516,
+      "grad_norm": 0.07591880857944489,
+      "learning_rate": 2.8114385871343053e-06,
+      "loss": 0.30848807096481323,
+      "step": 12384
+    },
+    {
+      "epoch": 2.288436442586412,
+      "grad_norm": 0.07042495161294937,
+      "learning_rate": 2.8100519471108447e-06,
+      "loss": 0.3212406039237976,
+      "step": 12385
+    },
+    {
+      "epoch": 2.2886212192953077,
+      "grad_norm": 0.0942525789141655,
+      "learning_rate": 2.808665593224822e-06,
+      "loss": 0.48285847902297974,
+      "step": 12386
+    },
+    {
+      "epoch": 2.2888059960042035,
+      "grad_norm": 0.06566546857357025,
+      "learning_rate": 2.807279525531413e-06,
+      "loss": 0.3156110346317291,
+      "step": 12387
+    },
+    {
+      "epoch": 2.2889907727130994,
+      "grad_norm": 0.10510123521089554,
+      "learning_rate": 2.805893744085774e-06,
+      "loss": 0.4791485369205475,
+      "step": 12388
+    },
+    {
+      "epoch": 2.289175549421995,
+      "grad_norm": 0.08050920069217682,
+      "learning_rate": 2.8045082489430554e-06,
+      "loss": 0.4345119893550873,
+      "step": 12389
+    },
+    {
+      "epoch": 2.289360326130891,
+      "grad_norm": 0.09542886167764664,
+      "learning_rate": 2.8031230401583965e-06,
+      "loss": 0.5287306308746338,
+      "step": 12390
+    },
+    {
+      "epoch": 2.289545102839787,
+      "grad_norm": 0.08587858080863953,
+      "learning_rate": 2.8017381177869253e-06,
+      "loss": 0.4475300908088684,
+      "step": 12391
+    },
+    {
+      "epoch": 2.289729879548683,
+      "grad_norm": 0.0851026400923729,
+      "learning_rate": 2.8003534818837586e-06,
+      "loss": 0.39573603868484497,
+      "step": 12392
+    },
+    {
+      "epoch": 2.2899146562575785,
+      "grad_norm": 0.0926097109913826,
+      "learning_rate": 2.798969132503997e-06,
+      "loss": 0.4512878656387329,
+      "step": 12393
+    },
+    {
+      "epoch": 2.290099432966475,
+      "grad_norm": 0.08771153539419174,
+      "learning_rate": 2.797585069702733e-06,
+      "loss": 0.4938456118106842,
+      "step": 12394
+    },
+    {
+      "epoch": 2.2902842096753706,
+      "grad_norm": 0.08554097265005112,
+      "learning_rate": 2.7962012935350537e-06,
+      "loss": 0.3957395851612091,
+      "step": 12395
+    },
+    {
+      "epoch": 2.2904689863842664,
+      "grad_norm": 0.10183302313089371,
+      "learning_rate": 2.794817804056019e-06,
+      "loss": 0.5511239767074585,
+      "step": 12396
+    },
+    {
+      "epoch": 2.2906537630931623,
+      "grad_norm": 0.10341359674930573,
+      "learning_rate": 2.793434601320697e-06,
+      "loss": 0.5638948082923889,
+      "step": 12397
+    },
+    {
+      "epoch": 2.290838539802058,
+      "grad_norm": 0.09127336740493774,
+      "learning_rate": 2.792051685384134e-06,
+      "loss": 0.43918925523757935,
+      "step": 12398
+    },
+    {
+      "epoch": 2.291023316510954,
+      "grad_norm": 0.08343155682086945,
+      "learning_rate": 2.7906690563013593e-06,
+      "loss": 0.38254082202911377,
+      "step": 12399
+    },
+    {
+      "epoch": 2.2912080932198498,
+      "grad_norm": 0.08328774571418762,
+      "learning_rate": 2.789286714127402e-06,
+      "loss": 0.402026504278183,
+      "step": 12400
+    },
+    {
+      "epoch": 2.2913928699287456,
+      "grad_norm": 0.09894675016403198,
+      "learning_rate": 2.7879046589172776e-06,
+      "loss": 0.3728368878364563,
+      "step": 12401
+    },
+    {
+      "epoch": 2.2915776466376414,
+      "grad_norm": 0.08401940017938614,
+      "learning_rate": 2.7865228907259802e-06,
+      "loss": 0.46870890259742737,
+      "step": 12402
+    },
+    {
+      "epoch": 2.2917624233465372,
+      "grad_norm": 0.09789912402629852,
+      "learning_rate": 2.785141409608504e-06,
+      "loss": 0.5191943049430847,
+      "step": 12403
+    },
+    {
+      "epoch": 2.291947200055433,
+      "grad_norm": 0.06944061815738678,
+      "learning_rate": 2.7837602156198262e-06,
+      "loss": 0.35012003779411316,
+      "step": 12404
+    },
+    {
+      "epoch": 2.292131976764329,
+      "grad_norm": 0.07652708142995834,
+      "learning_rate": 2.7823793088149166e-06,
+      "loss": 0.3387015759944916,
+      "step": 12405
+    },
+    {
+      "epoch": 2.2923167534732247,
+      "grad_norm": 0.10045712441205978,
+      "learning_rate": 2.7809986892487316e-06,
+      "loss": 0.5079493522644043,
+      "step": 12406
+    },
+    {
+      "epoch": 2.2925015301821206,
+      "grad_norm": 0.07915651798248291,
+      "learning_rate": 2.7796183569762103e-06,
+      "loss": 0.32102376222610474,
+      "step": 12407
+    },
+    {
+      "epoch": 2.2926863068910164,
+      "grad_norm": 0.11177308857440948,
+      "learning_rate": 2.7782383120522895e-06,
+      "loss": 0.5183802843093872,
+      "step": 12408
+    },
+    {
+      "epoch": 2.292871083599912,
+      "grad_norm": 0.09553904831409454,
+      "learning_rate": 2.7768585545318895e-06,
+      "loss": 0.40244248509407043,
+      "step": 12409
+    },
+    {
+      "epoch": 2.293055860308808,
+      "grad_norm": 0.09308487921953201,
+      "learning_rate": 2.775479084469921e-06,
+      "loss": 0.4925037622451782,
+      "step": 12410
+    },
+    {
+      "epoch": 2.293240637017704,
+      "grad_norm": 0.07482548803091049,
+      "learning_rate": 2.7740999019212824e-06,
+      "loss": 0.30733537673950195,
+      "step": 12411
+    },
+    {
+      "epoch": 2.2934254137265997,
+      "grad_norm": 0.0775015726685524,
+      "learning_rate": 2.772721006940863e-06,
+      "loss": 0.37895214557647705,
+      "step": 12412
+    },
+    {
+      "epoch": 2.2936101904354955,
+      "grad_norm": 0.09507368505001068,
+      "learning_rate": 2.7713423995835343e-06,
+      "loss": 0.41809919476509094,
+      "step": 12413
+    },
+    {
+      "epoch": 2.2937949671443914,
+      "grad_norm": 0.10335507243871689,
+      "learning_rate": 2.7699640799041615e-06,
+      "loss": 0.5223547220230103,
+      "step": 12414
+    },
+    {
+      "epoch": 2.293979743853287,
+      "grad_norm": 0.06919983774423599,
+      "learning_rate": 2.768586047957602e-06,
+      "loss": 0.35734066367149353,
+      "step": 12415
+    },
+    {
+      "epoch": 2.294164520562183,
+      "grad_norm": 0.09655167907476425,
+      "learning_rate": 2.7672083037986874e-06,
+      "loss": 0.4475431442260742,
+      "step": 12416
+    },
+    {
+      "epoch": 2.294349297271079,
+      "grad_norm": 0.07486025243997574,
+      "learning_rate": 2.765830847482257e-06,
+      "loss": 0.39141911268234253,
+      "step": 12417
+    },
+    {
+      "epoch": 2.2945340739799747,
+      "grad_norm": 0.07163551449775696,
+      "learning_rate": 2.7644536790631283e-06,
+      "loss": 0.4052906930446625,
+      "step": 12418
+    },
+    {
+      "epoch": 2.2947188506888705,
+      "grad_norm": 0.09198658913373947,
+      "learning_rate": 2.763076798596104e-06,
+      "loss": 0.4742256700992584,
+      "step": 12419
+    },
+    {
+      "epoch": 2.2949036273977663,
+      "grad_norm": 0.09546126425266266,
+      "learning_rate": 2.761700206135981e-06,
+      "loss": 0.38848382234573364,
+      "step": 12420
+    },
+    {
+      "epoch": 2.2950884041066626,
+      "grad_norm": 0.09016796946525574,
+      "learning_rate": 2.7603239017375483e-06,
+      "loss": 0.49152642488479614,
+      "step": 12421
+    },
+    {
+      "epoch": 2.295273180815558,
+      "grad_norm": 0.07008977234363556,
+      "learning_rate": 2.7589478854555694e-06,
+      "loss": 0.4098982512950897,
+      "step": 12422
+    },
+    {
+      "epoch": 2.2954579575244543,
+      "grad_norm": 0.1004912257194519,
+      "learning_rate": 2.757572157344812e-06,
+      "loss": 0.45596155524253845,
+      "step": 12423
+    },
+    {
+      "epoch": 2.29564273423335,
+      "grad_norm": 0.08788701146841049,
+      "learning_rate": 2.7561967174600234e-06,
+      "loss": 0.4334774613380432,
+      "step": 12424
+    },
+    {
+      "epoch": 2.295827510942246,
+      "grad_norm": 0.07405531406402588,
+      "learning_rate": 2.7548215658559417e-06,
+      "loss": 0.3822348117828369,
+      "step": 12425
+    },
+    {
+      "epoch": 2.2960122876511417,
+      "grad_norm": 0.10018901526927948,
+      "learning_rate": 2.753446702587299e-06,
+      "loss": 0.5195327997207642,
+      "step": 12426
+    },
+    {
+      "epoch": 2.2961970643600376,
+      "grad_norm": 0.08698148280382156,
+      "learning_rate": 2.7520721277088023e-06,
+      "loss": 0.5598820447921753,
+      "step": 12427
+    },
+    {
+      "epoch": 2.2963818410689334,
+      "grad_norm": 0.0688018724322319,
+      "learning_rate": 2.7506978412751585e-06,
+      "loss": 0.35568612813949585,
+      "step": 12428
+    },
+    {
+      "epoch": 2.2965666177778292,
+      "grad_norm": 0.08764747530221939,
+      "learning_rate": 2.7493238433410606e-06,
+      "loss": 0.5102495551109314,
+      "step": 12429
+    },
+    {
+      "epoch": 2.296751394486725,
+      "grad_norm": 0.09153677523136139,
+      "learning_rate": 2.74795013396119e-06,
+      "loss": 0.4793400764465332,
+      "step": 12430
+    },
+    {
+      "epoch": 2.296936171195621,
+      "grad_norm": 0.09142836928367615,
+      "learning_rate": 2.7465767131902154e-06,
+      "loss": 0.48736387491226196,
+      "step": 12431
+    },
+    {
+      "epoch": 2.2971209479045167,
+      "grad_norm": 0.06931941211223602,
+      "learning_rate": 2.7452035810827972e-06,
+      "loss": 0.32798847556114197,
+      "step": 12432
+    },
+    {
+      "epoch": 2.2973057246134125,
+      "grad_norm": 0.10837685316801071,
+      "learning_rate": 2.743830737693576e-06,
+      "loss": 0.5421178340911865,
+      "step": 12433
+    },
+    {
+      "epoch": 2.2974905013223084,
+      "grad_norm": 0.08300384879112244,
+      "learning_rate": 2.742458183077189e-06,
+      "loss": 0.3388262093067169,
+      "step": 12434
+    },
+    {
+      "epoch": 2.297675278031204,
+      "grad_norm": 0.08761202543973923,
+      "learning_rate": 2.7410859172882643e-06,
+      "loss": 0.4011119306087494,
+      "step": 12435
+    },
+    {
+      "epoch": 2.2978600547401,
+      "grad_norm": 0.08077117800712585,
+      "learning_rate": 2.7397139403814045e-06,
+      "loss": 0.4460929036140442,
+      "step": 12436
+    },
+    {
+      "epoch": 2.298044831448996,
+      "grad_norm": 0.07666885852813721,
+      "learning_rate": 2.7383422524112168e-06,
+      "loss": 0.3937883973121643,
+      "step": 12437
+    },
+    {
+      "epoch": 2.2982296081578917,
+      "grad_norm": 0.09943380206823349,
+      "learning_rate": 2.7369708534322924e-06,
+      "loss": 0.559493899345398,
+      "step": 12438
+    },
+    {
+      "epoch": 2.2984143848667875,
+      "grad_norm": 0.06779221445322037,
+      "learning_rate": 2.735599743499202e-06,
+      "loss": 0.3402836322784424,
+      "step": 12439
+    },
+    {
+      "epoch": 2.2985991615756833,
+      "grad_norm": 0.07608848065137863,
+      "learning_rate": 2.7342289226665185e-06,
+      "loss": 0.33676713705062866,
+      "step": 12440
+    },
+    {
+      "epoch": 2.298783938284579,
+      "grad_norm": 0.07917264848947525,
+      "learning_rate": 2.7328583909887875e-06,
+      "loss": 0.48675215244293213,
+      "step": 12441
+    },
+    {
+      "epoch": 2.298968714993475,
+      "grad_norm": 0.09452951699495316,
+      "learning_rate": 2.731488148520557e-06,
+      "loss": 0.4705582857131958,
+      "step": 12442
+    },
+    {
+      "epoch": 2.299153491702371,
+      "grad_norm": 0.09254277497529984,
+      "learning_rate": 2.730118195316358e-06,
+      "loss": 0.6044603586196899,
+      "step": 12443
+    },
+    {
+      "epoch": 2.2993382684112667,
+      "grad_norm": 0.08278968185186386,
+      "learning_rate": 2.7287485314307105e-06,
+      "loss": 0.41316351294517517,
+      "step": 12444
+    },
+    {
+      "epoch": 2.2995230451201625,
+      "grad_norm": 0.09281335026025772,
+      "learning_rate": 2.727379156918123e-06,
+      "loss": 0.4842070937156677,
+      "step": 12445
+    },
+    {
+      "epoch": 2.2997078218290583,
+      "grad_norm": 0.08693793416023254,
+      "learning_rate": 2.7260100718330938e-06,
+      "loss": 0.5524295568466187,
+      "step": 12446
+    },
+    {
+      "epoch": 2.299892598537954,
+      "grad_norm": 0.08974786847829819,
+      "learning_rate": 2.7246412762301045e-06,
+      "loss": 0.5332388877868652,
+      "step": 12447
+    },
+    {
+      "epoch": 2.30007737524685,
+      "grad_norm": 0.05453294888138771,
+      "learning_rate": 2.7232727701636306e-06,
+      "loss": 0.21315710246562958,
+      "step": 12448
+    },
+    {
+      "epoch": 2.300262151955746,
+      "grad_norm": 0.08957856148481369,
+      "learning_rate": 2.721904553688134e-06,
+      "loss": 0.43898043036460876,
+      "step": 12449
+    },
+    {
+      "epoch": 2.300446928664642,
+      "grad_norm": 0.06817204505205154,
+      "learning_rate": 2.7205366268580657e-06,
+      "loss": 0.30610817670822144,
+      "step": 12450
+    },
+    {
+      "epoch": 2.3006317053735375,
+      "grad_norm": 0.08877559751272202,
+      "learning_rate": 2.7191689897278662e-06,
+      "loss": 0.40955445170402527,
+      "step": 12451
+    },
+    {
+      "epoch": 2.3008164820824337,
+      "grad_norm": 0.08863110840320587,
+      "learning_rate": 2.7178016423519637e-06,
+      "loss": 0.5220192074775696,
+      "step": 12452
+    },
+    {
+      "epoch": 2.301001258791329,
+      "grad_norm": 0.07328446954488754,
+      "learning_rate": 2.7164345847847706e-06,
+      "loss": 0.3678598999977112,
+      "step": 12453
+    },
+    {
+      "epoch": 2.3011860355002254,
+      "grad_norm": 0.08586084097623825,
+      "learning_rate": 2.7150678170806944e-06,
+      "loss": 0.43170756101608276,
+      "step": 12454
+    },
+    {
+      "epoch": 2.301370812209121,
+      "grad_norm": 0.08982164412736893,
+      "learning_rate": 2.713701339294129e-06,
+      "loss": 0.40715205669403076,
+      "step": 12455
+    },
+    {
+      "epoch": 2.301555588918017,
+      "grad_norm": 0.09180708974599838,
+      "learning_rate": 2.7123351514794494e-06,
+      "loss": 0.4255968928337097,
+      "step": 12456
+    },
+    {
+      "epoch": 2.301740365626913,
+      "grad_norm": 0.0955817773938179,
+      "learning_rate": 2.710969253691036e-06,
+      "loss": 0.4432634711265564,
+      "step": 12457
+    },
+    {
+      "epoch": 2.3019251423358087,
+      "grad_norm": 0.06264004111289978,
+      "learning_rate": 2.7096036459832387e-06,
+      "loss": 0.25520288944244385,
+      "step": 12458
+    },
+    {
+      "epoch": 2.3021099190447045,
+      "grad_norm": 0.06978282332420349,
+      "learning_rate": 2.7082383284104085e-06,
+      "loss": 0.29496538639068604,
+      "step": 12459
+    },
+    {
+      "epoch": 2.3022946957536004,
+      "grad_norm": 0.07816436141729355,
+      "learning_rate": 2.706873301026882e-06,
+      "loss": 0.32827895879745483,
+      "step": 12460
+    },
+    {
+      "epoch": 2.302479472462496,
+      "grad_norm": 0.08574339002370834,
+      "learning_rate": 2.705508563886978e-06,
+      "loss": 0.47787851095199585,
+      "step": 12461
+    },
+    {
+      "epoch": 2.302664249171392,
+      "grad_norm": 0.08717440068721771,
+      "learning_rate": 2.704144117045012e-06,
+      "loss": 0.4790334105491638,
+      "step": 12462
+    },
+    {
+      "epoch": 2.302849025880288,
+      "grad_norm": 0.08738885074853897,
+      "learning_rate": 2.7027799605552842e-06,
+      "loss": 0.4241340458393097,
+      "step": 12463
+    },
+    {
+      "epoch": 2.3030338025891837,
+      "grad_norm": 0.06934608519077301,
+      "learning_rate": 2.7014160944720835e-06,
+      "loss": 0.34214988350868225,
+      "step": 12464
+    },
+    {
+      "epoch": 2.3032185792980795,
+      "grad_norm": 0.10133513063192368,
+      "learning_rate": 2.7000525188496885e-06,
+      "loss": 0.5286313891410828,
+      "step": 12465
+    },
+    {
+      "epoch": 2.3034033560069753,
+      "grad_norm": 0.07713404297828674,
+      "learning_rate": 2.6986892337423675e-06,
+      "loss": 0.4190782606601715,
+      "step": 12466
+    },
+    {
+      "epoch": 2.303588132715871,
+      "grad_norm": 0.11312388628721237,
+      "learning_rate": 2.6973262392043687e-06,
+      "loss": 0.5498267412185669,
+      "step": 12467
+    },
+    {
+      "epoch": 2.303772909424767,
+      "grad_norm": 0.07396145910024643,
+      "learning_rate": 2.695963535289938e-06,
+      "loss": 0.3859500288963318,
+      "step": 12468
+    },
+    {
+      "epoch": 2.303957686133663,
+      "grad_norm": 0.07330184429883957,
+      "learning_rate": 2.6946011220533085e-06,
+      "loss": 0.44282686710357666,
+      "step": 12469
+    },
+    {
+      "epoch": 2.3041424628425586,
+      "grad_norm": 0.10176707804203033,
+      "learning_rate": 2.6932389995486986e-06,
+      "loss": 0.49235883355140686,
+      "step": 12470
+    },
+    {
+      "epoch": 2.3043272395514545,
+      "grad_norm": 0.09177861362695694,
+      "learning_rate": 2.691877167830319e-06,
+      "loss": 0.5612393021583557,
+      "step": 12471
+    },
+    {
+      "epoch": 2.3045120162603503,
+      "grad_norm": 0.06859984993934631,
+      "learning_rate": 2.6905156269523603e-06,
+      "loss": 0.3102670907974243,
+      "step": 12472
+    },
+    {
+      "epoch": 2.304696792969246,
+      "grad_norm": 0.10172141343355179,
+      "learning_rate": 2.689154376969012e-06,
+      "loss": 0.6309396028518677,
+      "step": 12473
+    },
+    {
+      "epoch": 2.304881569678142,
+      "grad_norm": 0.07310739904642105,
+      "learning_rate": 2.68779341793445e-06,
+      "loss": 0.3750215172767639,
+      "step": 12474
+    },
+    {
+      "epoch": 2.305066346387038,
+      "grad_norm": 0.0803554430603981,
+      "learning_rate": 2.68643274990283e-06,
+      "loss": 0.43689945340156555,
+      "step": 12475
+    },
+    {
+      "epoch": 2.3052511230959336,
+      "grad_norm": 0.08919933438301086,
+      "learning_rate": 2.685072372928301e-06,
+      "loss": 0.5057060122489929,
+      "step": 12476
+    },
+    {
+      "epoch": 2.3054358998048294,
+      "grad_norm": 0.08986406028270721,
+      "learning_rate": 2.6837122870650136e-06,
+      "loss": 0.4250834286212921,
+      "step": 12477
+    },
+    {
+      "epoch": 2.3056206765137253,
+      "grad_norm": 0.08082538843154907,
+      "learning_rate": 2.682352492367084e-06,
+      "loss": 0.4560541808605194,
+      "step": 12478
+    },
+    {
+      "epoch": 2.3058054532226215,
+      "grad_norm": 0.08965017646551132,
+      "learning_rate": 2.680992988888631e-06,
+      "loss": 0.4921261668205261,
+      "step": 12479
+    },
+    {
+      "epoch": 2.305990229931517,
+      "grad_norm": 0.09341119229793549,
+      "learning_rate": 2.679633776683762e-06,
+      "loss": 0.5224530100822449,
+      "step": 12480
+    },
+    {
+      "epoch": 2.306175006640413,
+      "grad_norm": 0.08903618156909943,
+      "learning_rate": 2.678274855806564e-06,
+      "loss": 0.503605306148529,
+      "step": 12481
+    },
+    {
+      "epoch": 2.3063597833493086,
+      "grad_norm": 0.08572878688573837,
+      "learning_rate": 2.6769162263111194e-06,
+      "loss": 0.5046517252922058,
+      "step": 12482
+    },
+    {
+      "epoch": 2.306544560058205,
+      "grad_norm": 0.08222978562116623,
+      "learning_rate": 2.6755578882514976e-06,
+      "loss": 0.49034225940704346,
+      "step": 12483
+    },
+    {
+      "epoch": 2.3067293367671007,
+      "grad_norm": 0.07876164466142654,
+      "learning_rate": 2.6741998416817572e-06,
+      "loss": 0.42356806993484497,
+      "step": 12484
+    },
+    {
+      "epoch": 2.3069141134759965,
+      "grad_norm": 0.08781693875789642,
+      "learning_rate": 2.6728420866559424e-06,
+      "loss": 0.47269538044929504,
+      "step": 12485
+    },
+    {
+      "epoch": 2.3070988901848923,
+      "grad_norm": 0.0931205004453659,
+      "learning_rate": 2.6714846232280932e-06,
+      "loss": 0.49855610728263855,
+      "step": 12486
+    },
+    {
+      "epoch": 2.307283666893788,
+      "grad_norm": 0.08059027045965195,
+      "learning_rate": 2.6701274514522248e-06,
+      "loss": 0.490103542804718,
+      "step": 12487
+    },
+    {
+      "epoch": 2.307468443602684,
+      "grad_norm": 0.089565210044384,
+      "learning_rate": 2.668770571382351e-06,
+      "loss": 0.43446487188339233,
+      "step": 12488
+    },
+    {
+      "epoch": 2.30765322031158,
+      "grad_norm": 0.08159112930297852,
+      "learning_rate": 2.6674139830724722e-06,
+      "loss": 0.46210017800331116,
+      "step": 12489
+    },
+    {
+      "epoch": 2.3078379970204757,
+      "grad_norm": 0.06302274018526077,
+      "learning_rate": 2.6660576865765764e-06,
+      "loss": 0.3557790517807007,
+      "step": 12490
+    },
+    {
+      "epoch": 2.3080227737293715,
+      "grad_norm": 0.06396881490945816,
+      "learning_rate": 2.6647016819486427e-06,
+      "loss": 0.28712761402130127,
+      "step": 12491
+    },
+    {
+      "epoch": 2.3082075504382673,
+      "grad_norm": 0.09645667672157288,
+      "learning_rate": 2.66334596924263e-06,
+      "loss": 0.5571883916854858,
+      "step": 12492
+    },
+    {
+      "epoch": 2.308392327147163,
+      "grad_norm": 0.07313007116317749,
+      "learning_rate": 2.661990548512493e-06,
+      "loss": 0.3786899149417877,
+      "step": 12493
+    },
+    {
+      "epoch": 2.308577103856059,
+      "grad_norm": 0.07516108453273773,
+      "learning_rate": 2.6606354198121786e-06,
+      "loss": 0.388254851102829,
+      "step": 12494
+    },
+    {
+      "epoch": 2.308761880564955,
+      "grad_norm": 0.0844891294836998,
+      "learning_rate": 2.6592805831956105e-06,
+      "loss": 0.466629296541214,
+      "step": 12495
+    },
+    {
+      "epoch": 2.3089466572738506,
+      "grad_norm": 0.09410285204648972,
+      "learning_rate": 2.657926038716704e-06,
+      "loss": 0.6287585496902466,
+      "step": 12496
+    },
+    {
+      "epoch": 2.3091314339827465,
+      "grad_norm": 0.09713611751794815,
+      "learning_rate": 2.6565717864293784e-06,
+      "loss": 0.5529349446296692,
+      "step": 12497
+    },
+    {
+      "epoch": 2.3093162106916423,
+      "grad_norm": 0.09099281579256058,
+      "learning_rate": 2.6552178263875172e-06,
+      "loss": 0.4954475462436676,
+      "step": 12498
+    },
+    {
+      "epoch": 2.309500987400538,
+      "grad_norm": 0.07115762680768967,
+      "learning_rate": 2.6538641586450075e-06,
+      "loss": 0.3478897213935852,
+      "step": 12499
+    },
+    {
+      "epoch": 2.309685764109434,
+      "grad_norm": 0.08878853917121887,
+      "learning_rate": 2.652510783255725e-06,
+      "loss": 0.5340008735656738,
+      "step": 12500
+    },
+    {
+      "epoch": 2.309685764109434,
+      "eval_loss": 0.5491987466812134,
+      "eval_runtime": 156.6238,
+      "eval_samples_per_second": 116.387,
+      "eval_steps_per_second": 14.551,
+      "step": 12500
+    }
+  ],
+  "logging_steps": 1,
+  "max_steps": 16236,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 3,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 1.554647767097955e+18,
+  "train_batch_size": 2,
+  "trial_name": null,
+  "trial_params": null
+}