| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 1.0, |
| "eval_steps": 500, |
| "global_step": 2486, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0004023335345001006, |
| "grad_norm": 27.82010551409744, |
| "learning_rate": 0.0, |
| "loss": 1.7886, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.0008046670690002012, |
| "grad_norm": 19.872529474831897, |
| "learning_rate": 2.008032128514056e-08, |
| "loss": 1.8136, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.0012070006035003018, |
| "grad_norm": 24.180123303383308, |
| "learning_rate": 4.016064257028112e-08, |
| "loss": 1.9299, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.0016093341380004024, |
| "grad_norm": 21.489391381684396, |
| "learning_rate": 6.02409638554217e-08, |
| "loss": 1.92, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.0020116676725005027, |
| "grad_norm": 17.558745295130834, |
| "learning_rate": 8.032128514056224e-08, |
| "loss": 1.8227, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.0024140012070006035, |
| "grad_norm": 21.46699607887353, |
| "learning_rate": 1.0040160642570281e-07, |
| "loss": 1.8824, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.002816334741500704, |
| "grad_norm": 21.298475273313784, |
| "learning_rate": 1.204819277108434e-07, |
| "loss": 1.8179, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.0032186682760008047, |
| "grad_norm": 21.372007205869878, |
| "learning_rate": 1.4056224899598394e-07, |
| "loss": 1.6859, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.003621001810500905, |
| "grad_norm": 23.292357598058903, |
| "learning_rate": 1.6064257028112448e-07, |
| "loss": 2.0856, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.0040233353450010055, |
| "grad_norm": 23.233045584039576, |
| "learning_rate": 1.8072289156626505e-07, |
| "loss": 2.1395, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.004425668879501106, |
| "grad_norm": 19.4337570491022, |
| "learning_rate": 2.0080321285140563e-07, |
| "loss": 1.8688, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.004828002414001207, |
| "grad_norm": 24.82725637763247, |
| "learning_rate": 2.208835341365462e-07, |
| "loss": 1.8054, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.005230335948501308, |
| "grad_norm": 27.369177322875704, |
| "learning_rate": 2.409638554216868e-07, |
| "loss": 1.8794, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.005632669483001408, |
| "grad_norm": 20.854134960964704, |
| "learning_rate": 2.610441767068273e-07, |
| "loss": 1.8873, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.006035003017501509, |
| "grad_norm": 25.685971689153487, |
| "learning_rate": 2.811244979919679e-07, |
| "loss": 2.0743, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.0064373365520016095, |
| "grad_norm": 21.501547984115398, |
| "learning_rate": 3.0120481927710845e-07, |
| "loss": 1.8415, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.00683967008650171, |
| "grad_norm": 22.75991867094887, |
| "learning_rate": 3.2128514056224897e-07, |
| "loss": 1.9089, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.00724200362100181, |
| "grad_norm": 22.23601729043514, |
| "learning_rate": 3.413654618473896e-07, |
| "loss": 1.9641, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.007644337155501911, |
| "grad_norm": 26.35207563502954, |
| "learning_rate": 3.614457831325301e-07, |
| "loss": 2.0458, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.008046670690002011, |
| "grad_norm": 20.57786492934256, |
| "learning_rate": 3.8152610441767073e-07, |
| "loss": 1.7877, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.008449004224502113, |
| "grad_norm": 25.563694935501676, |
| "learning_rate": 4.0160642570281125e-07, |
| "loss": 2.1414, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.008851337759002213, |
| "grad_norm": 18.98280746175437, |
| "learning_rate": 4.216867469879518e-07, |
| "loss": 1.7995, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.009253671293502314, |
| "grad_norm": 22.278384224532818, |
| "learning_rate": 4.417670682730924e-07, |
| "loss": 2.0412, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.009656004828002414, |
| "grad_norm": 18.256806226009903, |
| "learning_rate": 4.6184738955823296e-07, |
| "loss": 1.7538, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.010058338362502514, |
| "grad_norm": 19.087838303092653, |
| "learning_rate": 4.819277108433736e-07, |
| "loss": 1.708, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.010460671897002616, |
| "grad_norm": 18.961034656693933, |
| "learning_rate": 5.020080321285141e-07, |
| "loss": 1.6661, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.010863005431502716, |
| "grad_norm": 18.11814523029599, |
| "learning_rate": 5.220883534136546e-07, |
| "loss": 1.753, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.011265338966002816, |
| "grad_norm": 19.63691340845534, |
| "learning_rate": 5.421686746987952e-07, |
| "loss": 1.7005, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.011667672500502917, |
| "grad_norm": 16.293048438980087, |
| "learning_rate": 5.622489959839358e-07, |
| "loss": 1.7269, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.012070006035003017, |
| "grad_norm": 15.86827584036101, |
| "learning_rate": 5.823293172690764e-07, |
| "loss": 1.5401, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.012472339569503117, |
| "grad_norm": 17.38302283506762, |
| "learning_rate": 6.024096385542169e-07, |
| "loss": 1.5943, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.012874673104003219, |
| "grad_norm": 15.374566189246599, |
| "learning_rate": 6.224899598393574e-07, |
| "loss": 1.6221, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.013277006638503319, |
| "grad_norm": 14.904500940732934, |
| "learning_rate": 6.425702811244979e-07, |
| "loss": 1.5452, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.01367934017300342, |
| "grad_norm": 16.29526851000047, |
| "learning_rate": 6.626506024096387e-07, |
| "loss": 1.2262, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.01408167370750352, |
| "grad_norm": 12.819998198911712, |
| "learning_rate": 6.827309236947792e-07, |
| "loss": 1.3476, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.01448400724200362, |
| "grad_norm": 13.25182925491938, |
| "learning_rate": 7.028112449799197e-07, |
| "loss": 1.4371, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.014886340776503722, |
| "grad_norm": 14.477871111934059, |
| "learning_rate": 7.228915662650602e-07, |
| "loss": 1.3476, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.015288674311003822, |
| "grad_norm": 14.6196272151239, |
| "learning_rate": 7.429718875502008e-07, |
| "loss": 1.5309, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.015691007845503924, |
| "grad_norm": 11.90353169885529, |
| "learning_rate": 7.630522088353415e-07, |
| "loss": 1.3026, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.016093341380004022, |
| "grad_norm": 13.271008324770724, |
| "learning_rate": 7.83132530120482e-07, |
| "loss": 1.4655, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.016495674914504124, |
| "grad_norm": 11.2349199407351, |
| "learning_rate": 8.032128514056225e-07, |
| "loss": 1.2782, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.016898008449004225, |
| "grad_norm": 9.663111453936613, |
| "learning_rate": 8.232931726907631e-07, |
| "loss": 1.0628, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.017300341983504323, |
| "grad_norm": 10.290302552273262, |
| "learning_rate": 8.433734939759036e-07, |
| "loss": 1.2398, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.017702675518004425, |
| "grad_norm": 9.437964794637868, |
| "learning_rate": 8.634538152610443e-07, |
| "loss": 1.1087, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.018105009052504527, |
| "grad_norm": 9.928972956598479, |
| "learning_rate": 8.835341365461848e-07, |
| "loss": 1.1231, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.01850734258700463, |
| "grad_norm": 7.193942700746645, |
| "learning_rate": 9.036144578313254e-07, |
| "loss": 0.9053, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.018909676121504727, |
| "grad_norm": 8.545887733782381, |
| "learning_rate": 9.236947791164659e-07, |
| "loss": 1.0188, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.01931200965600483, |
| "grad_norm": 9.964310833592453, |
| "learning_rate": 9.437751004016064e-07, |
| "loss": 1.2336, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.01971434319050493, |
| "grad_norm": 8.465102281501581, |
| "learning_rate": 9.638554216867472e-07, |
| "loss": 0.978, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.020116676725005028, |
| "grad_norm": 8.387761909932218, |
| "learning_rate": 9.839357429718876e-07, |
| "loss": 1.0664, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.02051901025950513, |
| "grad_norm": 8.853387211734997, |
| "learning_rate": 1.0040160642570282e-06, |
| "loss": 1.1316, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.02092134379400523, |
| "grad_norm": 8.36811488486395, |
| "learning_rate": 1.0240963855421688e-06, |
| "loss": 0.9175, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.02132367732850533, |
| "grad_norm": 8.394630361238342, |
| "learning_rate": 1.0441767068273092e-06, |
| "loss": 0.9371, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.02172601086300543, |
| "grad_norm": 7.411500707300452, |
| "learning_rate": 1.0642570281124499e-06, |
| "loss": 0.9567, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.022128344397505533, |
| "grad_norm": 8.194667792436356, |
| "learning_rate": 1.0843373493975905e-06, |
| "loss": 0.9994, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.02253067793200563, |
| "grad_norm": 7.141458407534788, |
| "learning_rate": 1.1044176706827311e-06, |
| "loss": 0.8714, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.022933011466505733, |
| "grad_norm": 5.765708921674402, |
| "learning_rate": 1.1244979919678715e-06, |
| "loss": 0.9238, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.023335345001005835, |
| "grad_norm": 7.924253998059311, |
| "learning_rate": 1.1445783132530121e-06, |
| "loss": 0.9884, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.023737678535505933, |
| "grad_norm": 6.597672306780267, |
| "learning_rate": 1.1646586345381528e-06, |
| "loss": 0.9904, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.024140012070006035, |
| "grad_norm": 6.937688487718752, |
| "learning_rate": 1.1847389558232934e-06, |
| "loss": 0.971, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.024542345604506136, |
| "grad_norm": 6.148469030855221, |
| "learning_rate": 1.2048192771084338e-06, |
| "loss": 0.7868, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.024944679139006234, |
| "grad_norm": 6.388105517333996, |
| "learning_rate": 1.2248995983935744e-06, |
| "loss": 0.8567, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.025347012673506336, |
| "grad_norm": 6.105324559387419, |
| "learning_rate": 1.2449799196787148e-06, |
| "loss": 0.9989, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.025749346208006438, |
| "grad_norm": 6.565241933640869, |
| "learning_rate": 1.2650602409638555e-06, |
| "loss": 0.8641, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.02615167974250654, |
| "grad_norm": 5.869907162685047, |
| "learning_rate": 1.2851405622489959e-06, |
| "loss": 0.9526, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.026554013277006638, |
| "grad_norm": 5.851371649159624, |
| "learning_rate": 1.3052208835341367e-06, |
| "loss": 0.8387, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.02695634681150674, |
| "grad_norm": 6.3493989766408765, |
| "learning_rate": 1.3253012048192773e-06, |
| "loss": 1.0458, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.02735868034600684, |
| "grad_norm": 5.9283912382403114, |
| "learning_rate": 1.345381526104418e-06, |
| "loss": 1.0158, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.02776101388050694, |
| "grad_norm": 6.184126721660312, |
| "learning_rate": 1.3654618473895584e-06, |
| "loss": 0.8218, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.02816334741500704, |
| "grad_norm": 6.0169493477739975, |
| "learning_rate": 1.385542168674699e-06, |
| "loss": 0.7966, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.028565680949507143, |
| "grad_norm": 6.084096016864222, |
| "learning_rate": 1.4056224899598394e-06, |
| "loss": 0.8221, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.02896801448400724, |
| "grad_norm": 6.441697966234361, |
| "learning_rate": 1.42570281124498e-06, |
| "loss": 0.7189, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.029370348018507342, |
| "grad_norm": 5.684758471405106, |
| "learning_rate": 1.4457831325301204e-06, |
| "loss": 0.811, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.029772681553007444, |
| "grad_norm": 6.066554340342954, |
| "learning_rate": 1.465863453815261e-06, |
| "loss": 0.8128, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.030175015087507542, |
| "grad_norm": 5.398586406654046, |
| "learning_rate": 1.4859437751004017e-06, |
| "loss": 0.8521, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.030577348622007644, |
| "grad_norm": 5.72164636854203, |
| "learning_rate": 1.5060240963855425e-06, |
| "loss": 0.8733, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.030979682156507746, |
| "grad_norm": 5.317662321058184, |
| "learning_rate": 1.526104417670683e-06, |
| "loss": 0.6758, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.03138201569100785, |
| "grad_norm": 5.008046012529329, |
| "learning_rate": 1.5461847389558236e-06, |
| "loss": 0.77, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.03178434922550795, |
| "grad_norm": 5.806938383916589, |
| "learning_rate": 1.566265060240964e-06, |
| "loss": 0.9218, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.032186682760008044, |
| "grad_norm": 5.687427641764964, |
| "learning_rate": 1.5863453815261046e-06, |
| "loss": 0.873, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.032589016294508145, |
| "grad_norm": 5.877177229539529, |
| "learning_rate": 1.606425702811245e-06, |
| "loss": 0.8347, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.03299134982900825, |
| "grad_norm": 5.661277204998088, |
| "learning_rate": 1.6265060240963856e-06, |
| "loss": 0.7537, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.03339368336350835, |
| "grad_norm": 6.0004706518847675, |
| "learning_rate": 1.6465863453815263e-06, |
| "loss": 0.9341, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.03379601689800845, |
| "grad_norm": 5.383372715468371, |
| "learning_rate": 1.6666666666666667e-06, |
| "loss": 0.716, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.03419835043250855, |
| "grad_norm": 5.870492937673813, |
| "learning_rate": 1.6867469879518073e-06, |
| "loss": 0.8515, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.03460068396700865, |
| "grad_norm": 5.40282247472889, |
| "learning_rate": 1.7068273092369481e-06, |
| "loss": 0.7575, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.03500301750150875, |
| "grad_norm": 5.244298542730251, |
| "learning_rate": 1.7269076305220885e-06, |
| "loss": 0.7342, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.03540535103600885, |
| "grad_norm": 5.118324863903489, |
| "learning_rate": 1.7469879518072292e-06, |
| "loss": 0.7633, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.03580768457050895, |
| "grad_norm": 5.559590746485852, |
| "learning_rate": 1.7670682730923696e-06, |
| "loss": 0.915, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.036210018105009054, |
| "grad_norm": 5.093580932305843, |
| "learning_rate": 1.7871485943775102e-06, |
| "loss": 0.7234, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.036612351639509155, |
| "grad_norm": 5.949076037097858, |
| "learning_rate": 1.8072289156626508e-06, |
| "loss": 0.9392, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.03701468517400926, |
| "grad_norm": 6.126962098905458, |
| "learning_rate": 1.8273092369477912e-06, |
| "loss": 0.7973, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.03741701870850935, |
| "grad_norm": 5.418925049178253, |
| "learning_rate": 1.8473895582329318e-06, |
| "loss": 0.7386, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.03781935224300945, |
| "grad_norm": 5.30622581323819, |
| "learning_rate": 1.8674698795180723e-06, |
| "loss": 0.7712, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.038221685777509555, |
| "grad_norm": 5.203905538553713, |
| "learning_rate": 1.8875502008032129e-06, |
| "loss": 0.7403, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.03862401931200966, |
| "grad_norm": 5.497752744670633, |
| "learning_rate": 1.9076305220883537e-06, |
| "loss": 0.8343, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.03902635284650976, |
| "grad_norm": 5.792666990034754, |
| "learning_rate": 1.9277108433734943e-06, |
| "loss": 0.9855, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.03942868638100986, |
| "grad_norm": 4.95103734609948, |
| "learning_rate": 1.947791164658635e-06, |
| "loss": 0.7676, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.039831019915509955, |
| "grad_norm": 5.313239350915902, |
| "learning_rate": 1.967871485943775e-06, |
| "loss": 0.8112, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.040233353450010056, |
| "grad_norm": 5.262581677945773, |
| "learning_rate": 1.987951807228916e-06, |
| "loss": 0.7726, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.04063568698451016, |
| "grad_norm": 5.7284063119812965, |
| "learning_rate": 2.0080321285140564e-06, |
| "loss": 0.7143, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.04103802051901026, |
| "grad_norm": 5.61074467493987, |
| "learning_rate": 2.028112449799197e-06, |
| "loss": 0.7821, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.04144035405351036, |
| "grad_norm": 5.668818940572837, |
| "learning_rate": 2.0481927710843377e-06, |
| "loss": 0.6217, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.04184268758801046, |
| "grad_norm": 6.102827563222031, |
| "learning_rate": 2.068273092369478e-06, |
| "loss": 0.7094, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.04224502112251056, |
| "grad_norm": 5.106901986680839, |
| "learning_rate": 2.0883534136546185e-06, |
| "loss": 0.7452, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.04264735465701066, |
| "grad_norm": 5.320689458556449, |
| "learning_rate": 2.1084337349397595e-06, |
| "loss": 0.8121, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.04304968819151076, |
| "grad_norm": 4.851575241509713, |
| "learning_rate": 2.1285140562248997e-06, |
| "loss": 0.7695, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.04345202172601086, |
| "grad_norm": 5.7294050539399315, |
| "learning_rate": 2.1485943775100404e-06, |
| "loss": 0.8343, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.043854355260510965, |
| "grad_norm": 6.2102432153860265, |
| "learning_rate": 2.168674698795181e-06, |
| "loss": 0.8478, |
| "step": 109 |
| }, |
| { |
| "epoch": 0.044256688795011066, |
| "grad_norm": 5.8055227032618415, |
| "learning_rate": 2.1887550200803216e-06, |
| "loss": 0.7647, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.04465902232951117, |
| "grad_norm": 5.59165747057277, |
| "learning_rate": 2.2088353413654622e-06, |
| "loss": 0.6905, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.04506135586401126, |
| "grad_norm": 4.682897930842293, |
| "learning_rate": 2.2289156626506024e-06, |
| "loss": 0.6875, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.045463689398511364, |
| "grad_norm": 4.320466219380915, |
| "learning_rate": 2.248995983935743e-06, |
| "loss": 0.696, |
| "step": 113 |
| }, |
| { |
| "epoch": 0.045866022933011466, |
| "grad_norm": 5.050663115560423, |
| "learning_rate": 2.2690763052208837e-06, |
| "loss": 0.6224, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.04626835646751157, |
| "grad_norm": 4.681780822596801, |
| "learning_rate": 2.2891566265060243e-06, |
| "loss": 0.6462, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.04667069000201167, |
| "grad_norm": 5.954135299109462, |
| "learning_rate": 2.309236947791165e-06, |
| "loss": 0.8848, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.04707302353651177, |
| "grad_norm": 5.573998592787985, |
| "learning_rate": 2.3293172690763055e-06, |
| "loss": 0.8088, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.047475357071011866, |
| "grad_norm": 5.070007694615057, |
| "learning_rate": 2.349397590361446e-06, |
| "loss": 0.7173, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.04787769060551197, |
| "grad_norm": 5.671554086319649, |
| "learning_rate": 2.3694779116465868e-06, |
| "loss": 0.8136, |
| "step": 119 |
| }, |
| { |
| "epoch": 0.04828002414001207, |
| "grad_norm": 5.769697685018851, |
| "learning_rate": 2.389558232931727e-06, |
| "loss": 0.7733, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.04868235767451217, |
| "grad_norm": 4.920298621449247, |
| "learning_rate": 2.4096385542168676e-06, |
| "loss": 0.5931, |
| "step": 121 |
| }, |
| { |
| "epoch": 0.04908469120901227, |
| "grad_norm": 5.49690667652572, |
| "learning_rate": 2.4297188755020082e-06, |
| "loss": 0.8079, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.049487024743512374, |
| "grad_norm": 5.369187249008034, |
| "learning_rate": 2.449799196787149e-06, |
| "loss": 0.726, |
| "step": 123 |
| }, |
| { |
| "epoch": 0.04988935827801247, |
| "grad_norm": 4.8515152911462796, |
| "learning_rate": 2.469879518072289e-06, |
| "loss": 0.7691, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.05029169181251257, |
| "grad_norm": 5.099204794104859, |
| "learning_rate": 2.4899598393574297e-06, |
| "loss": 0.8361, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.05069402534701267, |
| "grad_norm": 5.390609640239935, |
| "learning_rate": 2.5100401606425707e-06, |
| "loss": 0.6527, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.051096358881512774, |
| "grad_norm": 5.053936099287885, |
| "learning_rate": 2.530120481927711e-06, |
| "loss": 0.7326, |
| "step": 127 |
| }, |
| { |
| "epoch": 0.051498692416012876, |
| "grad_norm": 5.876719841742455, |
| "learning_rate": 2.5502008032128516e-06, |
| "loss": 0.8571, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.05190102595051298, |
| "grad_norm": 5.291120710287588, |
| "learning_rate": 2.5702811244979918e-06, |
| "loss": 0.7641, |
| "step": 129 |
| }, |
| { |
| "epoch": 0.05230335948501308, |
| "grad_norm": 5.2648612797895336, |
| "learning_rate": 2.590361445783133e-06, |
| "loss": 0.768, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.052705693019513174, |
| "grad_norm": 5.146667666976231, |
| "learning_rate": 2.6104417670682734e-06, |
| "loss": 0.729, |
| "step": 131 |
| }, |
| { |
| "epoch": 0.053108026554013275, |
| "grad_norm": 5.607251668752912, |
| "learning_rate": 2.6305220883534136e-06, |
| "loss": 0.7812, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.05351036008851338, |
| "grad_norm": 4.774953294338218, |
| "learning_rate": 2.6506024096385547e-06, |
| "loss": 0.6996, |
| "step": 133 |
| }, |
| { |
| "epoch": 0.05391269362301348, |
| "grad_norm": 5.187652607031923, |
| "learning_rate": 2.670682730923695e-06, |
| "loss": 0.7029, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.05431502715751358, |
| "grad_norm": 5.631076339839678, |
| "learning_rate": 2.690763052208836e-06, |
| "loss": 0.7618, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.05471736069201368, |
| "grad_norm": 5.1080370644891735, |
| "learning_rate": 2.710843373493976e-06, |
| "loss": 0.6746, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.05511969422651378, |
| "grad_norm": 5.177774314908037, |
| "learning_rate": 2.7309236947791167e-06, |
| "loss": 0.6576, |
| "step": 137 |
| }, |
| { |
| "epoch": 0.05552202776101388, |
| "grad_norm": 5.4428731816372355, |
| "learning_rate": 2.751004016064257e-06, |
| "loss": 0.8666, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.05592436129551398, |
| "grad_norm": 4.737577892176393, |
| "learning_rate": 2.771084337349398e-06, |
| "loss": 0.6303, |
| "step": 139 |
| }, |
| { |
| "epoch": 0.05632669483001408, |
| "grad_norm": 5.958074686629733, |
| "learning_rate": 2.791164658634538e-06, |
| "loss": 0.7375, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.056729028364514184, |
| "grad_norm": 5.347638262573924, |
| "learning_rate": 2.811244979919679e-06, |
| "loss": 0.7496, |
| "step": 141 |
| }, |
| { |
| "epoch": 0.057131361899014285, |
| "grad_norm": 5.25633214854894, |
| "learning_rate": 2.83132530120482e-06, |
| "loss": 0.7703, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.05753369543351439, |
| "grad_norm": 6.3493191578507355, |
| "learning_rate": 2.85140562248996e-06, |
| "loss": 0.7297, |
| "step": 143 |
| }, |
| { |
| "epoch": 0.05793602896801448, |
| "grad_norm": 5.291536986822124, |
| "learning_rate": 2.8714859437751007e-06, |
| "loss": 0.7848, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.05833836250251458, |
| "grad_norm": 4.327776932092466, |
| "learning_rate": 2.891566265060241e-06, |
| "loss": 0.5537, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.058740696037014685, |
| "grad_norm": 4.827406966450388, |
| "learning_rate": 2.911646586345382e-06, |
| "loss": 0.6614, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.05914302957151479, |
| "grad_norm": 5.4512595989034605, |
| "learning_rate": 2.931726907630522e-06, |
| "loss": 0.5105, |
| "step": 147 |
| }, |
| { |
| "epoch": 0.05954536310601489, |
| "grad_norm": 5.349806231832712, |
| "learning_rate": 2.9518072289156627e-06, |
| "loss": 0.7398, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.05994769664051499, |
| "grad_norm": 5.376464953972205, |
| "learning_rate": 2.9718875502008034e-06, |
| "loss": 0.832, |
| "step": 149 |
| }, |
| { |
| "epoch": 0.060350030175015085, |
| "grad_norm": 4.4973784287811, |
| "learning_rate": 2.991967871485944e-06, |
| "loss": 0.6631, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.060752363709515186, |
| "grad_norm": 4.1574904576313925, |
| "learning_rate": 3.012048192771085e-06, |
| "loss": 0.5736, |
| "step": 151 |
| }, |
| { |
| "epoch": 0.06115469724401529, |
| "grad_norm": 4.932454920014607, |
| "learning_rate": 3.0321285140562252e-06, |
| "loss": 0.6843, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.06155703077851539, |
| "grad_norm": 4.920072821237323, |
| "learning_rate": 3.052208835341366e-06, |
| "loss": 0.6115, |
| "step": 153 |
| }, |
| { |
| "epoch": 0.06195936431301549, |
| "grad_norm": 5.069151288790082, |
| "learning_rate": 3.072289156626506e-06, |
| "loss": 0.6592, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.06236169784751559, |
| "grad_norm": 4.940734045454529, |
| "learning_rate": 3.092369477911647e-06, |
| "loss": 0.6823, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.0627640313820157, |
| "grad_norm": 4.7329970403721635, |
| "learning_rate": 3.1124497991967873e-06, |
| "loss": 0.6183, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.0631663649165158, |
| "grad_norm": 5.584324231160161, |
| "learning_rate": 3.132530120481928e-06, |
| "loss": 0.8407, |
| "step": 157 |
| }, |
| { |
| "epoch": 0.0635686984510159, |
| "grad_norm": 4.9494988025514095, |
| "learning_rate": 3.152610441767068e-06, |
| "loss": 0.7362, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.06397103198551599, |
| "grad_norm": 4.826336881024485, |
| "learning_rate": 3.172690763052209e-06, |
| "loss": 0.6756, |
| "step": 159 |
| }, |
| { |
| "epoch": 0.06437336552001609, |
| "grad_norm": 4.663584106854257, |
| "learning_rate": 3.1927710843373494e-06, |
| "loss": 0.6618, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.06477569905451619, |
| "grad_norm": 5.358113823802763, |
| "learning_rate": 3.21285140562249e-06, |
| "loss": 0.7845, |
| "step": 161 |
| }, |
| { |
| "epoch": 0.06517803258901629, |
| "grad_norm": 4.393966562734061, |
| "learning_rate": 3.232931726907631e-06, |
| "loss": 0.6643, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.06558036612351639, |
| "grad_norm": 5.269005574739929, |
| "learning_rate": 3.2530120481927713e-06, |
| "loss": 0.7892, |
| "step": 163 |
| }, |
| { |
| "epoch": 0.0659826996580165, |
| "grad_norm": 5.191377211307637, |
| "learning_rate": 3.2730923694779123e-06, |
| "loss": 0.6834, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.0663850331925166, |
| "grad_norm": 5.9411717854682875, |
| "learning_rate": 3.2931726907630525e-06, |
| "loss": 0.682, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.0667873667270167, |
| "grad_norm": 4.657895689681778, |
| "learning_rate": 3.313253012048193e-06, |
| "loss": 0.6533, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.0671897002615168, |
| "grad_norm": 4.689805393308291, |
| "learning_rate": 3.3333333333333333e-06, |
| "loss": 0.5851, |
| "step": 167 |
| }, |
| { |
| "epoch": 0.0675920337960169, |
| "grad_norm": 4.934046837424603, |
| "learning_rate": 3.3534136546184744e-06, |
| "loss": 0.7834, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.067994367330517, |
| "grad_norm": 5.295304511873193, |
| "learning_rate": 3.3734939759036146e-06, |
| "loss": 0.6978, |
| "step": 169 |
| }, |
| { |
| "epoch": 0.0683967008650171, |
| "grad_norm": 5.8805644086916935, |
| "learning_rate": 3.393574297188755e-06, |
| "loss": 0.7022, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.0687990343995172, |
| "grad_norm": 4.986410631963467, |
| "learning_rate": 3.4136546184738962e-06, |
| "loss": 0.8589, |
| "step": 171 |
| }, |
| { |
| "epoch": 0.0692013679340173, |
| "grad_norm": 4.587536055949948, |
| "learning_rate": 3.4337349397590364e-06, |
| "loss": 0.5962, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.0696037014685174, |
| "grad_norm": 4.542521557186459, |
| "learning_rate": 3.453815261044177e-06, |
| "loss": 0.5778, |
| "step": 173 |
| }, |
| { |
| "epoch": 0.0700060350030175, |
| "grad_norm": 5.006237220238328, |
| "learning_rate": 3.4738955823293173e-06, |
| "loss": 0.7066, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.0704083685375176, |
| "grad_norm": 5.03127022104005, |
| "learning_rate": 3.4939759036144583e-06, |
| "loss": 0.7143, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.0708107020720177, |
| "grad_norm": 4.978976609084576, |
| "learning_rate": 3.5140562248995985e-06, |
| "loss": 0.5806, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.0712130356065178, |
| "grad_norm": 4.953415145134539, |
| "learning_rate": 3.534136546184739e-06, |
| "loss": 0.6169, |
| "step": 177 |
| }, |
| { |
| "epoch": 0.0716153691410179, |
| "grad_norm": 5.224274445585009, |
| "learning_rate": 3.5542168674698798e-06, |
| "loss": 0.7055, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.072017702675518, |
| "grad_norm": 4.793231833957601, |
| "learning_rate": 3.5742971887550204e-06, |
| "loss": 0.6589, |
| "step": 179 |
| }, |
| { |
| "epoch": 0.07242003621001811, |
| "grad_norm": 4.897332398174339, |
| "learning_rate": 3.5943775100401606e-06, |
| "loss": 0.5835, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.07282236974451821, |
| "grad_norm": 5.461164108231627, |
| "learning_rate": 3.6144578313253016e-06, |
| "loss": 0.6153, |
| "step": 181 |
| }, |
| { |
| "epoch": 0.07322470327901831, |
| "grad_norm": 4.750713371821981, |
| "learning_rate": 3.6345381526104423e-06, |
| "loss": 0.5576, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.07362703681351841, |
| "grad_norm": 4.612815212986164, |
| "learning_rate": 3.6546184738955825e-06, |
| "loss": 0.6695, |
| "step": 183 |
| }, |
| { |
| "epoch": 0.07402937034801851, |
| "grad_norm": 5.035137988160493, |
| "learning_rate": 3.6746987951807235e-06, |
| "loss": 0.6451, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.0744317038825186, |
| "grad_norm": 5.189253752749726, |
| "learning_rate": 3.6947791164658637e-06, |
| "loss": 0.6897, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.0748340374170187, |
| "grad_norm": 5.061038391462879, |
| "learning_rate": 3.7148594377510043e-06, |
| "loss": 0.7363, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.0752363709515188, |
| "grad_norm": 5.12457801565824, |
| "learning_rate": 3.7349397590361445e-06, |
| "loss": 0.6662, |
| "step": 187 |
| }, |
| { |
| "epoch": 0.0756387044860189, |
| "grad_norm": 5.468566358022457, |
| "learning_rate": 3.7550200803212856e-06, |
| "loss": 0.7333, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.07604103802051901, |
| "grad_norm": 4.83323388980342, |
| "learning_rate": 3.7751004016064258e-06, |
| "loss": 0.6179, |
| "step": 189 |
| }, |
| { |
| "epoch": 0.07644337155501911, |
| "grad_norm": 5.618759075616741, |
| "learning_rate": 3.7951807228915664e-06, |
| "loss": 0.7861, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.07684570508951921, |
| "grad_norm": 5.571721878536531, |
| "learning_rate": 3.8152610441767074e-06, |
| "loss": 0.6481, |
| "step": 191 |
| }, |
| { |
| "epoch": 0.07724803862401931, |
| "grad_norm": 5.067103682358002, |
| "learning_rate": 3.835341365461848e-06, |
| "loss": 0.7295, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.07765037215851942, |
| "grad_norm": 4.945134722999282, |
| "learning_rate": 3.855421686746989e-06, |
| "loss": 0.6275, |
| "step": 193 |
| }, |
| { |
| "epoch": 0.07805270569301952, |
| "grad_norm": 4.995120702157204, |
| "learning_rate": 3.875502008032129e-06, |
| "loss": 0.6156, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.07845503922751962, |
| "grad_norm": 4.936376571967402, |
| "learning_rate": 3.89558232931727e-06, |
| "loss": 0.6141, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.07885737276201972, |
| "grad_norm": 5.014965363677265, |
| "learning_rate": 3.91566265060241e-06, |
| "loss": 0.6706, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.07925970629651982, |
| "grad_norm": 4.379077775855287, |
| "learning_rate": 3.93574297188755e-06, |
| "loss": 0.625, |
| "step": 197 |
| }, |
| { |
| "epoch": 0.07966203983101991, |
| "grad_norm": 5.213065143955326, |
| "learning_rate": 3.9558232931726905e-06, |
| "loss": 0.6259, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.08006437336552001, |
| "grad_norm": 4.943005393732397, |
| "learning_rate": 3.975903614457832e-06, |
| "loss": 0.6867, |
| "step": 199 |
| }, |
| { |
| "epoch": 0.08046670690002011, |
| "grad_norm": 6.1486973779873795, |
| "learning_rate": 3.995983935742972e-06, |
| "loss": 0.8347, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.08086904043452021, |
| "grad_norm": 4.733552314219692, |
| "learning_rate": 4.016064257028113e-06, |
| "loss": 0.6611, |
| "step": 201 |
| }, |
| { |
| "epoch": 0.08127137396902032, |
| "grad_norm": 4.8269187112270195, |
| "learning_rate": 4.036144578313254e-06, |
| "loss": 0.6939, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.08167370750352042, |
| "grad_norm": 5.3439700963806125, |
| "learning_rate": 4.056224899598394e-06, |
| "loss": 0.7133, |
| "step": 203 |
| }, |
| { |
| "epoch": 0.08207604103802052, |
| "grad_norm": 5.29998702305394, |
| "learning_rate": 4.076305220883534e-06, |
| "loss": 0.7792, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.08247837457252062, |
| "grad_norm": 5.408216152846704, |
| "learning_rate": 4.096385542168675e-06, |
| "loss": 0.6411, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.08288070810702072, |
| "grad_norm": 4.419630999712613, |
| "learning_rate": 4.1164658634538155e-06, |
| "loss": 0.615, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.08328304164152082, |
| "grad_norm": 4.543564292966689, |
| "learning_rate": 4.136546184738956e-06, |
| "loss": 0.5462, |
| "step": 207 |
| }, |
| { |
| "epoch": 0.08368537517602093, |
| "grad_norm": 4.814136944508732, |
| "learning_rate": 4.156626506024097e-06, |
| "loss": 0.6407, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.08408770871052103, |
| "grad_norm": 5.118958059055448, |
| "learning_rate": 4.176706827309237e-06, |
| "loss": 0.6922, |
| "step": 209 |
| }, |
| { |
| "epoch": 0.08449004224502112, |
| "grad_norm": 5.761968321529592, |
| "learning_rate": 4.196787148594378e-06, |
| "loss": 0.7785, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.08489237577952122, |
| "grad_norm": 4.7973887668760185, |
| "learning_rate": 4.216867469879519e-06, |
| "loss": 0.5855, |
| "step": 211 |
| }, |
| { |
| "epoch": 0.08529470931402132, |
| "grad_norm": 5.063119851943765, |
| "learning_rate": 4.236947791164659e-06, |
| "loss": 0.5061, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.08569704284852142, |
| "grad_norm": 5.185457141038217, |
| "learning_rate": 4.2570281124497995e-06, |
| "loss": 0.6547, |
| "step": 213 |
| }, |
| { |
| "epoch": 0.08609937638302152, |
| "grad_norm": 4.908063923355144, |
| "learning_rate": 4.27710843373494e-06, |
| "loss": 0.6325, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.08650170991752162, |
| "grad_norm": 4.902236509892525, |
| "learning_rate": 4.297188755020081e-06, |
| "loss": 0.771, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.08690404345202173, |
| "grad_norm": 4.939421470208826, |
| "learning_rate": 4.317269076305221e-06, |
| "loss": 0.6009, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.08730637698652183, |
| "grad_norm": 5.585627020639388, |
| "learning_rate": 4.337349397590362e-06, |
| "loss": 0.75, |
| "step": 217 |
| }, |
| { |
| "epoch": 0.08770871052102193, |
| "grad_norm": 5.768733340993033, |
| "learning_rate": 4.357429718875502e-06, |
| "loss": 0.8889, |
| "step": 218 |
| }, |
| { |
| "epoch": 0.08811104405552203, |
| "grad_norm": 4.756073859984964, |
| "learning_rate": 4.377510040160643e-06, |
| "loss": 0.5845, |
| "step": 219 |
| }, |
| { |
| "epoch": 0.08851337759002213, |
| "grad_norm": 5.602957070495176, |
| "learning_rate": 4.397590361445783e-06, |
| "loss": 0.5766, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.08891571112452223, |
| "grad_norm": 5.51373108651177, |
| "learning_rate": 4.4176706827309244e-06, |
| "loss": 0.667, |
| "step": 221 |
| }, |
| { |
| "epoch": 0.08931804465902234, |
| "grad_norm": 5.2818421493270895, |
| "learning_rate": 4.437751004016065e-06, |
| "loss": 0.6132, |
| "step": 222 |
| }, |
| { |
| "epoch": 0.08972037819352242, |
| "grad_norm": 4.687481374933495, |
| "learning_rate": 4.457831325301205e-06, |
| "loss": 0.69, |
| "step": 223 |
| }, |
| { |
| "epoch": 0.09012271172802253, |
| "grad_norm": 5.045402036516882, |
| "learning_rate": 4.477911646586346e-06, |
| "loss": 0.5496, |
| "step": 224 |
| }, |
| { |
| "epoch": 0.09052504526252263, |
| "grad_norm": 4.949655367217769, |
| "learning_rate": 4.497991967871486e-06, |
| "loss": 0.6777, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.09092737879702273, |
| "grad_norm": 4.725446380096972, |
| "learning_rate": 4.518072289156627e-06, |
| "loss": 0.5211, |
| "step": 226 |
| }, |
| { |
| "epoch": 0.09132971233152283, |
| "grad_norm": 5.627747083860127, |
| "learning_rate": 4.538152610441767e-06, |
| "loss": 0.7335, |
| "step": 227 |
| }, |
| { |
| "epoch": 0.09173204586602293, |
| "grad_norm": 4.658915831199445, |
| "learning_rate": 4.558232931726908e-06, |
| "loss": 0.618, |
| "step": 228 |
| }, |
| { |
| "epoch": 0.09213437940052303, |
| "grad_norm": 5.169380307261355, |
| "learning_rate": 4.578313253012049e-06, |
| "loss": 0.8083, |
| "step": 229 |
| }, |
| { |
| "epoch": 0.09253671293502314, |
| "grad_norm": 4.462280637097748, |
| "learning_rate": 4.598393574297189e-06, |
| "loss": 0.5873, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.09293904646952324, |
| "grad_norm": 5.088180514844276, |
| "learning_rate": 4.61847389558233e-06, |
| "loss": 0.6948, |
| "step": 231 |
| }, |
| { |
| "epoch": 0.09334138000402334, |
| "grad_norm": 4.911645340461795, |
| "learning_rate": 4.63855421686747e-06, |
| "loss": 0.5014, |
| "step": 232 |
| }, |
| { |
| "epoch": 0.09374371353852344, |
| "grad_norm": 5.183650867648958, |
| "learning_rate": 4.658634538152611e-06, |
| "loss": 0.6731, |
| "step": 233 |
| }, |
| { |
| "epoch": 0.09414604707302354, |
| "grad_norm": 4.942647346081943, |
| "learning_rate": 4.678714859437751e-06, |
| "loss": 0.796, |
| "step": 234 |
| }, |
| { |
| "epoch": 0.09454838060752364, |
| "grad_norm": 5.413754367435916, |
| "learning_rate": 4.698795180722892e-06, |
| "loss": 0.7029, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.09495071414202373, |
| "grad_norm": 5.394996509930947, |
| "learning_rate": 4.7188755020080325e-06, |
| "loss": 0.7448, |
| "step": 236 |
| }, |
| { |
| "epoch": 0.09535304767652383, |
| "grad_norm": 4.807099705141704, |
| "learning_rate": 4.7389558232931736e-06, |
| "loss": 0.6608, |
| "step": 237 |
| }, |
| { |
| "epoch": 0.09575538121102393, |
| "grad_norm": 5.204336077501797, |
| "learning_rate": 4.759036144578314e-06, |
| "loss": 0.585, |
| "step": 238 |
| }, |
| { |
| "epoch": 0.09615771474552404, |
| "grad_norm": 4.845053158029385, |
| "learning_rate": 4.779116465863454e-06, |
| "loss": 0.6299, |
| "step": 239 |
| }, |
| { |
| "epoch": 0.09656004828002414, |
| "grad_norm": 5.037832345926416, |
| "learning_rate": 4.799196787148594e-06, |
| "loss": 0.6598, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.09696238181452424, |
| "grad_norm": 4.930571962391263, |
| "learning_rate": 4.819277108433735e-06, |
| "loss": 0.5918, |
| "step": 241 |
| }, |
| { |
| "epoch": 0.09736471534902434, |
| "grad_norm": 4.749158619882368, |
| "learning_rate": 4.839357429718876e-06, |
| "loss": 0.5785, |
| "step": 242 |
| }, |
| { |
| "epoch": 0.09776704888352444, |
| "grad_norm": 5.774299138017609, |
| "learning_rate": 4.8594377510040165e-06, |
| "loss": 0.7465, |
| "step": 243 |
| }, |
| { |
| "epoch": 0.09816938241802455, |
| "grad_norm": 4.582929546310413, |
| "learning_rate": 4.8795180722891575e-06, |
| "loss": 0.5464, |
| "step": 244 |
| }, |
| { |
| "epoch": 0.09857171595252465, |
| "grad_norm": 4.604283671045787, |
| "learning_rate": 4.899598393574298e-06, |
| "loss": 0.6183, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.09897404948702475, |
| "grad_norm": 5.126092092509994, |
| "learning_rate": 4.919678714859438e-06, |
| "loss": 0.7267, |
| "step": 246 |
| }, |
| { |
| "epoch": 0.09937638302152485, |
| "grad_norm": 4.6087281951772345, |
| "learning_rate": 4.939759036144578e-06, |
| "loss": 0.5911, |
| "step": 247 |
| }, |
| { |
| "epoch": 0.09977871655602494, |
| "grad_norm": 4.4308954136706165, |
| "learning_rate": 4.959839357429719e-06, |
| "loss": 0.6525, |
| "step": 248 |
| }, |
| { |
| "epoch": 0.10018105009052504, |
| "grad_norm": 4.704767612087696, |
| "learning_rate": 4.979919678714859e-06, |
| "loss": 0.7537, |
| "step": 249 |
| }, |
| { |
| "epoch": 0.10058338362502514, |
| "grad_norm": 5.171569719861641, |
| "learning_rate": 5e-06, |
| "loss": 0.5941, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.10098571715952524, |
| "grad_norm": 5.7449160884679245, |
| "learning_rate": 4.99999753465491e-06, |
| "loss": 0.6686, |
| "step": 251 |
| }, |
| { |
| "epoch": 0.10138805069402534, |
| "grad_norm": 4.648308764039487, |
| "learning_rate": 4.999990138624503e-06, |
| "loss": 0.6264, |
| "step": 252 |
| }, |
| { |
| "epoch": 0.10179038422852545, |
| "grad_norm": 5.064339952308565, |
| "learning_rate": 4.999977811923365e-06, |
| "loss": 0.6921, |
| "step": 253 |
| }, |
| { |
| "epoch": 0.10219271776302555, |
| "grad_norm": 4.810326779178174, |
| "learning_rate": 4.9999605545758065e-06, |
| "loss": 0.6119, |
| "step": 254 |
| }, |
| { |
| "epoch": 0.10259505129752565, |
| "grad_norm": 4.805314994215823, |
| "learning_rate": 4.999938366615867e-06, |
| "loss": 0.6364, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.10299738483202575, |
| "grad_norm": 4.473992853756316, |
| "learning_rate": 4.999911248087305e-06, |
| "loss": 0.5508, |
| "step": 256 |
| }, |
| { |
| "epoch": 0.10339971836652585, |
| "grad_norm": 5.452559581429947, |
| "learning_rate": 4.999879199043606e-06, |
| "loss": 0.7831, |
| "step": 257 |
| }, |
| { |
| "epoch": 0.10380205190102595, |
| "grad_norm": 5.061524793864594, |
| "learning_rate": 4.99984221954798e-06, |
| "loss": 0.5644, |
| "step": 258 |
| }, |
| { |
| "epoch": 0.10420438543552606, |
| "grad_norm": 4.673975167806026, |
| "learning_rate": 4.999800309673361e-06, |
| "loss": 0.649, |
| "step": 259 |
| }, |
| { |
| "epoch": 0.10460671897002616, |
| "grad_norm": 4.8181768852216855, |
| "learning_rate": 4.999753469502406e-06, |
| "loss": 0.6528, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.10500905250452625, |
| "grad_norm": 5.3922298074237345, |
| "learning_rate": 4.999701699127497e-06, |
| "loss": 0.8216, |
| "step": 261 |
| }, |
| { |
| "epoch": 0.10541138603902635, |
| "grad_norm": 4.463138014998754, |
| "learning_rate": 4.99964499865074e-06, |
| "loss": 0.6824, |
| "step": 262 |
| }, |
| { |
| "epoch": 0.10581371957352645, |
| "grad_norm": 4.937246753810877, |
| "learning_rate": 4.999583368183965e-06, |
| "loss": 0.5256, |
| "step": 263 |
| }, |
| { |
| "epoch": 0.10621605310802655, |
| "grad_norm": 5.02716535200141, |
| "learning_rate": 4.999516807848721e-06, |
| "loss": 0.6658, |
| "step": 264 |
| }, |
| { |
| "epoch": 0.10661838664252665, |
| "grad_norm": 4.719903057858775, |
| "learning_rate": 4.999445317776286e-06, |
| "loss": 0.5943, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.10702072017702675, |
| "grad_norm": 4.327891289019763, |
| "learning_rate": 4.9993688981076574e-06, |
| "loss": 0.6267, |
| "step": 266 |
| }, |
| { |
| "epoch": 0.10742305371152686, |
| "grad_norm": 5.04792717283726, |
| "learning_rate": 4.999287548993555e-06, |
| "loss": 0.7649, |
| "step": 267 |
| }, |
| { |
| "epoch": 0.10782538724602696, |
| "grad_norm": 4.398384896034094, |
| "learning_rate": 4.999201270594424e-06, |
| "loss": 0.6237, |
| "step": 268 |
| }, |
| { |
| "epoch": 0.10822772078052706, |
| "grad_norm": 4.513204332172601, |
| "learning_rate": 4.999110063080428e-06, |
| "loss": 0.685, |
| "step": 269 |
| }, |
| { |
| "epoch": 0.10863005431502716, |
| "grad_norm": 4.910504259364484, |
| "learning_rate": 4.999013926631453e-06, |
| "loss": 0.6393, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.10903238784952726, |
| "grad_norm": 3.8051932823856927, |
| "learning_rate": 4.998912861437106e-06, |
| "loss": 0.557, |
| "step": 271 |
| }, |
| { |
| "epoch": 0.10943472138402736, |
| "grad_norm": 4.261798228362777, |
| "learning_rate": 4.9988068676967176e-06, |
| "loss": 0.6685, |
| "step": 272 |
| }, |
| { |
| "epoch": 0.10983705491852747, |
| "grad_norm": 5.199991754679721, |
| "learning_rate": 4.9986959456193345e-06, |
| "loss": 0.6926, |
| "step": 273 |
| }, |
| { |
| "epoch": 0.11023938845302755, |
| "grad_norm": 4.800143443642004, |
| "learning_rate": 4.998580095423728e-06, |
| "loss": 0.6262, |
| "step": 274 |
| }, |
| { |
| "epoch": 0.11064172198752766, |
| "grad_norm": 5.703676474195908, |
| "learning_rate": 4.998459317338383e-06, |
| "loss": 0.8102, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.11104405552202776, |
| "grad_norm": 5.554521472398849, |
| "learning_rate": 4.998333611601511e-06, |
| "loss": 0.8502, |
| "step": 276 |
| }, |
| { |
| "epoch": 0.11144638905652786, |
| "grad_norm": 5.223628882218702, |
| "learning_rate": 4.998202978461038e-06, |
| "loss": 0.6968, |
| "step": 277 |
| }, |
| { |
| "epoch": 0.11184872259102796, |
| "grad_norm": 5.028503778823592, |
| "learning_rate": 4.9980674181746055e-06, |
| "loss": 0.6237, |
| "step": 278 |
| }, |
| { |
| "epoch": 0.11225105612552806, |
| "grad_norm": 4.810062581233454, |
| "learning_rate": 4.997926931009579e-06, |
| "loss": 0.6566, |
| "step": 279 |
| }, |
| { |
| "epoch": 0.11265338966002816, |
| "grad_norm": 4.895795240240787, |
| "learning_rate": 4.997781517243037e-06, |
| "loss": 0.6358, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.11305572319452827, |
| "grad_norm": 4.678689813671165, |
| "learning_rate": 4.997631177161775e-06, |
| "loss": 0.7098, |
| "step": 281 |
| }, |
| { |
| "epoch": 0.11345805672902837, |
| "grad_norm": 4.8363206866892465, |
| "learning_rate": 4.9974759110623065e-06, |
| "loss": 0.7234, |
| "step": 282 |
| }, |
| { |
| "epoch": 0.11386039026352847, |
| "grad_norm": 4.872936830415585, |
| "learning_rate": 4.997315719250857e-06, |
| "loss": 0.5937, |
| "step": 283 |
| }, |
| { |
| "epoch": 0.11426272379802857, |
| "grad_norm": 4.28046131366056, |
| "learning_rate": 4.997150602043371e-06, |
| "loss": 0.6211, |
| "step": 284 |
| }, |
| { |
| "epoch": 0.11466505733252867, |
| "grad_norm": 4.837073628599811, |
| "learning_rate": 4.996980559765504e-06, |
| "loss": 0.5828, |
| "step": 285 |
| }, |
| { |
| "epoch": 0.11506739086702877, |
| "grad_norm": 4.889286615585772, |
| "learning_rate": 4.996805592752626e-06, |
| "loss": 0.7301, |
| "step": 286 |
| }, |
| { |
| "epoch": 0.11546972440152886, |
| "grad_norm": 3.885336153971243, |
| "learning_rate": 4.996625701349822e-06, |
| "loss": 0.5091, |
| "step": 287 |
| }, |
| { |
| "epoch": 0.11587205793602896, |
| "grad_norm": 4.738737155243486, |
| "learning_rate": 4.996440885911886e-06, |
| "loss": 0.5519, |
| "step": 288 |
| }, |
| { |
| "epoch": 0.11627439147052906, |
| "grad_norm": 4.600896924297193, |
| "learning_rate": 4.996251146803326e-06, |
| "loss": 0.5357, |
| "step": 289 |
| }, |
| { |
| "epoch": 0.11667672500502917, |
| "grad_norm": 4.348185410245171, |
| "learning_rate": 4.996056484398359e-06, |
| "loss": 0.606, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.11707905853952927, |
| "grad_norm": 4.609344088685658, |
| "learning_rate": 4.995856899080914e-06, |
| "loss": 0.7079, |
| "step": 291 |
| }, |
| { |
| "epoch": 0.11748139207402937, |
| "grad_norm": 4.982538761307109, |
| "learning_rate": 4.9956523912446274e-06, |
| "loss": 0.6626, |
| "step": 292 |
| }, |
| { |
| "epoch": 0.11788372560852947, |
| "grad_norm": 4.958292330122082, |
| "learning_rate": 4.9954429612928455e-06, |
| "loss": 0.5589, |
| "step": 293 |
| }, |
| { |
| "epoch": 0.11828605914302957, |
| "grad_norm": 5.3063992889234015, |
| "learning_rate": 4.995228609638623e-06, |
| "loss": 0.6761, |
| "step": 294 |
| }, |
| { |
| "epoch": 0.11868839267752967, |
| "grad_norm": 4.787491132159558, |
| "learning_rate": 4.995009336704718e-06, |
| "loss": 0.6907, |
| "step": 295 |
| }, |
| { |
| "epoch": 0.11909072621202978, |
| "grad_norm": 5.042532894966667, |
| "learning_rate": 4.994785142923599e-06, |
| "loss": 0.7259, |
| "step": 296 |
| }, |
| { |
| "epoch": 0.11949305974652988, |
| "grad_norm": 5.24654264942669, |
| "learning_rate": 4.994556028737439e-06, |
| "loss": 0.7376, |
| "step": 297 |
| }, |
| { |
| "epoch": 0.11989539328102998, |
| "grad_norm": 4.7381264053196475, |
| "learning_rate": 4.9943219945981126e-06, |
| "loss": 0.6419, |
| "step": 298 |
| }, |
| { |
| "epoch": 0.12029772681553007, |
| "grad_norm": 4.174895491105691, |
| "learning_rate": 4.9940830409672e-06, |
| "loss": 0.5846, |
| "step": 299 |
| }, |
| { |
| "epoch": 0.12070006035003017, |
| "grad_norm": 5.265350639824991, |
| "learning_rate": 4.993839168315985e-06, |
| "loss": 0.7269, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.12110239388453027, |
| "grad_norm": 5.293670654130999, |
| "learning_rate": 4.99359037712545e-06, |
| "loss": 0.7539, |
| "step": 301 |
| }, |
| { |
| "epoch": 0.12150472741903037, |
| "grad_norm": 4.832726818218027, |
| "learning_rate": 4.993336667886281e-06, |
| "loss": 0.6617, |
| "step": 302 |
| }, |
| { |
| "epoch": 0.12190706095353047, |
| "grad_norm": 4.982756198499471, |
| "learning_rate": 4.993078041098862e-06, |
| "loss": 0.6517, |
| "step": 303 |
| }, |
| { |
| "epoch": 0.12230939448803058, |
| "grad_norm": 4.787146336142149, |
| "learning_rate": 4.9928144972732785e-06, |
| "loss": 0.5943, |
| "step": 304 |
| }, |
| { |
| "epoch": 0.12271172802253068, |
| "grad_norm": 5.725699716607812, |
| "learning_rate": 4.992546036929309e-06, |
| "loss": 0.7385, |
| "step": 305 |
| }, |
| { |
| "epoch": 0.12311406155703078, |
| "grad_norm": 4.388246603675133, |
| "learning_rate": 4.992272660596432e-06, |
| "loss": 0.5268, |
| "step": 306 |
| }, |
| { |
| "epoch": 0.12351639509153088, |
| "grad_norm": 4.323516644235707, |
| "learning_rate": 4.991994368813823e-06, |
| "loss": 0.5069, |
| "step": 307 |
| }, |
| { |
| "epoch": 0.12391872862603098, |
| "grad_norm": 4.968139714274168, |
| "learning_rate": 4.991711162130347e-06, |
| "loss": 0.6089, |
| "step": 308 |
| }, |
| { |
| "epoch": 0.12432106216053108, |
| "grad_norm": 5.393689160165955, |
| "learning_rate": 4.99142304110457e-06, |
| "loss": 0.5749, |
| "step": 309 |
| }, |
| { |
| "epoch": 0.12472339569503119, |
| "grad_norm": 5.010889684729688, |
| "learning_rate": 4.991130006304742e-06, |
| "loss": 0.6868, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.12512572922953127, |
| "grad_norm": 4.77584804740267, |
| "learning_rate": 4.99083205830881e-06, |
| "loss": 0.7153, |
| "step": 311 |
| }, |
| { |
| "epoch": 0.1255280627640314, |
| "grad_norm": 3.8671259573453343, |
| "learning_rate": 4.990529197704411e-06, |
| "loss": 0.4938, |
| "step": 312 |
| }, |
| { |
| "epoch": 0.12593039629853148, |
| "grad_norm": 4.878545701273808, |
| "learning_rate": 4.990221425088868e-06, |
| "loss": 0.5954, |
| "step": 313 |
| }, |
| { |
| "epoch": 0.1263327298330316, |
| "grad_norm": 4.481594062259529, |
| "learning_rate": 4.989908741069195e-06, |
| "loss": 0.6397, |
| "step": 314 |
| }, |
| { |
| "epoch": 0.12673506336753168, |
| "grad_norm": 4.317626894827104, |
| "learning_rate": 4.98959114626209e-06, |
| "loss": 0.609, |
| "step": 315 |
| }, |
| { |
| "epoch": 0.1271373969020318, |
| "grad_norm": 4.415809282581258, |
| "learning_rate": 4.989268641293939e-06, |
| "loss": 0.5092, |
| "step": 316 |
| }, |
| { |
| "epoch": 0.12753973043653188, |
| "grad_norm": 4.4424914565481375, |
| "learning_rate": 4.9889412268008096e-06, |
| "loss": 0.6316, |
| "step": 317 |
| }, |
| { |
| "epoch": 0.12794206397103197, |
| "grad_norm": 4.431277408902586, |
| "learning_rate": 4.988608903428454e-06, |
| "loss": 0.6015, |
| "step": 318 |
| }, |
| { |
| "epoch": 0.1283443975055321, |
| "grad_norm": 4.618861534462686, |
| "learning_rate": 4.988271671832305e-06, |
| "loss": 0.5562, |
| "step": 319 |
| }, |
| { |
| "epoch": 0.12874673104003218, |
| "grad_norm": 5.078731601531793, |
| "learning_rate": 4.987929532677478e-06, |
| "loss": 0.7308, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.1291490645745323, |
| "grad_norm": 4.814095780713649, |
| "learning_rate": 4.987582486638763e-06, |
| "loss": 0.6856, |
| "step": 321 |
| }, |
| { |
| "epoch": 0.12955139810903238, |
| "grad_norm": 5.171953766801144, |
| "learning_rate": 4.987230534400634e-06, |
| "loss": 0.7413, |
| "step": 322 |
| }, |
| { |
| "epoch": 0.1299537316435325, |
| "grad_norm": 4.527962518284751, |
| "learning_rate": 4.986873676657237e-06, |
| "loss": 0.5227, |
| "step": 323 |
| }, |
| { |
| "epoch": 0.13035606517803258, |
| "grad_norm": 4.9194193843235405, |
| "learning_rate": 4.986511914112392e-06, |
| "loss": 0.6038, |
| "step": 324 |
| }, |
| { |
| "epoch": 0.1307583987125327, |
| "grad_norm": 4.403379209157847, |
| "learning_rate": 4.986145247479597e-06, |
| "loss": 0.6624, |
| "step": 325 |
| }, |
| { |
| "epoch": 0.13116073224703279, |
| "grad_norm": 4.784759384702467, |
| "learning_rate": 4.985773677482018e-06, |
| "loss": 0.7109, |
| "step": 326 |
| }, |
| { |
| "epoch": 0.1315630657815329, |
| "grad_norm": 4.928746115672455, |
| "learning_rate": 4.985397204852496e-06, |
| "loss": 0.6241, |
| "step": 327 |
| }, |
| { |
| "epoch": 0.131965399316033, |
| "grad_norm": 5.6685753103245755, |
| "learning_rate": 4.985015830333536e-06, |
| "loss": 0.7121, |
| "step": 328 |
| }, |
| { |
| "epoch": 0.1323677328505331, |
| "grad_norm": 4.723811520101061, |
| "learning_rate": 4.984629554677316e-06, |
| "loss": 0.5683, |
| "step": 329 |
| }, |
| { |
| "epoch": 0.1327700663850332, |
| "grad_norm": 4.106210405752034, |
| "learning_rate": 4.984238378645677e-06, |
| "loss": 0.6128, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.13317239991953328, |
| "grad_norm": 5.439987884236508, |
| "learning_rate": 4.983842303010127e-06, |
| "loss": 0.7294, |
| "step": 331 |
| }, |
| { |
| "epoch": 0.1335747334540334, |
| "grad_norm": 4.76281391948892, |
| "learning_rate": 4.9834413285518365e-06, |
| "loss": 0.6116, |
| "step": 332 |
| }, |
| { |
| "epoch": 0.13397706698853348, |
| "grad_norm": 4.594103270680001, |
| "learning_rate": 4.983035456061637e-06, |
| "loss": 0.5509, |
| "step": 333 |
| }, |
| { |
| "epoch": 0.1343794005230336, |
| "grad_norm": 4.8229418474364785, |
| "learning_rate": 4.982624686340022e-06, |
| "loss": 0.6565, |
| "step": 334 |
| }, |
| { |
| "epoch": 0.1347817340575337, |
| "grad_norm": 4.572125613909981, |
| "learning_rate": 4.9822090201971414e-06, |
| "loss": 0.5739, |
| "step": 335 |
| }, |
| { |
| "epoch": 0.1351840675920338, |
| "grad_norm": 4.657722588184461, |
| "learning_rate": 4.981788458452806e-06, |
| "loss": 0.716, |
| "step": 336 |
| }, |
| { |
| "epoch": 0.1355864011265339, |
| "grad_norm": 4.485714819813409, |
| "learning_rate": 4.9813630019364765e-06, |
| "loss": 0.5809, |
| "step": 337 |
| }, |
| { |
| "epoch": 0.135988734661034, |
| "grad_norm": 4.730520981461843, |
| "learning_rate": 4.9809326514872735e-06, |
| "loss": 0.6006, |
| "step": 338 |
| }, |
| { |
| "epoch": 0.1363910681955341, |
| "grad_norm": 4.407751381335739, |
| "learning_rate": 4.980497407953966e-06, |
| "loss": 0.6979, |
| "step": 339 |
| }, |
| { |
| "epoch": 0.1367934017300342, |
| "grad_norm": 5.036488553382197, |
| "learning_rate": 4.980057272194973e-06, |
| "loss": 0.6719, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.1371957352645343, |
| "grad_norm": 4.131020183485464, |
| "learning_rate": 4.979612245078366e-06, |
| "loss": 0.656, |
| "step": 341 |
| }, |
| { |
| "epoch": 0.1375980687990344, |
| "grad_norm": 4.494385344326802, |
| "learning_rate": 4.979162327481859e-06, |
| "loss": 0.5824, |
| "step": 342 |
| }, |
| { |
| "epoch": 0.1380004023335345, |
| "grad_norm": 4.887767115382313, |
| "learning_rate": 4.9787075202928155e-06, |
| "loss": 0.7065, |
| "step": 343 |
| }, |
| { |
| "epoch": 0.1384027358680346, |
| "grad_norm": 4.929080555596624, |
| "learning_rate": 4.97824782440824e-06, |
| "loss": 0.6462, |
| "step": 344 |
| }, |
| { |
| "epoch": 0.1388050694025347, |
| "grad_norm": 4.768200287000246, |
| "learning_rate": 4.97778324073478e-06, |
| "loss": 0.7052, |
| "step": 345 |
| }, |
| { |
| "epoch": 0.1392074029370348, |
| "grad_norm": 4.824866676754677, |
| "learning_rate": 4.977313770188723e-06, |
| "loss": 0.6169, |
| "step": 346 |
| }, |
| { |
| "epoch": 0.1396097364715349, |
| "grad_norm": 5.0730067342381515, |
| "learning_rate": 4.976839413695994e-06, |
| "loss": 0.6907, |
| "step": 347 |
| }, |
| { |
| "epoch": 0.140012070006035, |
| "grad_norm": 4.400048281159567, |
| "learning_rate": 4.976360172192156e-06, |
| "loss": 0.6843, |
| "step": 348 |
| }, |
| { |
| "epoch": 0.1404144035405351, |
| "grad_norm": 4.826940942258961, |
| "learning_rate": 4.975876046622404e-06, |
| "loss": 0.6425, |
| "step": 349 |
| }, |
| { |
| "epoch": 0.1408167370750352, |
| "grad_norm": 4.1980516292894645, |
| "learning_rate": 4.975387037941568e-06, |
| "loss": 0.513, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.1412190706095353, |
| "grad_norm": 4.599176289887721, |
| "learning_rate": 4.974893147114108e-06, |
| "loss": 0.6138, |
| "step": 351 |
| }, |
| { |
| "epoch": 0.1416214041440354, |
| "grad_norm": 5.224094683564219, |
| "learning_rate": 4.974394375114113e-06, |
| "loss": 0.7688, |
| "step": 352 |
| }, |
| { |
| "epoch": 0.14202373767853552, |
| "grad_norm": 4.886795665659055, |
| "learning_rate": 4.9738907229253e-06, |
| "loss": 0.6447, |
| "step": 353 |
| }, |
| { |
| "epoch": 0.1424260712130356, |
| "grad_norm": 4.686162997153853, |
| "learning_rate": 4.973382191541008e-06, |
| "loss": 0.6489, |
| "step": 354 |
| }, |
| { |
| "epoch": 0.14282840474753572, |
| "grad_norm": 4.633889069385792, |
| "learning_rate": 4.972868781964204e-06, |
| "loss": 0.6841, |
| "step": 355 |
| }, |
| { |
| "epoch": 0.1432307382820358, |
| "grad_norm": 4.714123893258144, |
| "learning_rate": 4.972350495207472e-06, |
| "loss": 0.7282, |
| "step": 356 |
| }, |
| { |
| "epoch": 0.1436330718165359, |
| "grad_norm": 4.620909154154889, |
| "learning_rate": 4.971827332293017e-06, |
| "loss": 0.6267, |
| "step": 357 |
| }, |
| { |
| "epoch": 0.144035405351036, |
| "grad_norm": 5.112805770554144, |
| "learning_rate": 4.971299294252659e-06, |
| "loss": 0.7187, |
| "step": 358 |
| }, |
| { |
| "epoch": 0.1444377388855361, |
| "grad_norm": 4.491917871078975, |
| "learning_rate": 4.970766382127838e-06, |
| "loss": 0.6243, |
| "step": 359 |
| }, |
| { |
| "epoch": 0.14484007242003621, |
| "grad_norm": 4.91569774829319, |
| "learning_rate": 4.9702285969696006e-06, |
| "loss": 0.6044, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.1452424059545363, |
| "grad_norm": 4.347791813311231, |
| "learning_rate": 4.96968593983861e-06, |
| "loss": 0.6496, |
| "step": 361 |
| }, |
| { |
| "epoch": 0.14564473948903642, |
| "grad_norm": 4.6534811500518645, |
| "learning_rate": 4.9691384118051346e-06, |
| "loss": 0.7414, |
| "step": 362 |
| }, |
| { |
| "epoch": 0.1460470730235365, |
| "grad_norm": 4.5918592667861455, |
| "learning_rate": 4.968586013949051e-06, |
| "loss": 0.5802, |
| "step": 363 |
| }, |
| { |
| "epoch": 0.14644940655803662, |
| "grad_norm": 4.435482175102624, |
| "learning_rate": 4.96802874735984e-06, |
| "loss": 0.5162, |
| "step": 364 |
| }, |
| { |
| "epoch": 0.1468517400925367, |
| "grad_norm": 4.407001515831722, |
| "learning_rate": 4.967466613136586e-06, |
| "loss": 0.5361, |
| "step": 365 |
| }, |
| { |
| "epoch": 0.14725407362703682, |
| "grad_norm": 4.369142207445966, |
| "learning_rate": 4.966899612387972e-06, |
| "loss": 0.664, |
| "step": 366 |
| }, |
| { |
| "epoch": 0.1476564071615369, |
| "grad_norm": 4.607767758241303, |
| "learning_rate": 4.966327746232281e-06, |
| "loss": 0.5882, |
| "step": 367 |
| }, |
| { |
| "epoch": 0.14805874069603703, |
| "grad_norm": 4.938226519089643, |
| "learning_rate": 4.96575101579739e-06, |
| "loss": 0.5841, |
| "step": 368 |
| }, |
| { |
| "epoch": 0.14846107423053712, |
| "grad_norm": 4.096479564143721, |
| "learning_rate": 4.965169422220771e-06, |
| "loss": 0.5691, |
| "step": 369 |
| }, |
| { |
| "epoch": 0.1488634077650372, |
| "grad_norm": 4.775093512712085, |
| "learning_rate": 4.964582966649488e-06, |
| "loss": 0.6063, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.14926574129953732, |
| "grad_norm": 4.211658294897708, |
| "learning_rate": 4.963991650240192e-06, |
| "loss": 0.5215, |
| "step": 371 |
| }, |
| { |
| "epoch": 0.1496680748340374, |
| "grad_norm": 4.364777540143213, |
| "learning_rate": 4.963395474159122e-06, |
| "loss": 0.4866, |
| "step": 372 |
| }, |
| { |
| "epoch": 0.15007040836853752, |
| "grad_norm": 4.681087632312734, |
| "learning_rate": 4.962794439582102e-06, |
| "loss": 0.6122, |
| "step": 373 |
| }, |
| { |
| "epoch": 0.1504727419030376, |
| "grad_norm": 5.077820479708522, |
| "learning_rate": 4.9621885476945405e-06, |
| "loss": 0.7555, |
| "step": 374 |
| }, |
| { |
| "epoch": 0.15087507543753773, |
| "grad_norm": 5.978600203961224, |
| "learning_rate": 4.961577799691421e-06, |
| "loss": 0.7113, |
| "step": 375 |
| }, |
| { |
| "epoch": 0.1512774089720378, |
| "grad_norm": 5.376960173895862, |
| "learning_rate": 4.960962196777307e-06, |
| "loss": 0.577, |
| "step": 376 |
| }, |
| { |
| "epoch": 0.15167974250653793, |
| "grad_norm": 5.18055770132837, |
| "learning_rate": 4.960341740166338e-06, |
| "loss": 0.6625, |
| "step": 377 |
| }, |
| { |
| "epoch": 0.15208207604103802, |
| "grad_norm": 4.460009104960063, |
| "learning_rate": 4.959716431082227e-06, |
| "loss": 0.5306, |
| "step": 378 |
| }, |
| { |
| "epoch": 0.15248440957553813, |
| "grad_norm": 4.303191111673615, |
| "learning_rate": 4.959086270758255e-06, |
| "loss": 0.5604, |
| "step": 379 |
| }, |
| { |
| "epoch": 0.15288674311003822, |
| "grad_norm": 4.8364861459301185, |
| "learning_rate": 4.9584512604372704e-06, |
| "loss": 0.6154, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.15328907664453834, |
| "grad_norm": 4.638041078223287, |
| "learning_rate": 4.957811401371692e-06, |
| "loss": 0.5852, |
| "step": 381 |
| }, |
| { |
| "epoch": 0.15369141017903842, |
| "grad_norm": 4.8155087041398295, |
| "learning_rate": 4.9571666948234975e-06, |
| "loss": 0.591, |
| "step": 382 |
| }, |
| { |
| "epoch": 0.1540937437135385, |
| "grad_norm": 4.365724907978, |
| "learning_rate": 4.956517142064226e-06, |
| "loss": 0.5645, |
| "step": 383 |
| }, |
| { |
| "epoch": 0.15449607724803863, |
| "grad_norm": 4.800750875035706, |
| "learning_rate": 4.955862744374974e-06, |
| "loss": 0.6958, |
| "step": 384 |
| }, |
| { |
| "epoch": 0.15489841078253871, |
| "grad_norm": 4.218913109898912, |
| "learning_rate": 4.9552035030463955e-06, |
| "loss": 0.5981, |
| "step": 385 |
| }, |
| { |
| "epoch": 0.15530074431703883, |
| "grad_norm": 3.8608056472996775, |
| "learning_rate": 4.954539419378695e-06, |
| "loss": 0.5516, |
| "step": 386 |
| }, |
| { |
| "epoch": 0.15570307785153892, |
| "grad_norm": 4.422539247772956, |
| "learning_rate": 4.953870494681631e-06, |
| "loss": 0.466, |
| "step": 387 |
| }, |
| { |
| "epoch": 0.15610541138603903, |
| "grad_norm": 5.389694964679017, |
| "learning_rate": 4.9531967302745065e-06, |
| "loss": 0.7187, |
| "step": 388 |
| }, |
| { |
| "epoch": 0.15650774492053912, |
| "grad_norm": 4.641539036731872, |
| "learning_rate": 4.952518127486171e-06, |
| "loss": 0.6118, |
| "step": 389 |
| }, |
| { |
| "epoch": 0.15691007845503924, |
| "grad_norm": 4.38792439545412, |
| "learning_rate": 4.951834687655016e-06, |
| "loss": 0.6125, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.15731241198953932, |
| "grad_norm": 4.859276712096591, |
| "learning_rate": 4.9511464121289745e-06, |
| "loss": 0.789, |
| "step": 391 |
| }, |
| { |
| "epoch": 0.15771474552403944, |
| "grad_norm": 4.123781252290954, |
| "learning_rate": 4.950453302265516e-06, |
| "loss": 0.5189, |
| "step": 392 |
| }, |
| { |
| "epoch": 0.15811707905853953, |
| "grad_norm": 4.5665024165035915, |
| "learning_rate": 4.949755359431643e-06, |
| "loss": 0.5843, |
| "step": 393 |
| }, |
| { |
| "epoch": 0.15851941259303964, |
| "grad_norm": 4.554644389766188, |
| "learning_rate": 4.949052585003892e-06, |
| "loss": 0.5165, |
| "step": 394 |
| }, |
| { |
| "epoch": 0.15892174612753973, |
| "grad_norm": 4.652445776343059, |
| "learning_rate": 4.9483449803683295e-06, |
| "loss": 0.6496, |
| "step": 395 |
| }, |
| { |
| "epoch": 0.15932407966203982, |
| "grad_norm": 4.155340040403773, |
| "learning_rate": 4.947632546920545e-06, |
| "loss": 0.5823, |
| "step": 396 |
| }, |
| { |
| "epoch": 0.15972641319653993, |
| "grad_norm": 5.685373741993176, |
| "learning_rate": 4.946915286065656e-06, |
| "loss": 0.7257, |
| "step": 397 |
| }, |
| { |
| "epoch": 0.16012874673104002, |
| "grad_norm": 3.794107938623536, |
| "learning_rate": 4.946193199218298e-06, |
| "loss": 0.5539, |
| "step": 398 |
| }, |
| { |
| "epoch": 0.16053108026554014, |
| "grad_norm": 3.345825002647911, |
| "learning_rate": 4.945466287802625e-06, |
| "loss": 0.4522, |
| "step": 399 |
| }, |
| { |
| "epoch": 0.16093341380004023, |
| "grad_norm": 4.499068362412442, |
| "learning_rate": 4.944734553252308e-06, |
| "loss": 0.7294, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.16133574733454034, |
| "grad_norm": 4.710035321209727, |
| "learning_rate": 4.94399799701053e-06, |
| "loss": 0.6495, |
| "step": 401 |
| }, |
| { |
| "epoch": 0.16173808086904043, |
| "grad_norm": 4.665060195725978, |
| "learning_rate": 4.943256620529983e-06, |
| "loss": 0.5549, |
| "step": 402 |
| }, |
| { |
| "epoch": 0.16214041440354054, |
| "grad_norm": 4.526568640183799, |
| "learning_rate": 4.942510425272864e-06, |
| "loss": 0.5342, |
| "step": 403 |
| }, |
| { |
| "epoch": 0.16254274793804063, |
| "grad_norm": 4.500912340574114, |
| "learning_rate": 4.941759412710878e-06, |
| "loss": 0.5154, |
| "step": 404 |
| }, |
| { |
| "epoch": 0.16294508147254075, |
| "grad_norm": 4.871395743184042, |
| "learning_rate": 4.941003584325229e-06, |
| "loss": 0.7273, |
| "step": 405 |
| }, |
| { |
| "epoch": 0.16334741500704084, |
| "grad_norm": 5.226443625458406, |
| "learning_rate": 4.940242941606619e-06, |
| "loss": 0.5695, |
| "step": 406 |
| }, |
| { |
| "epoch": 0.16374974854154092, |
| "grad_norm": 4.3424277680190215, |
| "learning_rate": 4.939477486055245e-06, |
| "loss": 0.6903, |
| "step": 407 |
| }, |
| { |
| "epoch": 0.16415208207604104, |
| "grad_norm": 4.63055317361875, |
| "learning_rate": 4.938707219180797e-06, |
| "loss": 0.7724, |
| "step": 408 |
| }, |
| { |
| "epoch": 0.16455441561054113, |
| "grad_norm": 4.632025607743007, |
| "learning_rate": 4.9379321425024545e-06, |
| "loss": 0.5579, |
| "step": 409 |
| }, |
| { |
| "epoch": 0.16495674914504124, |
| "grad_norm": 4.949408477476733, |
| "learning_rate": 4.9371522575488814e-06, |
| "loss": 0.5585, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.16535908267954133, |
| "grad_norm": 4.82833151193623, |
| "learning_rate": 4.936367565858228e-06, |
| "loss": 0.6281, |
| "step": 411 |
| }, |
| { |
| "epoch": 0.16576141621404145, |
| "grad_norm": 4.135170899195267, |
| "learning_rate": 4.935578068978121e-06, |
| "loss": 0.5236, |
| "step": 412 |
| }, |
| { |
| "epoch": 0.16616374974854153, |
| "grad_norm": 4.848865820547502, |
| "learning_rate": 4.9347837684656675e-06, |
| "loss": 0.7572, |
| "step": 413 |
| }, |
| { |
| "epoch": 0.16656608328304165, |
| "grad_norm": 4.717705787081838, |
| "learning_rate": 4.933984665887447e-06, |
| "loss": 0.7282, |
| "step": 414 |
| }, |
| { |
| "epoch": 0.16696841681754174, |
| "grad_norm": 4.528215697412672, |
| "learning_rate": 4.93318076281951e-06, |
| "loss": 0.5974, |
| "step": 415 |
| }, |
| { |
| "epoch": 0.16737075035204185, |
| "grad_norm": 5.165943035201723, |
| "learning_rate": 4.9323720608473754e-06, |
| "loss": 0.6622, |
| "step": 416 |
| }, |
| { |
| "epoch": 0.16777308388654194, |
| "grad_norm": 4.244718678666535, |
| "learning_rate": 4.9315585615660275e-06, |
| "loss": 0.5827, |
| "step": 417 |
| }, |
| { |
| "epoch": 0.16817541742104206, |
| "grad_norm": 5.152052375848677, |
| "learning_rate": 4.930740266579911e-06, |
| "loss": 0.6625, |
| "step": 418 |
| }, |
| { |
| "epoch": 0.16857775095554214, |
| "grad_norm": 4.55196067766976, |
| "learning_rate": 4.92991717750293e-06, |
| "loss": 0.5734, |
| "step": 419 |
| }, |
| { |
| "epoch": 0.16898008449004223, |
| "grad_norm": 5.130317188995626, |
| "learning_rate": 4.929089295958442e-06, |
| "loss": 0.6448, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.16938241802454235, |
| "grad_norm": 4.221455100939359, |
| "learning_rate": 4.928256623579259e-06, |
| "loss": 0.5736, |
| "step": 421 |
| }, |
| { |
| "epoch": 0.16978475155904243, |
| "grad_norm": 5.042585074077865, |
| "learning_rate": 4.9274191620076405e-06, |
| "loss": 0.6948, |
| "step": 422 |
| }, |
| { |
| "epoch": 0.17018708509354255, |
| "grad_norm": 4.475716088239217, |
| "learning_rate": 4.926576912895292e-06, |
| "loss": 0.5762, |
| "step": 423 |
| }, |
| { |
| "epoch": 0.17058941862804264, |
| "grad_norm": 4.629681308629434, |
| "learning_rate": 4.9257298779033615e-06, |
| "loss": 0.7584, |
| "step": 424 |
| }, |
| { |
| "epoch": 0.17099175216254275, |
| "grad_norm": 4.624861162695507, |
| "learning_rate": 4.924878058702436e-06, |
| "loss": 0.6725, |
| "step": 425 |
| }, |
| { |
| "epoch": 0.17139408569704284, |
| "grad_norm": 4.729048209294549, |
| "learning_rate": 4.9240214569725375e-06, |
| "loss": 0.7722, |
| "step": 426 |
| }, |
| { |
| "epoch": 0.17179641923154296, |
| "grad_norm": 4.21954665313362, |
| "learning_rate": 4.923160074403122e-06, |
| "loss": 0.6253, |
| "step": 427 |
| }, |
| { |
| "epoch": 0.17219875276604305, |
| "grad_norm": 3.755869045635417, |
| "learning_rate": 4.922293912693072e-06, |
| "loss": 0.4626, |
| "step": 428 |
| }, |
| { |
| "epoch": 0.17260108630054316, |
| "grad_norm": 4.263780577574945, |
| "learning_rate": 4.921422973550699e-06, |
| "loss": 0.695, |
| "step": 429 |
| }, |
| { |
| "epoch": 0.17300341983504325, |
| "grad_norm": 5.108523767367576, |
| "learning_rate": 4.920547258693735e-06, |
| "loss": 0.7092, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.17340575336954336, |
| "grad_norm": 4.317384116136861, |
| "learning_rate": 4.919666769849332e-06, |
| "loss": 0.4564, |
| "step": 431 |
| }, |
| { |
| "epoch": 0.17380808690404345, |
| "grad_norm": 5.268931042465572, |
| "learning_rate": 4.918781508754057e-06, |
| "loss": 0.7064, |
| "step": 432 |
| }, |
| { |
| "epoch": 0.17421042043854354, |
| "grad_norm": 4.295948103968784, |
| "learning_rate": 4.9178914771538875e-06, |
| "loss": 0.6892, |
| "step": 433 |
| }, |
| { |
| "epoch": 0.17461275397304366, |
| "grad_norm": 4.214776194153066, |
| "learning_rate": 4.916996676804214e-06, |
| "loss": 0.5877, |
| "step": 434 |
| }, |
| { |
| "epoch": 0.17501508750754374, |
| "grad_norm": 4.187051473349894, |
| "learning_rate": 4.916097109469829e-06, |
| "loss": 0.5542, |
| "step": 435 |
| }, |
| { |
| "epoch": 0.17541742104204386, |
| "grad_norm": 4.7370251117595235, |
| "learning_rate": 4.915192776924926e-06, |
| "loss": 0.6131, |
| "step": 436 |
| }, |
| { |
| "epoch": 0.17581975457654395, |
| "grad_norm": 4.790572516699059, |
| "learning_rate": 4.9142836809531e-06, |
| "loss": 0.6847, |
| "step": 437 |
| }, |
| { |
| "epoch": 0.17622208811104406, |
| "grad_norm": 4.024460804862858, |
| "learning_rate": 4.91336982334734e-06, |
| "loss": 0.4475, |
| "step": 438 |
| }, |
| { |
| "epoch": 0.17662442164554415, |
| "grad_norm": 4.675530435693111, |
| "learning_rate": 4.912451205910024e-06, |
| "loss": 0.641, |
| "step": 439 |
| }, |
| { |
| "epoch": 0.17702675518004427, |
| "grad_norm": 4.070435859439258, |
| "learning_rate": 4.91152783045292e-06, |
| "loss": 0.5715, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.17742908871454435, |
| "grad_norm": 5.014878172443035, |
| "learning_rate": 4.910599698797179e-06, |
| "loss": 0.6227, |
| "step": 441 |
| }, |
| { |
| "epoch": 0.17783142224904447, |
| "grad_norm": 4.471540054012383, |
| "learning_rate": 4.909666812773333e-06, |
| "loss": 0.5145, |
| "step": 442 |
| }, |
| { |
| "epoch": 0.17823375578354456, |
| "grad_norm": 4.442414191534445, |
| "learning_rate": 4.908729174221289e-06, |
| "loss": 0.6688, |
| "step": 443 |
| }, |
| { |
| "epoch": 0.17863608931804467, |
| "grad_norm": 4.624231827213014, |
| "learning_rate": 4.9077867849903325e-06, |
| "loss": 0.6327, |
| "step": 444 |
| }, |
| { |
| "epoch": 0.17903842285254476, |
| "grad_norm": 4.743489707184984, |
| "learning_rate": 4.906839646939113e-06, |
| "loss": 0.7075, |
| "step": 445 |
| }, |
| { |
| "epoch": 0.17944075638704485, |
| "grad_norm": 4.200250704275894, |
| "learning_rate": 4.905887761935649e-06, |
| "loss": 0.5171, |
| "step": 446 |
| }, |
| { |
| "epoch": 0.17984308992154496, |
| "grad_norm": 4.0039914177118545, |
| "learning_rate": 4.90493113185732e-06, |
| "loss": 0.5334, |
| "step": 447 |
| }, |
| { |
| "epoch": 0.18024542345604505, |
| "grad_norm": 4.437438466205263, |
| "learning_rate": 4.903969758590865e-06, |
| "loss": 0.584, |
| "step": 448 |
| }, |
| { |
| "epoch": 0.18064775699054517, |
| "grad_norm": 4.668639275979892, |
| "learning_rate": 4.9030036440323766e-06, |
| "loss": 0.669, |
| "step": 449 |
| }, |
| { |
| "epoch": 0.18105009052504525, |
| "grad_norm": 4.262713251256841, |
| "learning_rate": 4.902032790087301e-06, |
| "loss": 0.518, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.18145242405954537, |
| "grad_norm": 4.58562990715973, |
| "learning_rate": 4.9010571986704295e-06, |
| "loss": 0.5627, |
| "step": 451 |
| }, |
| { |
| "epoch": 0.18185475759404546, |
| "grad_norm": 4.2511574164879615, |
| "learning_rate": 4.900076871705897e-06, |
| "loss": 0.6189, |
| "step": 452 |
| }, |
| { |
| "epoch": 0.18225709112854557, |
| "grad_norm": 3.879096119034437, |
| "learning_rate": 4.89909181112718e-06, |
| "loss": 0.4688, |
| "step": 453 |
| }, |
| { |
| "epoch": 0.18265942466304566, |
| "grad_norm": 4.4698856213971645, |
| "learning_rate": 4.898102018877088e-06, |
| "loss": 0.6272, |
| "step": 454 |
| }, |
| { |
| "epoch": 0.18306175819754578, |
| "grad_norm": 4.25349966912043, |
| "learning_rate": 4.897107496907767e-06, |
| "loss": 0.4844, |
| "step": 455 |
| }, |
| { |
| "epoch": 0.18346409173204586, |
| "grad_norm": 5.180942020863308, |
| "learning_rate": 4.896108247180688e-06, |
| "loss": 0.7363, |
| "step": 456 |
| }, |
| { |
| "epoch": 0.18386642526654598, |
| "grad_norm": 4.464543366415725, |
| "learning_rate": 4.895104271666647e-06, |
| "loss": 0.507, |
| "step": 457 |
| }, |
| { |
| "epoch": 0.18426875880104607, |
| "grad_norm": 4.35656943725317, |
| "learning_rate": 4.8940955723457604e-06, |
| "loss": 0.5626, |
| "step": 458 |
| }, |
| { |
| "epoch": 0.18467109233554616, |
| "grad_norm": 4.46990880672421, |
| "learning_rate": 4.893082151207464e-06, |
| "loss": 0.5986, |
| "step": 459 |
| }, |
| { |
| "epoch": 0.18507342587004627, |
| "grad_norm": 4.315333956337568, |
| "learning_rate": 4.8920640102505005e-06, |
| "loss": 0.5399, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.18547575940454636, |
| "grad_norm": 4.414262914713829, |
| "learning_rate": 4.891041151482928e-06, |
| "loss": 0.6866, |
| "step": 461 |
| }, |
| { |
| "epoch": 0.18587809293904647, |
| "grad_norm": 4.68767919716049, |
| "learning_rate": 4.8900135769221045e-06, |
| "loss": 0.6205, |
| "step": 462 |
| }, |
| { |
| "epoch": 0.18628042647354656, |
| "grad_norm": 4.55495109723687, |
| "learning_rate": 4.888981288594692e-06, |
| "loss": 0.6232, |
| "step": 463 |
| }, |
| { |
| "epoch": 0.18668276000804668, |
| "grad_norm": 5.072112114859536, |
| "learning_rate": 4.887944288536648e-06, |
| "loss": 0.6246, |
| "step": 464 |
| }, |
| { |
| "epoch": 0.18708509354254677, |
| "grad_norm": 4.598620261784645, |
| "learning_rate": 4.886902578793221e-06, |
| "loss": 0.6688, |
| "step": 465 |
| }, |
| { |
| "epoch": 0.18748742707704688, |
| "grad_norm": 4.156182800147685, |
| "learning_rate": 4.885856161418953e-06, |
| "loss": 0.6185, |
| "step": 466 |
| }, |
| { |
| "epoch": 0.18788976061154697, |
| "grad_norm": 5.123876789008787, |
| "learning_rate": 4.8848050384776665e-06, |
| "loss": 0.6485, |
| "step": 467 |
| }, |
| { |
| "epoch": 0.18829209414604708, |
| "grad_norm": 4.7877986741742555, |
| "learning_rate": 4.883749212042466e-06, |
| "loss": 0.6336, |
| "step": 468 |
| }, |
| { |
| "epoch": 0.18869442768054717, |
| "grad_norm": 4.170455407715718, |
| "learning_rate": 4.882688684195732e-06, |
| "loss": 0.5708, |
| "step": 469 |
| }, |
| { |
| "epoch": 0.1890967612150473, |
| "grad_norm": 4.394557070936156, |
| "learning_rate": 4.881623457029121e-06, |
| "loss": 0.6584, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.18949909474954738, |
| "grad_norm": 4.4866621521500205, |
| "learning_rate": 4.880553532643552e-06, |
| "loss": 0.5816, |
| "step": 471 |
| }, |
| { |
| "epoch": 0.18990142828404746, |
| "grad_norm": 4.263089971509693, |
| "learning_rate": 4.879478913149212e-06, |
| "loss": 0.6563, |
| "step": 472 |
| }, |
| { |
| "epoch": 0.19030376181854758, |
| "grad_norm": 3.897184614846541, |
| "learning_rate": 4.8783996006655485e-06, |
| "loss": 0.5816, |
| "step": 473 |
| }, |
| { |
| "epoch": 0.19070609535304767, |
| "grad_norm": 4.759719975025391, |
| "learning_rate": 4.877315597321263e-06, |
| "loss": 0.7219, |
| "step": 474 |
| }, |
| { |
| "epoch": 0.19110842888754778, |
| "grad_norm": 4.561889671156211, |
| "learning_rate": 4.876226905254309e-06, |
| "loss": 0.6307, |
| "step": 475 |
| }, |
| { |
| "epoch": 0.19151076242204787, |
| "grad_norm": 4.622879218120913, |
| "learning_rate": 4.875133526611888e-06, |
| "loss": 0.5739, |
| "step": 476 |
| }, |
| { |
| "epoch": 0.19191309595654799, |
| "grad_norm": 4.183836330008031, |
| "learning_rate": 4.874035463550445e-06, |
| "loss": 0.4165, |
| "step": 477 |
| }, |
| { |
| "epoch": 0.19231542949104807, |
| "grad_norm": 4.431780943086593, |
| "learning_rate": 4.872932718235663e-06, |
| "loss": 0.5768, |
| "step": 478 |
| }, |
| { |
| "epoch": 0.1927177630255482, |
| "grad_norm": 4.700772397419956, |
| "learning_rate": 4.87182529284246e-06, |
| "loss": 0.6635, |
| "step": 479 |
| }, |
| { |
| "epoch": 0.19312009656004828, |
| "grad_norm": 4.0384190687435915, |
| "learning_rate": 4.870713189554985e-06, |
| "loss": 0.4994, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.1935224300945484, |
| "grad_norm": 4.16066989214431, |
| "learning_rate": 4.869596410566614e-06, |
| "loss": 0.523, |
| "step": 481 |
| }, |
| { |
| "epoch": 0.19392476362904848, |
| "grad_norm": 3.7758221004395565, |
| "learning_rate": 4.8684749580799405e-06, |
| "loss": 0.5106, |
| "step": 482 |
| }, |
| { |
| "epoch": 0.1943270971635486, |
| "grad_norm": 4.792256321316127, |
| "learning_rate": 4.867348834306781e-06, |
| "loss": 0.5955, |
| "step": 483 |
| }, |
| { |
| "epoch": 0.19472943069804868, |
| "grad_norm": 4.408528934091589, |
| "learning_rate": 4.866218041468161e-06, |
| "loss": 0.6032, |
| "step": 484 |
| }, |
| { |
| "epoch": 0.19513176423254877, |
| "grad_norm": 4.425894822386934, |
| "learning_rate": 4.865082581794317e-06, |
| "loss": 0.5298, |
| "step": 485 |
| }, |
| { |
| "epoch": 0.1955340977670489, |
| "grad_norm": 4.356368057153947, |
| "learning_rate": 4.863942457524689e-06, |
| "loss": 0.5381, |
| "step": 486 |
| }, |
| { |
| "epoch": 0.19593643130154897, |
| "grad_norm": 3.990737447917161, |
| "learning_rate": 4.862797670907915e-06, |
| "loss": 0.5049, |
| "step": 487 |
| }, |
| { |
| "epoch": 0.1963387648360491, |
| "grad_norm": 4.229237889406895, |
| "learning_rate": 4.8616482242018325e-06, |
| "loss": 0.5467, |
| "step": 488 |
| }, |
| { |
| "epoch": 0.19674109837054918, |
| "grad_norm": 4.126506367371427, |
| "learning_rate": 4.860494119673466e-06, |
| "loss": 0.5455, |
| "step": 489 |
| }, |
| { |
| "epoch": 0.1971434319050493, |
| "grad_norm": 5.231977983505604, |
| "learning_rate": 4.859335359599031e-06, |
| "loss": 0.7528, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.19754576543954938, |
| "grad_norm": 5.1291616835145115, |
| "learning_rate": 4.85817194626392e-06, |
| "loss": 0.679, |
| "step": 491 |
| }, |
| { |
| "epoch": 0.1979480989740495, |
| "grad_norm": 3.737681461647685, |
| "learning_rate": 4.857003881962705e-06, |
| "loss": 0.4926, |
| "step": 492 |
| }, |
| { |
| "epoch": 0.19835043250854958, |
| "grad_norm": 4.703925829656442, |
| "learning_rate": 4.855831168999132e-06, |
| "loss": 0.6439, |
| "step": 493 |
| }, |
| { |
| "epoch": 0.1987527660430497, |
| "grad_norm": 4.627856862526262, |
| "learning_rate": 4.854653809686115e-06, |
| "loss": 0.6698, |
| "step": 494 |
| }, |
| { |
| "epoch": 0.1991550995775498, |
| "grad_norm": 4.364999176797817, |
| "learning_rate": 4.853471806345732e-06, |
| "loss": 0.6015, |
| "step": 495 |
| }, |
| { |
| "epoch": 0.19955743311204988, |
| "grad_norm": 4.602684651491329, |
| "learning_rate": 4.852285161309218e-06, |
| "loss": 0.5809, |
| "step": 496 |
| }, |
| { |
| "epoch": 0.19995976664655, |
| "grad_norm": 4.325677574896615, |
| "learning_rate": 4.851093876916967e-06, |
| "loss": 0.526, |
| "step": 497 |
| }, |
| { |
| "epoch": 0.20036210018105008, |
| "grad_norm": 4.81776828160967, |
| "learning_rate": 4.849897955518518e-06, |
| "loss": 0.6654, |
| "step": 498 |
| }, |
| { |
| "epoch": 0.2007644337155502, |
| "grad_norm": 5.49681992539213, |
| "learning_rate": 4.848697399472561e-06, |
| "loss": 0.8468, |
| "step": 499 |
| }, |
| { |
| "epoch": 0.20116676725005028, |
| "grad_norm": 4.782602085058219, |
| "learning_rate": 4.8474922111469225e-06, |
| "loss": 0.6339, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.2015691007845504, |
| "grad_norm": 4.705465090280715, |
| "learning_rate": 4.846282392918566e-06, |
| "loss": 0.5111, |
| "step": 501 |
| }, |
| { |
| "epoch": 0.20197143431905049, |
| "grad_norm": 4.044280178788859, |
| "learning_rate": 4.845067947173589e-06, |
| "loss": 0.4453, |
| "step": 502 |
| }, |
| { |
| "epoch": 0.2023737678535506, |
| "grad_norm": 5.299453770363048, |
| "learning_rate": 4.843848876307211e-06, |
| "loss": 0.7287, |
| "step": 503 |
| }, |
| { |
| "epoch": 0.2027761013880507, |
| "grad_norm": 3.9060416143674, |
| "learning_rate": 4.842625182723779e-06, |
| "loss": 0.4903, |
| "step": 504 |
| }, |
| { |
| "epoch": 0.2031784349225508, |
| "grad_norm": 4.320966869452432, |
| "learning_rate": 4.841396868836753e-06, |
| "loss": 0.5312, |
| "step": 505 |
| }, |
| { |
| "epoch": 0.2035807684570509, |
| "grad_norm": 4.059590568863906, |
| "learning_rate": 4.840163937068707e-06, |
| "loss": 0.5953, |
| "step": 506 |
| }, |
| { |
| "epoch": 0.203983101991551, |
| "grad_norm": 4.544560777009811, |
| "learning_rate": 4.838926389851324e-06, |
| "loss": 0.5274, |
| "step": 507 |
| }, |
| { |
| "epoch": 0.2043854355260511, |
| "grad_norm": 4.643239965625325, |
| "learning_rate": 4.837684229625389e-06, |
| "loss": 0.6284, |
| "step": 508 |
| }, |
| { |
| "epoch": 0.20478776906055118, |
| "grad_norm": 3.848260216211789, |
| "learning_rate": 4.836437458840783e-06, |
| "loss": 0.5052, |
| "step": 509 |
| }, |
| { |
| "epoch": 0.2051901025950513, |
| "grad_norm": 4.65542258301039, |
| "learning_rate": 4.835186079956483e-06, |
| "loss": 0.5641, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.2055924361295514, |
| "grad_norm": 3.7048624001601738, |
| "learning_rate": 4.8339300954405545e-06, |
| "loss": 0.5507, |
| "step": 511 |
| }, |
| { |
| "epoch": 0.2059947696640515, |
| "grad_norm": 4.721724963544143, |
| "learning_rate": 4.832669507770144e-06, |
| "loss": 0.6945, |
| "step": 512 |
| }, |
| { |
| "epoch": 0.2063971031985516, |
| "grad_norm": 3.9937965024761892, |
| "learning_rate": 4.83140431943148e-06, |
| "loss": 0.5444, |
| "step": 513 |
| }, |
| { |
| "epoch": 0.2067994367330517, |
| "grad_norm": 4.150283320138307, |
| "learning_rate": 4.830134532919863e-06, |
| "loss": 0.5835, |
| "step": 514 |
| }, |
| { |
| "epoch": 0.2072017702675518, |
| "grad_norm": 5.2365671694488904, |
| "learning_rate": 4.828860150739662e-06, |
| "loss": 0.697, |
| "step": 515 |
| }, |
| { |
| "epoch": 0.2076041038020519, |
| "grad_norm": 3.98085660862504, |
| "learning_rate": 4.827581175404311e-06, |
| "loss": 0.4872, |
| "step": 516 |
| }, |
| { |
| "epoch": 0.208006437336552, |
| "grad_norm": 4.574435055815776, |
| "learning_rate": 4.8262976094363016e-06, |
| "loss": 0.5925, |
| "step": 517 |
| }, |
| { |
| "epoch": 0.2084087708710521, |
| "grad_norm": 4.459834553682444, |
| "learning_rate": 4.825009455367181e-06, |
| "loss": 0.6426, |
| "step": 518 |
| }, |
| { |
| "epoch": 0.2088111044055522, |
| "grad_norm": 3.8557681901771037, |
| "learning_rate": 4.823716715737544e-06, |
| "loss": 0.5719, |
| "step": 519 |
| }, |
| { |
| "epoch": 0.20921343794005232, |
| "grad_norm": 4.776729631302629, |
| "learning_rate": 4.82241939309703e-06, |
| "loss": 0.6118, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.2096157714745524, |
| "grad_norm": 4.701717061474551, |
| "learning_rate": 4.821117490004319e-06, |
| "loss": 0.4766, |
| "step": 521 |
| }, |
| { |
| "epoch": 0.2100181050090525, |
| "grad_norm": 4.486472816066567, |
| "learning_rate": 4.819811009027122e-06, |
| "loss": 0.6134, |
| "step": 522 |
| }, |
| { |
| "epoch": 0.2104204385435526, |
| "grad_norm": 4.784573013198364, |
| "learning_rate": 4.818499952742179e-06, |
| "loss": 0.5982, |
| "step": 523 |
| }, |
| { |
| "epoch": 0.2108227720780527, |
| "grad_norm": 4.953599282635229, |
| "learning_rate": 4.817184323735258e-06, |
| "loss": 0.5732, |
| "step": 524 |
| }, |
| { |
| "epoch": 0.2112251056125528, |
| "grad_norm": 4.808483380881421, |
| "learning_rate": 4.815864124601139e-06, |
| "loss": 0.6771, |
| "step": 525 |
| }, |
| { |
| "epoch": 0.2116274391470529, |
| "grad_norm": 4.024625165836511, |
| "learning_rate": 4.814539357943622e-06, |
| "loss": 0.6355, |
| "step": 526 |
| }, |
| { |
| "epoch": 0.212029772681553, |
| "grad_norm": 3.943315026550887, |
| "learning_rate": 4.813210026375513e-06, |
| "loss": 0.521, |
| "step": 527 |
| }, |
| { |
| "epoch": 0.2124321062160531, |
| "grad_norm": 3.463894710975418, |
| "learning_rate": 4.811876132518618e-06, |
| "loss": 0.4542, |
| "step": 528 |
| }, |
| { |
| "epoch": 0.21283443975055322, |
| "grad_norm": 4.513349087640872, |
| "learning_rate": 4.810537679003746e-06, |
| "loss": 0.6093, |
| "step": 529 |
| }, |
| { |
| "epoch": 0.2132367732850533, |
| "grad_norm": 4.649205790356446, |
| "learning_rate": 4.8091946684706956e-06, |
| "loss": 0.6726, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.21363910681955342, |
| "grad_norm": 4.2037442337203315, |
| "learning_rate": 4.807847103568255e-06, |
| "loss": 0.6265, |
| "step": 531 |
| }, |
| { |
| "epoch": 0.2140414403540535, |
| "grad_norm": 4.893988522032171, |
| "learning_rate": 4.806494986954195e-06, |
| "loss": 0.7373, |
| "step": 532 |
| }, |
| { |
| "epoch": 0.21444377388855362, |
| "grad_norm": 4.455715486715626, |
| "learning_rate": 4.805138321295262e-06, |
| "loss": 0.5457, |
| "step": 533 |
| }, |
| { |
| "epoch": 0.2148461074230537, |
| "grad_norm": 4.649691607815862, |
| "learning_rate": 4.803777109267174e-06, |
| "loss": 0.5872, |
| "step": 534 |
| }, |
| { |
| "epoch": 0.2152484409575538, |
| "grad_norm": 4.606972921739361, |
| "learning_rate": 4.802411353554619e-06, |
| "loss": 0.6556, |
| "step": 535 |
| }, |
| { |
| "epoch": 0.21565077449205391, |
| "grad_norm": 4.262679120822924, |
| "learning_rate": 4.801041056851244e-06, |
| "loss": 0.5814, |
| "step": 536 |
| }, |
| { |
| "epoch": 0.216053108026554, |
| "grad_norm": 4.734408703763602, |
| "learning_rate": 4.7996662218596505e-06, |
| "loss": 0.5975, |
| "step": 537 |
| }, |
| { |
| "epoch": 0.21645544156105412, |
| "grad_norm": 4.0966775674750515, |
| "learning_rate": 4.798286851291395e-06, |
| "loss": 0.5373, |
| "step": 538 |
| }, |
| { |
| "epoch": 0.2168577750955542, |
| "grad_norm": 4.794723705583196, |
| "learning_rate": 4.796902947866976e-06, |
| "loss": 0.6411, |
| "step": 539 |
| }, |
| { |
| "epoch": 0.21726010863005432, |
| "grad_norm": 5.177706885118282, |
| "learning_rate": 4.795514514315833e-06, |
| "loss": 0.7129, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.2176624421645544, |
| "grad_norm": 4.235334038988407, |
| "learning_rate": 4.794121553376341e-06, |
| "loss": 0.6368, |
| "step": 541 |
| }, |
| { |
| "epoch": 0.21806477569905452, |
| "grad_norm": 4.250039615427904, |
| "learning_rate": 4.792724067795802e-06, |
| "loss": 0.5897, |
| "step": 542 |
| }, |
| { |
| "epoch": 0.2184671092335546, |
| "grad_norm": 4.248095551159398, |
| "learning_rate": 4.7913220603304455e-06, |
| "loss": 0.6119, |
| "step": 543 |
| }, |
| { |
| "epoch": 0.21886944276805473, |
| "grad_norm": 4.7784528939759126, |
| "learning_rate": 4.789915533745415e-06, |
| "loss": 0.6428, |
| "step": 544 |
| }, |
| { |
| "epoch": 0.21927177630255482, |
| "grad_norm": 3.7433210513797857, |
| "learning_rate": 4.788504490814771e-06, |
| "loss": 0.4616, |
| "step": 545 |
| }, |
| { |
| "epoch": 0.21967410983705493, |
| "grad_norm": 4.477510756273104, |
| "learning_rate": 4.78708893432148e-06, |
| "loss": 0.5564, |
| "step": 546 |
| }, |
| { |
| "epoch": 0.22007644337155502, |
| "grad_norm": 4.159189423897508, |
| "learning_rate": 4.785668867057408e-06, |
| "loss": 0.5005, |
| "step": 547 |
| }, |
| { |
| "epoch": 0.2204787769060551, |
| "grad_norm": 4.801923291900065, |
| "learning_rate": 4.784244291823321e-06, |
| "loss": 0.6703, |
| "step": 548 |
| }, |
| { |
| "epoch": 0.22088111044055522, |
| "grad_norm": 4.9705885588356065, |
| "learning_rate": 4.782815211428875e-06, |
| "loss": 0.6892, |
| "step": 549 |
| }, |
| { |
| "epoch": 0.2212834439750553, |
| "grad_norm": 4.689425225044057, |
| "learning_rate": 4.7813816286926116e-06, |
| "loss": 0.6438, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.22168577750955543, |
| "grad_norm": 3.9964370496914836, |
| "learning_rate": 4.7799435464419496e-06, |
| "loss": 0.5283, |
| "step": 551 |
| }, |
| { |
| "epoch": 0.22208811104405551, |
| "grad_norm": 3.9063906383285523, |
| "learning_rate": 4.778500967513186e-06, |
| "loss": 0.5477, |
| "step": 552 |
| }, |
| { |
| "epoch": 0.22249044457855563, |
| "grad_norm": 4.972674347366186, |
| "learning_rate": 4.777053894751484e-06, |
| "loss": 0.6762, |
| "step": 553 |
| }, |
| { |
| "epoch": 0.22289277811305572, |
| "grad_norm": 4.605207302352324, |
| "learning_rate": 4.77560233101087e-06, |
| "loss": 0.5823, |
| "step": 554 |
| }, |
| { |
| "epoch": 0.22329511164755583, |
| "grad_norm": 5.023738846112498, |
| "learning_rate": 4.774146279154231e-06, |
| "loss": 0.645, |
| "step": 555 |
| }, |
| { |
| "epoch": 0.22369744518205592, |
| "grad_norm": 4.21478405630217, |
| "learning_rate": 4.772685742053299e-06, |
| "loss": 0.6361, |
| "step": 556 |
| }, |
| { |
| "epoch": 0.22409977871655604, |
| "grad_norm": 4.443333059344436, |
| "learning_rate": 4.7712207225886605e-06, |
| "loss": 0.5808, |
| "step": 557 |
| }, |
| { |
| "epoch": 0.22450211225105612, |
| "grad_norm": 4.136335273179504, |
| "learning_rate": 4.7697512236497355e-06, |
| "loss": 0.4543, |
| "step": 558 |
| }, |
| { |
| "epoch": 0.22490444578555624, |
| "grad_norm": 5.228702785570883, |
| "learning_rate": 4.7682772481347835e-06, |
| "loss": 0.6677, |
| "step": 559 |
| }, |
| { |
| "epoch": 0.22530677932005633, |
| "grad_norm": 4.607023738968648, |
| "learning_rate": 4.76679879895089e-06, |
| "loss": 0.6972, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.22570911285455642, |
| "grad_norm": 3.9623979182055646, |
| "learning_rate": 4.7653158790139655e-06, |
| "loss": 0.562, |
| "step": 561 |
| }, |
| { |
| "epoch": 0.22611144638905653, |
| "grad_norm": 4.785540664618103, |
| "learning_rate": 4.763828491248737e-06, |
| "loss": 0.6667, |
| "step": 562 |
| }, |
| { |
| "epoch": 0.22651377992355662, |
| "grad_norm": 4.626975611158776, |
| "learning_rate": 4.762336638588745e-06, |
| "loss": 0.5222, |
| "step": 563 |
| }, |
| { |
| "epoch": 0.22691611345805673, |
| "grad_norm": 4.148716543735861, |
| "learning_rate": 4.760840323976333e-06, |
| "loss": 0.5792, |
| "step": 564 |
| }, |
| { |
| "epoch": 0.22731844699255682, |
| "grad_norm": 3.7576481851339785, |
| "learning_rate": 4.759339550362647e-06, |
| "loss": 0.4171, |
| "step": 565 |
| }, |
| { |
| "epoch": 0.22772078052705694, |
| "grad_norm": 4.056873981914918, |
| "learning_rate": 4.757834320707629e-06, |
| "loss": 0.5823, |
| "step": 566 |
| }, |
| { |
| "epoch": 0.22812311406155703, |
| "grad_norm": 4.485956120607346, |
| "learning_rate": 4.7563246379800036e-06, |
| "loss": 0.6038, |
| "step": 567 |
| }, |
| { |
| "epoch": 0.22852544759605714, |
| "grad_norm": 4.095512060377993, |
| "learning_rate": 4.754810505157285e-06, |
| "loss": 0.5807, |
| "step": 568 |
| }, |
| { |
| "epoch": 0.22892778113055723, |
| "grad_norm": 4.316692633895088, |
| "learning_rate": 4.753291925225761e-06, |
| "loss": 0.5689, |
| "step": 569 |
| }, |
| { |
| "epoch": 0.22933011466505734, |
| "grad_norm": 4.0964431049127095, |
| "learning_rate": 4.751768901180488e-06, |
| "loss": 0.4724, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.22973244819955743, |
| "grad_norm": 3.8505086953071683, |
| "learning_rate": 4.750241436025292e-06, |
| "loss": 0.5599, |
| "step": 571 |
| }, |
| { |
| "epoch": 0.23013478173405755, |
| "grad_norm": 4.97127913813276, |
| "learning_rate": 4.748709532772756e-06, |
| "loss": 0.7189, |
| "step": 572 |
| }, |
| { |
| "epoch": 0.23053711526855764, |
| "grad_norm": 4.376792824386442, |
| "learning_rate": 4.7471731944442154e-06, |
| "loss": 0.6149, |
| "step": 573 |
| }, |
| { |
| "epoch": 0.23093944880305772, |
| "grad_norm": 4.633754764886852, |
| "learning_rate": 4.745632424069755e-06, |
| "loss": 0.6118, |
| "step": 574 |
| }, |
| { |
| "epoch": 0.23134178233755784, |
| "grad_norm": 4.682951429282118, |
| "learning_rate": 4.744087224688197e-06, |
| "loss": 0.6089, |
| "step": 575 |
| }, |
| { |
| "epoch": 0.23174411587205793, |
| "grad_norm": 4.504821455509545, |
| "learning_rate": 4.742537599347101e-06, |
| "loss": 0.5747, |
| "step": 576 |
| }, |
| { |
| "epoch": 0.23214644940655804, |
| "grad_norm": 4.922801626757808, |
| "learning_rate": 4.740983551102759e-06, |
| "loss": 0.7267, |
| "step": 577 |
| }, |
| { |
| "epoch": 0.23254878294105813, |
| "grad_norm": 4.128104128218885, |
| "learning_rate": 4.73942508302018e-06, |
| "loss": 0.5344, |
| "step": 578 |
| }, |
| { |
| "epoch": 0.23295111647555825, |
| "grad_norm": 4.502862129743137, |
| "learning_rate": 4.7378621981730966e-06, |
| "loss": 0.4465, |
| "step": 579 |
| }, |
| { |
| "epoch": 0.23335345001005833, |
| "grad_norm": 4.476573377559871, |
| "learning_rate": 4.736294899643946e-06, |
| "loss": 0.5327, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.23375578354455845, |
| "grad_norm": 4.525722183672701, |
| "learning_rate": 4.734723190523875e-06, |
| "loss": 0.6182, |
| "step": 581 |
| }, |
| { |
| "epoch": 0.23415811707905854, |
| "grad_norm": 4.4174724143850455, |
| "learning_rate": 4.7331470739127284e-06, |
| "loss": 0.582, |
| "step": 582 |
| }, |
| { |
| "epoch": 0.23456045061355865, |
| "grad_norm": 4.087588153474757, |
| "learning_rate": 4.731566552919042e-06, |
| "loss": 0.5626, |
| "step": 583 |
| }, |
| { |
| "epoch": 0.23496278414805874, |
| "grad_norm": 4.793168855698109, |
| "learning_rate": 4.7299816306600395e-06, |
| "loss": 0.712, |
| "step": 584 |
| }, |
| { |
| "epoch": 0.23536511768255883, |
| "grad_norm": 4.088862969423477, |
| "learning_rate": 4.728392310261628e-06, |
| "loss": 0.5867, |
| "step": 585 |
| }, |
| { |
| "epoch": 0.23576745121705894, |
| "grad_norm": 4.31442875545057, |
| "learning_rate": 4.726798594858382e-06, |
| "loss": 0.5255, |
| "step": 586 |
| }, |
| { |
| "epoch": 0.23616978475155903, |
| "grad_norm": 4.2694537336500495, |
| "learning_rate": 4.7252004875935506e-06, |
| "loss": 0.6822, |
| "step": 587 |
| }, |
| { |
| "epoch": 0.23657211828605915, |
| "grad_norm": 4.179846752454285, |
| "learning_rate": 4.723597991619043e-06, |
| "loss": 0.5433, |
| "step": 588 |
| }, |
| { |
| "epoch": 0.23697445182055923, |
| "grad_norm": 4.1764050880208, |
| "learning_rate": 4.721991110095422e-06, |
| "loss": 0.586, |
| "step": 589 |
| }, |
| { |
| "epoch": 0.23737678535505935, |
| "grad_norm": 3.699033328030597, |
| "learning_rate": 4.720379846191903e-06, |
| "loss": 0.4942, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.23777911888955944, |
| "grad_norm": 4.798015125682991, |
| "learning_rate": 4.718764203086342e-06, |
| "loss": 0.7269, |
| "step": 591 |
| }, |
| { |
| "epoch": 0.23818145242405955, |
| "grad_norm": 4.974938507339555, |
| "learning_rate": 4.717144183965233e-06, |
| "loss": 0.6753, |
| "step": 592 |
| }, |
| { |
| "epoch": 0.23858378595855964, |
| "grad_norm": 5.08563513422606, |
| "learning_rate": 4.715519792023703e-06, |
| "loss": 0.6613, |
| "step": 593 |
| }, |
| { |
| "epoch": 0.23898611949305976, |
| "grad_norm": 4.6691045707182655, |
| "learning_rate": 4.7138910304655e-06, |
| "loss": 0.5635, |
| "step": 594 |
| }, |
| { |
| "epoch": 0.23938845302755984, |
| "grad_norm": 4.366016787794075, |
| "learning_rate": 4.712257902502992e-06, |
| "loss": 0.6603, |
| "step": 595 |
| }, |
| { |
| "epoch": 0.23979078656205996, |
| "grad_norm": 4.98238528037948, |
| "learning_rate": 4.710620411357157e-06, |
| "loss": 0.6241, |
| "step": 596 |
| }, |
| { |
| "epoch": 0.24019312009656005, |
| "grad_norm": 4.023463566077988, |
| "learning_rate": 4.7089785602575805e-06, |
| "loss": 0.5202, |
| "step": 597 |
| }, |
| { |
| "epoch": 0.24059545363106014, |
| "grad_norm": 4.040098710840788, |
| "learning_rate": 4.707332352442446e-06, |
| "loss": 0.5843, |
| "step": 598 |
| }, |
| { |
| "epoch": 0.24099778716556025, |
| "grad_norm": 4.151014624312927, |
| "learning_rate": 4.705681791158531e-06, |
| "loss": 0.6206, |
| "step": 599 |
| }, |
| { |
| "epoch": 0.24140012070006034, |
| "grad_norm": 4.0875213661566665, |
| "learning_rate": 4.704026879661196e-06, |
| "loss": 0.5614, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.24180245423456045, |
| "grad_norm": 4.553877858262055, |
| "learning_rate": 4.7023676212143834e-06, |
| "loss": 0.6649, |
| "step": 601 |
| }, |
| { |
| "epoch": 0.24220478776906054, |
| "grad_norm": 4.674650194014434, |
| "learning_rate": 4.70070401909061e-06, |
| "loss": 0.606, |
| "step": 602 |
| }, |
| { |
| "epoch": 0.24260712130356066, |
| "grad_norm": 4.63353917939836, |
| "learning_rate": 4.699036076570959e-06, |
| "loss": 0.6668, |
| "step": 603 |
| }, |
| { |
| "epoch": 0.24300945483806075, |
| "grad_norm": 4.723870743698028, |
| "learning_rate": 4.697363796945072e-06, |
| "loss": 0.6728, |
| "step": 604 |
| }, |
| { |
| "epoch": 0.24341178837256086, |
| "grad_norm": 4.386624516452244, |
| "learning_rate": 4.6956871835111475e-06, |
| "loss": 0.5139, |
| "step": 605 |
| }, |
| { |
| "epoch": 0.24381412190706095, |
| "grad_norm": 4.244611479893601, |
| "learning_rate": 4.694006239575929e-06, |
| "loss": 0.609, |
| "step": 606 |
| }, |
| { |
| "epoch": 0.24421645544156106, |
| "grad_norm": 4.072589096296677, |
| "learning_rate": 4.692320968454702e-06, |
| "loss": 0.5657, |
| "step": 607 |
| }, |
| { |
| "epoch": 0.24461878897606115, |
| "grad_norm": 4.88910796894103, |
| "learning_rate": 4.690631373471287e-06, |
| "loss": 0.701, |
| "step": 608 |
| }, |
| { |
| "epoch": 0.24502112251056127, |
| "grad_norm": 4.686738823395271, |
| "learning_rate": 4.6889374579580315e-06, |
| "loss": 0.637, |
| "step": 609 |
| }, |
| { |
| "epoch": 0.24542345604506136, |
| "grad_norm": 4.905698840133413, |
| "learning_rate": 4.687239225255805e-06, |
| "loss": 0.6003, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.24582578957956144, |
| "grad_norm": 4.338740241210239, |
| "learning_rate": 4.68553667871399e-06, |
| "loss": 0.5906, |
| "step": 611 |
| }, |
| { |
| "epoch": 0.24622812311406156, |
| "grad_norm": 4.119688719772878, |
| "learning_rate": 4.68382982169048e-06, |
| "loss": 0.4954, |
| "step": 612 |
| }, |
| { |
| "epoch": 0.24663045664856165, |
| "grad_norm": 3.96691281411716, |
| "learning_rate": 4.6821186575516665e-06, |
| "loss": 0.6126, |
| "step": 613 |
| }, |
| { |
| "epoch": 0.24703279018306176, |
| "grad_norm": 4.760926273551105, |
| "learning_rate": 4.680403189672439e-06, |
| "loss": 0.6613, |
| "step": 614 |
| }, |
| { |
| "epoch": 0.24743512371756185, |
| "grad_norm": 4.4384316824035075, |
| "learning_rate": 4.678683421436173e-06, |
| "loss": 0.5687, |
| "step": 615 |
| }, |
| { |
| "epoch": 0.24783745725206197, |
| "grad_norm": 3.931664070509481, |
| "learning_rate": 4.676959356234726e-06, |
| "loss": 0.5857, |
| "step": 616 |
| }, |
| { |
| "epoch": 0.24823979078656205, |
| "grad_norm": 5.119336252733733, |
| "learning_rate": 4.6752309974684315e-06, |
| "loss": 0.6312, |
| "step": 617 |
| }, |
| { |
| "epoch": 0.24864212432106217, |
| "grad_norm": 4.229793646214086, |
| "learning_rate": 4.6734983485460895e-06, |
| "loss": 0.5093, |
| "step": 618 |
| }, |
| { |
| "epoch": 0.24904445785556226, |
| "grad_norm": 4.9794376894703944, |
| "learning_rate": 4.671761412884962e-06, |
| "loss": 0.7092, |
| "step": 619 |
| }, |
| { |
| "epoch": 0.24944679139006237, |
| "grad_norm": 4.36204998657697, |
| "learning_rate": 4.670020193910766e-06, |
| "loss": 0.559, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.24984912492456246, |
| "grad_norm": 4.297208174823204, |
| "learning_rate": 4.668274695057666e-06, |
| "loss": 0.4965, |
| "step": 621 |
| }, |
| { |
| "epoch": 0.25025145845906255, |
| "grad_norm": 4.235510447453734, |
| "learning_rate": 4.666524919768267e-06, |
| "loss": 0.5434, |
| "step": 622 |
| }, |
| { |
| "epoch": 0.25065379199356264, |
| "grad_norm": 4.297045599708538, |
| "learning_rate": 4.66477087149361e-06, |
| "loss": 0.5559, |
| "step": 623 |
| }, |
| { |
| "epoch": 0.2510561255280628, |
| "grad_norm": 5.638228122643803, |
| "learning_rate": 4.663012553693161e-06, |
| "loss": 0.6393, |
| "step": 624 |
| }, |
| { |
| "epoch": 0.25145845906256287, |
| "grad_norm": 4.307369262356312, |
| "learning_rate": 4.661249969834809e-06, |
| "loss": 0.5516, |
| "step": 625 |
| }, |
| { |
| "epoch": 0.25186079259706295, |
| "grad_norm": 4.348008968073508, |
| "learning_rate": 4.659483123394855e-06, |
| "loss": 0.5858, |
| "step": 626 |
| }, |
| { |
| "epoch": 0.25226312613156304, |
| "grad_norm": 4.245775793874246, |
| "learning_rate": 4.657712017858011e-06, |
| "loss": 0.5985, |
| "step": 627 |
| }, |
| { |
| "epoch": 0.2526654596660632, |
| "grad_norm": 4.27241102613026, |
| "learning_rate": 4.6559366567173824e-06, |
| "loss": 0.5247, |
| "step": 628 |
| }, |
| { |
| "epoch": 0.2530677932005633, |
| "grad_norm": 3.9143192748019384, |
| "learning_rate": 4.6541570434744735e-06, |
| "loss": 0.4936, |
| "step": 629 |
| }, |
| { |
| "epoch": 0.25347012673506336, |
| "grad_norm": 4.550429412487192, |
| "learning_rate": 4.6523731816391725e-06, |
| "loss": 0.7499, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.25387246026956345, |
| "grad_norm": 4.202697728155226, |
| "learning_rate": 4.650585074729747e-06, |
| "loss": 0.5184, |
| "step": 631 |
| }, |
| { |
| "epoch": 0.2542747938040636, |
| "grad_norm": 4.083559252407811, |
| "learning_rate": 4.648792726272838e-06, |
| "loss": 0.5242, |
| "step": 632 |
| }, |
| { |
| "epoch": 0.2546771273385637, |
| "grad_norm": 3.9861255665329267, |
| "learning_rate": 4.646996139803452e-06, |
| "loss": 0.5269, |
| "step": 633 |
| }, |
| { |
| "epoch": 0.25507946087306377, |
| "grad_norm": 4.559490860669659, |
| "learning_rate": 4.645195318864951e-06, |
| "loss": 0.6372, |
| "step": 634 |
| }, |
| { |
| "epoch": 0.25548179440756386, |
| "grad_norm": 4.394457869705605, |
| "learning_rate": 4.643390267009054e-06, |
| "loss": 0.5105, |
| "step": 635 |
| }, |
| { |
| "epoch": 0.25588412794206394, |
| "grad_norm": 5.018376167864149, |
| "learning_rate": 4.641580987795821e-06, |
| "loss": 0.6628, |
| "step": 636 |
| }, |
| { |
| "epoch": 0.2562864614765641, |
| "grad_norm": 3.7893948824739465, |
| "learning_rate": 4.639767484793648e-06, |
| "loss": 0.508, |
| "step": 637 |
| }, |
| { |
| "epoch": 0.2566887950110642, |
| "grad_norm": 4.596240270523842, |
| "learning_rate": 4.637949761579266e-06, |
| "loss": 0.6529, |
| "step": 638 |
| }, |
| { |
| "epoch": 0.25709112854556426, |
| "grad_norm": 5.140583964722019, |
| "learning_rate": 4.636127821737726e-06, |
| "loss": 0.6489, |
| "step": 639 |
| }, |
| { |
| "epoch": 0.25749346208006435, |
| "grad_norm": 3.8394758085160823, |
| "learning_rate": 4.634301668862397e-06, |
| "loss": 0.4736, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.2578957956145645, |
| "grad_norm": 4.38356346084736, |
| "learning_rate": 4.632471306554955e-06, |
| "loss": 0.5353, |
| "step": 641 |
| }, |
| { |
| "epoch": 0.2582981291490646, |
| "grad_norm": 3.8889360472386185, |
| "learning_rate": 4.630636738425381e-06, |
| "loss": 0.5511, |
| "step": 642 |
| }, |
| { |
| "epoch": 0.25870046268356467, |
| "grad_norm": 4.817925477512709, |
| "learning_rate": 4.62879796809195e-06, |
| "loss": 0.6963, |
| "step": 643 |
| }, |
| { |
| "epoch": 0.25910279621806476, |
| "grad_norm": 4.742191877421797, |
| "learning_rate": 4.626954999181224e-06, |
| "loss": 0.7752, |
| "step": 644 |
| }, |
| { |
| "epoch": 0.2595051297525649, |
| "grad_norm": 4.245951623762571, |
| "learning_rate": 4.625107835328048e-06, |
| "loss": 0.5754, |
| "step": 645 |
| }, |
| { |
| "epoch": 0.259907463287065, |
| "grad_norm": 4.836575633325676, |
| "learning_rate": 4.623256480175537e-06, |
| "loss": 0.6639, |
| "step": 646 |
| }, |
| { |
| "epoch": 0.2603097968215651, |
| "grad_norm": 3.806176284035789, |
| "learning_rate": 4.621400937375075e-06, |
| "loss": 0.5292, |
| "step": 647 |
| }, |
| { |
| "epoch": 0.26071213035606516, |
| "grad_norm": 4.025115976057339, |
| "learning_rate": 4.619541210586307e-06, |
| "loss": 0.4815, |
| "step": 648 |
| }, |
| { |
| "epoch": 0.26111446389056525, |
| "grad_norm": 4.1347392050793825, |
| "learning_rate": 4.617677303477124e-06, |
| "loss": 0.5681, |
| "step": 649 |
| }, |
| { |
| "epoch": 0.2615167974250654, |
| "grad_norm": 4.371554358928095, |
| "learning_rate": 4.615809219723667e-06, |
| "loss": 0.592, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.2619191309595655, |
| "grad_norm": 4.976927834726334, |
| "learning_rate": 4.613936963010314e-06, |
| "loss": 0.7898, |
| "step": 651 |
| }, |
| { |
| "epoch": 0.26232146449406557, |
| "grad_norm": 4.80195477309382, |
| "learning_rate": 4.612060537029671e-06, |
| "loss": 0.6565, |
| "step": 652 |
| }, |
| { |
| "epoch": 0.26272379802856566, |
| "grad_norm": 4.2203256747490805, |
| "learning_rate": 4.610179945482568e-06, |
| "loss": 0.5597, |
| "step": 653 |
| }, |
| { |
| "epoch": 0.2631261315630658, |
| "grad_norm": 4.3119037789418035, |
| "learning_rate": 4.608295192078051e-06, |
| "loss": 0.5773, |
| "step": 654 |
| }, |
| { |
| "epoch": 0.2635284650975659, |
| "grad_norm": 3.938767904065124, |
| "learning_rate": 4.606406280533373e-06, |
| "loss": 0.4691, |
| "step": 655 |
| }, |
| { |
| "epoch": 0.263930798632066, |
| "grad_norm": 3.873313542196617, |
| "learning_rate": 4.6045132145739914e-06, |
| "loss": 0.5446, |
| "step": 656 |
| }, |
| { |
| "epoch": 0.26433313216656606, |
| "grad_norm": 4.720535373828625, |
| "learning_rate": 4.602615997933552e-06, |
| "loss": 0.6451, |
| "step": 657 |
| }, |
| { |
| "epoch": 0.2647354657010662, |
| "grad_norm": 5.319338434241136, |
| "learning_rate": 4.600714634353893e-06, |
| "loss": 0.6786, |
| "step": 658 |
| }, |
| { |
| "epoch": 0.2651377992355663, |
| "grad_norm": 3.986441538874652, |
| "learning_rate": 4.598809127585026e-06, |
| "loss": 0.5815, |
| "step": 659 |
| }, |
| { |
| "epoch": 0.2655401327700664, |
| "grad_norm": 4.190229942704305, |
| "learning_rate": 4.596899481385137e-06, |
| "loss": 0.5933, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.26594246630456647, |
| "grad_norm": 4.211284711325467, |
| "learning_rate": 4.5949856995205745e-06, |
| "loss": 0.6062, |
| "step": 661 |
| }, |
| { |
| "epoch": 0.26634479983906656, |
| "grad_norm": 5.022372015405014, |
| "learning_rate": 4.593067785765846e-06, |
| "loss": 0.6632, |
| "step": 662 |
| }, |
| { |
| "epoch": 0.2667471333735667, |
| "grad_norm": 3.9365356585193148, |
| "learning_rate": 4.5911457439036075e-06, |
| "loss": 0.5324, |
| "step": 663 |
| }, |
| { |
| "epoch": 0.2671494669080668, |
| "grad_norm": 4.891303145874928, |
| "learning_rate": 4.589219577724654e-06, |
| "loss": 0.7504, |
| "step": 664 |
| }, |
| { |
| "epoch": 0.2675518004425669, |
| "grad_norm": 3.855940902006332, |
| "learning_rate": 4.5872892910279185e-06, |
| "loss": 0.5476, |
| "step": 665 |
| }, |
| { |
| "epoch": 0.26795413397706697, |
| "grad_norm": 4.37750980680622, |
| "learning_rate": 4.58535488762046e-06, |
| "loss": 0.5902, |
| "step": 666 |
| }, |
| { |
| "epoch": 0.2683564675115671, |
| "grad_norm": 4.450877429194335, |
| "learning_rate": 4.583416371317454e-06, |
| "loss": 0.6345, |
| "step": 667 |
| }, |
| { |
| "epoch": 0.2687588010460672, |
| "grad_norm": 4.162519879691083, |
| "learning_rate": 4.581473745942191e-06, |
| "loss": 0.444, |
| "step": 668 |
| }, |
| { |
| "epoch": 0.2691611345805673, |
| "grad_norm": 4.2236499578643025, |
| "learning_rate": 4.579527015326065e-06, |
| "loss": 0.492, |
| "step": 669 |
| }, |
| { |
| "epoch": 0.2695634681150674, |
| "grad_norm": 4.482147273633291, |
| "learning_rate": 4.5775761833085645e-06, |
| "loss": 0.5648, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.2699658016495675, |
| "grad_norm": 4.760060597047131, |
| "learning_rate": 4.57562125373727e-06, |
| "loss": 0.6674, |
| "step": 671 |
| }, |
| { |
| "epoch": 0.2703681351840676, |
| "grad_norm": 4.362389446472747, |
| "learning_rate": 4.573662230467844e-06, |
| "loss": 0.577, |
| "step": 672 |
| }, |
| { |
| "epoch": 0.2707704687185677, |
| "grad_norm": 3.8159558241349987, |
| "learning_rate": 4.5716991173640165e-06, |
| "loss": 0.5185, |
| "step": 673 |
| }, |
| { |
| "epoch": 0.2711728022530678, |
| "grad_norm": 4.005051687655319, |
| "learning_rate": 4.5697319182975944e-06, |
| "loss": 0.5922, |
| "step": 674 |
| }, |
| { |
| "epoch": 0.27157513578756787, |
| "grad_norm": 4.667139467518304, |
| "learning_rate": 4.567760637148432e-06, |
| "loss": 0.6032, |
| "step": 675 |
| }, |
| { |
| "epoch": 0.271977469322068, |
| "grad_norm": 3.9606776473436405, |
| "learning_rate": 4.5657852778044435e-06, |
| "loss": 0.5174, |
| "step": 676 |
| }, |
| { |
| "epoch": 0.2723798028565681, |
| "grad_norm": 4.322780347285095, |
| "learning_rate": 4.5638058441615815e-06, |
| "loss": 0.6089, |
| "step": 677 |
| }, |
| { |
| "epoch": 0.2727821363910682, |
| "grad_norm": 4.433317399280547, |
| "learning_rate": 4.561822340123836e-06, |
| "loss": 0.6047, |
| "step": 678 |
| }, |
| { |
| "epoch": 0.2731844699255683, |
| "grad_norm": 4.552805703827102, |
| "learning_rate": 4.559834769603224e-06, |
| "loss": 0.6281, |
| "step": 679 |
| }, |
| { |
| "epoch": 0.2735868034600684, |
| "grad_norm": 5.128182512733822, |
| "learning_rate": 4.557843136519784e-06, |
| "loss": 0.6697, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.2739891369945685, |
| "grad_norm": 4.063920951512369, |
| "learning_rate": 4.555847444801565e-06, |
| "loss": 0.5885, |
| "step": 681 |
| }, |
| { |
| "epoch": 0.2743914705290686, |
| "grad_norm": 4.908841427141714, |
| "learning_rate": 4.5538476983846245e-06, |
| "loss": 0.6771, |
| "step": 682 |
| }, |
| { |
| "epoch": 0.2747938040635687, |
| "grad_norm": 4.405724720337232, |
| "learning_rate": 4.551843901213012e-06, |
| "loss": 0.6479, |
| "step": 683 |
| }, |
| { |
| "epoch": 0.2751961375980688, |
| "grad_norm": 3.945129587052982, |
| "learning_rate": 4.549836057238769e-06, |
| "loss": 0.6039, |
| "step": 684 |
| }, |
| { |
| "epoch": 0.2755984711325689, |
| "grad_norm": 4.96376428039534, |
| "learning_rate": 4.547824170421921e-06, |
| "loss": 0.7191, |
| "step": 685 |
| }, |
| { |
| "epoch": 0.276000804667069, |
| "grad_norm": 4.378595779287015, |
| "learning_rate": 4.54580824473046e-06, |
| "loss": 0.5549, |
| "step": 686 |
| }, |
| { |
| "epoch": 0.2764031382015691, |
| "grad_norm": 4.262426880188478, |
| "learning_rate": 4.54378828414035e-06, |
| "loss": 0.5024, |
| "step": 687 |
| }, |
| { |
| "epoch": 0.2768054717360692, |
| "grad_norm": 4.426695285396216, |
| "learning_rate": 4.541764292635512e-06, |
| "loss": 0.7052, |
| "step": 688 |
| }, |
| { |
| "epoch": 0.2772078052705693, |
| "grad_norm": 4.473404410086587, |
| "learning_rate": 4.5397362742078145e-06, |
| "loss": 0.5557, |
| "step": 689 |
| }, |
| { |
| "epoch": 0.2776101388050694, |
| "grad_norm": 4.052844689460026, |
| "learning_rate": 4.537704232857069e-06, |
| "loss": 0.4541, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.2780124723395695, |
| "grad_norm": 3.89050386632389, |
| "learning_rate": 4.5356681725910255e-06, |
| "loss": 0.549, |
| "step": 691 |
| }, |
| { |
| "epoch": 0.2784148058740696, |
| "grad_norm": 4.349538143222671, |
| "learning_rate": 4.5336280974253535e-06, |
| "loss": 0.6076, |
| "step": 692 |
| }, |
| { |
| "epoch": 0.2788171394085697, |
| "grad_norm": 4.361849160433631, |
| "learning_rate": 4.5315840113836454e-06, |
| "loss": 0.6524, |
| "step": 693 |
| }, |
| { |
| "epoch": 0.2792194729430698, |
| "grad_norm": 4.617234754063093, |
| "learning_rate": 4.529535918497403e-06, |
| "loss": 0.5616, |
| "step": 694 |
| }, |
| { |
| "epoch": 0.2796218064775699, |
| "grad_norm": 4.09023083083644, |
| "learning_rate": 4.5274838228060326e-06, |
| "loss": 0.5407, |
| "step": 695 |
| }, |
| { |
| "epoch": 0.28002414001207, |
| "grad_norm": 3.7157295921866718, |
| "learning_rate": 4.525427728356832e-06, |
| "loss": 0.5361, |
| "step": 696 |
| }, |
| { |
| "epoch": 0.28042647354657013, |
| "grad_norm": 4.457227461962157, |
| "learning_rate": 4.523367639204985e-06, |
| "loss": 0.5593, |
| "step": 697 |
| }, |
| { |
| "epoch": 0.2808288070810702, |
| "grad_norm": 4.348610370546784, |
| "learning_rate": 4.52130355941356e-06, |
| "loss": 0.5121, |
| "step": 698 |
| }, |
| { |
| "epoch": 0.2812311406155703, |
| "grad_norm": 3.9173059552199194, |
| "learning_rate": 4.519235493053491e-06, |
| "loss": 0.4927, |
| "step": 699 |
| }, |
| { |
| "epoch": 0.2816334741500704, |
| "grad_norm": 4.208431911956715, |
| "learning_rate": 4.517163444203575e-06, |
| "loss": 0.5504, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.2820358076845705, |
| "grad_norm": 4.404532536673193, |
| "learning_rate": 4.515087416950464e-06, |
| "loss": 0.6057, |
| "step": 701 |
| }, |
| { |
| "epoch": 0.2824381412190706, |
| "grad_norm": 4.163697909062566, |
| "learning_rate": 4.513007415388659e-06, |
| "loss": 0.4682, |
| "step": 702 |
| }, |
| { |
| "epoch": 0.2828404747535707, |
| "grad_norm": 5.152927142247097, |
| "learning_rate": 4.510923443620494e-06, |
| "loss": 0.6601, |
| "step": 703 |
| }, |
| { |
| "epoch": 0.2832428082880708, |
| "grad_norm": 4.544361331270338, |
| "learning_rate": 4.50883550575614e-06, |
| "loss": 0.5968, |
| "step": 704 |
| }, |
| { |
| "epoch": 0.2836451418225709, |
| "grad_norm": 4.134394917706537, |
| "learning_rate": 4.5067436059135836e-06, |
| "loss": 0.6647, |
| "step": 705 |
| }, |
| { |
| "epoch": 0.28404747535707103, |
| "grad_norm": 4.734085611831448, |
| "learning_rate": 4.504647748218633e-06, |
| "loss": 0.601, |
| "step": 706 |
| }, |
| { |
| "epoch": 0.2844498088915711, |
| "grad_norm": 4.681267518422373, |
| "learning_rate": 4.502547936804894e-06, |
| "loss": 0.5539, |
| "step": 707 |
| }, |
| { |
| "epoch": 0.2848521424260712, |
| "grad_norm": 4.325088947732379, |
| "learning_rate": 4.500444175813776e-06, |
| "loss": 0.5872, |
| "step": 708 |
| }, |
| { |
| "epoch": 0.2852544759605713, |
| "grad_norm": 3.850534498836246, |
| "learning_rate": 4.4983364693944775e-06, |
| "loss": 0.5061, |
| "step": 709 |
| }, |
| { |
| "epoch": 0.28565680949507144, |
| "grad_norm": 4.373584617561936, |
| "learning_rate": 4.496224821703977e-06, |
| "loss": 0.6693, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.2860591430295715, |
| "grad_norm": 4.377477636040013, |
| "learning_rate": 4.494109236907026e-06, |
| "loss": 0.5966, |
| "step": 711 |
| }, |
| { |
| "epoch": 0.2864614765640716, |
| "grad_norm": 4.271381874115667, |
| "learning_rate": 4.491989719176142e-06, |
| "loss": 0.6221, |
| "step": 712 |
| }, |
| { |
| "epoch": 0.2868638100985717, |
| "grad_norm": 3.7259627257148202, |
| "learning_rate": 4.489866272691599e-06, |
| "loss": 0.4313, |
| "step": 713 |
| }, |
| { |
| "epoch": 0.2872661436330718, |
| "grad_norm": 4.0336320558123155, |
| "learning_rate": 4.48773890164142e-06, |
| "loss": 0.5305, |
| "step": 714 |
| }, |
| { |
| "epoch": 0.28766847716757193, |
| "grad_norm": 4.585992205034134, |
| "learning_rate": 4.485607610221367e-06, |
| "loss": 0.7636, |
| "step": 715 |
| }, |
| { |
| "epoch": 0.288070810702072, |
| "grad_norm": 4.67820441036977, |
| "learning_rate": 4.4834724026349376e-06, |
| "loss": 0.5866, |
| "step": 716 |
| }, |
| { |
| "epoch": 0.2884731442365721, |
| "grad_norm": 5.012556667522281, |
| "learning_rate": 4.4813332830933484e-06, |
| "loss": 0.6498, |
| "step": 717 |
| }, |
| { |
| "epoch": 0.2888754777710722, |
| "grad_norm": 4.19440277086636, |
| "learning_rate": 4.4791902558155345e-06, |
| "loss": 0.5434, |
| "step": 718 |
| }, |
| { |
| "epoch": 0.28927781130557234, |
| "grad_norm": 4.330716534353544, |
| "learning_rate": 4.477043325028137e-06, |
| "loss": 0.5507, |
| "step": 719 |
| }, |
| { |
| "epoch": 0.28968014484007243, |
| "grad_norm": 4.097976140286037, |
| "learning_rate": 4.474892494965495e-06, |
| "loss": 0.4591, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.2900824783745725, |
| "grad_norm": 4.132010732456553, |
| "learning_rate": 4.472737769869642e-06, |
| "loss": 0.5217, |
| "step": 721 |
| }, |
| { |
| "epoch": 0.2904848119090726, |
| "grad_norm": 3.7815121295908343, |
| "learning_rate": 4.470579153990288e-06, |
| "loss": 0.4932, |
| "step": 722 |
| }, |
| { |
| "epoch": 0.29088714544357275, |
| "grad_norm": 3.724905186650606, |
| "learning_rate": 4.468416651584822e-06, |
| "loss": 0.5448, |
| "step": 723 |
| }, |
| { |
| "epoch": 0.29128947897807284, |
| "grad_norm": 3.82443773314746, |
| "learning_rate": 4.4662502669182935e-06, |
| "loss": 0.5298, |
| "step": 724 |
| }, |
| { |
| "epoch": 0.2916918125125729, |
| "grad_norm": 4.343371987708737, |
| "learning_rate": 4.464080004263411e-06, |
| "loss": 0.606, |
| "step": 725 |
| }, |
| { |
| "epoch": 0.292094146047073, |
| "grad_norm": 4.009570342579401, |
| "learning_rate": 4.461905867900535e-06, |
| "loss": 0.5916, |
| "step": 726 |
| }, |
| { |
| "epoch": 0.2924964795815731, |
| "grad_norm": 4.148496022814315, |
| "learning_rate": 4.459727862117658e-06, |
| "loss": 0.5155, |
| "step": 727 |
| }, |
| { |
| "epoch": 0.29289881311607324, |
| "grad_norm": 4.568599931304069, |
| "learning_rate": 4.457545991210412e-06, |
| "loss": 0.555, |
| "step": 728 |
| }, |
| { |
| "epoch": 0.29330114665057333, |
| "grad_norm": 4.026645287125634, |
| "learning_rate": 4.455360259482047e-06, |
| "loss": 0.5265, |
| "step": 729 |
| }, |
| { |
| "epoch": 0.2937034801850734, |
| "grad_norm": 4.4466778657917265, |
| "learning_rate": 4.4531706712434305e-06, |
| "loss": 0.6318, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.2941058137195735, |
| "grad_norm": 4.444852619715758, |
| "learning_rate": 4.450977230813035e-06, |
| "loss": 0.671, |
| "step": 731 |
| }, |
| { |
| "epoch": 0.29450814725407365, |
| "grad_norm": 5.136550532204147, |
| "learning_rate": 4.44877994251693e-06, |
| "loss": 0.611, |
| "step": 732 |
| }, |
| { |
| "epoch": 0.29491048078857374, |
| "grad_norm": 4.472272090985854, |
| "learning_rate": 4.446578810688774e-06, |
| "loss": 0.595, |
| "step": 733 |
| }, |
| { |
| "epoch": 0.2953128143230738, |
| "grad_norm": 4.755288406312762, |
| "learning_rate": 4.444373839669808e-06, |
| "loss": 0.801, |
| "step": 734 |
| }, |
| { |
| "epoch": 0.2957151478575739, |
| "grad_norm": 4.964978523542175, |
| "learning_rate": 4.442165033808843e-06, |
| "loss": 0.6712, |
| "step": 735 |
| }, |
| { |
| "epoch": 0.29611748139207406, |
| "grad_norm": 4.590633696444609, |
| "learning_rate": 4.439952397462254e-06, |
| "loss": 0.6214, |
| "step": 736 |
| }, |
| { |
| "epoch": 0.29651981492657414, |
| "grad_norm": 4.05753322012328, |
| "learning_rate": 4.43773593499397e-06, |
| "loss": 0.4477, |
| "step": 737 |
| }, |
| { |
| "epoch": 0.29692214846107423, |
| "grad_norm": 4.354711360779599, |
| "learning_rate": 4.435515650775468e-06, |
| "loss": 0.5618, |
| "step": 738 |
| }, |
| { |
| "epoch": 0.2973244819955743, |
| "grad_norm": 4.543128550216277, |
| "learning_rate": 4.433291549185761e-06, |
| "loss": 0.4807, |
| "step": 739 |
| }, |
| { |
| "epoch": 0.2977268155300744, |
| "grad_norm": 3.9444140759236737, |
| "learning_rate": 4.431063634611392e-06, |
| "loss": 0.5393, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.29812914906457455, |
| "grad_norm": 4.516456335270593, |
| "learning_rate": 4.428831911446422e-06, |
| "loss": 0.5839, |
| "step": 741 |
| }, |
| { |
| "epoch": 0.29853148259907464, |
| "grad_norm": 4.4607761036583815, |
| "learning_rate": 4.426596384092426e-06, |
| "loss": 0.6538, |
| "step": 742 |
| }, |
| { |
| "epoch": 0.2989338161335747, |
| "grad_norm": 6.196021389574422, |
| "learning_rate": 4.424357056958483e-06, |
| "loss": 0.6484, |
| "step": 743 |
| }, |
| { |
| "epoch": 0.2993361496680748, |
| "grad_norm": 4.251042887568661, |
| "learning_rate": 4.422113934461161e-06, |
| "loss": 0.5523, |
| "step": 744 |
| }, |
| { |
| "epoch": 0.29973848320257496, |
| "grad_norm": 4.697763472346534, |
| "learning_rate": 4.4198670210245186e-06, |
| "loss": 0.6053, |
| "step": 745 |
| }, |
| { |
| "epoch": 0.30014081673707504, |
| "grad_norm": 4.665389980976664, |
| "learning_rate": 4.41761632108009e-06, |
| "loss": 0.6618, |
| "step": 746 |
| }, |
| { |
| "epoch": 0.30054315027157513, |
| "grad_norm": 4.2980125151698525, |
| "learning_rate": 4.415361839066874e-06, |
| "loss": 0.4863, |
| "step": 747 |
| }, |
| { |
| "epoch": 0.3009454838060752, |
| "grad_norm": 4.25422933800907, |
| "learning_rate": 4.413103579431335e-06, |
| "loss": 0.6285, |
| "step": 748 |
| }, |
| { |
| "epoch": 0.30134781734057536, |
| "grad_norm": 4.408647829220997, |
| "learning_rate": 4.410841546627383e-06, |
| "loss": 0.6214, |
| "step": 749 |
| }, |
| { |
| "epoch": 0.30175015087507545, |
| "grad_norm": 3.5964308822983626, |
| "learning_rate": 4.408575745116371e-06, |
| "loss": 0.4709, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.30215248440957554, |
| "grad_norm": 4.177190728366978, |
| "learning_rate": 4.406306179367086e-06, |
| "loss": 0.6584, |
| "step": 751 |
| }, |
| { |
| "epoch": 0.3025548179440756, |
| "grad_norm": 3.9436659867851, |
| "learning_rate": 4.404032853855736e-06, |
| "loss": 0.5804, |
| "step": 752 |
| }, |
| { |
| "epoch": 0.3029571514785757, |
| "grad_norm": 4.5139405502647465, |
| "learning_rate": 4.40175577306595e-06, |
| "loss": 0.6131, |
| "step": 753 |
| }, |
| { |
| "epoch": 0.30335948501307586, |
| "grad_norm": 4.656972033870911, |
| "learning_rate": 4.399474941488756e-06, |
| "loss": 0.5378, |
| "step": 754 |
| }, |
| { |
| "epoch": 0.30376181854757595, |
| "grad_norm": 4.2754391925078785, |
| "learning_rate": 4.397190363622588e-06, |
| "loss": 0.5117, |
| "step": 755 |
| }, |
| { |
| "epoch": 0.30416415208207603, |
| "grad_norm": 4.057091286795055, |
| "learning_rate": 4.3949020439732594e-06, |
| "loss": 0.4969, |
| "step": 756 |
| }, |
| { |
| "epoch": 0.3045664856165761, |
| "grad_norm": 3.914038182134245, |
| "learning_rate": 4.392609987053972e-06, |
| "loss": 0.4484, |
| "step": 757 |
| }, |
| { |
| "epoch": 0.30496881915107626, |
| "grad_norm": 4.364733148673897, |
| "learning_rate": 4.390314197385292e-06, |
| "loss": 0.662, |
| "step": 758 |
| }, |
| { |
| "epoch": 0.30537115268557635, |
| "grad_norm": 4.866819672714999, |
| "learning_rate": 4.388014679495154e-06, |
| "loss": 0.6832, |
| "step": 759 |
| }, |
| { |
| "epoch": 0.30577348622007644, |
| "grad_norm": 4.563239673265389, |
| "learning_rate": 4.385711437918839e-06, |
| "loss": 0.633, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.30617581975457653, |
| "grad_norm": 3.952293727810083, |
| "learning_rate": 4.383404477198976e-06, |
| "loss": 0.4319, |
| "step": 761 |
| }, |
| { |
| "epoch": 0.30657815328907667, |
| "grad_norm": 3.8982970475676866, |
| "learning_rate": 4.38109380188553e-06, |
| "loss": 0.5412, |
| "step": 762 |
| }, |
| { |
| "epoch": 0.30698048682357676, |
| "grad_norm": 4.767355411844817, |
| "learning_rate": 4.3787794165357875e-06, |
| "loss": 0.6688, |
| "step": 763 |
| }, |
| { |
| "epoch": 0.30738282035807685, |
| "grad_norm": 5.490594878274815, |
| "learning_rate": 4.3764613257143585e-06, |
| "loss": 0.8315, |
| "step": 764 |
| }, |
| { |
| "epoch": 0.30778515389257693, |
| "grad_norm": 4.4753569929038965, |
| "learning_rate": 4.374139533993157e-06, |
| "loss": 0.5577, |
| "step": 765 |
| }, |
| { |
| "epoch": 0.308187487427077, |
| "grad_norm": 4.234373998218113, |
| "learning_rate": 4.371814045951396e-06, |
| "loss": 0.6195, |
| "step": 766 |
| }, |
| { |
| "epoch": 0.30858982096157717, |
| "grad_norm": 3.8789979804624277, |
| "learning_rate": 4.369484866175581e-06, |
| "loss": 0.5812, |
| "step": 767 |
| }, |
| { |
| "epoch": 0.30899215449607725, |
| "grad_norm": 4.3774657256617635, |
| "learning_rate": 4.367151999259498e-06, |
| "loss": 0.5334, |
| "step": 768 |
| }, |
| { |
| "epoch": 0.30939448803057734, |
| "grad_norm": 4.413468965671534, |
| "learning_rate": 4.364815449804204e-06, |
| "loss": 0.6043, |
| "step": 769 |
| }, |
| { |
| "epoch": 0.30979682156507743, |
| "grad_norm": 4.977248443532888, |
| "learning_rate": 4.362475222418019e-06, |
| "loss": 0.7427, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.3101991550995776, |
| "grad_norm": 4.449181903975735, |
| "learning_rate": 4.360131321716518e-06, |
| "loss": 0.5336, |
| "step": 771 |
| }, |
| { |
| "epoch": 0.31060148863407766, |
| "grad_norm": 4.203059807958007, |
| "learning_rate": 4.357783752322522e-06, |
| "loss": 0.5362, |
| "step": 772 |
| }, |
| { |
| "epoch": 0.31100382216857775, |
| "grad_norm": 3.8919997316821004, |
| "learning_rate": 4.355432518866084e-06, |
| "loss": 0.5202, |
| "step": 773 |
| }, |
| { |
| "epoch": 0.31140615570307784, |
| "grad_norm": 4.125644261476737, |
| "learning_rate": 4.353077625984484e-06, |
| "loss": 0.5136, |
| "step": 774 |
| }, |
| { |
| "epoch": 0.311808489237578, |
| "grad_norm": 3.7230845852814687, |
| "learning_rate": 4.3507190783222245e-06, |
| "loss": 0.4731, |
| "step": 775 |
| }, |
| { |
| "epoch": 0.31221082277207807, |
| "grad_norm": 4.619811557245368, |
| "learning_rate": 4.348356880531011e-06, |
| "loss": 0.698, |
| "step": 776 |
| }, |
| { |
| "epoch": 0.31261315630657815, |
| "grad_norm": 4.064918048601741, |
| "learning_rate": 4.345991037269748e-06, |
| "loss": 0.5594, |
| "step": 777 |
| }, |
| { |
| "epoch": 0.31301548984107824, |
| "grad_norm": 4.28030910141664, |
| "learning_rate": 4.343621553204533e-06, |
| "loss": 0.6272, |
| "step": 778 |
| }, |
| { |
| "epoch": 0.31341782337557833, |
| "grad_norm": 4.3485146730819, |
| "learning_rate": 4.341248433008645e-06, |
| "loss": 0.6078, |
| "step": 779 |
| }, |
| { |
| "epoch": 0.3138201569100785, |
| "grad_norm": 4.211683329853448, |
| "learning_rate": 4.338871681362528e-06, |
| "loss": 0.5247, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.31422249044457856, |
| "grad_norm": 3.8752448583148453, |
| "learning_rate": 4.3364913029537946e-06, |
| "loss": 0.5274, |
| "step": 781 |
| }, |
| { |
| "epoch": 0.31462482397907865, |
| "grad_norm": 3.999853155987491, |
| "learning_rate": 4.334107302477208e-06, |
| "loss": 0.5421, |
| "step": 782 |
| }, |
| { |
| "epoch": 0.31502715751357874, |
| "grad_norm": 4.961501923709214, |
| "learning_rate": 4.331719684634676e-06, |
| "loss": 0.7151, |
| "step": 783 |
| }, |
| { |
| "epoch": 0.3154294910480789, |
| "grad_norm": 4.148580969978077, |
| "learning_rate": 4.3293284541352384e-06, |
| "loss": 0.5084, |
| "step": 784 |
| }, |
| { |
| "epoch": 0.31583182458257897, |
| "grad_norm": 3.623114769478068, |
| "learning_rate": 4.326933615695064e-06, |
| "loss": 0.4912, |
| "step": 785 |
| }, |
| { |
| "epoch": 0.31623415811707906, |
| "grad_norm": 4.179951168808134, |
| "learning_rate": 4.324535174037433e-06, |
| "loss": 0.4943, |
| "step": 786 |
| }, |
| { |
| "epoch": 0.31663649165157914, |
| "grad_norm": 4.206035486231768, |
| "learning_rate": 4.322133133892737e-06, |
| "loss": 0.6175, |
| "step": 787 |
| }, |
| { |
| "epoch": 0.3170388251860793, |
| "grad_norm": 4.029670988995613, |
| "learning_rate": 4.31972749999846e-06, |
| "loss": 0.5329, |
| "step": 788 |
| }, |
| { |
| "epoch": 0.3174411587205794, |
| "grad_norm": 4.024639871547482, |
| "learning_rate": 4.317318277099178e-06, |
| "loss": 0.5121, |
| "step": 789 |
| }, |
| { |
| "epoch": 0.31784349225507946, |
| "grad_norm": 4.04730827392964, |
| "learning_rate": 4.314905469946542e-06, |
| "loss": 0.4979, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.31824582578957955, |
| "grad_norm": 4.440133410808506, |
| "learning_rate": 4.312489083299275e-06, |
| "loss": 0.6333, |
| "step": 791 |
| }, |
| { |
| "epoch": 0.31864815932407964, |
| "grad_norm": 4.079663513764819, |
| "learning_rate": 4.310069121923158e-06, |
| "loss": 0.5987, |
| "step": 792 |
| }, |
| { |
| "epoch": 0.3190504928585798, |
| "grad_norm": 4.17692958034715, |
| "learning_rate": 4.307645590591024e-06, |
| "loss": 0.4798, |
| "step": 793 |
| }, |
| { |
| "epoch": 0.31945282639307987, |
| "grad_norm": 4.417314019145798, |
| "learning_rate": 4.305218494082744e-06, |
| "loss": 0.4832, |
| "step": 794 |
| }, |
| { |
| "epoch": 0.31985515992757996, |
| "grad_norm": 4.920563992053252, |
| "learning_rate": 4.302787837185224e-06, |
| "loss": 0.6288, |
| "step": 795 |
| }, |
| { |
| "epoch": 0.32025749346208005, |
| "grad_norm": 4.067969775601857, |
| "learning_rate": 4.300353624692389e-06, |
| "loss": 0.52, |
| "step": 796 |
| }, |
| { |
| "epoch": 0.3206598269965802, |
| "grad_norm": 4.232889302389981, |
| "learning_rate": 4.2979158614051805e-06, |
| "loss": 0.6205, |
| "step": 797 |
| }, |
| { |
| "epoch": 0.3210621605310803, |
| "grad_norm": 4.335177482388414, |
| "learning_rate": 4.295474552131538e-06, |
| "loss": 0.6153, |
| "step": 798 |
| }, |
| { |
| "epoch": 0.32146449406558036, |
| "grad_norm": 4.698659170570413, |
| "learning_rate": 4.2930297016863985e-06, |
| "loss": 0.6404, |
| "step": 799 |
| }, |
| { |
| "epoch": 0.32186682760008045, |
| "grad_norm": 3.931383036386479, |
| "learning_rate": 4.2905813148916816e-06, |
| "loss": 0.599, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.32226916113458054, |
| "grad_norm": 5.048444025824699, |
| "learning_rate": 4.288129396576284e-06, |
| "loss": 0.7259, |
| "step": 801 |
| }, |
| { |
| "epoch": 0.3226714946690807, |
| "grad_norm": 4.851397090992265, |
| "learning_rate": 4.285673951576062e-06, |
| "loss": 0.642, |
| "step": 802 |
| }, |
| { |
| "epoch": 0.32307382820358077, |
| "grad_norm": 4.28645665558046, |
| "learning_rate": 4.283214984733833e-06, |
| "loss": 0.5315, |
| "step": 803 |
| }, |
| { |
| "epoch": 0.32347616173808086, |
| "grad_norm": 4.265366711136778, |
| "learning_rate": 4.28075250089936e-06, |
| "loss": 0.5529, |
| "step": 804 |
| }, |
| { |
| "epoch": 0.32387849527258095, |
| "grad_norm": 3.848835311590686, |
| "learning_rate": 4.278286504929338e-06, |
| "loss": 0.5323, |
| "step": 805 |
| }, |
| { |
| "epoch": 0.3242808288070811, |
| "grad_norm": 4.627843495385828, |
| "learning_rate": 4.2758170016873934e-06, |
| "loss": 0.5561, |
| "step": 806 |
| }, |
| { |
| "epoch": 0.3246831623415812, |
| "grad_norm": 4.363493591898399, |
| "learning_rate": 4.273343996044068e-06, |
| "loss": 0.4805, |
| "step": 807 |
| }, |
| { |
| "epoch": 0.32508549587608127, |
| "grad_norm": 3.9805290188441043, |
| "learning_rate": 4.270867492876812e-06, |
| "loss": 0.5204, |
| "step": 808 |
| }, |
| { |
| "epoch": 0.32548782941058135, |
| "grad_norm": 3.9644340799634588, |
| "learning_rate": 4.268387497069974e-06, |
| "loss": 0.4642, |
| "step": 809 |
| }, |
| { |
| "epoch": 0.3258901629450815, |
| "grad_norm": 5.269711583475643, |
| "learning_rate": 4.265904013514788e-06, |
| "loss": 0.6183, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.3262924964795816, |
| "grad_norm": 4.6945618708498165, |
| "learning_rate": 4.263417047109371e-06, |
| "loss": 0.6567, |
| "step": 811 |
| }, |
| { |
| "epoch": 0.32669483001408167, |
| "grad_norm": 4.413878483629632, |
| "learning_rate": 4.260926602758707e-06, |
| "loss": 0.5518, |
| "step": 812 |
| }, |
| { |
| "epoch": 0.32709716354858176, |
| "grad_norm": 4.355371114130468, |
| "learning_rate": 4.258432685374641e-06, |
| "loss": 0.478, |
| "step": 813 |
| }, |
| { |
| "epoch": 0.32749949708308185, |
| "grad_norm": 4.625144876838143, |
| "learning_rate": 4.255935299875864e-06, |
| "loss": 0.5918, |
| "step": 814 |
| }, |
| { |
| "epoch": 0.327901830617582, |
| "grad_norm": 3.8722185488332994, |
| "learning_rate": 4.253434451187911e-06, |
| "loss": 0.4698, |
| "step": 815 |
| }, |
| { |
| "epoch": 0.3283041641520821, |
| "grad_norm": 3.8155166378719403, |
| "learning_rate": 4.250930144243147e-06, |
| "loss": 0.43, |
| "step": 816 |
| }, |
| { |
| "epoch": 0.32870649768658217, |
| "grad_norm": 4.373317134651141, |
| "learning_rate": 4.248422383980756e-06, |
| "loss": 0.581, |
| "step": 817 |
| }, |
| { |
| "epoch": 0.32910883122108225, |
| "grad_norm": 4.316760308023842, |
| "learning_rate": 4.245911175346733e-06, |
| "loss": 0.525, |
| "step": 818 |
| }, |
| { |
| "epoch": 0.3295111647555824, |
| "grad_norm": 4.1806833930239895, |
| "learning_rate": 4.243396523293875e-06, |
| "loss": 0.6027, |
| "step": 819 |
| }, |
| { |
| "epoch": 0.3299134982900825, |
| "grad_norm": 4.011770765526375, |
| "learning_rate": 4.240878432781769e-06, |
| "loss": 0.5642, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.3303158318245826, |
| "grad_norm": 4.106735076414742, |
| "learning_rate": 4.238356908776786e-06, |
| "loss": 0.5576, |
| "step": 821 |
| }, |
| { |
| "epoch": 0.33071816535908266, |
| "grad_norm": 4.7608485825878955, |
| "learning_rate": 4.235831956252069e-06, |
| "loss": 0.7088, |
| "step": 822 |
| }, |
| { |
| "epoch": 0.3311204988935828, |
| "grad_norm": 4.8786607685170305, |
| "learning_rate": 4.2333035801875175e-06, |
| "loss": 0.6513, |
| "step": 823 |
| }, |
| { |
| "epoch": 0.3315228324280829, |
| "grad_norm": 4.288963783688971, |
| "learning_rate": 4.230771785569791e-06, |
| "loss": 0.5073, |
| "step": 824 |
| }, |
| { |
| "epoch": 0.331925165962583, |
| "grad_norm": 4.014903400829248, |
| "learning_rate": 4.228236577392285e-06, |
| "loss": 0.5901, |
| "step": 825 |
| }, |
| { |
| "epoch": 0.33232749949708307, |
| "grad_norm": 4.154812074980563, |
| "learning_rate": 4.225697960655131e-06, |
| "loss": 0.5568, |
| "step": 826 |
| }, |
| { |
| "epoch": 0.33272983303158316, |
| "grad_norm": 3.827755329803438, |
| "learning_rate": 4.223155940365181e-06, |
| "loss": 0.4738, |
| "step": 827 |
| }, |
| { |
| "epoch": 0.3331321665660833, |
| "grad_norm": 3.856077516315061, |
| "learning_rate": 4.220610521536002e-06, |
| "loss": 0.4963, |
| "step": 828 |
| }, |
| { |
| "epoch": 0.3335345001005834, |
| "grad_norm": 4.615466783911023, |
| "learning_rate": 4.218061709187862e-06, |
| "loss": 0.5656, |
| "step": 829 |
| }, |
| { |
| "epoch": 0.3339368336350835, |
| "grad_norm": 4.176966772191371, |
| "learning_rate": 4.215509508347723e-06, |
| "loss": 0.5398, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.33433916716958356, |
| "grad_norm": 4.49327690032652, |
| "learning_rate": 4.212953924049229e-06, |
| "loss": 0.6772, |
| "step": 831 |
| }, |
| { |
| "epoch": 0.3347415007040837, |
| "grad_norm": 4.067266904294674, |
| "learning_rate": 4.210394961332698e-06, |
| "loss": 0.5311, |
| "step": 832 |
| }, |
| { |
| "epoch": 0.3351438342385838, |
| "grad_norm": 3.7375221543142128, |
| "learning_rate": 4.207832625245112e-06, |
| "loss": 0.4573, |
| "step": 833 |
| }, |
| { |
| "epoch": 0.3355461677730839, |
| "grad_norm": 4.056435688935082, |
| "learning_rate": 4.205266920840103e-06, |
| "loss": 0.543, |
| "step": 834 |
| }, |
| { |
| "epoch": 0.33594850130758397, |
| "grad_norm": 3.9887060748088254, |
| "learning_rate": 4.202697853177951e-06, |
| "loss": 0.4613, |
| "step": 835 |
| }, |
| { |
| "epoch": 0.3363508348420841, |
| "grad_norm": 3.5896338953258473, |
| "learning_rate": 4.2001254273255646e-06, |
| "loss": 0.4031, |
| "step": 836 |
| }, |
| { |
| "epoch": 0.3367531683765842, |
| "grad_norm": 4.094188015061212, |
| "learning_rate": 4.197549648356478e-06, |
| "loss": 0.5933, |
| "step": 837 |
| }, |
| { |
| "epoch": 0.3371555019110843, |
| "grad_norm": 3.6605198066957216, |
| "learning_rate": 4.19497052135084e-06, |
| "loss": 0.417, |
| "step": 838 |
| }, |
| { |
| "epoch": 0.3375578354455844, |
| "grad_norm": 5.538220960178179, |
| "learning_rate": 4.192388051395398e-06, |
| "loss": 0.7984, |
| "step": 839 |
| }, |
| { |
| "epoch": 0.33796016898008446, |
| "grad_norm": 4.543985654558515, |
| "learning_rate": 4.1898022435835e-06, |
| "loss": 0.5526, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.3383625025145846, |
| "grad_norm": 3.719487495093868, |
| "learning_rate": 4.187213103015069e-06, |
| "loss": 0.4399, |
| "step": 841 |
| }, |
| { |
| "epoch": 0.3387648360490847, |
| "grad_norm": 3.958292027050775, |
| "learning_rate": 4.184620634796608e-06, |
| "loss": 0.4891, |
| "step": 842 |
| }, |
| { |
| "epoch": 0.3391671695835848, |
| "grad_norm": 4.219443448956219, |
| "learning_rate": 4.182024844041177e-06, |
| "loss": 0.6417, |
| "step": 843 |
| }, |
| { |
| "epoch": 0.33956950311808487, |
| "grad_norm": 4.637518704467857, |
| "learning_rate": 4.179425735868395e-06, |
| "loss": 0.5912, |
| "step": 844 |
| }, |
| { |
| "epoch": 0.339971836652585, |
| "grad_norm": 4.725084492132898, |
| "learning_rate": 4.176823315404419e-06, |
| "loss": 0.705, |
| "step": 845 |
| }, |
| { |
| "epoch": 0.3403741701870851, |
| "grad_norm": 4.081067015807228, |
| "learning_rate": 4.17421758778194e-06, |
| "loss": 0.5006, |
| "step": 846 |
| }, |
| { |
| "epoch": 0.3407765037215852, |
| "grad_norm": 4.431343567792434, |
| "learning_rate": 4.1716085581401746e-06, |
| "loss": 0.5081, |
| "step": 847 |
| }, |
| { |
| "epoch": 0.3411788372560853, |
| "grad_norm": 4.173696495740008, |
| "learning_rate": 4.1689962316248475e-06, |
| "loss": 0.497, |
| "step": 848 |
| }, |
| { |
| "epoch": 0.3415811707905854, |
| "grad_norm": 4.125681881515539, |
| "learning_rate": 4.166380613388189e-06, |
| "loss": 0.5498, |
| "step": 849 |
| }, |
| { |
| "epoch": 0.3419835043250855, |
| "grad_norm": 4.333217037647524, |
| "learning_rate": 4.163761708588919e-06, |
| "loss": 0.5597, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.3423858378595856, |
| "grad_norm": 4.191848923537687, |
| "learning_rate": 4.161139522392243e-06, |
| "loss": 0.7259, |
| "step": 851 |
| }, |
| { |
| "epoch": 0.3427881713940857, |
| "grad_norm": 3.1772920188403164, |
| "learning_rate": 4.158514059969834e-06, |
| "loss": 0.4225, |
| "step": 852 |
| }, |
| { |
| "epoch": 0.34319050492858577, |
| "grad_norm": 4.166291911511059, |
| "learning_rate": 4.15588532649983e-06, |
| "loss": 0.6061, |
| "step": 853 |
| }, |
| { |
| "epoch": 0.3435928384630859, |
| "grad_norm": 3.5991395036430447, |
| "learning_rate": 4.1532533271668175e-06, |
| "loss": 0.461, |
| "step": 854 |
| }, |
| { |
| "epoch": 0.343995171997586, |
| "grad_norm": 4.29116994161306, |
| "learning_rate": 4.150618067161828e-06, |
| "loss": 0.567, |
| "step": 855 |
| }, |
| { |
| "epoch": 0.3443975055320861, |
| "grad_norm": 4.403897532608296, |
| "learning_rate": 4.14797955168232e-06, |
| "loss": 0.6118, |
| "step": 856 |
| }, |
| { |
| "epoch": 0.3447998390665862, |
| "grad_norm": 4.145689255622535, |
| "learning_rate": 4.145337785932174e-06, |
| "loss": 0.5709, |
| "step": 857 |
| }, |
| { |
| "epoch": 0.3452021726010863, |
| "grad_norm": 4.540600097537597, |
| "learning_rate": 4.142692775121684e-06, |
| "loss": 0.5506, |
| "step": 858 |
| }, |
| { |
| "epoch": 0.3456045061355864, |
| "grad_norm": 4.730037786980354, |
| "learning_rate": 4.14004452446754e-06, |
| "loss": 0.6088, |
| "step": 859 |
| }, |
| { |
| "epoch": 0.3460068396700865, |
| "grad_norm": 3.9409862740254487, |
| "learning_rate": 4.137393039192822e-06, |
| "loss": 0.5775, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.3464091732045866, |
| "grad_norm": 4.113320460512886, |
| "learning_rate": 4.1347383245269935e-06, |
| "loss": 0.5695, |
| "step": 861 |
| }, |
| { |
| "epoch": 0.34681150673908673, |
| "grad_norm": 4.6445735426137364, |
| "learning_rate": 4.1320803857058835e-06, |
| "loss": 0.6158, |
| "step": 862 |
| }, |
| { |
| "epoch": 0.3472138402735868, |
| "grad_norm": 4.634455536740089, |
| "learning_rate": 4.129419227971681e-06, |
| "loss": 0.6799, |
| "step": 863 |
| }, |
| { |
| "epoch": 0.3476161738080869, |
| "grad_norm": 4.767706536948578, |
| "learning_rate": 4.1267548565729235e-06, |
| "loss": 0.5473, |
| "step": 864 |
| }, |
| { |
| "epoch": 0.348018507342587, |
| "grad_norm": 4.4478746327105405, |
| "learning_rate": 4.124087276764488e-06, |
| "loss": 0.6564, |
| "step": 865 |
| }, |
| { |
| "epoch": 0.3484208408770871, |
| "grad_norm": 5.1282545461378195, |
| "learning_rate": 4.121416493807577e-06, |
| "loss": 0.617, |
| "step": 866 |
| }, |
| { |
| "epoch": 0.3488231744115872, |
| "grad_norm": 3.850370414902996, |
| "learning_rate": 4.118742512969713e-06, |
| "loss": 0.5775, |
| "step": 867 |
| }, |
| { |
| "epoch": 0.3492255079460873, |
| "grad_norm": 4.66805214245803, |
| "learning_rate": 4.116065339524724e-06, |
| "loss": 0.6724, |
| "step": 868 |
| }, |
| { |
| "epoch": 0.3496278414805874, |
| "grad_norm": 4.7651508619199765, |
| "learning_rate": 4.113384978752734e-06, |
| "loss": 0.6151, |
| "step": 869 |
| }, |
| { |
| "epoch": 0.3500301750150875, |
| "grad_norm": 4.207593613220341, |
| "learning_rate": 4.110701435940157e-06, |
| "loss": 0.641, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.35043250854958763, |
| "grad_norm": 4.3034195107515965, |
| "learning_rate": 4.108014716379679e-06, |
| "loss": 0.6542, |
| "step": 871 |
| }, |
| { |
| "epoch": 0.3508348420840877, |
| "grad_norm": 3.987719667248183, |
| "learning_rate": 4.105324825370251e-06, |
| "loss": 0.4996, |
| "step": 872 |
| }, |
| { |
| "epoch": 0.3512371756185878, |
| "grad_norm": 3.9071320373239824, |
| "learning_rate": 4.102631768217083e-06, |
| "loss": 0.5168, |
| "step": 873 |
| }, |
| { |
| "epoch": 0.3516395091530879, |
| "grad_norm": 4.2277706570506295, |
| "learning_rate": 4.099935550231626e-06, |
| "loss": 0.5379, |
| "step": 874 |
| }, |
| { |
| "epoch": 0.35204184268758804, |
| "grad_norm": 3.9154962483786373, |
| "learning_rate": 4.097236176731567e-06, |
| "loss": 0.5523, |
| "step": 875 |
| }, |
| { |
| "epoch": 0.3524441762220881, |
| "grad_norm": 3.465039425796171, |
| "learning_rate": 4.094533653040814e-06, |
| "loss": 0.4001, |
| "step": 876 |
| }, |
| { |
| "epoch": 0.3528465097565882, |
| "grad_norm": 3.4706674601181167, |
| "learning_rate": 4.091827984489493e-06, |
| "loss": 0.4629, |
| "step": 877 |
| }, |
| { |
| "epoch": 0.3532488432910883, |
| "grad_norm": 4.340590023749821, |
| "learning_rate": 4.089119176413926e-06, |
| "loss": 0.6815, |
| "step": 878 |
| }, |
| { |
| "epoch": 0.3536511768255884, |
| "grad_norm": 4.471466388864396, |
| "learning_rate": 4.086407234156633e-06, |
| "loss": 0.6459, |
| "step": 879 |
| }, |
| { |
| "epoch": 0.35405351036008853, |
| "grad_norm": 4.449019271914241, |
| "learning_rate": 4.08369216306631e-06, |
| "loss": 0.5592, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.3544558438945886, |
| "grad_norm": 4.125369265434845, |
| "learning_rate": 4.080973968497829e-06, |
| "loss": 0.5138, |
| "step": 881 |
| }, |
| { |
| "epoch": 0.3548581774290887, |
| "grad_norm": 4.523305588736027, |
| "learning_rate": 4.07825265581222e-06, |
| "loss": 0.5929, |
| "step": 882 |
| }, |
| { |
| "epoch": 0.3552605109635888, |
| "grad_norm": 4.077469504247697, |
| "learning_rate": 4.075528230376662e-06, |
| "loss": 0.5288, |
| "step": 883 |
| }, |
| { |
| "epoch": 0.35566284449808894, |
| "grad_norm": 5.092003038039258, |
| "learning_rate": 4.072800697564474e-06, |
| "loss": 0.6624, |
| "step": 884 |
| }, |
| { |
| "epoch": 0.356065178032589, |
| "grad_norm": 3.7756634610021935, |
| "learning_rate": 4.070070062755105e-06, |
| "loss": 0.5265, |
| "step": 885 |
| }, |
| { |
| "epoch": 0.3564675115670891, |
| "grad_norm": 4.106660405022582, |
| "learning_rate": 4.0673363313341195e-06, |
| "loss": 0.4853, |
| "step": 886 |
| }, |
| { |
| "epoch": 0.3568698451015892, |
| "grad_norm": 4.215215996153993, |
| "learning_rate": 4.064599508693191e-06, |
| "loss": 0.5721, |
| "step": 887 |
| }, |
| { |
| "epoch": 0.35727217863608934, |
| "grad_norm": 4.171756065223583, |
| "learning_rate": 4.06185960023009e-06, |
| "loss": 0.4649, |
| "step": 888 |
| }, |
| { |
| "epoch": 0.35767451217058943, |
| "grad_norm": 5.138546885500691, |
| "learning_rate": 4.05911661134867e-06, |
| "loss": 0.5972, |
| "step": 889 |
| }, |
| { |
| "epoch": 0.3580768457050895, |
| "grad_norm": 4.136963664338033, |
| "learning_rate": 4.0563705474588655e-06, |
| "loss": 0.5027, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.3584791792395896, |
| "grad_norm": 3.940446094705443, |
| "learning_rate": 4.05362141397667e-06, |
| "loss": 0.5627, |
| "step": 891 |
| }, |
| { |
| "epoch": 0.3588815127740897, |
| "grad_norm": 4.024692229149252, |
| "learning_rate": 4.0508692163241356e-06, |
| "loss": 0.5521, |
| "step": 892 |
| }, |
| { |
| "epoch": 0.35928384630858984, |
| "grad_norm": 3.866043251441755, |
| "learning_rate": 4.048113959929354e-06, |
| "loss": 0.5125, |
| "step": 893 |
| }, |
| { |
| "epoch": 0.3596861798430899, |
| "grad_norm": 4.786779622248551, |
| "learning_rate": 4.0453556502264535e-06, |
| "loss": 0.6475, |
| "step": 894 |
| }, |
| { |
| "epoch": 0.36008851337759, |
| "grad_norm": 4.127247200504385, |
| "learning_rate": 4.042594292655581e-06, |
| "loss": 0.4877, |
| "step": 895 |
| }, |
| { |
| "epoch": 0.3604908469120901, |
| "grad_norm": 3.3408217784719634, |
| "learning_rate": 4.039829892662897e-06, |
| "loss": 0.4337, |
| "step": 896 |
| }, |
| { |
| "epoch": 0.36089318044659024, |
| "grad_norm": 4.010232394860985, |
| "learning_rate": 4.037062455700559e-06, |
| "loss": 0.493, |
| "step": 897 |
| }, |
| { |
| "epoch": 0.36129551398109033, |
| "grad_norm": 4.3695516591433785, |
| "learning_rate": 4.03429198722672e-06, |
| "loss": 0.6051, |
| "step": 898 |
| }, |
| { |
| "epoch": 0.3616978475155904, |
| "grad_norm": 4.766410636581824, |
| "learning_rate": 4.0315184927055065e-06, |
| "loss": 0.6602, |
| "step": 899 |
| }, |
| { |
| "epoch": 0.3621001810500905, |
| "grad_norm": 4.1149436048907955, |
| "learning_rate": 4.028741977607016e-06, |
| "loss": 0.599, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.36250251458459065, |
| "grad_norm": 3.4871089312720045, |
| "learning_rate": 4.0259624474073025e-06, |
| "loss": 0.4779, |
| "step": 901 |
| }, |
| { |
| "epoch": 0.36290484811909074, |
| "grad_norm": 3.6367752409912266, |
| "learning_rate": 4.023179907588367e-06, |
| "loss": 0.4541, |
| "step": 902 |
| }, |
| { |
| "epoch": 0.3633071816535908, |
| "grad_norm": 3.3961433962608685, |
| "learning_rate": 4.020394363638147e-06, |
| "loss": 0.4265, |
| "step": 903 |
| }, |
| { |
| "epoch": 0.3637095151880909, |
| "grad_norm": 3.8352646417492524, |
| "learning_rate": 4.0176058210505045e-06, |
| "loss": 0.5351, |
| "step": 904 |
| }, |
| { |
| "epoch": 0.364111848722591, |
| "grad_norm": 4.242220553627046, |
| "learning_rate": 4.0148142853252125e-06, |
| "loss": 0.5792, |
| "step": 905 |
| }, |
| { |
| "epoch": 0.36451418225709115, |
| "grad_norm": 4.096283695840529, |
| "learning_rate": 4.0120197619679536e-06, |
| "loss": 0.5412, |
| "step": 906 |
| }, |
| { |
| "epoch": 0.36491651579159123, |
| "grad_norm": 4.729251903541468, |
| "learning_rate": 4.009222256490297e-06, |
| "loss": 0.6285, |
| "step": 907 |
| }, |
| { |
| "epoch": 0.3653188493260913, |
| "grad_norm": 4.084180186714877, |
| "learning_rate": 4.006421774409697e-06, |
| "loss": 0.6304, |
| "step": 908 |
| }, |
| { |
| "epoch": 0.3657211828605914, |
| "grad_norm": 4.280731987602122, |
| "learning_rate": 4.003618321249476e-06, |
| "loss": 0.5632, |
| "step": 909 |
| }, |
| { |
| "epoch": 0.36612351639509155, |
| "grad_norm": 3.868764716611033, |
| "learning_rate": 4.000811902538821e-06, |
| "loss": 0.4715, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.36652584992959164, |
| "grad_norm": 3.6445778686982155, |
| "learning_rate": 3.99800252381276e-06, |
| "loss": 0.4084, |
| "step": 911 |
| }, |
| { |
| "epoch": 0.36692818346409173, |
| "grad_norm": 4.600601862430362, |
| "learning_rate": 3.995190190612165e-06, |
| "loss": 0.7218, |
| "step": 912 |
| }, |
| { |
| "epoch": 0.3673305169985918, |
| "grad_norm": 4.09418361850337, |
| "learning_rate": 3.992374908483735e-06, |
| "loss": 0.5913, |
| "step": 913 |
| }, |
| { |
| "epoch": 0.36773285053309196, |
| "grad_norm": 4.495329343052196, |
| "learning_rate": 3.9895566829799825e-06, |
| "loss": 0.6735, |
| "step": 914 |
| }, |
| { |
| "epoch": 0.36813518406759205, |
| "grad_norm": 4.408452152812246, |
| "learning_rate": 3.986735519659226e-06, |
| "loss": 0.6896, |
| "step": 915 |
| }, |
| { |
| "epoch": 0.36853751760209214, |
| "grad_norm": 3.7084757585295276, |
| "learning_rate": 3.983911424085578e-06, |
| "loss": 0.552, |
| "step": 916 |
| }, |
| { |
| "epoch": 0.3689398511365922, |
| "grad_norm": 3.8368900456075985, |
| "learning_rate": 3.981084401828937e-06, |
| "loss": 0.4944, |
| "step": 917 |
| }, |
| { |
| "epoch": 0.3693421846710923, |
| "grad_norm": 5.696133375208026, |
| "learning_rate": 3.978254458464969e-06, |
| "loss": 0.6338, |
| "step": 918 |
| }, |
| { |
| "epoch": 0.36974451820559245, |
| "grad_norm": 4.144365741395642, |
| "learning_rate": 3.975421599575103e-06, |
| "loss": 0.6463, |
| "step": 919 |
| }, |
| { |
| "epoch": 0.37014685174009254, |
| "grad_norm": 3.7665583063095682, |
| "learning_rate": 3.972585830746522e-06, |
| "loss": 0.4442, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.37054918527459263, |
| "grad_norm": 4.341604001350467, |
| "learning_rate": 3.969747157572142e-06, |
| "loss": 0.7191, |
| "step": 921 |
| }, |
| { |
| "epoch": 0.3709515188090927, |
| "grad_norm": 4.724527719836307, |
| "learning_rate": 3.966905585650611e-06, |
| "loss": 0.7508, |
| "step": 922 |
| }, |
| { |
| "epoch": 0.37135385234359286, |
| "grad_norm": 6.112644943798556, |
| "learning_rate": 3.964061120586294e-06, |
| "loss": 0.6744, |
| "step": 923 |
| }, |
| { |
| "epoch": 0.37175618587809295, |
| "grad_norm": 4.630742134072846, |
| "learning_rate": 3.961213767989261e-06, |
| "loss": 0.5703, |
| "step": 924 |
| }, |
| { |
| "epoch": 0.37215851941259304, |
| "grad_norm": 3.5499854666112802, |
| "learning_rate": 3.958363533475277e-06, |
| "loss": 0.4563, |
| "step": 925 |
| }, |
| { |
| "epoch": 0.3725608529470931, |
| "grad_norm": 3.926859330076321, |
| "learning_rate": 3.955510422665791e-06, |
| "loss": 0.5159, |
| "step": 926 |
| }, |
| { |
| "epoch": 0.37296318648159327, |
| "grad_norm": 4.029967110899967, |
| "learning_rate": 3.952654441187927e-06, |
| "loss": 0.5267, |
| "step": 927 |
| }, |
| { |
| "epoch": 0.37336552001609336, |
| "grad_norm": 3.4483709639926414, |
| "learning_rate": 3.9497955946744675e-06, |
| "loss": 0.4584, |
| "step": 928 |
| }, |
| { |
| "epoch": 0.37376785355059344, |
| "grad_norm": 4.752285945278346, |
| "learning_rate": 3.946933888763847e-06, |
| "loss": 0.5743, |
| "step": 929 |
| }, |
| { |
| "epoch": 0.37417018708509353, |
| "grad_norm": 3.985801543832948, |
| "learning_rate": 3.9440693291001406e-06, |
| "loss": 0.5319, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.3745725206195936, |
| "grad_norm": 3.5946794819227903, |
| "learning_rate": 3.941201921333048e-06, |
| "loss": 0.4217, |
| "step": 931 |
| }, |
| { |
| "epoch": 0.37497485415409376, |
| "grad_norm": 4.035357970865375, |
| "learning_rate": 3.9383316711178946e-06, |
| "loss": 0.503, |
| "step": 932 |
| }, |
| { |
| "epoch": 0.37537718768859385, |
| "grad_norm": 4.034839036975055, |
| "learning_rate": 3.935458584115599e-06, |
| "loss": 0.4698, |
| "step": 933 |
| }, |
| { |
| "epoch": 0.37577952122309394, |
| "grad_norm": 4.286963186422666, |
| "learning_rate": 3.932582665992688e-06, |
| "loss": 0.5901, |
| "step": 934 |
| }, |
| { |
| "epoch": 0.376181854757594, |
| "grad_norm": 4.021909925329209, |
| "learning_rate": 3.929703922421263e-06, |
| "loss": 0.5111, |
| "step": 935 |
| }, |
| { |
| "epoch": 0.37658418829209417, |
| "grad_norm": 4.0942098752342035, |
| "learning_rate": 3.926822359079001e-06, |
| "loss": 0.5472, |
| "step": 936 |
| }, |
| { |
| "epoch": 0.37698652182659426, |
| "grad_norm": 4.261504012145757, |
| "learning_rate": 3.923937981649143e-06, |
| "loss": 0.6453, |
| "step": 937 |
| }, |
| { |
| "epoch": 0.37738885536109434, |
| "grad_norm": 4.014117574115026, |
| "learning_rate": 3.921050795820474e-06, |
| "loss": 0.5056, |
| "step": 938 |
| }, |
| { |
| "epoch": 0.37779118889559443, |
| "grad_norm": 3.904726379027022, |
| "learning_rate": 3.9181608072873244e-06, |
| "loss": 0.5304, |
| "step": 939 |
| }, |
| { |
| "epoch": 0.3781935224300946, |
| "grad_norm": 3.881019901522325, |
| "learning_rate": 3.9152680217495475e-06, |
| "loss": 0.5298, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.37859585596459466, |
| "grad_norm": 4.058485666284913, |
| "learning_rate": 3.912372444912517e-06, |
| "loss": 0.574, |
| "step": 941 |
| }, |
| { |
| "epoch": 0.37899818949909475, |
| "grad_norm": 3.9630383581476205, |
| "learning_rate": 3.909474082487107e-06, |
| "loss": 0.5804, |
| "step": 942 |
| }, |
| { |
| "epoch": 0.37940052303359484, |
| "grad_norm": 3.8676063595588683, |
| "learning_rate": 3.906572940189691e-06, |
| "loss": 0.4804, |
| "step": 943 |
| }, |
| { |
| "epoch": 0.3798028565680949, |
| "grad_norm": 4.32834774261345, |
| "learning_rate": 3.9036690237421215e-06, |
| "loss": 0.6161, |
| "step": 944 |
| }, |
| { |
| "epoch": 0.38020519010259507, |
| "grad_norm": 4.726002477400136, |
| "learning_rate": 3.900762338871723e-06, |
| "loss": 0.6898, |
| "step": 945 |
| }, |
| { |
| "epoch": 0.38060752363709516, |
| "grad_norm": 4.577558255257823, |
| "learning_rate": 3.897852891311282e-06, |
| "loss": 0.5504, |
| "step": 946 |
| }, |
| { |
| "epoch": 0.38100985717159525, |
| "grad_norm": 4.300878005170684, |
| "learning_rate": 3.89494068679903e-06, |
| "loss": 0.6734, |
| "step": 947 |
| }, |
| { |
| "epoch": 0.38141219070609533, |
| "grad_norm": 4.519778162808581, |
| "learning_rate": 3.892025731078641e-06, |
| "loss": 0.5694, |
| "step": 948 |
| }, |
| { |
| "epoch": 0.3818145242405955, |
| "grad_norm": 3.8176275411987683, |
| "learning_rate": 3.88910802989921e-06, |
| "loss": 0.4444, |
| "step": 949 |
| }, |
| { |
| "epoch": 0.38221685777509556, |
| "grad_norm": 4.014909553832162, |
| "learning_rate": 3.886187589015251e-06, |
| "loss": 0.6054, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.38261919130959565, |
| "grad_norm": 4.267781377287406, |
| "learning_rate": 3.883264414186677e-06, |
| "loss": 0.6257, |
| "step": 951 |
| }, |
| { |
| "epoch": 0.38302152484409574, |
| "grad_norm": 4.345044782459552, |
| "learning_rate": 3.8803385111788e-06, |
| "loss": 0.5543, |
| "step": 952 |
| }, |
| { |
| "epoch": 0.3834238583785959, |
| "grad_norm": 4.221128544535545, |
| "learning_rate": 3.877409885762305e-06, |
| "loss": 0.5544, |
| "step": 953 |
| }, |
| { |
| "epoch": 0.38382619191309597, |
| "grad_norm": 4.000060887768021, |
| "learning_rate": 3.8744785437132506e-06, |
| "loss": 0.5878, |
| "step": 954 |
| }, |
| { |
| "epoch": 0.38422852544759606, |
| "grad_norm": 3.8372993108948488, |
| "learning_rate": 3.871544490813054e-06, |
| "loss": 0.5076, |
| "step": 955 |
| }, |
| { |
| "epoch": 0.38463085898209615, |
| "grad_norm": 4.059706126497868, |
| "learning_rate": 3.868607732848475e-06, |
| "loss": 0.5353, |
| "step": 956 |
| }, |
| { |
| "epoch": 0.38503319251659623, |
| "grad_norm": 4.408924474844376, |
| "learning_rate": 3.865668275611614e-06, |
| "loss": 0.519, |
| "step": 957 |
| }, |
| { |
| "epoch": 0.3854355260510964, |
| "grad_norm": 4.010089079135815, |
| "learning_rate": 3.862726124899889e-06, |
| "loss": 0.5952, |
| "step": 958 |
| }, |
| { |
| "epoch": 0.38583785958559647, |
| "grad_norm": 5.459071377748317, |
| "learning_rate": 3.859781286516037e-06, |
| "loss": 0.7175, |
| "step": 959 |
| }, |
| { |
| "epoch": 0.38624019312009655, |
| "grad_norm": 4.542741280511702, |
| "learning_rate": 3.85683376626809e-06, |
| "loss": 0.5667, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.38664252665459664, |
| "grad_norm": 3.99184341470565, |
| "learning_rate": 3.853883569969372e-06, |
| "loss": 0.6148, |
| "step": 961 |
| }, |
| { |
| "epoch": 0.3870448601890968, |
| "grad_norm": 4.078873510656604, |
| "learning_rate": 3.850930703438484e-06, |
| "loss": 0.5383, |
| "step": 962 |
| }, |
| { |
| "epoch": 0.38744719372359687, |
| "grad_norm": 3.896065226196885, |
| "learning_rate": 3.847975172499295e-06, |
| "loss": 0.6785, |
| "step": 963 |
| }, |
| { |
| "epoch": 0.38784952725809696, |
| "grad_norm": 4.328062559714918, |
| "learning_rate": 3.845016982980929e-06, |
| "loss": 0.5543, |
| "step": 964 |
| }, |
| { |
| "epoch": 0.38825186079259705, |
| "grad_norm": 4.2981177827507935, |
| "learning_rate": 3.842056140717749e-06, |
| "loss": 0.6935, |
| "step": 965 |
| }, |
| { |
| "epoch": 0.3886541943270972, |
| "grad_norm": 4.489409385825919, |
| "learning_rate": 3.839092651549357e-06, |
| "loss": 0.6412, |
| "step": 966 |
| }, |
| { |
| "epoch": 0.3890565278615973, |
| "grad_norm": 4.162311148181462, |
| "learning_rate": 3.836126521320569e-06, |
| "loss": 0.5133, |
| "step": 967 |
| }, |
| { |
| "epoch": 0.38945886139609737, |
| "grad_norm": 3.7564756341509464, |
| "learning_rate": 3.833157755881414e-06, |
| "loss": 0.5198, |
| "step": 968 |
| }, |
| { |
| "epoch": 0.38986119493059745, |
| "grad_norm": 4.2353823981014385, |
| "learning_rate": 3.830186361087117e-06, |
| "loss": 0.4271, |
| "step": 969 |
| }, |
| { |
| "epoch": 0.39026352846509754, |
| "grad_norm": 3.4858668216855437, |
| "learning_rate": 3.827212342798089e-06, |
| "loss": 0.4654, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.3906658619995977, |
| "grad_norm": 3.920259549785761, |
| "learning_rate": 3.824235706879915e-06, |
| "loss": 0.5822, |
| "step": 971 |
| }, |
| { |
| "epoch": 0.3910681955340978, |
| "grad_norm": 4.239371514940848, |
| "learning_rate": 3.821256459203343e-06, |
| "loss": 0.5093, |
| "step": 972 |
| }, |
| { |
| "epoch": 0.39147052906859786, |
| "grad_norm": 4.037277711642943, |
| "learning_rate": 3.81827460564427e-06, |
| "loss": 0.5222, |
| "step": 973 |
| }, |
| { |
| "epoch": 0.39187286260309795, |
| "grad_norm": 4.456827976048942, |
| "learning_rate": 3.815290152083737e-06, |
| "loss": 0.6783, |
| "step": 974 |
| }, |
| { |
| "epoch": 0.3922751961375981, |
| "grad_norm": 4.246220187755789, |
| "learning_rate": 3.8123031044079084e-06, |
| "loss": 0.5888, |
| "step": 975 |
| }, |
| { |
| "epoch": 0.3926775296720982, |
| "grad_norm": 4.3203808668287635, |
| "learning_rate": 3.809313468508068e-06, |
| "loss": 0.5569, |
| "step": 976 |
| }, |
| { |
| "epoch": 0.39307986320659827, |
| "grad_norm": 4.860143257226567, |
| "learning_rate": 3.8063212502806035e-06, |
| "loss": 0.5953, |
| "step": 977 |
| }, |
| { |
| "epoch": 0.39348219674109836, |
| "grad_norm": 4.233378915892834, |
| "learning_rate": 3.8033264556269954e-06, |
| "loss": 0.6167, |
| "step": 978 |
| }, |
| { |
| "epoch": 0.39388453027559844, |
| "grad_norm": 4.3534789683754305, |
| "learning_rate": 3.8003290904538035e-06, |
| "loss": 0.6133, |
| "step": 979 |
| }, |
| { |
| "epoch": 0.3942868638100986, |
| "grad_norm": 3.9519882332598257, |
| "learning_rate": 3.7973291606726614e-06, |
| "loss": 0.4515, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.3946891973445987, |
| "grad_norm": 4.138408229253922, |
| "learning_rate": 3.794326672200258e-06, |
| "loss": 0.5607, |
| "step": 981 |
| }, |
| { |
| "epoch": 0.39509153087909876, |
| "grad_norm": 4.3761985221008635, |
| "learning_rate": 3.79132163095833e-06, |
| "loss": 0.5507, |
| "step": 982 |
| }, |
| { |
| "epoch": 0.39549386441359885, |
| "grad_norm": 4.023180334056979, |
| "learning_rate": 3.7883140428736477e-06, |
| "loss": 0.5314, |
| "step": 983 |
| }, |
| { |
| "epoch": 0.395896197948099, |
| "grad_norm": 4.151232898341051, |
| "learning_rate": 3.7853039138780057e-06, |
| "loss": 0.5392, |
| "step": 984 |
| }, |
| { |
| "epoch": 0.3962985314825991, |
| "grad_norm": 4.539638233125882, |
| "learning_rate": 3.7822912499082087e-06, |
| "loss": 0.5791, |
| "step": 985 |
| }, |
| { |
| "epoch": 0.39670086501709917, |
| "grad_norm": 4.335330132423181, |
| "learning_rate": 3.7792760569060626e-06, |
| "loss": 0.5178, |
| "step": 986 |
| }, |
| { |
| "epoch": 0.39710319855159926, |
| "grad_norm": 4.143033413053681, |
| "learning_rate": 3.7762583408183594e-06, |
| "loss": 0.5815, |
| "step": 987 |
| }, |
| { |
| "epoch": 0.3975055320860994, |
| "grad_norm": 4.915299915525361, |
| "learning_rate": 3.7732381075968694e-06, |
| "loss": 0.6269, |
| "step": 988 |
| }, |
| { |
| "epoch": 0.3979078656205995, |
| "grad_norm": 3.7212476195736506, |
| "learning_rate": 3.770215363198325e-06, |
| "loss": 0.4599, |
| "step": 989 |
| }, |
| { |
| "epoch": 0.3983101991550996, |
| "grad_norm": 3.9977745943956884, |
| "learning_rate": 3.7671901135844148e-06, |
| "loss": 0.5973, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.39871253268959966, |
| "grad_norm": 4.3088468446821615, |
| "learning_rate": 3.764162364721764e-06, |
| "loss": 0.5963, |
| "step": 991 |
| }, |
| { |
| "epoch": 0.39911486622409975, |
| "grad_norm": 4.2991674025596955, |
| "learning_rate": 3.761132122581931e-06, |
| "loss": 0.6923, |
| "step": 992 |
| }, |
| { |
| "epoch": 0.3995171997585999, |
| "grad_norm": 3.952746214125807, |
| "learning_rate": 3.758099393141388e-06, |
| "loss": 0.5384, |
| "step": 993 |
| }, |
| { |
| "epoch": 0.3999195332931, |
| "grad_norm": 4.327315800519712, |
| "learning_rate": 3.755064182381516e-06, |
| "loss": 0.5144, |
| "step": 994 |
| }, |
| { |
| "epoch": 0.40032186682760007, |
| "grad_norm": 4.713412610694241, |
| "learning_rate": 3.752026496288588e-06, |
| "loss": 0.641, |
| "step": 995 |
| }, |
| { |
| "epoch": 0.40072420036210016, |
| "grad_norm": 3.9912240405323507, |
| "learning_rate": 3.74898634085376e-06, |
| "loss": 0.5646, |
| "step": 996 |
| }, |
| { |
| "epoch": 0.4011265338966003, |
| "grad_norm": 4.530973641905437, |
| "learning_rate": 3.7459437220730583e-06, |
| "loss": 0.5614, |
| "step": 997 |
| }, |
| { |
| "epoch": 0.4015288674311004, |
| "grad_norm": 6.864543852090396, |
| "learning_rate": 3.742898645947366e-06, |
| "loss": 0.5336, |
| "step": 998 |
| }, |
| { |
| "epoch": 0.4019312009656005, |
| "grad_norm": 4.429956976671279, |
| "learning_rate": 3.7398511184824144e-06, |
| "loss": 0.7004, |
| "step": 999 |
| }, |
| { |
| "epoch": 0.40233353450010056, |
| "grad_norm": 3.164463326468864, |
| "learning_rate": 3.7368011456887693e-06, |
| "loss": 0.4163, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.4027358680346007, |
| "grad_norm": 3.7984416296897456, |
| "learning_rate": 3.7337487335818185e-06, |
| "loss": 0.5342, |
| "step": 1001 |
| }, |
| { |
| "epoch": 0.4031382015691008, |
| "grad_norm": 4.186189188641626, |
| "learning_rate": 3.730693888181761e-06, |
| "loss": 0.6125, |
| "step": 1002 |
| }, |
| { |
| "epoch": 0.4035405351036009, |
| "grad_norm": 3.8782636909404506, |
| "learning_rate": 3.7276366155135968e-06, |
| "loss": 0.5669, |
| "step": 1003 |
| }, |
| { |
| "epoch": 0.40394286863810097, |
| "grad_norm": 4.222464351010827, |
| "learning_rate": 3.7245769216071104e-06, |
| "loss": 0.5574, |
| "step": 1004 |
| }, |
| { |
| "epoch": 0.40434520217260106, |
| "grad_norm": 4.0429197887930135, |
| "learning_rate": 3.721514812496863e-06, |
| "loss": 0.5031, |
| "step": 1005 |
| }, |
| { |
| "epoch": 0.4047475357071012, |
| "grad_norm": 4.015964628315664, |
| "learning_rate": 3.718450294222179e-06, |
| "loss": 0.5994, |
| "step": 1006 |
| }, |
| { |
| "epoch": 0.4051498692416013, |
| "grad_norm": 3.846521589103569, |
| "learning_rate": 3.7153833728271356e-06, |
| "loss": 0.4928, |
| "step": 1007 |
| }, |
| { |
| "epoch": 0.4055522027761014, |
| "grad_norm": 4.138445980201307, |
| "learning_rate": 3.712314054360547e-06, |
| "loss": 0.5722, |
| "step": 1008 |
| }, |
| { |
| "epoch": 0.40595453631060147, |
| "grad_norm": 4.476195845673172, |
| "learning_rate": 3.7092423448759577e-06, |
| "loss": 0.563, |
| "step": 1009 |
| }, |
| { |
| "epoch": 0.4063568698451016, |
| "grad_norm": 3.786638148470317, |
| "learning_rate": 3.7061682504316264e-06, |
| "loss": 0.5181, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.4067592033796017, |
| "grad_norm": 4.563364096910093, |
| "learning_rate": 3.7030917770905155e-06, |
| "loss": 0.5247, |
| "step": 1011 |
| }, |
| { |
| "epoch": 0.4071615369141018, |
| "grad_norm": 4.276417493626447, |
| "learning_rate": 3.7000129309202804e-06, |
| "loss": 0.5815, |
| "step": 1012 |
| }, |
| { |
| "epoch": 0.4075638704486019, |
| "grad_norm": 4.495474983317033, |
| "learning_rate": 3.696931717993256e-06, |
| "loss": 0.7269, |
| "step": 1013 |
| }, |
| { |
| "epoch": 0.407966203983102, |
| "grad_norm": 3.6238415974427527, |
| "learning_rate": 3.693848144386444e-06, |
| "loss": 0.5462, |
| "step": 1014 |
| }, |
| { |
| "epoch": 0.4083685375176021, |
| "grad_norm": 4.262996632479673, |
| "learning_rate": 3.6907622161815027e-06, |
| "loss": 0.64, |
| "step": 1015 |
| }, |
| { |
| "epoch": 0.4087708710521022, |
| "grad_norm": 3.8744140465414745, |
| "learning_rate": 3.687673939464736e-06, |
| "loss": 0.5281, |
| "step": 1016 |
| }, |
| { |
| "epoch": 0.4091732045866023, |
| "grad_norm": 4.021193749407921, |
| "learning_rate": 3.6845833203270766e-06, |
| "loss": 0.5238, |
| "step": 1017 |
| }, |
| { |
| "epoch": 0.40957553812110237, |
| "grad_norm": 3.7942462225606084, |
| "learning_rate": 3.6814903648640787e-06, |
| "loss": 0.5274, |
| "step": 1018 |
| }, |
| { |
| "epoch": 0.4099778716556025, |
| "grad_norm": 3.8584763272892193, |
| "learning_rate": 3.6783950791759053e-06, |
| "loss": 0.6652, |
| "step": 1019 |
| }, |
| { |
| "epoch": 0.4103802051901026, |
| "grad_norm": 4.224914273954211, |
| "learning_rate": 3.6752974693673144e-06, |
| "loss": 0.6418, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.4107825387246027, |
| "grad_norm": 3.611777243329413, |
| "learning_rate": 3.6721975415476475e-06, |
| "loss": 0.4478, |
| "step": 1021 |
| }, |
| { |
| "epoch": 0.4111848722591028, |
| "grad_norm": 4.492308490256186, |
| "learning_rate": 3.669095301830816e-06, |
| "loss": 0.6383, |
| "step": 1022 |
| }, |
| { |
| "epoch": 0.4115872057936029, |
| "grad_norm": 3.966328790708119, |
| "learning_rate": 3.6659907563352964e-06, |
| "loss": 0.5496, |
| "step": 1023 |
| }, |
| { |
| "epoch": 0.411989539328103, |
| "grad_norm": 4.331090241917638, |
| "learning_rate": 3.6628839111841067e-06, |
| "loss": 0.6138, |
| "step": 1024 |
| }, |
| { |
| "epoch": 0.4123918728626031, |
| "grad_norm": 4.039380276956274, |
| "learning_rate": 3.6597747725048054e-06, |
| "loss": 0.514, |
| "step": 1025 |
| }, |
| { |
| "epoch": 0.4127942063971032, |
| "grad_norm": 4.2678553912438515, |
| "learning_rate": 3.656663346429471e-06, |
| "loss": 0.5304, |
| "step": 1026 |
| }, |
| { |
| "epoch": 0.4131965399316033, |
| "grad_norm": 3.6311274537700444, |
| "learning_rate": 3.6535496390946958e-06, |
| "loss": 0.5324, |
| "step": 1027 |
| }, |
| { |
| "epoch": 0.4135988734661034, |
| "grad_norm": 4.179608207864191, |
| "learning_rate": 3.650433656641569e-06, |
| "loss": 0.5913, |
| "step": 1028 |
| }, |
| { |
| "epoch": 0.4140012070006035, |
| "grad_norm": 3.8042489733382308, |
| "learning_rate": 3.647315405215668e-06, |
| "loss": 0.5007, |
| "step": 1029 |
| }, |
| { |
| "epoch": 0.4144035405351036, |
| "grad_norm": 3.4526666984193404, |
| "learning_rate": 3.644194890967047e-06, |
| "loss": 0.4141, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.4148058740696037, |
| "grad_norm": 4.657500083163389, |
| "learning_rate": 3.641072120050221e-06, |
| "loss": 0.6175, |
| "step": 1031 |
| }, |
| { |
| "epoch": 0.4152082076041038, |
| "grad_norm": 3.5394692246958934, |
| "learning_rate": 3.637947098624156e-06, |
| "loss": 0.493, |
| "step": 1032 |
| }, |
| { |
| "epoch": 0.4156105411386039, |
| "grad_norm": 3.6382852897066003, |
| "learning_rate": 3.6348198328522565e-06, |
| "loss": 0.4733, |
| "step": 1033 |
| }, |
| { |
| "epoch": 0.416012874673104, |
| "grad_norm": 4.701593231983809, |
| "learning_rate": 3.631690328902355e-06, |
| "loss": 0.6759, |
| "step": 1034 |
| }, |
| { |
| "epoch": 0.4164152082076041, |
| "grad_norm": 4.126519542614592, |
| "learning_rate": 3.6285585929466982e-06, |
| "loss": 0.6065, |
| "step": 1035 |
| }, |
| { |
| "epoch": 0.4168175417421042, |
| "grad_norm": 4.174303064525279, |
| "learning_rate": 3.6254246311619317e-06, |
| "loss": 0.6019, |
| "step": 1036 |
| }, |
| { |
| "epoch": 0.4172198752766043, |
| "grad_norm": 4.369071505943041, |
| "learning_rate": 3.6222884497290937e-06, |
| "loss": 0.47, |
| "step": 1037 |
| }, |
| { |
| "epoch": 0.4176222088111044, |
| "grad_norm": 4.547283701461554, |
| "learning_rate": 3.619150054833601e-06, |
| "loss": 0.5666, |
| "step": 1038 |
| }, |
| { |
| "epoch": 0.4180245423456045, |
| "grad_norm": 6.593645962994248, |
| "learning_rate": 3.616009452665234e-06, |
| "loss": 0.4854, |
| "step": 1039 |
| }, |
| { |
| "epoch": 0.41842687588010463, |
| "grad_norm": 4.3350300541777145, |
| "learning_rate": 3.6128666494181274e-06, |
| "loss": 0.6522, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.4188292094146047, |
| "grad_norm": 3.4916298319626233, |
| "learning_rate": 3.6097216512907574e-06, |
| "loss": 0.5449, |
| "step": 1041 |
| }, |
| { |
| "epoch": 0.4192315429491048, |
| "grad_norm": 3.721480691979447, |
| "learning_rate": 3.6065744644859276e-06, |
| "loss": 0.4152, |
| "step": 1042 |
| }, |
| { |
| "epoch": 0.4196338764836049, |
| "grad_norm": 4.419075622535455, |
| "learning_rate": 3.6034250952107598e-06, |
| "loss": 0.5998, |
| "step": 1043 |
| }, |
| { |
| "epoch": 0.420036210018105, |
| "grad_norm": 4.066379360835346, |
| "learning_rate": 3.6002735496766787e-06, |
| "loss": 0.4443, |
| "step": 1044 |
| }, |
| { |
| "epoch": 0.4204385435526051, |
| "grad_norm": 5.277931637633872, |
| "learning_rate": 3.5971198340994035e-06, |
| "loss": 0.6578, |
| "step": 1045 |
| }, |
| { |
| "epoch": 0.4208408770871052, |
| "grad_norm": 4.171317951485179, |
| "learning_rate": 3.5939639546989315e-06, |
| "loss": 0.5362, |
| "step": 1046 |
| }, |
| { |
| "epoch": 0.4212432106216053, |
| "grad_norm": 3.6581061080480786, |
| "learning_rate": 3.5908059176995274e-06, |
| "loss": 0.4868, |
| "step": 1047 |
| }, |
| { |
| "epoch": 0.4216455441561054, |
| "grad_norm": 4.089304060454962, |
| "learning_rate": 3.587645729329713e-06, |
| "loss": 0.4962, |
| "step": 1048 |
| }, |
| { |
| "epoch": 0.42204787769060553, |
| "grad_norm": 4.193929975116655, |
| "learning_rate": 3.584483395822252e-06, |
| "loss": 0.585, |
| "step": 1049 |
| }, |
| { |
| "epoch": 0.4224502112251056, |
| "grad_norm": 4.4833727752476324, |
| "learning_rate": 3.5813189234141386e-06, |
| "loss": 0.5295, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.4228525447596057, |
| "grad_norm": 4.131740789977084, |
| "learning_rate": 3.5781523183465868e-06, |
| "loss": 0.5408, |
| "step": 1051 |
| }, |
| { |
| "epoch": 0.4232548782941058, |
| "grad_norm": 3.972093255632944, |
| "learning_rate": 3.574983586865015e-06, |
| "loss": 0.5256, |
| "step": 1052 |
| }, |
| { |
| "epoch": 0.42365721182860594, |
| "grad_norm": 4.619320510735413, |
| "learning_rate": 3.571812735219037e-06, |
| "loss": 0.6365, |
| "step": 1053 |
| }, |
| { |
| "epoch": 0.424059545363106, |
| "grad_norm": 4.543758819054478, |
| "learning_rate": 3.5686397696624486e-06, |
| "loss": 0.5358, |
| "step": 1054 |
| }, |
| { |
| "epoch": 0.4244618788976061, |
| "grad_norm": 3.9488894694458305, |
| "learning_rate": 3.565464696453212e-06, |
| "loss": 0.5101, |
| "step": 1055 |
| }, |
| { |
| "epoch": 0.4248642124321062, |
| "grad_norm": 3.9008766737779217, |
| "learning_rate": 3.5622875218534493e-06, |
| "loss": 0.6157, |
| "step": 1056 |
| }, |
| { |
| "epoch": 0.4252665459666063, |
| "grad_norm": 4.072195384389267, |
| "learning_rate": 3.5591082521294264e-06, |
| "loss": 0.572, |
| "step": 1057 |
| }, |
| { |
| "epoch": 0.42566887950110643, |
| "grad_norm": 3.7407260188563622, |
| "learning_rate": 3.555926893551539e-06, |
| "loss": 0.4571, |
| "step": 1058 |
| }, |
| { |
| "epoch": 0.4260712130356065, |
| "grad_norm": 4.030808733877317, |
| "learning_rate": 3.552743452394306e-06, |
| "loss": 0.5615, |
| "step": 1059 |
| }, |
| { |
| "epoch": 0.4264735465701066, |
| "grad_norm": 3.833659387273303, |
| "learning_rate": 3.5495579349363517e-06, |
| "loss": 0.4978, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.4268758801046067, |
| "grad_norm": 4.304988237070821, |
| "learning_rate": 3.5463703474603964e-06, |
| "loss": 0.6441, |
| "step": 1061 |
| }, |
| { |
| "epoch": 0.42727821363910684, |
| "grad_norm": 4.68914366889499, |
| "learning_rate": 3.5431806962532426e-06, |
| "loss": 0.5009, |
| "step": 1062 |
| }, |
| { |
| "epoch": 0.42768054717360693, |
| "grad_norm": 4.208417431491987, |
| "learning_rate": 3.539988987605763e-06, |
| "loss": 0.5556, |
| "step": 1063 |
| }, |
| { |
| "epoch": 0.428082880708107, |
| "grad_norm": 3.913021062753838, |
| "learning_rate": 3.5367952278128877e-06, |
| "loss": 0.3997, |
| "step": 1064 |
| }, |
| { |
| "epoch": 0.4284852142426071, |
| "grad_norm": 3.975035687293758, |
| "learning_rate": 3.5335994231735927e-06, |
| "loss": 0.5394, |
| "step": 1065 |
| }, |
| { |
| "epoch": 0.42888754777710725, |
| "grad_norm": 3.969954958131227, |
| "learning_rate": 3.5304015799908875e-06, |
| "loss": 0.579, |
| "step": 1066 |
| }, |
| { |
| "epoch": 0.42928988131160734, |
| "grad_norm": 4.942462188783348, |
| "learning_rate": 3.5272017045718016e-06, |
| "loss": 0.6723, |
| "step": 1067 |
| }, |
| { |
| "epoch": 0.4296922148461074, |
| "grad_norm": 4.354492013681113, |
| "learning_rate": 3.5239998032273727e-06, |
| "loss": 0.5724, |
| "step": 1068 |
| }, |
| { |
| "epoch": 0.4300945483806075, |
| "grad_norm": 4.275789917585218, |
| "learning_rate": 3.520795882272634e-06, |
| "loss": 0.5592, |
| "step": 1069 |
| }, |
| { |
| "epoch": 0.4304968819151076, |
| "grad_norm": 4.0220453706013535, |
| "learning_rate": 3.5175899480266023e-06, |
| "loss": 0.6004, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.43089921544960774, |
| "grad_norm": 3.956820759857449, |
| "learning_rate": 3.5143820068122647e-06, |
| "loss": 0.4667, |
| "step": 1071 |
| }, |
| { |
| "epoch": 0.43130154898410783, |
| "grad_norm": 3.9359268522062996, |
| "learning_rate": 3.5111720649565685e-06, |
| "loss": 0.4766, |
| "step": 1072 |
| }, |
| { |
| "epoch": 0.4317038825186079, |
| "grad_norm": 3.9665074015294555, |
| "learning_rate": 3.507960128790402e-06, |
| "loss": 0.5496, |
| "step": 1073 |
| }, |
| { |
| "epoch": 0.432106216053108, |
| "grad_norm": 4.086635346156316, |
| "learning_rate": 3.5047462046485934e-06, |
| "loss": 0.4863, |
| "step": 1074 |
| }, |
| { |
| "epoch": 0.43250854958760815, |
| "grad_norm": 4.234886651798155, |
| "learning_rate": 3.501530298869886e-06, |
| "loss": 0.5373, |
| "step": 1075 |
| }, |
| { |
| "epoch": 0.43291088312210824, |
| "grad_norm": 4.578190826029045, |
| "learning_rate": 3.4983124177969353e-06, |
| "loss": 0.6952, |
| "step": 1076 |
| }, |
| { |
| "epoch": 0.4333132166566083, |
| "grad_norm": 4.198352580671215, |
| "learning_rate": 3.495092567776291e-06, |
| "loss": 0.6753, |
| "step": 1077 |
| }, |
| { |
| "epoch": 0.4337155501911084, |
| "grad_norm": 4.25314346947828, |
| "learning_rate": 3.4918707551583853e-06, |
| "loss": 0.6139, |
| "step": 1078 |
| }, |
| { |
| "epoch": 0.43411788372560856, |
| "grad_norm": 3.7809774120139084, |
| "learning_rate": 3.4886469862975224e-06, |
| "loss": 0.5401, |
| "step": 1079 |
| }, |
| { |
| "epoch": 0.43452021726010864, |
| "grad_norm": 3.861747118430867, |
| "learning_rate": 3.485421267551865e-06, |
| "loss": 0.4343, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.43492255079460873, |
| "grad_norm": 4.1971689225974655, |
| "learning_rate": 3.482193605283421e-06, |
| "loss": 0.4651, |
| "step": 1081 |
| }, |
| { |
| "epoch": 0.4353248843291088, |
| "grad_norm": 4.719733540576249, |
| "learning_rate": 3.478964005858031e-06, |
| "loss": 0.6265, |
| "step": 1082 |
| }, |
| { |
| "epoch": 0.4357272178636089, |
| "grad_norm": 4.199121895188385, |
| "learning_rate": 3.475732475645357e-06, |
| "loss": 0.5915, |
| "step": 1083 |
| }, |
| { |
| "epoch": 0.43612955139810905, |
| "grad_norm": 4.117901413415391, |
| "learning_rate": 3.4724990210188693e-06, |
| "loss": 0.5859, |
| "step": 1084 |
| }, |
| { |
| "epoch": 0.43653188493260914, |
| "grad_norm": 4.063314519073365, |
| "learning_rate": 3.4692636483558316e-06, |
| "loss": 0.5799, |
| "step": 1085 |
| }, |
| { |
| "epoch": 0.4369342184671092, |
| "grad_norm": 4.291259902841789, |
| "learning_rate": 3.4660263640372926e-06, |
| "loss": 0.5972, |
| "step": 1086 |
| }, |
| { |
| "epoch": 0.4373365520016093, |
| "grad_norm": 4.317671430467203, |
| "learning_rate": 3.462787174448071e-06, |
| "loss": 0.5818, |
| "step": 1087 |
| }, |
| { |
| "epoch": 0.43773888553610946, |
| "grad_norm": 4.041367856828536, |
| "learning_rate": 3.459546085976743e-06, |
| "loss": 0.5635, |
| "step": 1088 |
| }, |
| { |
| "epoch": 0.43814121907060954, |
| "grad_norm": 5.295724094479603, |
| "learning_rate": 3.45630310501563e-06, |
| "loss": 0.6712, |
| "step": 1089 |
| }, |
| { |
| "epoch": 0.43854355260510963, |
| "grad_norm": 4.415113705137869, |
| "learning_rate": 3.453058237960785e-06, |
| "loss": 0.578, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.4389458861396097, |
| "grad_norm": 4.107191353105501, |
| "learning_rate": 3.4498114912119817e-06, |
| "loss": 0.5199, |
| "step": 1091 |
| }, |
| { |
| "epoch": 0.43934821967410986, |
| "grad_norm": 4.1779462968909336, |
| "learning_rate": 3.4465628711727022e-06, |
| "loss": 0.577, |
| "step": 1092 |
| }, |
| { |
| "epoch": 0.43975055320860995, |
| "grad_norm": 3.779499327289251, |
| "learning_rate": 3.4433123842501205e-06, |
| "loss": 0.4508, |
| "step": 1093 |
| }, |
| { |
| "epoch": 0.44015288674311004, |
| "grad_norm": 3.9872787051249077, |
| "learning_rate": 3.440060036855095e-06, |
| "loss": 0.5583, |
| "step": 1094 |
| }, |
| { |
| "epoch": 0.4405552202776101, |
| "grad_norm": 4.317372927534622, |
| "learning_rate": 3.4368058354021526e-06, |
| "loss": 0.5136, |
| "step": 1095 |
| }, |
| { |
| "epoch": 0.4409575538121102, |
| "grad_norm": 3.7148972800031053, |
| "learning_rate": 3.4335497863094773e-06, |
| "loss": 0.514, |
| "step": 1096 |
| }, |
| { |
| "epoch": 0.44135988734661036, |
| "grad_norm": 4.342233656787418, |
| "learning_rate": 3.430291895998896e-06, |
| "loss": 0.6742, |
| "step": 1097 |
| }, |
| { |
| "epoch": 0.44176222088111045, |
| "grad_norm": 4.799719138290185, |
| "learning_rate": 3.4270321708958686e-06, |
| "loss": 0.6306, |
| "step": 1098 |
| }, |
| { |
| "epoch": 0.44216455441561053, |
| "grad_norm": 3.9209860725209382, |
| "learning_rate": 3.4237706174294726e-06, |
| "loss": 0.5836, |
| "step": 1099 |
| }, |
| { |
| "epoch": 0.4425668879501106, |
| "grad_norm": 4.127404724187905, |
| "learning_rate": 3.420507242032392e-06, |
| "loss": 0.5628, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.44296922148461076, |
| "grad_norm": 4.956274683013535, |
| "learning_rate": 3.4172420511409033e-06, |
| "loss": 0.5366, |
| "step": 1101 |
| }, |
| { |
| "epoch": 0.44337155501911085, |
| "grad_norm": 3.9527811079754285, |
| "learning_rate": 3.413975051194865e-06, |
| "loss": 0.4531, |
| "step": 1102 |
| }, |
| { |
| "epoch": 0.44377388855361094, |
| "grad_norm": 4.364141896413706, |
| "learning_rate": 3.4107062486377028e-06, |
| "loss": 0.4914, |
| "step": 1103 |
| }, |
| { |
| "epoch": 0.44417622208811103, |
| "grad_norm": 4.349108898092637, |
| "learning_rate": 3.4074356499163976e-06, |
| "loss": 0.7239, |
| "step": 1104 |
| }, |
| { |
| "epoch": 0.44457855562261117, |
| "grad_norm": 4.038974541606429, |
| "learning_rate": 3.4041632614814734e-06, |
| "loss": 0.6375, |
| "step": 1105 |
| }, |
| { |
| "epoch": 0.44498088915711126, |
| "grad_norm": 4.811612078810641, |
| "learning_rate": 3.400889089786984e-06, |
| "loss": 0.4963, |
| "step": 1106 |
| }, |
| { |
| "epoch": 0.44538322269161135, |
| "grad_norm": 4.07473806896573, |
| "learning_rate": 3.397613141290499e-06, |
| "loss": 0.575, |
| "step": 1107 |
| }, |
| { |
| "epoch": 0.44578555622611143, |
| "grad_norm": 4.160302353185681, |
| "learning_rate": 3.3943354224530934e-06, |
| "loss": 0.4766, |
| "step": 1108 |
| }, |
| { |
| "epoch": 0.4461878897606115, |
| "grad_norm": 3.6900007830747934, |
| "learning_rate": 3.3910559397393335e-06, |
| "loss": 0.5544, |
| "step": 1109 |
| }, |
| { |
| "epoch": 0.44659022329511167, |
| "grad_norm": 4.333978444807443, |
| "learning_rate": 3.3877746996172645e-06, |
| "loss": 0.5637, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.44699255682961175, |
| "grad_norm": 3.768061403793603, |
| "learning_rate": 3.384491708558399e-06, |
| "loss": 0.4659, |
| "step": 1111 |
| }, |
| { |
| "epoch": 0.44739489036411184, |
| "grad_norm": 3.9713683928936208, |
| "learning_rate": 3.3812069730377007e-06, |
| "loss": 0.539, |
| "step": 1112 |
| }, |
| { |
| "epoch": 0.44779722389861193, |
| "grad_norm": 4.95129840549997, |
| "learning_rate": 3.3779204995335747e-06, |
| "loss": 0.6069, |
| "step": 1113 |
| }, |
| { |
| "epoch": 0.4481995574331121, |
| "grad_norm": 4.316287155035261, |
| "learning_rate": 3.3746322945278543e-06, |
| "loss": 0.66, |
| "step": 1114 |
| }, |
| { |
| "epoch": 0.44860189096761216, |
| "grad_norm": 4.697629623928124, |
| "learning_rate": 3.3713423645057873e-06, |
| "loss": 0.4885, |
| "step": 1115 |
| }, |
| { |
| "epoch": 0.44900422450211225, |
| "grad_norm": 3.920242841924085, |
| "learning_rate": 3.368050715956025e-06, |
| "loss": 0.5213, |
| "step": 1116 |
| }, |
| { |
| "epoch": 0.44940655803661234, |
| "grad_norm": 4.521566910606868, |
| "learning_rate": 3.3647573553706052e-06, |
| "loss": 0.5743, |
| "step": 1117 |
| }, |
| { |
| "epoch": 0.4498088915711125, |
| "grad_norm": 4.082210637179168, |
| "learning_rate": 3.3614622892449465e-06, |
| "loss": 0.5361, |
| "step": 1118 |
| }, |
| { |
| "epoch": 0.45021122510561257, |
| "grad_norm": 4.017855379880608, |
| "learning_rate": 3.3581655240778277e-06, |
| "loss": 0.5492, |
| "step": 1119 |
| }, |
| { |
| "epoch": 0.45061355864011265, |
| "grad_norm": 3.3069156613524577, |
| "learning_rate": 3.35486706637138e-06, |
| "loss": 0.4142, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.45101589217461274, |
| "grad_norm": 4.230766496789279, |
| "learning_rate": 3.3515669226310716e-06, |
| "loss": 0.5883, |
| "step": 1121 |
| }, |
| { |
| "epoch": 0.45141822570911283, |
| "grad_norm": 3.932193721134766, |
| "learning_rate": 3.3482650993656983e-06, |
| "loss": 0.4732, |
| "step": 1122 |
| }, |
| { |
| "epoch": 0.451820559243613, |
| "grad_norm": 3.9297564952360577, |
| "learning_rate": 3.344961603087367e-06, |
| "loss": 0.5852, |
| "step": 1123 |
| }, |
| { |
| "epoch": 0.45222289277811306, |
| "grad_norm": 4.909401223605511, |
| "learning_rate": 3.341656440311484e-06, |
| "loss": 0.5709, |
| "step": 1124 |
| }, |
| { |
| "epoch": 0.45262522631261315, |
| "grad_norm": 3.6889862040375525, |
| "learning_rate": 3.3383496175567435e-06, |
| "loss": 0.5966, |
| "step": 1125 |
| }, |
| { |
| "epoch": 0.45302755984711324, |
| "grad_norm": 3.4699341807873694, |
| "learning_rate": 3.3350411413451125e-06, |
| "loss": 0.4692, |
| "step": 1126 |
| }, |
| { |
| "epoch": 0.4534298933816134, |
| "grad_norm": 4.481843121210536, |
| "learning_rate": 3.3317310182018186e-06, |
| "loss": 0.6374, |
| "step": 1127 |
| }, |
| { |
| "epoch": 0.45383222691611347, |
| "grad_norm": 4.674277827776204, |
| "learning_rate": 3.328419254655339e-06, |
| "loss": 0.7174, |
| "step": 1128 |
| }, |
| { |
| "epoch": 0.45423456045061356, |
| "grad_norm": 3.8262305960434575, |
| "learning_rate": 3.325105857237386e-06, |
| "loss": 0.4618, |
| "step": 1129 |
| }, |
| { |
| "epoch": 0.45463689398511364, |
| "grad_norm": 3.9899678016482305, |
| "learning_rate": 3.3217908324828942e-06, |
| "loss": 0.5839, |
| "step": 1130 |
| }, |
| { |
| "epoch": 0.4550392275196138, |
| "grad_norm": 3.39198458807276, |
| "learning_rate": 3.3184741869300073e-06, |
| "loss": 0.5191, |
| "step": 1131 |
| }, |
| { |
| "epoch": 0.4554415610541139, |
| "grad_norm": 4.032286065452944, |
| "learning_rate": 3.3151559271200656e-06, |
| "loss": 0.4835, |
| "step": 1132 |
| }, |
| { |
| "epoch": 0.45584389458861396, |
| "grad_norm": 4.381591989574539, |
| "learning_rate": 3.3118360595975947e-06, |
| "loss": 0.5592, |
| "step": 1133 |
| }, |
| { |
| "epoch": 0.45624622812311405, |
| "grad_norm": 4.022213508423109, |
| "learning_rate": 3.3085145909102885e-06, |
| "loss": 0.5304, |
| "step": 1134 |
| }, |
| { |
| "epoch": 0.45664856165761414, |
| "grad_norm": 3.834367329162151, |
| "learning_rate": 3.305191527609e-06, |
| "loss": 0.4678, |
| "step": 1135 |
| }, |
| { |
| "epoch": 0.4570508951921143, |
| "grad_norm": 4.448203020700801, |
| "learning_rate": 3.3018668762477294e-06, |
| "loss": 0.5172, |
| "step": 1136 |
| }, |
| { |
| "epoch": 0.45745322872661437, |
| "grad_norm": 4.128965375687235, |
| "learning_rate": 3.2985406433836055e-06, |
| "loss": 0.4742, |
| "step": 1137 |
| }, |
| { |
| "epoch": 0.45785556226111446, |
| "grad_norm": 4.129504251009841, |
| "learning_rate": 3.295212835576878e-06, |
| "loss": 0.5873, |
| "step": 1138 |
| }, |
| { |
| "epoch": 0.45825789579561454, |
| "grad_norm": 4.422224105540513, |
| "learning_rate": 3.2918834593909028e-06, |
| "loss": 0.6049, |
| "step": 1139 |
| }, |
| { |
| "epoch": 0.4586602293301147, |
| "grad_norm": 4.434937349809798, |
| "learning_rate": 3.2885525213921286e-06, |
| "loss": 0.5708, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.4590625628646148, |
| "grad_norm": 3.668465429492197, |
| "learning_rate": 3.2852200281500855e-06, |
| "loss": 0.4559, |
| "step": 1141 |
| }, |
| { |
| "epoch": 0.45946489639911486, |
| "grad_norm": 4.232532968956556, |
| "learning_rate": 3.2818859862373696e-06, |
| "loss": 0.5721, |
| "step": 1142 |
| }, |
| { |
| "epoch": 0.45986722993361495, |
| "grad_norm": 4.7338258325238085, |
| "learning_rate": 3.2785504022296316e-06, |
| "loss": 0.6157, |
| "step": 1143 |
| }, |
| { |
| "epoch": 0.4602695634681151, |
| "grad_norm": 3.7791426452155723, |
| "learning_rate": 3.2752132827055646e-06, |
| "loss": 0.5458, |
| "step": 1144 |
| }, |
| { |
| "epoch": 0.4606718970026152, |
| "grad_norm": 4.1019637445172314, |
| "learning_rate": 3.2718746342468894e-06, |
| "loss": 0.5972, |
| "step": 1145 |
| }, |
| { |
| "epoch": 0.46107423053711527, |
| "grad_norm": 5.277495798462077, |
| "learning_rate": 3.268534463438342e-06, |
| "loss": 0.8266, |
| "step": 1146 |
| }, |
| { |
| "epoch": 0.46147656407161536, |
| "grad_norm": 4.184453273932426, |
| "learning_rate": 3.2651927768676626e-06, |
| "loss": 0.4562, |
| "step": 1147 |
| }, |
| { |
| "epoch": 0.46187889760611545, |
| "grad_norm": 4.45907273350243, |
| "learning_rate": 3.261849581125579e-06, |
| "loss": 0.6532, |
| "step": 1148 |
| }, |
| { |
| "epoch": 0.4622812311406156, |
| "grad_norm": 3.965076229787784, |
| "learning_rate": 3.258504882805796e-06, |
| "loss": 0.5247, |
| "step": 1149 |
| }, |
| { |
| "epoch": 0.4626835646751157, |
| "grad_norm": 4.461055711184354, |
| "learning_rate": 3.2551586885049814e-06, |
| "loss": 0.4588, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.46308589820961576, |
| "grad_norm": 4.3124706302870255, |
| "learning_rate": 3.2518110048227553e-06, |
| "loss": 0.7004, |
| "step": 1151 |
| }, |
| { |
| "epoch": 0.46348823174411585, |
| "grad_norm": 4.326890541788323, |
| "learning_rate": 3.2484618383616735e-06, |
| "loss": 0.5989, |
| "step": 1152 |
| }, |
| { |
| "epoch": 0.463890565278616, |
| "grad_norm": 4.323105374837098, |
| "learning_rate": 3.2451111957272173e-06, |
| "loss": 0.5451, |
| "step": 1153 |
| }, |
| { |
| "epoch": 0.4642928988131161, |
| "grad_norm": 4.134824677878268, |
| "learning_rate": 3.241759083527779e-06, |
| "loss": 0.5589, |
| "step": 1154 |
| }, |
| { |
| "epoch": 0.46469523234761617, |
| "grad_norm": 4.0981640141993365, |
| "learning_rate": 3.238405508374649e-06, |
| "loss": 0.5771, |
| "step": 1155 |
| }, |
| { |
| "epoch": 0.46509756588211626, |
| "grad_norm": 3.7455178072585644, |
| "learning_rate": 3.2350504768820036e-06, |
| "loss": 0.5125, |
| "step": 1156 |
| }, |
| { |
| "epoch": 0.46549989941661635, |
| "grad_norm": 3.72359460364635, |
| "learning_rate": 3.23169399566689e-06, |
| "loss": 0.4213, |
| "step": 1157 |
| }, |
| { |
| "epoch": 0.4659022329511165, |
| "grad_norm": 3.509972924609966, |
| "learning_rate": 3.228336071349218e-06, |
| "loss": 0.4757, |
| "step": 1158 |
| }, |
| { |
| "epoch": 0.4663045664856166, |
| "grad_norm": 4.028400275439829, |
| "learning_rate": 3.2249767105517395e-06, |
| "loss": 0.5022, |
| "step": 1159 |
| }, |
| { |
| "epoch": 0.46670690002011667, |
| "grad_norm": 4.150972255373417, |
| "learning_rate": 3.221615919900042e-06, |
| "loss": 0.6257, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.46710923355461675, |
| "grad_norm": 4.494189407683215, |
| "learning_rate": 3.218253706022533e-06, |
| "loss": 0.5914, |
| "step": 1161 |
| }, |
| { |
| "epoch": 0.4675115670891169, |
| "grad_norm": 3.558180537366331, |
| "learning_rate": 3.2148900755504253e-06, |
| "loss": 0.5102, |
| "step": 1162 |
| }, |
| { |
| "epoch": 0.467913900623617, |
| "grad_norm": 3.438406963531958, |
| "learning_rate": 3.2115250351177274e-06, |
| "loss": 0.515, |
| "step": 1163 |
| }, |
| { |
| "epoch": 0.4683162341581171, |
| "grad_norm": 4.323925078750027, |
| "learning_rate": 3.208158591361228e-06, |
| "loss": 0.5109, |
| "step": 1164 |
| }, |
| { |
| "epoch": 0.46871856769261716, |
| "grad_norm": 4.1534707963201285, |
| "learning_rate": 3.204790750920484e-06, |
| "loss": 0.5736, |
| "step": 1165 |
| }, |
| { |
| "epoch": 0.4691209012271173, |
| "grad_norm": 3.6871720181954406, |
| "learning_rate": 3.2014215204378064e-06, |
| "loss": 0.5765, |
| "step": 1166 |
| }, |
| { |
| "epoch": 0.4695232347616174, |
| "grad_norm": 3.9220478852176264, |
| "learning_rate": 3.1980509065582476e-06, |
| "loss": 0.5545, |
| "step": 1167 |
| }, |
| { |
| "epoch": 0.4699255682961175, |
| "grad_norm": 4.603512689826395, |
| "learning_rate": 3.194678915929589e-06, |
| "loss": 0.5587, |
| "step": 1168 |
| }, |
| { |
| "epoch": 0.47032790183061757, |
| "grad_norm": 4.0356910482849075, |
| "learning_rate": 3.1913055552023263e-06, |
| "loss": 0.4642, |
| "step": 1169 |
| }, |
| { |
| "epoch": 0.47073023536511766, |
| "grad_norm": 4.251943286279792, |
| "learning_rate": 3.1879308310296586e-06, |
| "loss": 0.5496, |
| "step": 1170 |
| }, |
| { |
| "epoch": 0.4711325688996178, |
| "grad_norm": 4.189042957707438, |
| "learning_rate": 3.1845547500674737e-06, |
| "loss": 0.5646, |
| "step": 1171 |
| }, |
| { |
| "epoch": 0.4715349024341179, |
| "grad_norm": 3.3326084801089353, |
| "learning_rate": 3.1811773189743355e-06, |
| "loss": 0.4837, |
| "step": 1172 |
| }, |
| { |
| "epoch": 0.471937235968618, |
| "grad_norm": 4.523273563587766, |
| "learning_rate": 3.17779854441147e-06, |
| "loss": 0.6807, |
| "step": 1173 |
| }, |
| { |
| "epoch": 0.47233956950311806, |
| "grad_norm": 3.7232216855517315, |
| "learning_rate": 3.1744184330427543e-06, |
| "loss": 0.4492, |
| "step": 1174 |
| }, |
| { |
| "epoch": 0.4727419030376182, |
| "grad_norm": 3.8162014027986437, |
| "learning_rate": 3.1710369915347e-06, |
| "loss": 0.5626, |
| "step": 1175 |
| }, |
| { |
| "epoch": 0.4731442365721183, |
| "grad_norm": 4.575379469711398, |
| "learning_rate": 3.1676542265564443e-06, |
| "loss": 0.6358, |
| "step": 1176 |
| }, |
| { |
| "epoch": 0.4735465701066184, |
| "grad_norm": 4.563047737373793, |
| "learning_rate": 3.1642701447797324e-06, |
| "loss": 0.6282, |
| "step": 1177 |
| }, |
| { |
| "epoch": 0.47394890364111847, |
| "grad_norm": 4.254463762469985, |
| "learning_rate": 3.1608847528789096e-06, |
| "loss": 0.4974, |
| "step": 1178 |
| }, |
| { |
| "epoch": 0.4743512371756186, |
| "grad_norm": 4.290561801295637, |
| "learning_rate": 3.1574980575309015e-06, |
| "loss": 0.6116, |
| "step": 1179 |
| }, |
| { |
| "epoch": 0.4747535707101187, |
| "grad_norm": 4.276362615412023, |
| "learning_rate": 3.154110065415208e-06, |
| "loss": 0.5274, |
| "step": 1180 |
| }, |
| { |
| "epoch": 0.4751559042446188, |
| "grad_norm": 3.8389354369931374, |
| "learning_rate": 3.150720783213883e-06, |
| "loss": 0.5338, |
| "step": 1181 |
| }, |
| { |
| "epoch": 0.4755582377791189, |
| "grad_norm": 4.448041403696648, |
| "learning_rate": 3.1473302176115283e-06, |
| "loss": 0.5265, |
| "step": 1182 |
| }, |
| { |
| "epoch": 0.47596057131361896, |
| "grad_norm": 4.46050378901124, |
| "learning_rate": 3.1439383752952753e-06, |
| "loss": 0.6299, |
| "step": 1183 |
| }, |
| { |
| "epoch": 0.4763629048481191, |
| "grad_norm": 4.111077775261664, |
| "learning_rate": 3.140545262954772e-06, |
| "loss": 0.5723, |
| "step": 1184 |
| }, |
| { |
| "epoch": 0.4767652383826192, |
| "grad_norm": 3.678492409328739, |
| "learning_rate": 3.137150887282174e-06, |
| "loss": 0.4178, |
| "step": 1185 |
| }, |
| { |
| "epoch": 0.4771675719171193, |
| "grad_norm": 3.661689522078919, |
| "learning_rate": 3.1337552549721262e-06, |
| "loss": 0.4658, |
| "step": 1186 |
| }, |
| { |
| "epoch": 0.47756990545161937, |
| "grad_norm": 4.250351645694971, |
| "learning_rate": 3.130358372721754e-06, |
| "loss": 0.5614, |
| "step": 1187 |
| }, |
| { |
| "epoch": 0.4779722389861195, |
| "grad_norm": 3.599583256588181, |
| "learning_rate": 3.126960247230646e-06, |
| "loss": 0.4569, |
| "step": 1188 |
| }, |
| { |
| "epoch": 0.4783745725206196, |
| "grad_norm": 3.821896657809243, |
| "learning_rate": 3.1235608852008446e-06, |
| "loss": 0.4834, |
| "step": 1189 |
| }, |
| { |
| "epoch": 0.4787769060551197, |
| "grad_norm": 3.9335780159969906, |
| "learning_rate": 3.1201602933368308e-06, |
| "loss": 0.5152, |
| "step": 1190 |
| }, |
| { |
| "epoch": 0.4791792395896198, |
| "grad_norm": 4.770540317196732, |
| "learning_rate": 3.116758478345509e-06, |
| "loss": 0.5948, |
| "step": 1191 |
| }, |
| { |
| "epoch": 0.4795815731241199, |
| "grad_norm": 3.998481220511283, |
| "learning_rate": 3.1133554469361976e-06, |
| "loss": 0.4881, |
| "step": 1192 |
| }, |
| { |
| "epoch": 0.47998390665862, |
| "grad_norm": 4.208648289802026, |
| "learning_rate": 3.109951205820615e-06, |
| "loss": 0.4933, |
| "step": 1193 |
| }, |
| { |
| "epoch": 0.4803862401931201, |
| "grad_norm": 3.752607346638518, |
| "learning_rate": 3.1065457617128635e-06, |
| "loss": 0.547, |
| "step": 1194 |
| }, |
| { |
| "epoch": 0.4807885737276202, |
| "grad_norm": 4.151251812002077, |
| "learning_rate": 3.1031391213294203e-06, |
| "loss": 0.5015, |
| "step": 1195 |
| }, |
| { |
| "epoch": 0.48119090726212027, |
| "grad_norm": 4.7037289072786095, |
| "learning_rate": 3.0997312913891196e-06, |
| "loss": 0.6795, |
| "step": 1196 |
| }, |
| { |
| "epoch": 0.4815932407966204, |
| "grad_norm": 4.364147422750159, |
| "learning_rate": 3.0963222786131435e-06, |
| "loss": 0.5422, |
| "step": 1197 |
| }, |
| { |
| "epoch": 0.4819955743311205, |
| "grad_norm": 3.301076213262608, |
| "learning_rate": 3.0929120897250066e-06, |
| "loss": 0.4646, |
| "step": 1198 |
| }, |
| { |
| "epoch": 0.4823979078656206, |
| "grad_norm": 3.803770968997955, |
| "learning_rate": 3.0895007314505415e-06, |
| "loss": 0.4579, |
| "step": 1199 |
| }, |
| { |
| "epoch": 0.4828002414001207, |
| "grad_norm": 3.6319529462360816, |
| "learning_rate": 3.0860882105178897e-06, |
| "loss": 0.5152, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.4832025749346208, |
| "grad_norm": 3.7950010562493453, |
| "learning_rate": 3.082674533657484e-06, |
| "loss": 0.588, |
| "step": 1201 |
| }, |
| { |
| "epoch": 0.4836049084691209, |
| "grad_norm": 3.9284108228666796, |
| "learning_rate": 3.079259707602038e-06, |
| "loss": 0.5565, |
| "step": 1202 |
| }, |
| { |
| "epoch": 0.484007242003621, |
| "grad_norm": 4.764319789283065, |
| "learning_rate": 3.0758437390865314e-06, |
| "loss": 0.6115, |
| "step": 1203 |
| }, |
| { |
| "epoch": 0.4844095755381211, |
| "grad_norm": 3.781006793375389, |
| "learning_rate": 3.0724266348481966e-06, |
| "loss": 0.5239, |
| "step": 1204 |
| }, |
| { |
| "epoch": 0.4848119090726212, |
| "grad_norm": 4.259150542468107, |
| "learning_rate": 3.069008401626507e-06, |
| "loss": 0.5505, |
| "step": 1205 |
| }, |
| { |
| "epoch": 0.4852142426071213, |
| "grad_norm": 4.222901377467788, |
| "learning_rate": 3.065589046163162e-06, |
| "loss": 0.5425, |
| "step": 1206 |
| }, |
| { |
| "epoch": 0.4856165761416214, |
| "grad_norm": 3.783266465549031, |
| "learning_rate": 3.062168575202075e-06, |
| "loss": 0.542, |
| "step": 1207 |
| }, |
| { |
| "epoch": 0.4860189096761215, |
| "grad_norm": 4.428497795054238, |
| "learning_rate": 3.0587469954893584e-06, |
| "loss": 0.6567, |
| "step": 1208 |
| }, |
| { |
| "epoch": 0.4864212432106216, |
| "grad_norm": 3.691837740063112, |
| "learning_rate": 3.0553243137733125e-06, |
| "loss": 0.4558, |
| "step": 1209 |
| }, |
| { |
| "epoch": 0.4868235767451217, |
| "grad_norm": 4.073296743584824, |
| "learning_rate": 3.051900536804411e-06, |
| "loss": 0.5664, |
| "step": 1210 |
| }, |
| { |
| "epoch": 0.4872259102796218, |
| "grad_norm": 3.7192683213034234, |
| "learning_rate": 3.0484756713352858e-06, |
| "loss": 0.494, |
| "step": 1211 |
| }, |
| { |
| "epoch": 0.4876282438141219, |
| "grad_norm": 3.6377595381026557, |
| "learning_rate": 3.045049724120718e-06, |
| "loss": 0.4885, |
| "step": 1212 |
| }, |
| { |
| "epoch": 0.488030577348622, |
| "grad_norm": 4.338683717827157, |
| "learning_rate": 3.0416227019176208e-06, |
| "loss": 0.6165, |
| "step": 1213 |
| }, |
| { |
| "epoch": 0.48843291088312213, |
| "grad_norm": 4.374868800699678, |
| "learning_rate": 3.0381946114850293e-06, |
| "loss": 0.5755, |
| "step": 1214 |
| }, |
| { |
| "epoch": 0.4888352444176222, |
| "grad_norm": 4.54077234147531, |
| "learning_rate": 3.034765459584083e-06, |
| "loss": 0.5954, |
| "step": 1215 |
| }, |
| { |
| "epoch": 0.4892375779521223, |
| "grad_norm": 4.166268412885333, |
| "learning_rate": 3.031335252978017e-06, |
| "loss": 0.6657, |
| "step": 1216 |
| }, |
| { |
| "epoch": 0.4896399114866224, |
| "grad_norm": 3.675310094808539, |
| "learning_rate": 3.027903998432145e-06, |
| "loss": 0.4676, |
| "step": 1217 |
| }, |
| { |
| "epoch": 0.49004224502112254, |
| "grad_norm": 4.091571307318168, |
| "learning_rate": 3.0244717027138494e-06, |
| "loss": 0.579, |
| "step": 1218 |
| }, |
| { |
| "epoch": 0.4904445785556226, |
| "grad_norm": 4.2620047470347595, |
| "learning_rate": 3.021038372592563e-06, |
| "loss": 0.577, |
| "step": 1219 |
| }, |
| { |
| "epoch": 0.4908469120901227, |
| "grad_norm": 3.687909147915886, |
| "learning_rate": 3.017604014839762e-06, |
| "loss": 0.557, |
| "step": 1220 |
| }, |
| { |
| "epoch": 0.4912492456246228, |
| "grad_norm": 4.003092692480048, |
| "learning_rate": 3.014168636228948e-06, |
| "loss": 0.5517, |
| "step": 1221 |
| }, |
| { |
| "epoch": 0.4916515791591229, |
| "grad_norm": 4.349298145062102, |
| "learning_rate": 3.010732243535636e-06, |
| "loss": 0.5991, |
| "step": 1222 |
| }, |
| { |
| "epoch": 0.49205391269362303, |
| "grad_norm": 3.9645619754575963, |
| "learning_rate": 3.0072948435373408e-06, |
| "loss": 0.5145, |
| "step": 1223 |
| }, |
| { |
| "epoch": 0.4924562462281231, |
| "grad_norm": 4.216377733109406, |
| "learning_rate": 3.003856443013564e-06, |
| "loss": 0.6017, |
| "step": 1224 |
| }, |
| { |
| "epoch": 0.4928585797626232, |
| "grad_norm": 3.9206543304610584, |
| "learning_rate": 3.0004170487457813e-06, |
| "loss": 0.5468, |
| "step": 1225 |
| }, |
| { |
| "epoch": 0.4932609132971233, |
| "grad_norm": 4.196664240626691, |
| "learning_rate": 2.996976667517427e-06, |
| "loss": 0.5191, |
| "step": 1226 |
| }, |
| { |
| "epoch": 0.49366324683162344, |
| "grad_norm": 3.7775234111981493, |
| "learning_rate": 2.9935353061138833e-06, |
| "loss": 0.5094, |
| "step": 1227 |
| }, |
| { |
| "epoch": 0.4940655803661235, |
| "grad_norm": 4.412452469732304, |
| "learning_rate": 2.990092971322464e-06, |
| "loss": 0.566, |
| "step": 1228 |
| }, |
| { |
| "epoch": 0.4944679139006236, |
| "grad_norm": 3.967665512410053, |
| "learning_rate": 2.986649669932405e-06, |
| "loss": 0.5005, |
| "step": 1229 |
| }, |
| { |
| "epoch": 0.4948702474351237, |
| "grad_norm": 3.8061725506913353, |
| "learning_rate": 2.983205408734846e-06, |
| "loss": 0.5214, |
| "step": 1230 |
| }, |
| { |
| "epoch": 0.49527258096962384, |
| "grad_norm": 3.615684737615807, |
| "learning_rate": 2.9797601945228214e-06, |
| "loss": 0.4647, |
| "step": 1231 |
| }, |
| { |
| "epoch": 0.49567491450412393, |
| "grad_norm": 4.27866020604673, |
| "learning_rate": 2.9763140340912463e-06, |
| "loss": 0.6409, |
| "step": 1232 |
| }, |
| { |
| "epoch": 0.496077248038624, |
| "grad_norm": 3.596076423790147, |
| "learning_rate": 2.972866934236898e-06, |
| "loss": 0.412, |
| "step": 1233 |
| }, |
| { |
| "epoch": 0.4964795815731241, |
| "grad_norm": 4.0355620490752955, |
| "learning_rate": 2.9694189017584097e-06, |
| "loss": 0.5596, |
| "step": 1234 |
| }, |
| { |
| "epoch": 0.4968819151076242, |
| "grad_norm": 4.148051125186017, |
| "learning_rate": 2.965969943456254e-06, |
| "loss": 0.5191, |
| "step": 1235 |
| }, |
| { |
| "epoch": 0.49728424864212434, |
| "grad_norm": 4.2692044767988, |
| "learning_rate": 2.962520066132728e-06, |
| "loss": 0.5066, |
| "step": 1236 |
| }, |
| { |
| "epoch": 0.4976865821766244, |
| "grad_norm": 4.28381423937242, |
| "learning_rate": 2.9590692765919436e-06, |
| "loss": 0.598, |
| "step": 1237 |
| }, |
| { |
| "epoch": 0.4980889157111245, |
| "grad_norm": 4.175358078657294, |
| "learning_rate": 2.955617581639809e-06, |
| "loss": 0.5953, |
| "step": 1238 |
| }, |
| { |
| "epoch": 0.4984912492456246, |
| "grad_norm": 4.5191335184254955, |
| "learning_rate": 2.952164988084021e-06, |
| "loss": 0.6236, |
| "step": 1239 |
| }, |
| { |
| "epoch": 0.49889358278012474, |
| "grad_norm": 4.126996114146587, |
| "learning_rate": 2.9487115027340458e-06, |
| "loss": 0.5455, |
| "step": 1240 |
| }, |
| { |
| "epoch": 0.49929591631462483, |
| "grad_norm": 3.978032878939077, |
| "learning_rate": 2.9452571324011103e-06, |
| "loss": 0.5658, |
| "step": 1241 |
| }, |
| { |
| "epoch": 0.4996982498491249, |
| "grad_norm": 4.494778767380183, |
| "learning_rate": 2.941801883898187e-06, |
| "loss": 0.6639, |
| "step": 1242 |
| }, |
| { |
| "epoch": 0.5001005833836251, |
| "grad_norm": 3.7291179386624376, |
| "learning_rate": 2.9383457640399794e-06, |
| "loss": 0.4724, |
| "step": 1243 |
| }, |
| { |
| "epoch": 0.5005029169181251, |
| "grad_norm": 4.0158904670389175, |
| "learning_rate": 2.9348887796429104e-06, |
| "loss": 0.5611, |
| "step": 1244 |
| }, |
| { |
| "epoch": 0.5009052504526252, |
| "grad_norm": 3.93870398764487, |
| "learning_rate": 2.9314309375251065e-06, |
| "loss": 0.5596, |
| "step": 1245 |
| }, |
| { |
| "epoch": 0.5013075839871253, |
| "grad_norm": 4.111802544399985, |
| "learning_rate": 2.9279722445063883e-06, |
| "loss": 0.5872, |
| "step": 1246 |
| }, |
| { |
| "epoch": 0.5017099175216254, |
| "grad_norm": 3.948101448350297, |
| "learning_rate": 2.9245127074082535e-06, |
| "loss": 0.5131, |
| "step": 1247 |
| }, |
| { |
| "epoch": 0.5021122510561256, |
| "grad_norm": 4.345129844652909, |
| "learning_rate": 2.9210523330538625e-06, |
| "loss": 0.6389, |
| "step": 1248 |
| }, |
| { |
| "epoch": 0.5025145845906256, |
| "grad_norm": 3.6367326824064112, |
| "learning_rate": 2.9175911282680307e-06, |
| "loss": 0.4518, |
| "step": 1249 |
| }, |
| { |
| "epoch": 0.5029169181251257, |
| "grad_norm": 4.027476673290246, |
| "learning_rate": 2.914129099877208e-06, |
| "loss": 0.5234, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.5033192516596259, |
| "grad_norm": 3.450546244138055, |
| "learning_rate": 2.9106662547094724e-06, |
| "loss": 0.3807, |
| "step": 1251 |
| }, |
| { |
| "epoch": 0.5037215851941259, |
| "grad_norm": 3.696528336339893, |
| "learning_rate": 2.907202599594508e-06, |
| "loss": 0.3884, |
| "step": 1252 |
| }, |
| { |
| "epoch": 0.504123918728626, |
| "grad_norm": 4.252344685184106, |
| "learning_rate": 2.9037381413636e-06, |
| "loss": 0.6935, |
| "step": 1253 |
| }, |
| { |
| "epoch": 0.5045262522631261, |
| "grad_norm": 4.336362311318111, |
| "learning_rate": 2.900272886849616e-06, |
| "loss": 0.5331, |
| "step": 1254 |
| }, |
| { |
| "epoch": 0.5049285857976262, |
| "grad_norm": 3.6842567382976688, |
| "learning_rate": 2.8968068428869955e-06, |
| "loss": 0.5545, |
| "step": 1255 |
| }, |
| { |
| "epoch": 0.5053309193321264, |
| "grad_norm": 3.699409904804457, |
| "learning_rate": 2.8933400163117337e-06, |
| "loss": 0.3754, |
| "step": 1256 |
| }, |
| { |
| "epoch": 0.5057332528666264, |
| "grad_norm": 4.205702275086939, |
| "learning_rate": 2.889872413961369e-06, |
| "loss": 0.6633, |
| "step": 1257 |
| }, |
| { |
| "epoch": 0.5061355864011265, |
| "grad_norm": 3.6639853190462626, |
| "learning_rate": 2.886404042674972e-06, |
| "loss": 0.3892, |
| "step": 1258 |
| }, |
| { |
| "epoch": 0.5065379199356266, |
| "grad_norm": 3.5640332071999765, |
| "learning_rate": 2.882934909293127e-06, |
| "loss": 0.4084, |
| "step": 1259 |
| }, |
| { |
| "epoch": 0.5069402534701267, |
| "grad_norm": 4.0471975082058025, |
| "learning_rate": 2.8794650206579234e-06, |
| "loss": 0.5812, |
| "step": 1260 |
| }, |
| { |
| "epoch": 0.5073425870046269, |
| "grad_norm": 4.0654643808596616, |
| "learning_rate": 2.875994383612939e-06, |
| "loss": 0.568, |
| "step": 1261 |
| }, |
| { |
| "epoch": 0.5077449205391269, |
| "grad_norm": 4.330240433028303, |
| "learning_rate": 2.872523005003229e-06, |
| "loss": 0.5165, |
| "step": 1262 |
| }, |
| { |
| "epoch": 0.508147254073627, |
| "grad_norm": 4.015050113056623, |
| "learning_rate": 2.869050891675309e-06, |
| "loss": 0.5002, |
| "step": 1263 |
| }, |
| { |
| "epoch": 0.5085495876081272, |
| "grad_norm": 4.393983632365189, |
| "learning_rate": 2.8655780504771476e-06, |
| "loss": 0.573, |
| "step": 1264 |
| }, |
| { |
| "epoch": 0.5089519211426272, |
| "grad_norm": 3.193554396038774, |
| "learning_rate": 2.8621044882581433e-06, |
| "loss": 0.3709, |
| "step": 1265 |
| }, |
| { |
| "epoch": 0.5093542546771274, |
| "grad_norm": 3.3841882285013813, |
| "learning_rate": 2.8586302118691223e-06, |
| "loss": 0.4387, |
| "step": 1266 |
| }, |
| { |
| "epoch": 0.5097565882116274, |
| "grad_norm": 3.9970258932238742, |
| "learning_rate": 2.8551552281623157e-06, |
| "loss": 0.5225, |
| "step": 1267 |
| }, |
| { |
| "epoch": 0.5101589217461275, |
| "grad_norm": 4.513606814044003, |
| "learning_rate": 2.85167954399135e-06, |
| "loss": 0.5528, |
| "step": 1268 |
| }, |
| { |
| "epoch": 0.5105612552806277, |
| "grad_norm": 4.684727392976221, |
| "learning_rate": 2.848203166211235e-06, |
| "loss": 0.6793, |
| "step": 1269 |
| }, |
| { |
| "epoch": 0.5109635888151277, |
| "grad_norm": 4.222583621631339, |
| "learning_rate": 2.8447261016783474e-06, |
| "loss": 0.6053, |
| "step": 1270 |
| }, |
| { |
| "epoch": 0.5113659223496279, |
| "grad_norm": 3.8724976223748744, |
| "learning_rate": 2.841248357250418e-06, |
| "loss": 0.4797, |
| "step": 1271 |
| }, |
| { |
| "epoch": 0.5117682558841279, |
| "grad_norm": 3.5925982833624652, |
| "learning_rate": 2.8377699397865184e-06, |
| "loss": 0.6524, |
| "step": 1272 |
| }, |
| { |
| "epoch": 0.512170589418628, |
| "grad_norm": 4.4527497576787285, |
| "learning_rate": 2.8342908561470496e-06, |
| "loss": 0.6426, |
| "step": 1273 |
| }, |
| { |
| "epoch": 0.5125729229531282, |
| "grad_norm": 3.758694762638942, |
| "learning_rate": 2.8308111131937237e-06, |
| "loss": 0.4863, |
| "step": 1274 |
| }, |
| { |
| "epoch": 0.5129752564876282, |
| "grad_norm": 3.432356742958401, |
| "learning_rate": 2.827330717789555e-06, |
| "loss": 0.5223, |
| "step": 1275 |
| }, |
| { |
| "epoch": 0.5133775900221283, |
| "grad_norm": 4.33004996309828, |
| "learning_rate": 2.8238496767988433e-06, |
| "loss": 0.6004, |
| "step": 1276 |
| }, |
| { |
| "epoch": 0.5137799235566285, |
| "grad_norm": 4.200608717420535, |
| "learning_rate": 2.820367997087164e-06, |
| "loss": 0.6228, |
| "step": 1277 |
| }, |
| { |
| "epoch": 0.5141822570911285, |
| "grad_norm": 4.0453448815375035, |
| "learning_rate": 2.8168856855213493e-06, |
| "loss": 0.6242, |
| "step": 1278 |
| }, |
| { |
| "epoch": 0.5145845906256287, |
| "grad_norm": 4.227997150733838, |
| "learning_rate": 2.81340274896948e-06, |
| "loss": 0.6175, |
| "step": 1279 |
| }, |
| { |
| "epoch": 0.5149869241601287, |
| "grad_norm": 3.68997651052952, |
| "learning_rate": 2.8099191943008673e-06, |
| "loss": 0.3891, |
| "step": 1280 |
| }, |
| { |
| "epoch": 0.5153892576946288, |
| "grad_norm": 3.983876769382806, |
| "learning_rate": 2.806435028386044e-06, |
| "loss": 0.4676, |
| "step": 1281 |
| }, |
| { |
| "epoch": 0.515791591229129, |
| "grad_norm": 3.7821657559918362, |
| "learning_rate": 2.8029502580967467e-06, |
| "loss": 0.5712, |
| "step": 1282 |
| }, |
| { |
| "epoch": 0.516193924763629, |
| "grad_norm": 4.613891160258615, |
| "learning_rate": 2.7994648903059034e-06, |
| "loss": 0.6892, |
| "step": 1283 |
| }, |
| { |
| "epoch": 0.5165962582981292, |
| "grad_norm": 4.260048115855587, |
| "learning_rate": 2.7959789318876235e-06, |
| "loss": 0.587, |
| "step": 1284 |
| }, |
| { |
| "epoch": 0.5169985918326292, |
| "grad_norm": 3.2651956443139905, |
| "learning_rate": 2.792492389717178e-06, |
| "loss": 0.4202, |
| "step": 1285 |
| }, |
| { |
| "epoch": 0.5174009253671293, |
| "grad_norm": 3.8441567338972136, |
| "learning_rate": 2.7890052706709913e-06, |
| "loss": 0.5274, |
| "step": 1286 |
| }, |
| { |
| "epoch": 0.5178032589016295, |
| "grad_norm": 4.244436141220556, |
| "learning_rate": 2.785517581626624e-06, |
| "loss": 0.5557, |
| "step": 1287 |
| }, |
| { |
| "epoch": 0.5182055924361295, |
| "grad_norm": 3.777185766227343, |
| "learning_rate": 2.782029329462763e-06, |
| "loss": 0.5508, |
| "step": 1288 |
| }, |
| { |
| "epoch": 0.5186079259706297, |
| "grad_norm": 4.024624316501224, |
| "learning_rate": 2.778540521059204e-06, |
| "loss": 0.4091, |
| "step": 1289 |
| }, |
| { |
| "epoch": 0.5190102595051298, |
| "grad_norm": 3.429656579938711, |
| "learning_rate": 2.775051163296839e-06, |
| "loss": 0.373, |
| "step": 1290 |
| }, |
| { |
| "epoch": 0.5194125930396298, |
| "grad_norm": 4.115516308278128, |
| "learning_rate": 2.771561263057647e-06, |
| "loss": 0.6296, |
| "step": 1291 |
| }, |
| { |
| "epoch": 0.51981492657413, |
| "grad_norm": 4.5340536303593, |
| "learning_rate": 2.7680708272246738e-06, |
| "loss": 0.5478, |
| "step": 1292 |
| }, |
| { |
| "epoch": 0.52021726010863, |
| "grad_norm": 4.1573055283514675, |
| "learning_rate": 2.7645798626820226e-06, |
| "loss": 0.5928, |
| "step": 1293 |
| }, |
| { |
| "epoch": 0.5206195936431302, |
| "grad_norm": 3.5540381627057926, |
| "learning_rate": 2.7610883763148382e-06, |
| "loss": 0.4204, |
| "step": 1294 |
| }, |
| { |
| "epoch": 0.5210219271776303, |
| "grad_norm": 3.7082383118644406, |
| "learning_rate": 2.7575963750092976e-06, |
| "loss": 0.5897, |
| "step": 1295 |
| }, |
| { |
| "epoch": 0.5214242607121303, |
| "grad_norm": 3.670768517938044, |
| "learning_rate": 2.7541038656525906e-06, |
| "loss": 0.4524, |
| "step": 1296 |
| }, |
| { |
| "epoch": 0.5218265942466305, |
| "grad_norm": 3.9599618494551336, |
| "learning_rate": 2.7506108551329084e-06, |
| "loss": 0.5334, |
| "step": 1297 |
| }, |
| { |
| "epoch": 0.5222289277811305, |
| "grad_norm": 3.8332760152691425, |
| "learning_rate": 2.747117350339434e-06, |
| "loss": 0.5027, |
| "step": 1298 |
| }, |
| { |
| "epoch": 0.5226312613156306, |
| "grad_norm": 3.5387447785248463, |
| "learning_rate": 2.743623358162322e-06, |
| "loss": 0.4453, |
| "step": 1299 |
| }, |
| { |
| "epoch": 0.5230335948501308, |
| "grad_norm": 3.665534245478194, |
| "learning_rate": 2.74012888549269e-06, |
| "loss": 0.4541, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.5234359283846308, |
| "grad_norm": 4.118363799618076, |
| "learning_rate": 2.736633939222604e-06, |
| "loss": 0.4863, |
| "step": 1301 |
| }, |
| { |
| "epoch": 0.523838261919131, |
| "grad_norm": 4.07159865432201, |
| "learning_rate": 2.733138526245061e-06, |
| "loss": 0.5836, |
| "step": 1302 |
| }, |
| { |
| "epoch": 0.5242405954536311, |
| "grad_norm": 4.9413620392110955, |
| "learning_rate": 2.729642653453981e-06, |
| "loss": 0.6331, |
| "step": 1303 |
| }, |
| { |
| "epoch": 0.5246429289881311, |
| "grad_norm": 4.349366316003809, |
| "learning_rate": 2.7261463277441913e-06, |
| "loss": 0.6584, |
| "step": 1304 |
| }, |
| { |
| "epoch": 0.5250452625226313, |
| "grad_norm": 4.013818084372327, |
| "learning_rate": 2.7226495560114097e-06, |
| "loss": 0.6444, |
| "step": 1305 |
| }, |
| { |
| "epoch": 0.5254475960571313, |
| "grad_norm": 3.9731448823583158, |
| "learning_rate": 2.719152345152237e-06, |
| "loss": 0.4717, |
| "step": 1306 |
| }, |
| { |
| "epoch": 0.5258499295916315, |
| "grad_norm": 3.836192951376196, |
| "learning_rate": 2.7156547020641377e-06, |
| "loss": 0.4813, |
| "step": 1307 |
| }, |
| { |
| "epoch": 0.5262522631261316, |
| "grad_norm": 4.526603353793837, |
| "learning_rate": 2.7121566336454295e-06, |
| "loss": 0.6223, |
| "step": 1308 |
| }, |
| { |
| "epoch": 0.5266545966606316, |
| "grad_norm": 4.542236066581728, |
| "learning_rate": 2.70865814679527e-06, |
| "loss": 0.541, |
| "step": 1309 |
| }, |
| { |
| "epoch": 0.5270569301951318, |
| "grad_norm": 4.477320709723044, |
| "learning_rate": 2.70515924841364e-06, |
| "loss": 0.4898, |
| "step": 1310 |
| }, |
| { |
| "epoch": 0.5274592637296318, |
| "grad_norm": 4.188969544607867, |
| "learning_rate": 2.7016599454013324e-06, |
| "loss": 0.478, |
| "step": 1311 |
| }, |
| { |
| "epoch": 0.527861597264132, |
| "grad_norm": 3.57921084312417, |
| "learning_rate": 2.6981602446599408e-06, |
| "loss": 0.4797, |
| "step": 1312 |
| }, |
| { |
| "epoch": 0.5282639307986321, |
| "grad_norm": 3.4828294543575784, |
| "learning_rate": 2.69466015309184e-06, |
| "loss": 0.4464, |
| "step": 1313 |
| }, |
| { |
| "epoch": 0.5286662643331321, |
| "grad_norm": 3.6542821945407002, |
| "learning_rate": 2.691159677600177e-06, |
| "loss": 0.5241, |
| "step": 1314 |
| }, |
| { |
| "epoch": 0.5290685978676323, |
| "grad_norm": 4.138582178147402, |
| "learning_rate": 2.6876588250888556e-06, |
| "loss": 0.4976, |
| "step": 1315 |
| }, |
| { |
| "epoch": 0.5294709314021324, |
| "grad_norm": 4.156252344667509, |
| "learning_rate": 2.6841576024625247e-06, |
| "loss": 0.5346, |
| "step": 1316 |
| }, |
| { |
| "epoch": 0.5298732649366324, |
| "grad_norm": 3.9783539180873118, |
| "learning_rate": 2.680656016626561e-06, |
| "loss": 0.5054, |
| "step": 1317 |
| }, |
| { |
| "epoch": 0.5302755984711326, |
| "grad_norm": 4.167749289113631, |
| "learning_rate": 2.677154074487057e-06, |
| "loss": 0.5308, |
| "step": 1318 |
| }, |
| { |
| "epoch": 0.5306779320056326, |
| "grad_norm": 3.6243864679157536, |
| "learning_rate": 2.6736517829508124e-06, |
| "loss": 0.4969, |
| "step": 1319 |
| }, |
| { |
| "epoch": 0.5310802655401328, |
| "grad_norm": 4.080652153118834, |
| "learning_rate": 2.6701491489253107e-06, |
| "loss": 0.5166, |
| "step": 1320 |
| }, |
| { |
| "epoch": 0.5314825990746329, |
| "grad_norm": 4.386897362383017, |
| "learning_rate": 2.6666461793187143e-06, |
| "loss": 0.4953, |
| "step": 1321 |
| }, |
| { |
| "epoch": 0.5318849326091329, |
| "grad_norm": 4.286991486124671, |
| "learning_rate": 2.6631428810398453e-06, |
| "loss": 0.4804, |
| "step": 1322 |
| }, |
| { |
| "epoch": 0.5322872661436331, |
| "grad_norm": 3.996180824655324, |
| "learning_rate": 2.659639260998176e-06, |
| "loss": 0.5182, |
| "step": 1323 |
| }, |
| { |
| "epoch": 0.5326895996781331, |
| "grad_norm": 4.305112080018121, |
| "learning_rate": 2.6561353261038127e-06, |
| "loss": 0.6548, |
| "step": 1324 |
| }, |
| { |
| "epoch": 0.5330919332126333, |
| "grad_norm": 3.6190226327616557, |
| "learning_rate": 2.6526310832674807e-06, |
| "loss": 0.5383, |
| "step": 1325 |
| }, |
| { |
| "epoch": 0.5334942667471334, |
| "grad_norm": 4.316996697367821, |
| "learning_rate": 2.6491265394005157e-06, |
| "loss": 0.5516, |
| "step": 1326 |
| }, |
| { |
| "epoch": 0.5338966002816334, |
| "grad_norm": 4.0648368660213325, |
| "learning_rate": 2.645621701414845e-06, |
| "loss": 0.6482, |
| "step": 1327 |
| }, |
| { |
| "epoch": 0.5342989338161336, |
| "grad_norm": 3.7739876249793047, |
| "learning_rate": 2.6421165762229777e-06, |
| "loss": 0.4783, |
| "step": 1328 |
| }, |
| { |
| "epoch": 0.5347012673506337, |
| "grad_norm": 3.789987275308021, |
| "learning_rate": 2.6386111707379873e-06, |
| "loss": 0.4525, |
| "step": 1329 |
| }, |
| { |
| "epoch": 0.5351036008851338, |
| "grad_norm": 3.630575939542573, |
| "learning_rate": 2.635105491873502e-06, |
| "loss": 0.5329, |
| "step": 1330 |
| }, |
| { |
| "epoch": 0.5355059344196339, |
| "grad_norm": 3.961557081061209, |
| "learning_rate": 2.6315995465436878e-06, |
| "loss": 0.5432, |
| "step": 1331 |
| }, |
| { |
| "epoch": 0.5359082679541339, |
| "grad_norm": 3.8780055120857204, |
| "learning_rate": 2.628093341663236e-06, |
| "loss": 0.454, |
| "step": 1332 |
| }, |
| { |
| "epoch": 0.5363106014886341, |
| "grad_norm": 4.031126634163913, |
| "learning_rate": 2.6245868841473525e-06, |
| "loss": 0.5452, |
| "step": 1333 |
| }, |
| { |
| "epoch": 0.5367129350231342, |
| "grad_norm": 3.3788818500452997, |
| "learning_rate": 2.6210801809117377e-06, |
| "loss": 0.4364, |
| "step": 1334 |
| }, |
| { |
| "epoch": 0.5371152685576343, |
| "grad_norm": 4.566291916332284, |
| "learning_rate": 2.61757323887258e-06, |
| "loss": 0.6427, |
| "step": 1335 |
| }, |
| { |
| "epoch": 0.5375176020921344, |
| "grad_norm": 4.46318346856033, |
| "learning_rate": 2.614066064946536e-06, |
| "loss": 0.6142, |
| "step": 1336 |
| }, |
| { |
| "epoch": 0.5379199356266344, |
| "grad_norm": 3.8724650951472377, |
| "learning_rate": 2.6105586660507214e-06, |
| "loss": 0.4865, |
| "step": 1337 |
| }, |
| { |
| "epoch": 0.5383222691611346, |
| "grad_norm": 4.107266394665508, |
| "learning_rate": 2.607051049102696e-06, |
| "loss": 0.5618, |
| "step": 1338 |
| }, |
| { |
| "epoch": 0.5387246026956347, |
| "grad_norm": 4.131578269950126, |
| "learning_rate": 2.6035432210204475e-06, |
| "loss": 0.6571, |
| "step": 1339 |
| }, |
| { |
| "epoch": 0.5391269362301347, |
| "grad_norm": 4.135237490425349, |
| "learning_rate": 2.6000351887223817e-06, |
| "loss": 0.506, |
| "step": 1340 |
| }, |
| { |
| "epoch": 0.5395292697646349, |
| "grad_norm": 4.2799950491642695, |
| "learning_rate": 2.5965269591273075e-06, |
| "loss": 0.5054, |
| "step": 1341 |
| }, |
| { |
| "epoch": 0.539931603299135, |
| "grad_norm": 4.111277509443795, |
| "learning_rate": 2.59301853915442e-06, |
| "loss": 0.5896, |
| "step": 1342 |
| }, |
| { |
| "epoch": 0.5403339368336351, |
| "grad_norm": 3.8507472387773416, |
| "learning_rate": 2.5895099357232946e-06, |
| "loss": 0.4784, |
| "step": 1343 |
| }, |
| { |
| "epoch": 0.5407362703681352, |
| "grad_norm": 4.553167071691355, |
| "learning_rate": 2.5860011557538644e-06, |
| "loss": 0.5889, |
| "step": 1344 |
| }, |
| { |
| "epoch": 0.5411386039026352, |
| "grad_norm": 4.8377815361815175, |
| "learning_rate": 2.5824922061664125e-06, |
| "loss": 0.7153, |
| "step": 1345 |
| }, |
| { |
| "epoch": 0.5415409374371354, |
| "grad_norm": 4.026163246451428, |
| "learning_rate": 2.578983093881557e-06, |
| "loss": 0.5578, |
| "step": 1346 |
| }, |
| { |
| "epoch": 0.5419432709716355, |
| "grad_norm": 4.396870764657521, |
| "learning_rate": 2.5754738258202345e-06, |
| "loss": 0.7799, |
| "step": 1347 |
| }, |
| { |
| "epoch": 0.5423456045061356, |
| "grad_norm": 4.349518153263542, |
| "learning_rate": 2.5719644089036916e-06, |
| "loss": 0.5919, |
| "step": 1348 |
| }, |
| { |
| "epoch": 0.5427479380406357, |
| "grad_norm": 4.355976508524607, |
| "learning_rate": 2.568454850053467e-06, |
| "loss": 0.5903, |
| "step": 1349 |
| }, |
| { |
| "epoch": 0.5431502715751357, |
| "grad_norm": 3.951612074252993, |
| "learning_rate": 2.5649451561913796e-06, |
| "loss": 0.5038, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.5435526051096359, |
| "grad_norm": 4.030293462511148, |
| "learning_rate": 2.561435334239515e-06, |
| "loss": 0.5308, |
| "step": 1351 |
| }, |
| { |
| "epoch": 0.543954938644136, |
| "grad_norm": 4.530833691231785, |
| "learning_rate": 2.55792539112021e-06, |
| "loss": 0.5977, |
| "step": 1352 |
| }, |
| { |
| "epoch": 0.544357272178636, |
| "grad_norm": 4.1989735383766185, |
| "learning_rate": 2.5544153337560422e-06, |
| "loss": 0.5686, |
| "step": 1353 |
| }, |
| { |
| "epoch": 0.5447596057131362, |
| "grad_norm": 4.32105387076282, |
| "learning_rate": 2.5509051690698137e-06, |
| "loss": 0.6257, |
| "step": 1354 |
| }, |
| { |
| "epoch": 0.5451619392476363, |
| "grad_norm": 3.34919768311592, |
| "learning_rate": 2.5473949039845388e-06, |
| "loss": 0.4131, |
| "step": 1355 |
| }, |
| { |
| "epoch": 0.5455642727821364, |
| "grad_norm": 4.128988896294745, |
| "learning_rate": 2.5438845454234284e-06, |
| "loss": 0.6007, |
| "step": 1356 |
| }, |
| { |
| "epoch": 0.5459666063166365, |
| "grad_norm": 4.122788652813818, |
| "learning_rate": 2.5403741003098793e-06, |
| "loss": 0.5223, |
| "step": 1357 |
| }, |
| { |
| "epoch": 0.5463689398511365, |
| "grad_norm": 4.420118909526267, |
| "learning_rate": 2.5368635755674586e-06, |
| "loss": 0.5506, |
| "step": 1358 |
| }, |
| { |
| "epoch": 0.5467712733856367, |
| "grad_norm": 4.2195230085645345, |
| "learning_rate": 2.5333529781198895e-06, |
| "loss": 0.5989, |
| "step": 1359 |
| }, |
| { |
| "epoch": 0.5471736069201368, |
| "grad_norm": 4.20795164503954, |
| "learning_rate": 2.5298423148910396e-06, |
| "loss": 0.4462, |
| "step": 1360 |
| }, |
| { |
| "epoch": 0.5475759404546369, |
| "grad_norm": 4.010223353178494, |
| "learning_rate": 2.5263315928049063e-06, |
| "loss": 0.5192, |
| "step": 1361 |
| }, |
| { |
| "epoch": 0.547978273989137, |
| "grad_norm": 4.816701841105469, |
| "learning_rate": 2.5228208187856024e-06, |
| "loss": 0.6599, |
| "step": 1362 |
| }, |
| { |
| "epoch": 0.548380607523637, |
| "grad_norm": 4.023413458632839, |
| "learning_rate": 2.5193099997573437e-06, |
| "loss": 0.6185, |
| "step": 1363 |
| }, |
| { |
| "epoch": 0.5487829410581372, |
| "grad_norm": 3.6516400727809115, |
| "learning_rate": 2.5157991426444343e-06, |
| "loss": 0.5859, |
| "step": 1364 |
| }, |
| { |
| "epoch": 0.5491852745926373, |
| "grad_norm": 4.119751084462459, |
| "learning_rate": 2.5122882543712546e-06, |
| "loss": 0.5255, |
| "step": 1365 |
| }, |
| { |
| "epoch": 0.5495876081271374, |
| "grad_norm": 3.957835467170672, |
| "learning_rate": 2.5087773418622447e-06, |
| "loss": 0.4659, |
| "step": 1366 |
| }, |
| { |
| "epoch": 0.5499899416616375, |
| "grad_norm": 3.500258182406765, |
| "learning_rate": 2.505266412041893e-06, |
| "loss": 0.4385, |
| "step": 1367 |
| }, |
| { |
| "epoch": 0.5503922751961376, |
| "grad_norm": 4.041408070624076, |
| "learning_rate": 2.5017554718347233e-06, |
| "loss": 0.5367, |
| "step": 1368 |
| }, |
| { |
| "epoch": 0.5507946087306377, |
| "grad_norm": 4.091765389792879, |
| "learning_rate": 2.4982445281652775e-06, |
| "loss": 0.5744, |
| "step": 1369 |
| }, |
| { |
| "epoch": 0.5511969422651378, |
| "grad_norm": 4.469717920616285, |
| "learning_rate": 2.4947335879581073e-06, |
| "loss": 0.5818, |
| "step": 1370 |
| }, |
| { |
| "epoch": 0.5515992757996379, |
| "grad_norm": 3.9779088164073833, |
| "learning_rate": 2.4912226581377566e-06, |
| "loss": 0.5893, |
| "step": 1371 |
| }, |
| { |
| "epoch": 0.552001609334138, |
| "grad_norm": 3.627034776419984, |
| "learning_rate": 2.4877117456287463e-06, |
| "loss": 0.4902, |
| "step": 1372 |
| }, |
| { |
| "epoch": 0.5524039428686381, |
| "grad_norm": 3.8562269767576405, |
| "learning_rate": 2.484200857355566e-06, |
| "loss": 0.6268, |
| "step": 1373 |
| }, |
| { |
| "epoch": 0.5528062764031382, |
| "grad_norm": 4.192164362531014, |
| "learning_rate": 2.4806900002426567e-06, |
| "loss": 0.6121, |
| "step": 1374 |
| }, |
| { |
| "epoch": 0.5532086099376383, |
| "grad_norm": 3.916801705190097, |
| "learning_rate": 2.477179181214398e-06, |
| "loss": 0.4926, |
| "step": 1375 |
| }, |
| { |
| "epoch": 0.5536109434721384, |
| "grad_norm": 3.693356946438789, |
| "learning_rate": 2.473668407195095e-06, |
| "loss": 0.5189, |
| "step": 1376 |
| }, |
| { |
| "epoch": 0.5540132770066385, |
| "grad_norm": 4.229576715855437, |
| "learning_rate": 2.4701576851089613e-06, |
| "loss": 0.6398, |
| "step": 1377 |
| }, |
| { |
| "epoch": 0.5544156105411386, |
| "grad_norm": 3.6167470608574197, |
| "learning_rate": 2.4666470218801113e-06, |
| "loss": 0.5175, |
| "step": 1378 |
| }, |
| { |
| "epoch": 0.5548179440756387, |
| "grad_norm": 5.070171032981664, |
| "learning_rate": 2.463136424432542e-06, |
| "loss": 0.4988, |
| "step": 1379 |
| }, |
| { |
| "epoch": 0.5552202776101388, |
| "grad_norm": 4.058368062649386, |
| "learning_rate": 2.4596258996901215e-06, |
| "loss": 0.4313, |
| "step": 1380 |
| }, |
| { |
| "epoch": 0.555622611144639, |
| "grad_norm": 3.9184186874819464, |
| "learning_rate": 2.4561154545765724e-06, |
| "loss": 0.5338, |
| "step": 1381 |
| }, |
| { |
| "epoch": 0.556024944679139, |
| "grad_norm": 3.1244549306950784, |
| "learning_rate": 2.4526050960154616e-06, |
| "loss": 0.4289, |
| "step": 1382 |
| }, |
| { |
| "epoch": 0.5564272782136391, |
| "grad_norm": 4.04400253855949, |
| "learning_rate": 2.4490948309301867e-06, |
| "loss": 0.5257, |
| "step": 1383 |
| }, |
| { |
| "epoch": 0.5568296117481392, |
| "grad_norm": 3.9303715740181513, |
| "learning_rate": 2.445584666243959e-06, |
| "loss": 0.5149, |
| "step": 1384 |
| }, |
| { |
| "epoch": 0.5572319452826393, |
| "grad_norm": 4.395655391522824, |
| "learning_rate": 2.442074608879791e-06, |
| "loss": 0.6249, |
| "step": 1385 |
| }, |
| { |
| "epoch": 0.5576342788171395, |
| "grad_norm": 3.8268439749597576, |
| "learning_rate": 2.438564665760486e-06, |
| "loss": 0.5613, |
| "step": 1386 |
| }, |
| { |
| "epoch": 0.5580366123516395, |
| "grad_norm": 4.255793020118025, |
| "learning_rate": 2.4350548438086212e-06, |
| "loss": 0.6155, |
| "step": 1387 |
| }, |
| { |
| "epoch": 0.5584389458861396, |
| "grad_norm": 3.979739013550483, |
| "learning_rate": 2.4315451499465336e-06, |
| "loss": 0.5394, |
| "step": 1388 |
| }, |
| { |
| "epoch": 0.5588412794206397, |
| "grad_norm": 3.781411432288367, |
| "learning_rate": 2.4280355910963097e-06, |
| "loss": 0.4507, |
| "step": 1389 |
| }, |
| { |
| "epoch": 0.5592436129551398, |
| "grad_norm": 4.371781717934846, |
| "learning_rate": 2.4245261741797663e-06, |
| "loss": 0.5305, |
| "step": 1390 |
| }, |
| { |
| "epoch": 0.55964594648964, |
| "grad_norm": 3.52895283713103, |
| "learning_rate": 2.421016906118444e-06, |
| "loss": 0.5194, |
| "step": 1391 |
| }, |
| { |
| "epoch": 0.56004828002414, |
| "grad_norm": 3.872042926144624, |
| "learning_rate": 2.417507793833587e-06, |
| "loss": 0.4998, |
| "step": 1392 |
| }, |
| { |
| "epoch": 0.5604506135586401, |
| "grad_norm": 3.391234256928363, |
| "learning_rate": 2.413998844246136e-06, |
| "loss": 0.4093, |
| "step": 1393 |
| }, |
| { |
| "epoch": 0.5608529470931403, |
| "grad_norm": 3.9654243758806174, |
| "learning_rate": 2.4104900642767066e-06, |
| "loss": 0.4515, |
| "step": 1394 |
| }, |
| { |
| "epoch": 0.5612552806276403, |
| "grad_norm": 3.5879075344069378, |
| "learning_rate": 2.4069814608455804e-06, |
| "loss": 0.5207, |
| "step": 1395 |
| }, |
| { |
| "epoch": 0.5616576141621404, |
| "grad_norm": 4.104094820028554, |
| "learning_rate": 2.4034730408726938e-06, |
| "loss": 0.5625, |
| "step": 1396 |
| }, |
| { |
| "epoch": 0.5620599476966405, |
| "grad_norm": 3.772298699595217, |
| "learning_rate": 2.3999648112776183e-06, |
| "loss": 0.5068, |
| "step": 1397 |
| }, |
| { |
| "epoch": 0.5624622812311406, |
| "grad_norm": 3.688052093132043, |
| "learning_rate": 2.3964567789795533e-06, |
| "loss": 0.5042, |
| "step": 1398 |
| }, |
| { |
| "epoch": 0.5628646147656408, |
| "grad_norm": 3.8931716258044498, |
| "learning_rate": 2.3929489508973047e-06, |
| "loss": 0.5485, |
| "step": 1399 |
| }, |
| { |
| "epoch": 0.5632669483001408, |
| "grad_norm": 4.224728616738161, |
| "learning_rate": 2.389441333949279e-06, |
| "loss": 0.6582, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.5636692818346409, |
| "grad_norm": 3.8494878180062897, |
| "learning_rate": 2.3859339350534646e-06, |
| "loss": 0.5379, |
| "step": 1401 |
| }, |
| { |
| "epoch": 0.564071615369141, |
| "grad_norm": 4.200325419085908, |
| "learning_rate": 2.382426761127421e-06, |
| "loss": 0.5997, |
| "step": 1402 |
| }, |
| { |
| "epoch": 0.5644739489036411, |
| "grad_norm": 4.143252972394019, |
| "learning_rate": 2.378919819088263e-06, |
| "loss": 0.6195, |
| "step": 1403 |
| }, |
| { |
| "epoch": 0.5648762824381413, |
| "grad_norm": 3.7174533902571145, |
| "learning_rate": 2.3754131158526483e-06, |
| "loss": 0.5317, |
| "step": 1404 |
| }, |
| { |
| "epoch": 0.5652786159726413, |
| "grad_norm": 4.0056931921159356, |
| "learning_rate": 2.371906658336764e-06, |
| "loss": 0.5232, |
| "step": 1405 |
| }, |
| { |
| "epoch": 0.5656809495071414, |
| "grad_norm": 3.830247393182765, |
| "learning_rate": 2.368400453456313e-06, |
| "loss": 0.4898, |
| "step": 1406 |
| }, |
| { |
| "epoch": 0.5660832830416416, |
| "grad_norm": 3.7820185066794787, |
| "learning_rate": 2.364894508126499e-06, |
| "loss": 0.5438, |
| "step": 1407 |
| }, |
| { |
| "epoch": 0.5664856165761416, |
| "grad_norm": 4.4898443665627, |
| "learning_rate": 2.3613888292620135e-06, |
| "loss": 0.6322, |
| "step": 1408 |
| }, |
| { |
| "epoch": 0.5668879501106417, |
| "grad_norm": 4.157236186991902, |
| "learning_rate": 2.3578834237770227e-06, |
| "loss": 0.5978, |
| "step": 1409 |
| }, |
| { |
| "epoch": 0.5672902836451418, |
| "grad_norm": 4.576188931404494, |
| "learning_rate": 2.354378298585155e-06, |
| "loss": 0.5774, |
| "step": 1410 |
| }, |
| { |
| "epoch": 0.5676926171796419, |
| "grad_norm": 3.714487248907507, |
| "learning_rate": 2.3508734605994855e-06, |
| "loss": 0.4305, |
| "step": 1411 |
| }, |
| { |
| "epoch": 0.5680949507141421, |
| "grad_norm": 3.9270791753173313, |
| "learning_rate": 2.3473689167325205e-06, |
| "loss": 0.4912, |
| "step": 1412 |
| }, |
| { |
| "epoch": 0.5684972842486421, |
| "grad_norm": 3.655781362606588, |
| "learning_rate": 2.3438646738961886e-06, |
| "loss": 0.5125, |
| "step": 1413 |
| }, |
| { |
| "epoch": 0.5688996177831422, |
| "grad_norm": 4.2097153394323845, |
| "learning_rate": 2.3403607390018246e-06, |
| "loss": 0.4273, |
| "step": 1414 |
| }, |
| { |
| "epoch": 0.5693019513176423, |
| "grad_norm": 3.7418997500983, |
| "learning_rate": 2.3368571189601556e-06, |
| "loss": 0.4534, |
| "step": 1415 |
| }, |
| { |
| "epoch": 0.5697042848521424, |
| "grad_norm": 3.7385152001909154, |
| "learning_rate": 2.3333538206812874e-06, |
| "loss": 0.4461, |
| "step": 1416 |
| }, |
| { |
| "epoch": 0.5701066183866426, |
| "grad_norm": 4.243485694858217, |
| "learning_rate": 2.32985085107469e-06, |
| "loss": 0.4943, |
| "step": 1417 |
| }, |
| { |
| "epoch": 0.5705089519211426, |
| "grad_norm": 4.064181274521891, |
| "learning_rate": 2.3263482170491884e-06, |
| "loss": 0.6696, |
| "step": 1418 |
| }, |
| { |
| "epoch": 0.5709112854556427, |
| "grad_norm": 4.168819688893492, |
| "learning_rate": 2.3228459255129425e-06, |
| "loss": 0.5914, |
| "step": 1419 |
| }, |
| { |
| "epoch": 0.5713136189901429, |
| "grad_norm": 3.299064883781313, |
| "learning_rate": 2.3193439833734403e-06, |
| "loss": 0.3987, |
| "step": 1420 |
| }, |
| { |
| "epoch": 0.5717159525246429, |
| "grad_norm": 4.887635853989916, |
| "learning_rate": 2.3158423975374757e-06, |
| "loss": 0.4842, |
| "step": 1421 |
| }, |
| { |
| "epoch": 0.572118286059143, |
| "grad_norm": 3.4644648967520806, |
| "learning_rate": 2.312341174911145e-06, |
| "loss": 0.4643, |
| "step": 1422 |
| }, |
| { |
| "epoch": 0.5725206195936431, |
| "grad_norm": 3.75941250297541, |
| "learning_rate": 2.3088403223998235e-06, |
| "loss": 0.4772, |
| "step": 1423 |
| }, |
| { |
| "epoch": 0.5729229531281432, |
| "grad_norm": 3.4615485090255578, |
| "learning_rate": 2.3053398469081613e-06, |
| "loss": 0.5075, |
| "step": 1424 |
| }, |
| { |
| "epoch": 0.5733252866626434, |
| "grad_norm": 4.2227564973481995, |
| "learning_rate": 2.30183975534006e-06, |
| "loss": 0.5125, |
| "step": 1425 |
| }, |
| { |
| "epoch": 0.5737276201971434, |
| "grad_norm": 4.090888673139273, |
| "learning_rate": 2.298340054598668e-06, |
| "loss": 0.5183, |
| "step": 1426 |
| }, |
| { |
| "epoch": 0.5741299537316435, |
| "grad_norm": 4.548845256935699, |
| "learning_rate": 2.294840751586361e-06, |
| "loss": 0.639, |
| "step": 1427 |
| }, |
| { |
| "epoch": 0.5745322872661436, |
| "grad_norm": 3.901263423192965, |
| "learning_rate": 2.291341853204731e-06, |
| "loss": 0.623, |
| "step": 1428 |
| }, |
| { |
| "epoch": 0.5749346208006437, |
| "grad_norm": 3.347357658304439, |
| "learning_rate": 2.287843366354571e-06, |
| "loss": 0.4009, |
| "step": 1429 |
| }, |
| { |
| "epoch": 0.5753369543351439, |
| "grad_norm": 4.512229941763247, |
| "learning_rate": 2.284345297935863e-06, |
| "loss": 0.6336, |
| "step": 1430 |
| }, |
| { |
| "epoch": 0.5757392878696439, |
| "grad_norm": 4.132485335550154, |
| "learning_rate": 2.2808476548477636e-06, |
| "loss": 0.5015, |
| "step": 1431 |
| }, |
| { |
| "epoch": 0.576141621404144, |
| "grad_norm": 4.226000440762799, |
| "learning_rate": 2.2773504439885903e-06, |
| "loss": 0.5063, |
| "step": 1432 |
| }, |
| { |
| "epoch": 0.5765439549386442, |
| "grad_norm": 4.010604789353783, |
| "learning_rate": 2.27385367225581e-06, |
| "loss": 0.5085, |
| "step": 1433 |
| }, |
| { |
| "epoch": 0.5769462884731442, |
| "grad_norm": 3.71838877160847, |
| "learning_rate": 2.2703573465460194e-06, |
| "loss": 0.483, |
| "step": 1434 |
| }, |
| { |
| "epoch": 0.5773486220076444, |
| "grad_norm": 3.715720870136391, |
| "learning_rate": 2.2668614737549395e-06, |
| "loss": 0.5292, |
| "step": 1435 |
| }, |
| { |
| "epoch": 0.5777509555421444, |
| "grad_norm": 3.7875519229722756, |
| "learning_rate": 2.263366060777397e-06, |
| "loss": 0.4504, |
| "step": 1436 |
| }, |
| { |
| "epoch": 0.5781532890766445, |
| "grad_norm": 4.235567100677654, |
| "learning_rate": 2.25987111450731e-06, |
| "loss": 0.6075, |
| "step": 1437 |
| }, |
| { |
| "epoch": 0.5785556226111447, |
| "grad_norm": 4.23015897289991, |
| "learning_rate": 2.256376641837679e-06, |
| "loss": 0.6036, |
| "step": 1438 |
| }, |
| { |
| "epoch": 0.5789579561456447, |
| "grad_norm": 4.397376552533781, |
| "learning_rate": 2.2528826496605672e-06, |
| "loss": 0.6584, |
| "step": 1439 |
| }, |
| { |
| "epoch": 0.5793602896801449, |
| "grad_norm": 3.987430088200103, |
| "learning_rate": 2.249389144867092e-06, |
| "loss": 0.5312, |
| "step": 1440 |
| }, |
| { |
| "epoch": 0.5797626232146449, |
| "grad_norm": 4.349402058381357, |
| "learning_rate": 2.24589613434741e-06, |
| "loss": 0.4806, |
| "step": 1441 |
| }, |
| { |
| "epoch": 0.580164956749145, |
| "grad_norm": 4.389627692568862, |
| "learning_rate": 2.2424036249907032e-06, |
| "loss": 0.649, |
| "step": 1442 |
| }, |
| { |
| "epoch": 0.5805672902836452, |
| "grad_norm": 3.889422512107434, |
| "learning_rate": 2.238911623685162e-06, |
| "loss": 0.5553, |
| "step": 1443 |
| }, |
| { |
| "epoch": 0.5809696238181452, |
| "grad_norm": 4.1471977764513674, |
| "learning_rate": 2.235420137317978e-06, |
| "loss": 0.5527, |
| "step": 1444 |
| }, |
| { |
| "epoch": 0.5813719573526454, |
| "grad_norm": 3.642246289302764, |
| "learning_rate": 2.2319291727753266e-06, |
| "loss": 0.4669, |
| "step": 1445 |
| }, |
| { |
| "epoch": 0.5817742908871455, |
| "grad_norm": 3.7186046973608406, |
| "learning_rate": 2.228438736942354e-06, |
| "loss": 0.3984, |
| "step": 1446 |
| }, |
| { |
| "epoch": 0.5821766244216455, |
| "grad_norm": 4.208948818822306, |
| "learning_rate": 2.2249488367031612e-06, |
| "loss": 0.574, |
| "step": 1447 |
| }, |
| { |
| "epoch": 0.5825789579561457, |
| "grad_norm": 3.4944920810310633, |
| "learning_rate": 2.221459478940797e-06, |
| "loss": 0.4565, |
| "step": 1448 |
| }, |
| { |
| "epoch": 0.5829812914906457, |
| "grad_norm": 3.8209272903130325, |
| "learning_rate": 2.2179706705372377e-06, |
| "loss": 0.4116, |
| "step": 1449 |
| }, |
| { |
| "epoch": 0.5833836250251458, |
| "grad_norm": 4.562727204828236, |
| "learning_rate": 2.214482418373376e-06, |
| "loss": 0.6272, |
| "step": 1450 |
| }, |
| { |
| "epoch": 0.583785958559646, |
| "grad_norm": 3.986021082183279, |
| "learning_rate": 2.21099472932901e-06, |
| "loss": 0.4946, |
| "step": 1451 |
| }, |
| { |
| "epoch": 0.584188292094146, |
| "grad_norm": 3.619941584357637, |
| "learning_rate": 2.207507610282823e-06, |
| "loss": 0.5552, |
| "step": 1452 |
| }, |
| { |
| "epoch": 0.5845906256286462, |
| "grad_norm": 4.265275522318885, |
| "learning_rate": 2.2040210681123773e-06, |
| "loss": 0.5387, |
| "step": 1453 |
| }, |
| { |
| "epoch": 0.5849929591631462, |
| "grad_norm": 3.592671313761321, |
| "learning_rate": 2.2005351096940966e-06, |
| "loss": 0.4221, |
| "step": 1454 |
| }, |
| { |
| "epoch": 0.5853952926976463, |
| "grad_norm": 4.0275300106962755, |
| "learning_rate": 2.1970497419032546e-06, |
| "loss": 0.5781, |
| "step": 1455 |
| }, |
| { |
| "epoch": 0.5857976262321465, |
| "grad_norm": 3.8884576976533425, |
| "learning_rate": 2.1935649716139567e-06, |
| "loss": 0.5121, |
| "step": 1456 |
| }, |
| { |
| "epoch": 0.5861999597666465, |
| "grad_norm": 4.481785017500937, |
| "learning_rate": 2.1900808056991335e-06, |
| "loss": 0.6321, |
| "step": 1457 |
| }, |
| { |
| "epoch": 0.5866022933011467, |
| "grad_norm": 3.74252328127819, |
| "learning_rate": 2.186597251030521e-06, |
| "loss": 0.4935, |
| "step": 1458 |
| }, |
| { |
| "epoch": 0.5870046268356468, |
| "grad_norm": 3.9659714356438442, |
| "learning_rate": 2.183114314478651e-06, |
| "loss": 0.5503, |
| "step": 1459 |
| }, |
| { |
| "epoch": 0.5874069603701468, |
| "grad_norm": 3.435746642131932, |
| "learning_rate": 2.179632002912837e-06, |
| "loss": 0.3508, |
| "step": 1460 |
| }, |
| { |
| "epoch": 0.587809293904647, |
| "grad_norm": 4.32896011694038, |
| "learning_rate": 2.176150323201157e-06, |
| "loss": 0.5728, |
| "step": 1461 |
| }, |
| { |
| "epoch": 0.588211627439147, |
| "grad_norm": 4.1710482850436215, |
| "learning_rate": 2.1726692822104455e-06, |
| "loss": 0.5115, |
| "step": 1462 |
| }, |
| { |
| "epoch": 0.5886139609736472, |
| "grad_norm": 4.1244090573644145, |
| "learning_rate": 2.169188886806277e-06, |
| "loss": 0.3078, |
| "step": 1463 |
| }, |
| { |
| "epoch": 0.5890162945081473, |
| "grad_norm": 3.462366030557245, |
| "learning_rate": 2.1657091438529517e-06, |
| "loss": 0.472, |
| "step": 1464 |
| }, |
| { |
| "epoch": 0.5894186280426473, |
| "grad_norm": 3.920420130653373, |
| "learning_rate": 2.1622300602134824e-06, |
| "loss": 0.5559, |
| "step": 1465 |
| }, |
| { |
| "epoch": 0.5898209615771475, |
| "grad_norm": 4.574556709525141, |
| "learning_rate": 2.158751642749583e-06, |
| "loss": 0.5525, |
| "step": 1466 |
| }, |
| { |
| "epoch": 0.5902232951116475, |
| "grad_norm": 3.8284931733353513, |
| "learning_rate": 2.155273898321653e-06, |
| "loss": 0.5681, |
| "step": 1467 |
| }, |
| { |
| "epoch": 0.5906256286461476, |
| "grad_norm": 3.3784102201483677, |
| "learning_rate": 2.151796833788766e-06, |
| "loss": 0.4727, |
| "step": 1468 |
| }, |
| { |
| "epoch": 0.5910279621806478, |
| "grad_norm": 4.047681657794816, |
| "learning_rate": 2.1483204560086507e-06, |
| "loss": 0.5665, |
| "step": 1469 |
| }, |
| { |
| "epoch": 0.5914302957151478, |
| "grad_norm": 4.308357381109115, |
| "learning_rate": 2.144844771837685e-06, |
| "loss": 0.6112, |
| "step": 1470 |
| }, |
| { |
| "epoch": 0.591832629249648, |
| "grad_norm": 3.733873078989285, |
| "learning_rate": 2.1413697881308785e-06, |
| "loss": 0.494, |
| "step": 1471 |
| }, |
| { |
| "epoch": 0.5922349627841481, |
| "grad_norm": 4.130337043839704, |
| "learning_rate": 2.1378955117418567e-06, |
| "loss": 0.445, |
| "step": 1472 |
| }, |
| { |
| "epoch": 0.5926372963186481, |
| "grad_norm": 4.189878829812914, |
| "learning_rate": 2.1344219495228537e-06, |
| "loss": 0.569, |
| "step": 1473 |
| }, |
| { |
| "epoch": 0.5930396298531483, |
| "grad_norm": 3.926746164109752, |
| "learning_rate": 2.1309491083246915e-06, |
| "loss": 0.5696, |
| "step": 1474 |
| }, |
| { |
| "epoch": 0.5934419633876483, |
| "grad_norm": 3.688932516880435, |
| "learning_rate": 2.127476994996772e-06, |
| "loss": 0.5001, |
| "step": 1475 |
| }, |
| { |
| "epoch": 0.5938442969221485, |
| "grad_norm": 4.084824375606503, |
| "learning_rate": 2.1240056163870614e-06, |
| "loss": 0.613, |
| "step": 1476 |
| }, |
| { |
| "epoch": 0.5942466304566486, |
| "grad_norm": 4.614880824241214, |
| "learning_rate": 2.120534979342078e-06, |
| "loss": 0.5252, |
| "step": 1477 |
| }, |
| { |
| "epoch": 0.5946489639911486, |
| "grad_norm": 3.0888633468235014, |
| "learning_rate": 2.1170650907068742e-06, |
| "loss": 0.4531, |
| "step": 1478 |
| }, |
| { |
| "epoch": 0.5950512975256488, |
| "grad_norm": 4.213120019047452, |
| "learning_rate": 2.113595957325029e-06, |
| "loss": 0.6458, |
| "step": 1479 |
| }, |
| { |
| "epoch": 0.5954536310601488, |
| "grad_norm": 3.610258712936895, |
| "learning_rate": 2.1101275860386313e-06, |
| "loss": 0.5652, |
| "step": 1480 |
| }, |
| { |
| "epoch": 0.595855964594649, |
| "grad_norm": 3.901115632452379, |
| "learning_rate": 2.1066599836882667e-06, |
| "loss": 0.4731, |
| "step": 1481 |
| }, |
| { |
| "epoch": 0.5962582981291491, |
| "grad_norm": 4.576321666746087, |
| "learning_rate": 2.1031931571130053e-06, |
| "loss": 0.6799, |
| "step": 1482 |
| }, |
| { |
| "epoch": 0.5966606316636491, |
| "grad_norm": 4.188708168775149, |
| "learning_rate": 2.0997271131503847e-06, |
| "loss": 0.5172, |
| "step": 1483 |
| }, |
| { |
| "epoch": 0.5970629651981493, |
| "grad_norm": 3.993460741506799, |
| "learning_rate": 2.0962618586364005e-06, |
| "loss": 0.4828, |
| "step": 1484 |
| }, |
| { |
| "epoch": 0.5974652987326494, |
| "grad_norm": 3.977543353419007, |
| "learning_rate": 2.092797400405493e-06, |
| "loss": 0.5368, |
| "step": 1485 |
| }, |
| { |
| "epoch": 0.5978676322671495, |
| "grad_norm": 4.079669745022429, |
| "learning_rate": 2.0893337452905293e-06, |
| "loss": 0.4879, |
| "step": 1486 |
| }, |
| { |
| "epoch": 0.5982699658016496, |
| "grad_norm": 4.000645952876263, |
| "learning_rate": 2.0858709001227924e-06, |
| "loss": 0.5338, |
| "step": 1487 |
| }, |
| { |
| "epoch": 0.5986722993361496, |
| "grad_norm": 4.483257438703314, |
| "learning_rate": 2.0824088717319697e-06, |
| "loss": 0.5771, |
| "step": 1488 |
| }, |
| { |
| "epoch": 0.5990746328706498, |
| "grad_norm": 3.493611740579638, |
| "learning_rate": 2.0789476669461375e-06, |
| "loss": 0.4758, |
| "step": 1489 |
| }, |
| { |
| "epoch": 0.5994769664051499, |
| "grad_norm": 3.9869817394957385, |
| "learning_rate": 2.0754872925917465e-06, |
| "loss": 0.5482, |
| "step": 1490 |
| }, |
| { |
| "epoch": 0.59987929993965, |
| "grad_norm": 3.655771235240259, |
| "learning_rate": 2.072027755493612e-06, |
| "loss": 0.4924, |
| "step": 1491 |
| }, |
| { |
| "epoch": 0.6002816334741501, |
| "grad_norm": 3.959985484700295, |
| "learning_rate": 2.0685690624748943e-06, |
| "loss": 0.5653, |
| "step": 1492 |
| }, |
| { |
| "epoch": 0.6006839670086501, |
| "grad_norm": 3.4092513778358047, |
| "learning_rate": 2.0651112203570904e-06, |
| "loss": 0.4375, |
| "step": 1493 |
| }, |
| { |
| "epoch": 0.6010863005431503, |
| "grad_norm": 4.050380522574125, |
| "learning_rate": 2.061654235960021e-06, |
| "loss": 0.5627, |
| "step": 1494 |
| }, |
| { |
| "epoch": 0.6014886340776504, |
| "grad_norm": 4.329223167800351, |
| "learning_rate": 2.058198116101814e-06, |
| "loss": 0.5642, |
| "step": 1495 |
| }, |
| { |
| "epoch": 0.6018909676121504, |
| "grad_norm": 3.475966176009881, |
| "learning_rate": 2.0547428675988906e-06, |
| "loss": 0.4417, |
| "step": 1496 |
| }, |
| { |
| "epoch": 0.6022933011466506, |
| "grad_norm": 3.7228401404060443, |
| "learning_rate": 2.051288497265955e-06, |
| "loss": 0.4509, |
| "step": 1497 |
| }, |
| { |
| "epoch": 0.6026956346811507, |
| "grad_norm": 3.9298800993895284, |
| "learning_rate": 2.04783501191598e-06, |
| "loss": 0.4373, |
| "step": 1498 |
| }, |
| { |
| "epoch": 0.6030979682156508, |
| "grad_norm": 4.3431668642603105, |
| "learning_rate": 2.0443824183601917e-06, |
| "loss": 0.6361, |
| "step": 1499 |
| }, |
| { |
| "epoch": 0.6035003017501509, |
| "grad_norm": 3.759176356037184, |
| "learning_rate": 2.0409307234080577e-06, |
| "loss": 0.4214, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.6039026352846509, |
| "grad_norm": 3.881662137011941, |
| "learning_rate": 2.0374799338672723e-06, |
| "loss": 0.4868, |
| "step": 1501 |
| }, |
| { |
| "epoch": 0.6043049688191511, |
| "grad_norm": 4.786052455382573, |
| "learning_rate": 2.034030056543747e-06, |
| "loss": 0.6772, |
| "step": 1502 |
| }, |
| { |
| "epoch": 0.6047073023536512, |
| "grad_norm": 4.137240403825967, |
| "learning_rate": 2.0305810982415907e-06, |
| "loss": 0.4981, |
| "step": 1503 |
| }, |
| { |
| "epoch": 0.6051096358881513, |
| "grad_norm": 3.9245214475911947, |
| "learning_rate": 2.0271330657631034e-06, |
| "loss": 0.461, |
| "step": 1504 |
| }, |
| { |
| "epoch": 0.6055119694226514, |
| "grad_norm": 4.043701387123113, |
| "learning_rate": 2.023685965908755e-06, |
| "loss": 0.4861, |
| "step": 1505 |
| }, |
| { |
| "epoch": 0.6059143029571514, |
| "grad_norm": 4.578623188458431, |
| "learning_rate": 2.020239805477179e-06, |
| "loss": 0.5516, |
| "step": 1506 |
| }, |
| { |
| "epoch": 0.6063166364916516, |
| "grad_norm": 3.939503557149013, |
| "learning_rate": 2.0167945912651542e-06, |
| "loss": 0.5348, |
| "step": 1507 |
| }, |
| { |
| "epoch": 0.6067189700261517, |
| "grad_norm": 4.274904255142657, |
| "learning_rate": 2.0133503300675963e-06, |
| "loss": 0.5992, |
| "step": 1508 |
| }, |
| { |
| "epoch": 0.6071213035606517, |
| "grad_norm": 3.732143003199723, |
| "learning_rate": 2.0099070286775367e-06, |
| "loss": 0.4891, |
| "step": 1509 |
| }, |
| { |
| "epoch": 0.6075236370951519, |
| "grad_norm": 4.093400863247009, |
| "learning_rate": 2.0064646938861175e-06, |
| "loss": 0.4785, |
| "step": 1510 |
| }, |
| { |
| "epoch": 0.607925970629652, |
| "grad_norm": 3.850637017187709, |
| "learning_rate": 2.0030233324825734e-06, |
| "loss": 0.5371, |
| "step": 1511 |
| }, |
| { |
| "epoch": 0.6083283041641521, |
| "grad_norm": 3.726527595640385, |
| "learning_rate": 1.999582951254219e-06, |
| "loss": 0.4105, |
| "step": 1512 |
| }, |
| { |
| "epoch": 0.6087306376986522, |
| "grad_norm": 4.0679286236770045, |
| "learning_rate": 1.9961435569864366e-06, |
| "loss": 0.524, |
| "step": 1513 |
| }, |
| { |
| "epoch": 0.6091329712331522, |
| "grad_norm": 4.191017273712236, |
| "learning_rate": 1.99270515646266e-06, |
| "loss": 0.422, |
| "step": 1514 |
| }, |
| { |
| "epoch": 0.6095353047676524, |
| "grad_norm": 4.549567455680612, |
| "learning_rate": 1.9892677564643643e-06, |
| "loss": 0.5753, |
| "step": 1515 |
| }, |
| { |
| "epoch": 0.6099376383021525, |
| "grad_norm": 4.239380717200701, |
| "learning_rate": 1.985831363771052e-06, |
| "loss": 0.5251, |
| "step": 1516 |
| }, |
| { |
| "epoch": 0.6103399718366526, |
| "grad_norm": 3.8382650524932433, |
| "learning_rate": 1.9823959851602387e-06, |
| "loss": 0.6749, |
| "step": 1517 |
| }, |
| { |
| "epoch": 0.6107423053711527, |
| "grad_norm": 4.058628419689791, |
| "learning_rate": 1.9789616274074375e-06, |
| "loss": 0.5202, |
| "step": 1518 |
| }, |
| { |
| "epoch": 0.6111446389056527, |
| "grad_norm": 4.1466696163681815, |
| "learning_rate": 1.9755282972861515e-06, |
| "loss": 0.4595, |
| "step": 1519 |
| }, |
| { |
| "epoch": 0.6115469724401529, |
| "grad_norm": 4.193830162309673, |
| "learning_rate": 1.9720960015678555e-06, |
| "loss": 0.485, |
| "step": 1520 |
| }, |
| { |
| "epoch": 0.611949305974653, |
| "grad_norm": 4.239153001501294, |
| "learning_rate": 1.9686647470219835e-06, |
| "loss": 0.6782, |
| "step": 1521 |
| }, |
| { |
| "epoch": 0.6123516395091531, |
| "grad_norm": 4.138990574689833, |
| "learning_rate": 1.965234540415918e-06, |
| "loss": 0.6284, |
| "step": 1522 |
| }, |
| { |
| "epoch": 0.6127539730436532, |
| "grad_norm": 4.079634170381014, |
| "learning_rate": 1.9618053885149715e-06, |
| "loss": 0.4656, |
| "step": 1523 |
| }, |
| { |
| "epoch": 0.6131563065781533, |
| "grad_norm": 3.9398678794833204, |
| "learning_rate": 1.9583772980823797e-06, |
| "loss": 0.4345, |
| "step": 1524 |
| }, |
| { |
| "epoch": 0.6135586401126534, |
| "grad_norm": 3.8999859116475237, |
| "learning_rate": 1.9549502758792825e-06, |
| "loss": 0.4463, |
| "step": 1525 |
| }, |
| { |
| "epoch": 0.6139609736471535, |
| "grad_norm": 3.8236374179780652, |
| "learning_rate": 1.9515243286647155e-06, |
| "loss": 0.5032, |
| "step": 1526 |
| }, |
| { |
| "epoch": 0.6143633071816536, |
| "grad_norm": 3.9105069856639787, |
| "learning_rate": 1.9480994631955904e-06, |
| "loss": 0.5249, |
| "step": 1527 |
| }, |
| { |
| "epoch": 0.6147656407161537, |
| "grad_norm": 4.090697174474606, |
| "learning_rate": 1.944675686226688e-06, |
| "loss": 0.5986, |
| "step": 1528 |
| }, |
| { |
| "epoch": 0.6151679742506538, |
| "grad_norm": 4.026970204591501, |
| "learning_rate": 1.941253004510642e-06, |
| "loss": 0.5695, |
| "step": 1529 |
| }, |
| { |
| "epoch": 0.6155703077851539, |
| "grad_norm": 3.649099842703245, |
| "learning_rate": 1.937831424797926e-06, |
| "loss": 0.436, |
| "step": 1530 |
| }, |
| { |
| "epoch": 0.615972641319654, |
| "grad_norm": 3.8376284628790773, |
| "learning_rate": 1.9344109538368388e-06, |
| "loss": 0.4986, |
| "step": 1531 |
| }, |
| { |
| "epoch": 0.616374974854154, |
| "grad_norm": 4.048438236221887, |
| "learning_rate": 1.9309915983734933e-06, |
| "loss": 0.5608, |
| "step": 1532 |
| }, |
| { |
| "epoch": 0.6167773083886542, |
| "grad_norm": 4.036284880877361, |
| "learning_rate": 1.9275733651518038e-06, |
| "loss": 0.552, |
| "step": 1533 |
| }, |
| { |
| "epoch": 0.6171796419231543, |
| "grad_norm": 4.098386930913388, |
| "learning_rate": 1.9241562609134694e-06, |
| "loss": 0.5564, |
| "step": 1534 |
| }, |
| { |
| "epoch": 0.6175819754576544, |
| "grad_norm": 4.4349116098990065, |
| "learning_rate": 1.9207402923979633e-06, |
| "loss": 0.5937, |
| "step": 1535 |
| }, |
| { |
| "epoch": 0.6179843089921545, |
| "grad_norm": 3.9955554180753556, |
| "learning_rate": 1.9173254663425165e-06, |
| "loss": 0.4773, |
| "step": 1536 |
| }, |
| { |
| "epoch": 0.6183866425266547, |
| "grad_norm": 3.7895980004495553, |
| "learning_rate": 1.9139117894821107e-06, |
| "loss": 0.5117, |
| "step": 1537 |
| }, |
| { |
| "epoch": 0.6187889760611547, |
| "grad_norm": 4.503044474467485, |
| "learning_rate": 1.910499268549459e-06, |
| "loss": 0.5728, |
| "step": 1538 |
| }, |
| { |
| "epoch": 0.6191913095956548, |
| "grad_norm": 4.5048282169496865, |
| "learning_rate": 1.9070879102749944e-06, |
| "loss": 0.4952, |
| "step": 1539 |
| }, |
| { |
| "epoch": 0.6195936431301549, |
| "grad_norm": 3.6152226921367516, |
| "learning_rate": 1.9036777213868567e-06, |
| "loss": 0.4901, |
| "step": 1540 |
| }, |
| { |
| "epoch": 0.619995976664655, |
| "grad_norm": 4.56665728701204, |
| "learning_rate": 1.9002687086108808e-06, |
| "loss": 0.6217, |
| "step": 1541 |
| }, |
| { |
| "epoch": 0.6203983101991551, |
| "grad_norm": 3.8747261446432972, |
| "learning_rate": 1.8968608786705803e-06, |
| "loss": 0.4346, |
| "step": 1542 |
| }, |
| { |
| "epoch": 0.6208006437336552, |
| "grad_norm": 3.553549231891504, |
| "learning_rate": 1.8934542382871365e-06, |
| "loss": 0.4086, |
| "step": 1543 |
| }, |
| { |
| "epoch": 0.6212029772681553, |
| "grad_norm": 4.273007467466175, |
| "learning_rate": 1.8900487941793862e-06, |
| "loss": 0.5589, |
| "step": 1544 |
| }, |
| { |
| "epoch": 0.6216053108026554, |
| "grad_norm": 4.033041498302765, |
| "learning_rate": 1.8866445530638034e-06, |
| "loss": 0.5258, |
| "step": 1545 |
| }, |
| { |
| "epoch": 0.6220076443371555, |
| "grad_norm": 3.847764801262625, |
| "learning_rate": 1.883241521654492e-06, |
| "loss": 0.5286, |
| "step": 1546 |
| }, |
| { |
| "epoch": 0.6224099778716556, |
| "grad_norm": 4.141005318996514, |
| "learning_rate": 1.87983970666317e-06, |
| "loss": 0.5428, |
| "step": 1547 |
| }, |
| { |
| "epoch": 0.6228123114061557, |
| "grad_norm": 3.8545860722248286, |
| "learning_rate": 1.8764391147991556e-06, |
| "loss": 0.4504, |
| "step": 1548 |
| }, |
| { |
| "epoch": 0.6232146449406558, |
| "grad_norm": 3.9064270159769543, |
| "learning_rate": 1.8730397527693544e-06, |
| "loss": 0.49, |
| "step": 1549 |
| }, |
| { |
| "epoch": 0.623616978475156, |
| "grad_norm": 3.5305364890500903, |
| "learning_rate": 1.8696416272782467e-06, |
| "loss": 0.4747, |
| "step": 1550 |
| }, |
| { |
| "epoch": 0.624019312009656, |
| "grad_norm": 4.367606237537799, |
| "learning_rate": 1.866244745027874e-06, |
| "loss": 0.6066, |
| "step": 1551 |
| }, |
| { |
| "epoch": 0.6244216455441561, |
| "grad_norm": 3.778565429919078, |
| "learning_rate": 1.8628491127178272e-06, |
| "loss": 0.4401, |
| "step": 1552 |
| }, |
| { |
| "epoch": 0.6248239790786562, |
| "grad_norm": 4.4484086477744675, |
| "learning_rate": 1.8594547370452288e-06, |
| "loss": 0.5702, |
| "step": 1553 |
| }, |
| { |
| "epoch": 0.6252263126131563, |
| "grad_norm": 4.133384847499752, |
| "learning_rate": 1.8560616247047253e-06, |
| "loss": 0.4958, |
| "step": 1554 |
| }, |
| { |
| "epoch": 0.6256286461476565, |
| "grad_norm": 4.481750156438252, |
| "learning_rate": 1.8526697823884721e-06, |
| "loss": 0.5982, |
| "step": 1555 |
| }, |
| { |
| "epoch": 0.6260309796821565, |
| "grad_norm": 4.679844131200749, |
| "learning_rate": 1.849279216786117e-06, |
| "loss": 0.5699, |
| "step": 1556 |
| }, |
| { |
| "epoch": 0.6264333132166566, |
| "grad_norm": 4.035894316525195, |
| "learning_rate": 1.8458899345847936e-06, |
| "loss": 0.6036, |
| "step": 1557 |
| }, |
| { |
| "epoch": 0.6268356467511567, |
| "grad_norm": 3.3784184252716836, |
| "learning_rate": 1.8425019424690993e-06, |
| "loss": 0.3667, |
| "step": 1558 |
| }, |
| { |
| "epoch": 0.6272379802856568, |
| "grad_norm": 3.7155353324243325, |
| "learning_rate": 1.839115247121091e-06, |
| "loss": 0.4744, |
| "step": 1559 |
| }, |
| { |
| "epoch": 0.627640313820157, |
| "grad_norm": 4.062605549457995, |
| "learning_rate": 1.8357298552202676e-06, |
| "loss": 0.4846, |
| "step": 1560 |
| }, |
| { |
| "epoch": 0.628042647354657, |
| "grad_norm": 3.968579655925073, |
| "learning_rate": 1.832345773443557e-06, |
| "loss": 0.4563, |
| "step": 1561 |
| }, |
| { |
| "epoch": 0.6284449808891571, |
| "grad_norm": 3.859404877482336, |
| "learning_rate": 1.8289630084653009e-06, |
| "loss": 0.5339, |
| "step": 1562 |
| }, |
| { |
| "epoch": 0.6288473144236573, |
| "grad_norm": 4.32493582991546, |
| "learning_rate": 1.825581566957247e-06, |
| "loss": 0.5206, |
| "step": 1563 |
| }, |
| { |
| "epoch": 0.6292496479581573, |
| "grad_norm": 3.7620622738243474, |
| "learning_rate": 1.8222014555885303e-06, |
| "loss": 0.5187, |
| "step": 1564 |
| }, |
| { |
| "epoch": 0.6296519814926574, |
| "grad_norm": 3.9245871423313616, |
| "learning_rate": 1.8188226810256647e-06, |
| "loss": 0.5302, |
| "step": 1565 |
| }, |
| { |
| "epoch": 0.6300543150271575, |
| "grad_norm": 4.0730169054317305, |
| "learning_rate": 1.8154452499325273e-06, |
| "loss": 0.482, |
| "step": 1566 |
| }, |
| { |
| "epoch": 0.6304566485616576, |
| "grad_norm": 4.0887356034823314, |
| "learning_rate": 1.8120691689703423e-06, |
| "loss": 0.6323, |
| "step": 1567 |
| }, |
| { |
| "epoch": 0.6308589820961578, |
| "grad_norm": 4.134013360882183, |
| "learning_rate": 1.8086944447976745e-06, |
| "loss": 0.4215, |
| "step": 1568 |
| }, |
| { |
| "epoch": 0.6312613156306578, |
| "grad_norm": 4.267968482401992, |
| "learning_rate": 1.805321084070412e-06, |
| "loss": 0.6421, |
| "step": 1569 |
| }, |
| { |
| "epoch": 0.6316636491651579, |
| "grad_norm": 4.337432367486679, |
| "learning_rate": 1.8019490934417533e-06, |
| "loss": 0.614, |
| "step": 1570 |
| }, |
| { |
| "epoch": 0.632065982699658, |
| "grad_norm": 4.325604571245914, |
| "learning_rate": 1.7985784795621946e-06, |
| "loss": 0.6082, |
| "step": 1571 |
| }, |
| { |
| "epoch": 0.6324683162341581, |
| "grad_norm": 4.7255506567581005, |
| "learning_rate": 1.7952092490795165e-06, |
| "loss": 0.5848, |
| "step": 1572 |
| }, |
| { |
| "epoch": 0.6328706497686583, |
| "grad_norm": 3.9917358158112513, |
| "learning_rate": 1.7918414086387723e-06, |
| "loss": 0.51, |
| "step": 1573 |
| }, |
| { |
| "epoch": 0.6332729833031583, |
| "grad_norm": 3.9759190309543806, |
| "learning_rate": 1.788474964882273e-06, |
| "loss": 0.4348, |
| "step": 1574 |
| }, |
| { |
| "epoch": 0.6336753168376584, |
| "grad_norm": 3.9060781229407673, |
| "learning_rate": 1.7851099244495761e-06, |
| "loss": 0.5328, |
| "step": 1575 |
| }, |
| { |
| "epoch": 0.6340776503721586, |
| "grad_norm": 3.794629121755811, |
| "learning_rate": 1.7817462939774683e-06, |
| "loss": 0.5406, |
| "step": 1576 |
| }, |
| { |
| "epoch": 0.6344799839066586, |
| "grad_norm": 4.434204491241485, |
| "learning_rate": 1.778384080099959e-06, |
| "loss": 0.6955, |
| "step": 1577 |
| }, |
| { |
| "epoch": 0.6348823174411587, |
| "grad_norm": 4.243047298973574, |
| "learning_rate": 1.775023289448261e-06, |
| "loss": 0.6021, |
| "step": 1578 |
| }, |
| { |
| "epoch": 0.6352846509756588, |
| "grad_norm": 3.906621293593377, |
| "learning_rate": 1.7716639286507834e-06, |
| "loss": 0.5017, |
| "step": 1579 |
| }, |
| { |
| "epoch": 0.6356869845101589, |
| "grad_norm": 4.433075604901836, |
| "learning_rate": 1.7683060043331102e-06, |
| "loss": 0.6304, |
| "step": 1580 |
| }, |
| { |
| "epoch": 0.6360893180446591, |
| "grad_norm": 4.0324680233039425, |
| "learning_rate": 1.764949523117997e-06, |
| "loss": 0.4593, |
| "step": 1581 |
| }, |
| { |
| "epoch": 0.6364916515791591, |
| "grad_norm": 4.861200946299266, |
| "learning_rate": 1.7615944916253511e-06, |
| "loss": 0.5755, |
| "step": 1582 |
| }, |
| { |
| "epoch": 0.6368939851136592, |
| "grad_norm": 3.4859779578870462, |
| "learning_rate": 1.7582409164722219e-06, |
| "loss": 0.4494, |
| "step": 1583 |
| }, |
| { |
| "epoch": 0.6372963186481593, |
| "grad_norm": 4.394364956739334, |
| "learning_rate": 1.7548888042727835e-06, |
| "loss": 0.5756, |
| "step": 1584 |
| }, |
| { |
| "epoch": 0.6376986521826594, |
| "grad_norm": 4.474860851761582, |
| "learning_rate": 1.751538161638327e-06, |
| "loss": 0.5217, |
| "step": 1585 |
| }, |
| { |
| "epoch": 0.6381009857171596, |
| "grad_norm": 4.665357328027418, |
| "learning_rate": 1.748188995177245e-06, |
| "loss": 0.5599, |
| "step": 1586 |
| }, |
| { |
| "epoch": 0.6385033192516596, |
| "grad_norm": 3.186769209343777, |
| "learning_rate": 1.744841311495019e-06, |
| "loss": 0.3409, |
| "step": 1587 |
| }, |
| { |
| "epoch": 0.6389056527861597, |
| "grad_norm": 3.3506177658392744, |
| "learning_rate": 1.7414951171942057e-06, |
| "loss": 0.5176, |
| "step": 1588 |
| }, |
| { |
| "epoch": 0.6393079863206599, |
| "grad_norm": 3.4136910306135935, |
| "learning_rate": 1.7381504188744218e-06, |
| "loss": 0.4464, |
| "step": 1589 |
| }, |
| { |
| "epoch": 0.6397103198551599, |
| "grad_norm": 3.4917018490110467, |
| "learning_rate": 1.7348072231323382e-06, |
| "loss": 0.438, |
| "step": 1590 |
| }, |
| { |
| "epoch": 0.6401126533896601, |
| "grad_norm": 3.421803275946972, |
| "learning_rate": 1.7314655365616584e-06, |
| "loss": 0.4189, |
| "step": 1591 |
| }, |
| { |
| "epoch": 0.6405149869241601, |
| "grad_norm": 4.433987296079437, |
| "learning_rate": 1.7281253657531123e-06, |
| "loss": 0.606, |
| "step": 1592 |
| }, |
| { |
| "epoch": 0.6409173204586602, |
| "grad_norm": 3.6737703307949983, |
| "learning_rate": 1.7247867172944367e-06, |
| "loss": 0.4349, |
| "step": 1593 |
| }, |
| { |
| "epoch": 0.6413196539931604, |
| "grad_norm": 3.8221357123925914, |
| "learning_rate": 1.721449597770369e-06, |
| "loss": 0.484, |
| "step": 1594 |
| }, |
| { |
| "epoch": 0.6417219875276604, |
| "grad_norm": 4.069693321778052, |
| "learning_rate": 1.718114013762631e-06, |
| "loss": 0.6507, |
| "step": 1595 |
| }, |
| { |
| "epoch": 0.6421243210621606, |
| "grad_norm": 4.268934323506783, |
| "learning_rate": 1.714779971849915e-06, |
| "loss": 0.498, |
| "step": 1596 |
| }, |
| { |
| "epoch": 0.6425266545966606, |
| "grad_norm": 4.426082622301671, |
| "learning_rate": 1.7114474786078716e-06, |
| "loss": 0.6755, |
| "step": 1597 |
| }, |
| { |
| "epoch": 0.6429289881311607, |
| "grad_norm": 3.6655062613985288, |
| "learning_rate": 1.708116540609098e-06, |
| "loss": 0.5078, |
| "step": 1598 |
| }, |
| { |
| "epoch": 0.6433313216656609, |
| "grad_norm": 4.096742196755438, |
| "learning_rate": 1.7047871644231226e-06, |
| "loss": 0.5085, |
| "step": 1599 |
| }, |
| { |
| "epoch": 0.6437336552001609, |
| "grad_norm": 4.341802218643631, |
| "learning_rate": 1.7014593566163949e-06, |
| "loss": 0.6022, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.644135988734661, |
| "grad_norm": 4.167303639683251, |
| "learning_rate": 1.6981331237522716e-06, |
| "loss": 0.595, |
| "step": 1601 |
| }, |
| { |
| "epoch": 0.6445383222691611, |
| "grad_norm": 3.860753980307849, |
| "learning_rate": 1.6948084723910002e-06, |
| "loss": 0.4189, |
| "step": 1602 |
| }, |
| { |
| "epoch": 0.6449406558036612, |
| "grad_norm": 3.801435117916446, |
| "learning_rate": 1.6914854090897124e-06, |
| "loss": 0.4691, |
| "step": 1603 |
| }, |
| { |
| "epoch": 0.6453429893381614, |
| "grad_norm": 4.309844638484278, |
| "learning_rate": 1.6881639404024063e-06, |
| "loss": 0.4802, |
| "step": 1604 |
| }, |
| { |
| "epoch": 0.6457453228726614, |
| "grad_norm": 3.8218645060402285, |
| "learning_rate": 1.6848440728799346e-06, |
| "loss": 0.6087, |
| "step": 1605 |
| }, |
| { |
| "epoch": 0.6461476564071615, |
| "grad_norm": 4.318515117319728, |
| "learning_rate": 1.6815258130699938e-06, |
| "loss": 0.6644, |
| "step": 1606 |
| }, |
| { |
| "epoch": 0.6465499899416617, |
| "grad_norm": 3.8706029461346114, |
| "learning_rate": 1.6782091675171064e-06, |
| "loss": 0.5314, |
| "step": 1607 |
| }, |
| { |
| "epoch": 0.6469523234761617, |
| "grad_norm": 4.588786654868146, |
| "learning_rate": 1.6748941427626142e-06, |
| "loss": 0.5713, |
| "step": 1608 |
| }, |
| { |
| "epoch": 0.6473546570106619, |
| "grad_norm": 4.206226833574013, |
| "learning_rate": 1.671580745344661e-06, |
| "loss": 0.5207, |
| "step": 1609 |
| }, |
| { |
| "epoch": 0.6477569905451619, |
| "grad_norm": 4.1241193689590565, |
| "learning_rate": 1.6682689817981827e-06, |
| "loss": 0.5325, |
| "step": 1610 |
| }, |
| { |
| "epoch": 0.648159324079662, |
| "grad_norm": 4.013331656155903, |
| "learning_rate": 1.6649588586548888e-06, |
| "loss": 0.5593, |
| "step": 1611 |
| }, |
| { |
| "epoch": 0.6485616576141622, |
| "grad_norm": 4.701503684635364, |
| "learning_rate": 1.6616503824432573e-06, |
| "loss": 0.6878, |
| "step": 1612 |
| }, |
| { |
| "epoch": 0.6489639911486622, |
| "grad_norm": 4.047494584818948, |
| "learning_rate": 1.658343559688516e-06, |
| "loss": 0.5131, |
| "step": 1613 |
| }, |
| { |
| "epoch": 0.6493663246831624, |
| "grad_norm": 4.0317139401208575, |
| "learning_rate": 1.6550383969126341e-06, |
| "loss": 0.512, |
| "step": 1614 |
| }, |
| { |
| "epoch": 0.6497686582176624, |
| "grad_norm": 3.9682317404566034, |
| "learning_rate": 1.6517349006343025e-06, |
| "loss": 0.5921, |
| "step": 1615 |
| }, |
| { |
| "epoch": 0.6501709917521625, |
| "grad_norm": 3.824331386002604, |
| "learning_rate": 1.6484330773689292e-06, |
| "loss": 0.4712, |
| "step": 1616 |
| }, |
| { |
| "epoch": 0.6505733252866627, |
| "grad_norm": 3.7019715035054204, |
| "learning_rate": 1.645132933628621e-06, |
| "loss": 0.4426, |
| "step": 1617 |
| }, |
| { |
| "epoch": 0.6509756588211627, |
| "grad_norm": 4.0459494986124245, |
| "learning_rate": 1.6418344759221734e-06, |
| "loss": 0.6728, |
| "step": 1618 |
| }, |
| { |
| "epoch": 0.6513779923556628, |
| "grad_norm": 4.154812270453969, |
| "learning_rate": 1.6385377107550543e-06, |
| "loss": 0.559, |
| "step": 1619 |
| }, |
| { |
| "epoch": 0.651780325890163, |
| "grad_norm": 4.703387446268752, |
| "learning_rate": 1.6352426446293952e-06, |
| "loss": 0.5548, |
| "step": 1620 |
| }, |
| { |
| "epoch": 0.652182659424663, |
| "grad_norm": 3.894555312354832, |
| "learning_rate": 1.631949284043976e-06, |
| "loss": 0.4987, |
| "step": 1621 |
| }, |
| { |
| "epoch": 0.6525849929591632, |
| "grad_norm": 4.281016820029128, |
| "learning_rate": 1.628657635494213e-06, |
| "loss": 0.6007, |
| "step": 1622 |
| }, |
| { |
| "epoch": 0.6529873264936632, |
| "grad_norm": 3.708021853167261, |
| "learning_rate": 1.625367705472147e-06, |
| "loss": 0.5041, |
| "step": 1623 |
| }, |
| { |
| "epoch": 0.6533896600281633, |
| "grad_norm": 4.184667272519736, |
| "learning_rate": 1.6220795004664264e-06, |
| "loss": 0.563, |
| "step": 1624 |
| }, |
| { |
| "epoch": 0.6537919935626635, |
| "grad_norm": 4.386544791097414, |
| "learning_rate": 1.6187930269623001e-06, |
| "loss": 0.6591, |
| "step": 1625 |
| }, |
| { |
| "epoch": 0.6541943270971635, |
| "grad_norm": 4.095997806253382, |
| "learning_rate": 1.6155082914416018e-06, |
| "loss": 0.5122, |
| "step": 1626 |
| }, |
| { |
| "epoch": 0.6545966606316637, |
| "grad_norm": 3.97582656513418, |
| "learning_rate": 1.6122253003827353e-06, |
| "loss": 0.5805, |
| "step": 1627 |
| }, |
| { |
| "epoch": 0.6549989941661637, |
| "grad_norm": 3.990901166079429, |
| "learning_rate": 1.6089440602606675e-06, |
| "loss": 0.569, |
| "step": 1628 |
| }, |
| { |
| "epoch": 0.6554013277006638, |
| "grad_norm": 3.8624368116988403, |
| "learning_rate": 1.6056645775469077e-06, |
| "loss": 0.4729, |
| "step": 1629 |
| }, |
| { |
| "epoch": 0.655803661235164, |
| "grad_norm": 4.529362920268054, |
| "learning_rate": 1.6023868587095016e-06, |
| "loss": 0.5482, |
| "step": 1630 |
| }, |
| { |
| "epoch": 0.656205994769664, |
| "grad_norm": 4.017565552354934, |
| "learning_rate": 1.599110910213016e-06, |
| "loss": 0.4916, |
| "step": 1631 |
| }, |
| { |
| "epoch": 0.6566083283041642, |
| "grad_norm": 4.4182156313212575, |
| "learning_rate": 1.595836738518527e-06, |
| "loss": 0.5792, |
| "step": 1632 |
| }, |
| { |
| "epoch": 0.6570106618386643, |
| "grad_norm": 3.5677962985553524, |
| "learning_rate": 1.592564350083603e-06, |
| "loss": 0.4697, |
| "step": 1633 |
| }, |
| { |
| "epoch": 0.6574129953731643, |
| "grad_norm": 3.909711067921425, |
| "learning_rate": 1.5892937513622977e-06, |
| "loss": 0.4383, |
| "step": 1634 |
| }, |
| { |
| "epoch": 0.6578153289076645, |
| "grad_norm": 4.098825788465001, |
| "learning_rate": 1.5860249488051355e-06, |
| "loss": 0.4745, |
| "step": 1635 |
| }, |
| { |
| "epoch": 0.6582176624421645, |
| "grad_norm": 3.2004894026603616, |
| "learning_rate": 1.5827579488590977e-06, |
| "loss": 0.4775, |
| "step": 1636 |
| }, |
| { |
| "epoch": 0.6586199959766647, |
| "grad_norm": 3.970341598297501, |
| "learning_rate": 1.5794927579676089e-06, |
| "loss": 0.5471, |
| "step": 1637 |
| }, |
| { |
| "epoch": 0.6590223295111648, |
| "grad_norm": 4.241718162619275, |
| "learning_rate": 1.5762293825705276e-06, |
| "loss": 0.6544, |
| "step": 1638 |
| }, |
| { |
| "epoch": 0.6594246630456648, |
| "grad_norm": 3.924819583311759, |
| "learning_rate": 1.5729678291041318e-06, |
| "loss": 0.5368, |
| "step": 1639 |
| }, |
| { |
| "epoch": 0.659826996580165, |
| "grad_norm": 3.8382551527997397, |
| "learning_rate": 1.5697081040011043e-06, |
| "loss": 0.5121, |
| "step": 1640 |
| }, |
| { |
| "epoch": 0.660229330114665, |
| "grad_norm": 3.6682266397110337, |
| "learning_rate": 1.5664502136905236e-06, |
| "loss": 0.4353, |
| "step": 1641 |
| }, |
| { |
| "epoch": 0.6606316636491651, |
| "grad_norm": 3.9060845453518143, |
| "learning_rate": 1.563194164597848e-06, |
| "loss": 0.4814, |
| "step": 1642 |
| }, |
| { |
| "epoch": 0.6610339971836653, |
| "grad_norm": 3.985541657912861, |
| "learning_rate": 1.5599399631449052e-06, |
| "loss": 0.4643, |
| "step": 1643 |
| }, |
| { |
| "epoch": 0.6614363307181653, |
| "grad_norm": 4.246558106503365, |
| "learning_rate": 1.5566876157498797e-06, |
| "loss": 0.5457, |
| "step": 1644 |
| }, |
| { |
| "epoch": 0.6618386642526655, |
| "grad_norm": 4.538356504223212, |
| "learning_rate": 1.5534371288272992e-06, |
| "loss": 0.5586, |
| "step": 1645 |
| }, |
| { |
| "epoch": 0.6622409977871656, |
| "grad_norm": 3.512817123486096, |
| "learning_rate": 1.5501885087880187e-06, |
| "loss": 0.3777, |
| "step": 1646 |
| }, |
| { |
| "epoch": 0.6626433313216656, |
| "grad_norm": 3.611315735282059, |
| "learning_rate": 1.546941762039216e-06, |
| "loss": 0.4559, |
| "step": 1647 |
| }, |
| { |
| "epoch": 0.6630456648561658, |
| "grad_norm": 3.804900233889627, |
| "learning_rate": 1.5436968949843705e-06, |
| "loss": 0.5593, |
| "step": 1648 |
| }, |
| { |
| "epoch": 0.6634479983906658, |
| "grad_norm": 4.290281020900778, |
| "learning_rate": 1.5404539140232572e-06, |
| "loss": 0.5433, |
| "step": 1649 |
| }, |
| { |
| "epoch": 0.663850331925166, |
| "grad_norm": 4.261399800624298, |
| "learning_rate": 1.5372128255519298e-06, |
| "loss": 0.5669, |
| "step": 1650 |
| }, |
| { |
| "epoch": 0.6642526654596661, |
| "grad_norm": 4.8206169191275094, |
| "learning_rate": 1.533973635962708e-06, |
| "loss": 0.535, |
| "step": 1651 |
| }, |
| { |
| "epoch": 0.6646549989941661, |
| "grad_norm": 3.5705866846183882, |
| "learning_rate": 1.5307363516441693e-06, |
| "loss": 0.4436, |
| "step": 1652 |
| }, |
| { |
| "epoch": 0.6650573325286663, |
| "grad_norm": 4.015284104793611, |
| "learning_rate": 1.5275009789811317e-06, |
| "loss": 0.4606, |
| "step": 1653 |
| }, |
| { |
| "epoch": 0.6654596660631663, |
| "grad_norm": 3.746888831379427, |
| "learning_rate": 1.5242675243546435e-06, |
| "loss": 0.5344, |
| "step": 1654 |
| }, |
| { |
| "epoch": 0.6658619995976665, |
| "grad_norm": 5.350374969998737, |
| "learning_rate": 1.5210359941419698e-06, |
| "loss": 0.7187, |
| "step": 1655 |
| }, |
| { |
| "epoch": 0.6662643331321666, |
| "grad_norm": 4.992414873463243, |
| "learning_rate": 1.5178063947165795e-06, |
| "loss": 0.5597, |
| "step": 1656 |
| }, |
| { |
| "epoch": 0.6666666666666666, |
| "grad_norm": 3.9536138723501413, |
| "learning_rate": 1.514578732448135e-06, |
| "loss": 0.5345, |
| "step": 1657 |
| }, |
| { |
| "epoch": 0.6670690002011668, |
| "grad_norm": 4.023274067891729, |
| "learning_rate": 1.5113530137024774e-06, |
| "loss": 0.4893, |
| "step": 1658 |
| }, |
| { |
| "epoch": 0.6674713337356669, |
| "grad_norm": 4.108018429855622, |
| "learning_rate": 1.5081292448416158e-06, |
| "loss": 0.645, |
| "step": 1659 |
| }, |
| { |
| "epoch": 0.667873667270167, |
| "grad_norm": 3.817031046521698, |
| "learning_rate": 1.5049074322237097e-06, |
| "loss": 0.4838, |
| "step": 1660 |
| }, |
| { |
| "epoch": 0.6682760008046671, |
| "grad_norm": 4.10734795999481, |
| "learning_rate": 1.5016875822030651e-06, |
| "loss": 0.5853, |
| "step": 1661 |
| }, |
| { |
| "epoch": 0.6686783343391671, |
| "grad_norm": 4.104736058188134, |
| "learning_rate": 1.4984697011301142e-06, |
| "loss": 0.5032, |
| "step": 1662 |
| }, |
| { |
| "epoch": 0.6690806678736673, |
| "grad_norm": 4.213736489738209, |
| "learning_rate": 1.4952537953514078e-06, |
| "loss": 0.4234, |
| "step": 1663 |
| }, |
| { |
| "epoch": 0.6694830014081674, |
| "grad_norm": 4.592368631770386, |
| "learning_rate": 1.4920398712095985e-06, |
| "loss": 0.5323, |
| "step": 1664 |
| }, |
| { |
| "epoch": 0.6698853349426674, |
| "grad_norm": 4.593839464020305, |
| "learning_rate": 1.4888279350434325e-06, |
| "loss": 0.5821, |
| "step": 1665 |
| }, |
| { |
| "epoch": 0.6702876684771676, |
| "grad_norm": 3.881133737659202, |
| "learning_rate": 1.485617993187735e-06, |
| "loss": 0.5224, |
| "step": 1666 |
| }, |
| { |
| "epoch": 0.6706900020116676, |
| "grad_norm": 4.088068946795046, |
| "learning_rate": 1.4824100519733985e-06, |
| "loss": 0.556, |
| "step": 1667 |
| }, |
| { |
| "epoch": 0.6710923355461678, |
| "grad_norm": 4.328495324161391, |
| "learning_rate": 1.4792041177273668e-06, |
| "loss": 0.6097, |
| "step": 1668 |
| }, |
| { |
| "epoch": 0.6714946690806679, |
| "grad_norm": 4.220316709489982, |
| "learning_rate": 1.4760001967726283e-06, |
| "loss": 0.6015, |
| "step": 1669 |
| }, |
| { |
| "epoch": 0.6718970026151679, |
| "grad_norm": 3.788396547796328, |
| "learning_rate": 1.472798295428199e-06, |
| "loss": 0.5863, |
| "step": 1670 |
| }, |
| { |
| "epoch": 0.6722993361496681, |
| "grad_norm": 3.8086553750558494, |
| "learning_rate": 1.4695984200091129e-06, |
| "loss": 0.5155, |
| "step": 1671 |
| }, |
| { |
| "epoch": 0.6727016696841682, |
| "grad_norm": 3.792467737324882, |
| "learning_rate": 1.4664005768264084e-06, |
| "loss": 0.4517, |
| "step": 1672 |
| }, |
| { |
| "epoch": 0.6731040032186683, |
| "grad_norm": 4.528886592192105, |
| "learning_rate": 1.4632047721871134e-06, |
| "loss": 0.5514, |
| "step": 1673 |
| }, |
| { |
| "epoch": 0.6735063367531684, |
| "grad_norm": 3.687134247150264, |
| "learning_rate": 1.4600110123942376e-06, |
| "loss": 0.5765, |
| "step": 1674 |
| }, |
| { |
| "epoch": 0.6739086702876684, |
| "grad_norm": 3.651752055706122, |
| "learning_rate": 1.4568193037467574e-06, |
| "loss": 0.4434, |
| "step": 1675 |
| }, |
| { |
| "epoch": 0.6743110038221686, |
| "grad_norm": 4.196555677667497, |
| "learning_rate": 1.453629652539604e-06, |
| "loss": 0.5832, |
| "step": 1676 |
| }, |
| { |
| "epoch": 0.6747133373566687, |
| "grad_norm": 3.3768494467370047, |
| "learning_rate": 1.4504420650636485e-06, |
| "loss": 0.4094, |
| "step": 1677 |
| }, |
| { |
| "epoch": 0.6751156708911688, |
| "grad_norm": 3.9350013310511582, |
| "learning_rate": 1.4472565476056952e-06, |
| "loss": 0.4875, |
| "step": 1678 |
| }, |
| { |
| "epoch": 0.6755180044256689, |
| "grad_norm": 3.9364895166754383, |
| "learning_rate": 1.444073106448462e-06, |
| "loss": 0.626, |
| "step": 1679 |
| }, |
| { |
| "epoch": 0.6759203379601689, |
| "grad_norm": 4.218774138421791, |
| "learning_rate": 1.4408917478705748e-06, |
| "loss": 0.5318, |
| "step": 1680 |
| }, |
| { |
| "epoch": 0.6763226714946691, |
| "grad_norm": 3.557852927029882, |
| "learning_rate": 1.4377124781465517e-06, |
| "loss": 0.4564, |
| "step": 1681 |
| }, |
| { |
| "epoch": 0.6767250050291692, |
| "grad_norm": 4.131292301591179, |
| "learning_rate": 1.4345353035467888e-06, |
| "loss": 0.5458, |
| "step": 1682 |
| }, |
| { |
| "epoch": 0.6771273385636692, |
| "grad_norm": 4.261120314757306, |
| "learning_rate": 1.4313602303375523e-06, |
| "loss": 0.6402, |
| "step": 1683 |
| }, |
| { |
| "epoch": 0.6775296720981694, |
| "grad_norm": 4.027439558487913, |
| "learning_rate": 1.4281872647809628e-06, |
| "loss": 0.5762, |
| "step": 1684 |
| }, |
| { |
| "epoch": 0.6779320056326695, |
| "grad_norm": 3.9491401859678605, |
| "learning_rate": 1.4250164131349858e-06, |
| "loss": 0.4807, |
| "step": 1685 |
| }, |
| { |
| "epoch": 0.6783343391671696, |
| "grad_norm": 3.60940986670999, |
| "learning_rate": 1.421847681653414e-06, |
| "loss": 0.3659, |
| "step": 1686 |
| }, |
| { |
| "epoch": 0.6787366727016697, |
| "grad_norm": 3.5822407819650515, |
| "learning_rate": 1.4186810765858616e-06, |
| "loss": 0.5165, |
| "step": 1687 |
| }, |
| { |
| "epoch": 0.6791390062361697, |
| "grad_norm": 4.161182758555724, |
| "learning_rate": 1.4155166041777483e-06, |
| "loss": 0.495, |
| "step": 1688 |
| }, |
| { |
| "epoch": 0.6795413397706699, |
| "grad_norm": 4.076431248542256, |
| "learning_rate": 1.4123542706702868e-06, |
| "loss": 0.4569, |
| "step": 1689 |
| }, |
| { |
| "epoch": 0.67994367330517, |
| "grad_norm": 3.401944784975411, |
| "learning_rate": 1.409194082300473e-06, |
| "loss": 0.4661, |
| "step": 1690 |
| }, |
| { |
| "epoch": 0.6803460068396701, |
| "grad_norm": 4.053896920545759, |
| "learning_rate": 1.4060360453010691e-06, |
| "loss": 0.6945, |
| "step": 1691 |
| }, |
| { |
| "epoch": 0.6807483403741702, |
| "grad_norm": 3.6315876209619726, |
| "learning_rate": 1.4028801659005975e-06, |
| "loss": 0.5088, |
| "step": 1692 |
| }, |
| { |
| "epoch": 0.6811506739086702, |
| "grad_norm": 3.9033263695876617, |
| "learning_rate": 1.3997264503233222e-06, |
| "loss": 0.5535, |
| "step": 1693 |
| }, |
| { |
| "epoch": 0.6815530074431704, |
| "grad_norm": 3.6520508454132568, |
| "learning_rate": 1.3965749047892421e-06, |
| "loss": 0.4627, |
| "step": 1694 |
| }, |
| { |
| "epoch": 0.6819553409776705, |
| "grad_norm": 4.253145100591827, |
| "learning_rate": 1.3934255355140735e-06, |
| "loss": 0.6059, |
| "step": 1695 |
| }, |
| { |
| "epoch": 0.6823576745121706, |
| "grad_norm": 3.6442609114551168, |
| "learning_rate": 1.3902783487092436e-06, |
| "loss": 0.437, |
| "step": 1696 |
| }, |
| { |
| "epoch": 0.6827600080466707, |
| "grad_norm": 3.6843000132081083, |
| "learning_rate": 1.387133350581873e-06, |
| "loss": 0.4741, |
| "step": 1697 |
| }, |
| { |
| "epoch": 0.6831623415811708, |
| "grad_norm": 4.082924701084028, |
| "learning_rate": 1.383990547334767e-06, |
| "loss": 0.5523, |
| "step": 1698 |
| }, |
| { |
| "epoch": 0.6835646751156709, |
| "grad_norm": 4.525193517476986, |
| "learning_rate": 1.3808499451663998e-06, |
| "loss": 0.5733, |
| "step": 1699 |
| }, |
| { |
| "epoch": 0.683967008650171, |
| "grad_norm": 3.8434172838289142, |
| "learning_rate": 1.377711550270907e-06, |
| "loss": 0.4042, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.684369342184671, |
| "grad_norm": 3.475844585621674, |
| "learning_rate": 1.3745753688380692e-06, |
| "loss": 0.4492, |
| "step": 1701 |
| }, |
| { |
| "epoch": 0.6847716757191712, |
| "grad_norm": 4.106466165584271, |
| "learning_rate": 1.3714414070533022e-06, |
| "loss": 0.4795, |
| "step": 1702 |
| }, |
| { |
| "epoch": 0.6851740092536713, |
| "grad_norm": 3.9408796988863477, |
| "learning_rate": 1.368309671097645e-06, |
| "loss": 0.4586, |
| "step": 1703 |
| }, |
| { |
| "epoch": 0.6855763427881714, |
| "grad_norm": 3.892878635048642, |
| "learning_rate": 1.3651801671477435e-06, |
| "loss": 0.5256, |
| "step": 1704 |
| }, |
| { |
| "epoch": 0.6859786763226715, |
| "grad_norm": 3.602589673252341, |
| "learning_rate": 1.3620529013758444e-06, |
| "loss": 0.4474, |
| "step": 1705 |
| }, |
| { |
| "epoch": 0.6863810098571715, |
| "grad_norm": 4.29050518808401, |
| "learning_rate": 1.3589278799497802e-06, |
| "loss": 0.4799, |
| "step": 1706 |
| }, |
| { |
| "epoch": 0.6867833433916717, |
| "grad_norm": 4.530188596691838, |
| "learning_rate": 1.3558051090329536e-06, |
| "loss": 0.6044, |
| "step": 1707 |
| }, |
| { |
| "epoch": 0.6871856769261718, |
| "grad_norm": 3.8842771157381932, |
| "learning_rate": 1.352684594784333e-06, |
| "loss": 0.4759, |
| "step": 1708 |
| }, |
| { |
| "epoch": 0.6875880104606719, |
| "grad_norm": 4.206785571596244, |
| "learning_rate": 1.3495663433584327e-06, |
| "loss": 0.58, |
| "step": 1709 |
| }, |
| { |
| "epoch": 0.687990343995172, |
| "grad_norm": 4.648975138578508, |
| "learning_rate": 1.3464503609053053e-06, |
| "loss": 0.5508, |
| "step": 1710 |
| }, |
| { |
| "epoch": 0.6883926775296721, |
| "grad_norm": 4.513492173355037, |
| "learning_rate": 1.3433366535705292e-06, |
| "loss": 0.6606, |
| "step": 1711 |
| }, |
| { |
| "epoch": 0.6887950110641722, |
| "grad_norm": 4.149085872177257, |
| "learning_rate": 1.3402252274951954e-06, |
| "loss": 0.5438, |
| "step": 1712 |
| }, |
| { |
| "epoch": 0.6891973445986723, |
| "grad_norm": 4.3080582119504935, |
| "learning_rate": 1.3371160888158935e-06, |
| "loss": 0.7277, |
| "step": 1713 |
| }, |
| { |
| "epoch": 0.6895996781331724, |
| "grad_norm": 4.195944255893043, |
| "learning_rate": 1.3340092436647045e-06, |
| "loss": 0.5682, |
| "step": 1714 |
| }, |
| { |
| "epoch": 0.6900020116676725, |
| "grad_norm": 4.22717459587227, |
| "learning_rate": 1.330904698169184e-06, |
| "loss": 0.5394, |
| "step": 1715 |
| }, |
| { |
| "epoch": 0.6904043452021726, |
| "grad_norm": 3.8328998433470334, |
| "learning_rate": 1.3278024584523542e-06, |
| "loss": 0.519, |
| "step": 1716 |
| }, |
| { |
| "epoch": 0.6908066787366727, |
| "grad_norm": 3.809809815071977, |
| "learning_rate": 1.324702530632686e-06, |
| "loss": 0.4609, |
| "step": 1717 |
| }, |
| { |
| "epoch": 0.6912090122711728, |
| "grad_norm": 4.408644772842878, |
| "learning_rate": 1.3216049208240945e-06, |
| "loss": 0.5259, |
| "step": 1718 |
| }, |
| { |
| "epoch": 0.6916113458056729, |
| "grad_norm": 4.351040955206057, |
| "learning_rate": 1.3185096351359211e-06, |
| "loss": 0.531, |
| "step": 1719 |
| }, |
| { |
| "epoch": 0.692013679340173, |
| "grad_norm": 3.8862458710646135, |
| "learning_rate": 1.3154166796729245e-06, |
| "loss": 0.5521, |
| "step": 1720 |
| }, |
| { |
| "epoch": 0.6924160128746731, |
| "grad_norm": 3.8732946833809283, |
| "learning_rate": 1.3123260605352647e-06, |
| "loss": 0.4054, |
| "step": 1721 |
| }, |
| { |
| "epoch": 0.6928183464091732, |
| "grad_norm": 4.014263742357025, |
| "learning_rate": 1.3092377838184984e-06, |
| "loss": 0.5096, |
| "step": 1722 |
| }, |
| { |
| "epoch": 0.6932206799436733, |
| "grad_norm": 3.8457014699738306, |
| "learning_rate": 1.3061518556135572e-06, |
| "loss": 0.5361, |
| "step": 1723 |
| }, |
| { |
| "epoch": 0.6936230134781735, |
| "grad_norm": 4.700764158732767, |
| "learning_rate": 1.3030682820067447e-06, |
| "loss": 0.6363, |
| "step": 1724 |
| }, |
| { |
| "epoch": 0.6940253470126735, |
| "grad_norm": 4.056861341126563, |
| "learning_rate": 1.2999870690797207e-06, |
| "loss": 0.5499, |
| "step": 1725 |
| }, |
| { |
| "epoch": 0.6944276805471736, |
| "grad_norm": 3.824223111444158, |
| "learning_rate": 1.2969082229094853e-06, |
| "loss": 0.5049, |
| "step": 1726 |
| }, |
| { |
| "epoch": 0.6948300140816737, |
| "grad_norm": 3.8066989110426332, |
| "learning_rate": 1.2938317495683744e-06, |
| "loss": 0.487, |
| "step": 1727 |
| }, |
| { |
| "epoch": 0.6952323476161738, |
| "grad_norm": 4.382851529690001, |
| "learning_rate": 1.2907576551240425e-06, |
| "loss": 0.5016, |
| "step": 1728 |
| }, |
| { |
| "epoch": 0.695634681150674, |
| "grad_norm": 4.2709658357684415, |
| "learning_rate": 1.2876859456394537e-06, |
| "loss": 0.5287, |
| "step": 1729 |
| }, |
| { |
| "epoch": 0.696037014685174, |
| "grad_norm": 4.10428141385855, |
| "learning_rate": 1.284616627172865e-06, |
| "loss": 0.5048, |
| "step": 1730 |
| }, |
| { |
| "epoch": 0.6964393482196741, |
| "grad_norm": 3.9240197132726133, |
| "learning_rate": 1.281549705777821e-06, |
| "loss": 0.5834, |
| "step": 1731 |
| }, |
| { |
| "epoch": 0.6968416817541742, |
| "grad_norm": 3.917832710676123, |
| "learning_rate": 1.278485187503137e-06, |
| "loss": 0.4978, |
| "step": 1732 |
| }, |
| { |
| "epoch": 0.6972440152886743, |
| "grad_norm": 3.9886241574028123, |
| "learning_rate": 1.2754230783928907e-06, |
| "loss": 0.5046, |
| "step": 1733 |
| }, |
| { |
| "epoch": 0.6976463488231744, |
| "grad_norm": 3.8252585006207744, |
| "learning_rate": 1.2723633844864036e-06, |
| "loss": 0.4337, |
| "step": 1734 |
| }, |
| { |
| "epoch": 0.6980486823576745, |
| "grad_norm": 4.327909530843214, |
| "learning_rate": 1.2693061118182399e-06, |
| "loss": 0.5663, |
| "step": 1735 |
| }, |
| { |
| "epoch": 0.6984510158921746, |
| "grad_norm": 3.9729308104472225, |
| "learning_rate": 1.2662512664181826e-06, |
| "loss": 0.4753, |
| "step": 1736 |
| }, |
| { |
| "epoch": 0.6988533494266748, |
| "grad_norm": 3.4193536839822434, |
| "learning_rate": 1.2631988543112314e-06, |
| "loss": 0.3984, |
| "step": 1737 |
| }, |
| { |
| "epoch": 0.6992556829611748, |
| "grad_norm": 3.199663843957577, |
| "learning_rate": 1.2601488815175867e-06, |
| "loss": 0.3615, |
| "step": 1738 |
| }, |
| { |
| "epoch": 0.6996580164956749, |
| "grad_norm": 4.275095481044542, |
| "learning_rate": 1.257101354052635e-06, |
| "loss": 0.635, |
| "step": 1739 |
| }, |
| { |
| "epoch": 0.700060350030175, |
| "grad_norm": 4.154894699295693, |
| "learning_rate": 1.2540562779269421e-06, |
| "loss": 0.468, |
| "step": 1740 |
| }, |
| { |
| "epoch": 0.7004626835646751, |
| "grad_norm": 4.21271106717443, |
| "learning_rate": 1.2510136591462399e-06, |
| "loss": 0.557, |
| "step": 1741 |
| }, |
| { |
| "epoch": 0.7008650170991753, |
| "grad_norm": 3.9488032178250276, |
| "learning_rate": 1.2479735037114118e-06, |
| "loss": 0.4743, |
| "step": 1742 |
| }, |
| { |
| "epoch": 0.7012673506336753, |
| "grad_norm": 3.6437407466020453, |
| "learning_rate": 1.2449358176184848e-06, |
| "loss": 0.4958, |
| "step": 1743 |
| }, |
| { |
| "epoch": 0.7016696841681754, |
| "grad_norm": 4.011291060246906, |
| "learning_rate": 1.2419006068586125e-06, |
| "loss": 0.5109, |
| "step": 1744 |
| }, |
| { |
| "epoch": 0.7020720177026755, |
| "grad_norm": 3.7545390991024026, |
| "learning_rate": 1.2388678774180698e-06, |
| "loss": 0.5269, |
| "step": 1745 |
| }, |
| { |
| "epoch": 0.7024743512371756, |
| "grad_norm": 3.821504931037996, |
| "learning_rate": 1.2358376352782358e-06, |
| "loss": 0.4905, |
| "step": 1746 |
| }, |
| { |
| "epoch": 0.7028766847716758, |
| "grad_norm": 4.3580981207011655, |
| "learning_rate": 1.232809886415586e-06, |
| "loss": 0.4904, |
| "step": 1747 |
| }, |
| { |
| "epoch": 0.7032790183061758, |
| "grad_norm": 3.539055820090707, |
| "learning_rate": 1.2297846368016748e-06, |
| "loss": 0.4124, |
| "step": 1748 |
| }, |
| { |
| "epoch": 0.7036813518406759, |
| "grad_norm": 3.9844890147713254, |
| "learning_rate": 1.2267618924031317e-06, |
| "loss": 0.5321, |
| "step": 1749 |
| }, |
| { |
| "epoch": 0.7040836853751761, |
| "grad_norm": 4.178112023828336, |
| "learning_rate": 1.2237416591816412e-06, |
| "loss": 0.6362, |
| "step": 1750 |
| }, |
| { |
| "epoch": 0.7044860189096761, |
| "grad_norm": 4.0472275399599695, |
| "learning_rate": 1.220723943093939e-06, |
| "loss": 0.5101, |
| "step": 1751 |
| }, |
| { |
| "epoch": 0.7048883524441762, |
| "grad_norm": 4.312523214514084, |
| "learning_rate": 1.2177087500917925e-06, |
| "loss": 0.5277, |
| "step": 1752 |
| }, |
| { |
| "epoch": 0.7052906859786763, |
| "grad_norm": 4.133768938615848, |
| "learning_rate": 1.2146960861219954e-06, |
| "loss": 0.5271, |
| "step": 1753 |
| }, |
| { |
| "epoch": 0.7056930195131764, |
| "grad_norm": 4.430552507921185, |
| "learning_rate": 1.211685957126353e-06, |
| "loss": 0.711, |
| "step": 1754 |
| }, |
| { |
| "epoch": 0.7060953530476766, |
| "grad_norm": 4.119451270646705, |
| "learning_rate": 1.2086783690416704e-06, |
| "loss": 0.4358, |
| "step": 1755 |
| }, |
| { |
| "epoch": 0.7064976865821766, |
| "grad_norm": 4.295693476571627, |
| "learning_rate": 1.205673327799743e-06, |
| "loss": 0.5466, |
| "step": 1756 |
| }, |
| { |
| "epoch": 0.7069000201166767, |
| "grad_norm": 4.312446284251359, |
| "learning_rate": 1.2026708393273392e-06, |
| "loss": 0.5861, |
| "step": 1757 |
| }, |
| { |
| "epoch": 0.7073023536511768, |
| "grad_norm": 3.9109516304734733, |
| "learning_rate": 1.1996709095461967e-06, |
| "loss": 0.4782, |
| "step": 1758 |
| }, |
| { |
| "epoch": 0.7077046871856769, |
| "grad_norm": 4.425022693894618, |
| "learning_rate": 1.1966735443730052e-06, |
| "loss": 0.5627, |
| "step": 1759 |
| }, |
| { |
| "epoch": 0.7081070207201771, |
| "grad_norm": 4.259706435608531, |
| "learning_rate": 1.193678749719397e-06, |
| "loss": 0.5274, |
| "step": 1760 |
| }, |
| { |
| "epoch": 0.7085093542546771, |
| "grad_norm": 4.219902699982978, |
| "learning_rate": 1.190686531491932e-06, |
| "loss": 0.5397, |
| "step": 1761 |
| }, |
| { |
| "epoch": 0.7089116877891772, |
| "grad_norm": 4.105043115699033, |
| "learning_rate": 1.1876968955920916e-06, |
| "loss": 0.4845, |
| "step": 1762 |
| }, |
| { |
| "epoch": 0.7093140213236774, |
| "grad_norm": 3.905684008250733, |
| "learning_rate": 1.1847098479162644e-06, |
| "loss": 0.5769, |
| "step": 1763 |
| }, |
| { |
| "epoch": 0.7097163548581774, |
| "grad_norm": 4.0434341189775616, |
| "learning_rate": 1.1817253943557308e-06, |
| "loss": 0.4338, |
| "step": 1764 |
| }, |
| { |
| "epoch": 0.7101186883926776, |
| "grad_norm": 4.331648953621162, |
| "learning_rate": 1.1787435407966593e-06, |
| "loss": 0.6231, |
| "step": 1765 |
| }, |
| { |
| "epoch": 0.7105210219271776, |
| "grad_norm": 4.225800580764582, |
| "learning_rate": 1.1757642931200864e-06, |
| "loss": 0.4946, |
| "step": 1766 |
| }, |
| { |
| "epoch": 0.7109233554616777, |
| "grad_norm": 3.832934508222693, |
| "learning_rate": 1.1727876572019117e-06, |
| "loss": 0.5319, |
| "step": 1767 |
| }, |
| { |
| "epoch": 0.7113256889961779, |
| "grad_norm": 3.994089631167334, |
| "learning_rate": 1.1698136389128833e-06, |
| "loss": 0.5005, |
| "step": 1768 |
| }, |
| { |
| "epoch": 0.7117280225306779, |
| "grad_norm": 3.8399445750919425, |
| "learning_rate": 1.166842244118587e-06, |
| "loss": 0.4726, |
| "step": 1769 |
| }, |
| { |
| "epoch": 0.712130356065178, |
| "grad_norm": 4.043691249667768, |
| "learning_rate": 1.163873478679432e-06, |
| "loss": 0.4885, |
| "step": 1770 |
| }, |
| { |
| "epoch": 0.7125326895996781, |
| "grad_norm": 4.26586065507147, |
| "learning_rate": 1.1609073484506441e-06, |
| "loss": 0.5955, |
| "step": 1771 |
| }, |
| { |
| "epoch": 0.7129350231341782, |
| "grad_norm": 3.2723853825243006, |
| "learning_rate": 1.157943859282251e-06, |
| "loss": 0.393, |
| "step": 1772 |
| }, |
| { |
| "epoch": 0.7133373566686784, |
| "grad_norm": 4.228399556429077, |
| "learning_rate": 1.1549830170190714e-06, |
| "loss": 0.6138, |
| "step": 1773 |
| }, |
| { |
| "epoch": 0.7137396902031784, |
| "grad_norm": 3.703790105757895, |
| "learning_rate": 1.152024827500705e-06, |
| "loss": 0.4952, |
| "step": 1774 |
| }, |
| { |
| "epoch": 0.7141420237376785, |
| "grad_norm": 4.037603384099717, |
| "learning_rate": 1.149069296561516e-06, |
| "loss": 0.5791, |
| "step": 1775 |
| }, |
| { |
| "epoch": 0.7145443572721787, |
| "grad_norm": 3.958021889837016, |
| "learning_rate": 1.1461164300306292e-06, |
| "loss": 0.495, |
| "step": 1776 |
| }, |
| { |
| "epoch": 0.7149466908066787, |
| "grad_norm": 4.142430978673458, |
| "learning_rate": 1.1431662337319107e-06, |
| "loss": 0.6534, |
| "step": 1777 |
| }, |
| { |
| "epoch": 0.7153490243411789, |
| "grad_norm": 4.484413621549814, |
| "learning_rate": 1.1402187134839643e-06, |
| "loss": 0.4885, |
| "step": 1778 |
| }, |
| { |
| "epoch": 0.7157513578756789, |
| "grad_norm": 3.6695545389300395, |
| "learning_rate": 1.1372738751001111e-06, |
| "loss": 0.4446, |
| "step": 1779 |
| }, |
| { |
| "epoch": 0.716153691410179, |
| "grad_norm": 3.492829736247777, |
| "learning_rate": 1.134331724388387e-06, |
| "loss": 0.5245, |
| "step": 1780 |
| }, |
| { |
| "epoch": 0.7165560249446792, |
| "grad_norm": 3.8848835038152107, |
| "learning_rate": 1.1313922671515252e-06, |
| "loss": 0.5042, |
| "step": 1781 |
| }, |
| { |
| "epoch": 0.7169583584791792, |
| "grad_norm": 4.4510516838349705, |
| "learning_rate": 1.128455509186948e-06, |
| "loss": 0.6898, |
| "step": 1782 |
| }, |
| { |
| "epoch": 0.7173606920136794, |
| "grad_norm": 4.381017376532981, |
| "learning_rate": 1.1255214562867503e-06, |
| "loss": 0.5289, |
| "step": 1783 |
| }, |
| { |
| "epoch": 0.7177630255481794, |
| "grad_norm": 3.5079718266262416, |
| "learning_rate": 1.122590114237696e-06, |
| "loss": 0.4724, |
| "step": 1784 |
| }, |
| { |
| "epoch": 0.7181653590826795, |
| "grad_norm": 4.292226353007704, |
| "learning_rate": 1.1196614888212007e-06, |
| "loss": 0.5796, |
| "step": 1785 |
| }, |
| { |
| "epoch": 0.7185676926171797, |
| "grad_norm": 4.052087753788445, |
| "learning_rate": 1.1167355858133226e-06, |
| "loss": 0.4938, |
| "step": 1786 |
| }, |
| { |
| "epoch": 0.7189700261516797, |
| "grad_norm": 5.157980356295375, |
| "learning_rate": 1.1138124109847503e-06, |
| "loss": 0.5949, |
| "step": 1787 |
| }, |
| { |
| "epoch": 0.7193723596861799, |
| "grad_norm": 3.285940613285488, |
| "learning_rate": 1.1108919701007907e-06, |
| "loss": 0.3908, |
| "step": 1788 |
| }, |
| { |
| "epoch": 0.71977469322068, |
| "grad_norm": 3.5335717637010937, |
| "learning_rate": 1.1079742689213593e-06, |
| "loss": 0.5013, |
| "step": 1789 |
| }, |
| { |
| "epoch": 0.72017702675518, |
| "grad_norm": 4.450180240936036, |
| "learning_rate": 1.1050593132009703e-06, |
| "loss": 0.6329, |
| "step": 1790 |
| }, |
| { |
| "epoch": 0.7205793602896802, |
| "grad_norm": 4.404576812133769, |
| "learning_rate": 1.1021471086887187e-06, |
| "loss": 0.5781, |
| "step": 1791 |
| }, |
| { |
| "epoch": 0.7209816938241802, |
| "grad_norm": 3.3602741770117177, |
| "learning_rate": 1.0992376611282776e-06, |
| "loss": 0.3621, |
| "step": 1792 |
| }, |
| { |
| "epoch": 0.7213840273586803, |
| "grad_norm": 3.381272077924684, |
| "learning_rate": 1.0963309762578795e-06, |
| "loss": 0.384, |
| "step": 1793 |
| }, |
| { |
| "epoch": 0.7217863608931805, |
| "grad_norm": 3.5780173251972025, |
| "learning_rate": 1.0934270598103094e-06, |
| "loss": 0.5372, |
| "step": 1794 |
| }, |
| { |
| "epoch": 0.7221886944276805, |
| "grad_norm": 3.7738716419210814, |
| "learning_rate": 1.0905259175128931e-06, |
| "loss": 0.4336, |
| "step": 1795 |
| }, |
| { |
| "epoch": 0.7225910279621807, |
| "grad_norm": 3.820342940812247, |
| "learning_rate": 1.0876275550874846e-06, |
| "loss": 0.5335, |
| "step": 1796 |
| }, |
| { |
| "epoch": 0.7229933614966807, |
| "grad_norm": 4.176570559423123, |
| "learning_rate": 1.0847319782504532e-06, |
| "loss": 0.5038, |
| "step": 1797 |
| }, |
| { |
| "epoch": 0.7233956950311808, |
| "grad_norm": 3.67077010562448, |
| "learning_rate": 1.0818391927126764e-06, |
| "loss": 0.4342, |
| "step": 1798 |
| }, |
| { |
| "epoch": 0.723798028565681, |
| "grad_norm": 3.9880069700930423, |
| "learning_rate": 1.078949204179526e-06, |
| "loss": 0.4953, |
| "step": 1799 |
| }, |
| { |
| "epoch": 0.724200362100181, |
| "grad_norm": 4.161334696726195, |
| "learning_rate": 1.0760620183508582e-06, |
| "loss": 0.5799, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.7246026956346812, |
| "grad_norm": 4.126464363948578, |
| "learning_rate": 1.073177640920999e-06, |
| "loss": 0.5138, |
| "step": 1801 |
| }, |
| { |
| "epoch": 0.7250050291691813, |
| "grad_norm": 4.1895057334300505, |
| "learning_rate": 1.0702960775787374e-06, |
| "loss": 0.5121, |
| "step": 1802 |
| }, |
| { |
| "epoch": 0.7254073627036813, |
| "grad_norm": 3.884515999748438, |
| "learning_rate": 1.0674173340073121e-06, |
| "loss": 0.4891, |
| "step": 1803 |
| }, |
| { |
| "epoch": 0.7258096962381815, |
| "grad_norm": 4.286867137892461, |
| "learning_rate": 1.0645414158844012e-06, |
| "loss": 0.6118, |
| "step": 1804 |
| }, |
| { |
| "epoch": 0.7262120297726815, |
| "grad_norm": 3.8959234040057806, |
| "learning_rate": 1.0616683288821067e-06, |
| "loss": 0.5234, |
| "step": 1805 |
| }, |
| { |
| "epoch": 0.7266143633071817, |
| "grad_norm": 4.239978882514847, |
| "learning_rate": 1.058798078666952e-06, |
| "loss": 0.5183, |
| "step": 1806 |
| }, |
| { |
| "epoch": 0.7270166968416818, |
| "grad_norm": 3.7122065670739235, |
| "learning_rate": 1.0559306708998607e-06, |
| "loss": 0.501, |
| "step": 1807 |
| }, |
| { |
| "epoch": 0.7274190303761818, |
| "grad_norm": 4.556831231079228, |
| "learning_rate": 1.0530661112361533e-06, |
| "loss": 0.5257, |
| "step": 1808 |
| }, |
| { |
| "epoch": 0.727821363910682, |
| "grad_norm": 4.308685532929913, |
| "learning_rate": 1.050204405325534e-06, |
| "loss": 0.5534, |
| "step": 1809 |
| }, |
| { |
| "epoch": 0.728223697445182, |
| "grad_norm": 3.9297951909048368, |
| "learning_rate": 1.0473455588120738e-06, |
| "loss": 0.4681, |
| "step": 1810 |
| }, |
| { |
| "epoch": 0.7286260309796821, |
| "grad_norm": 3.98667448491781, |
| "learning_rate": 1.0444895773342092e-06, |
| "loss": 0.4785, |
| "step": 1811 |
| }, |
| { |
| "epoch": 0.7290283645141823, |
| "grad_norm": 4.2934600586771845, |
| "learning_rate": 1.0416364665247236e-06, |
| "loss": 0.5408, |
| "step": 1812 |
| }, |
| { |
| "epoch": 0.7294306980486823, |
| "grad_norm": 3.9347493779534, |
| "learning_rate": 1.0387862320107403e-06, |
| "loss": 0.5895, |
| "step": 1813 |
| }, |
| { |
| "epoch": 0.7298330315831825, |
| "grad_norm": 4.338941092246621, |
| "learning_rate": 1.0359388794137068e-06, |
| "loss": 0.5648, |
| "step": 1814 |
| }, |
| { |
| "epoch": 0.7302353651176826, |
| "grad_norm": 3.792647800273631, |
| "learning_rate": 1.0330944143493892e-06, |
| "loss": 0.5449, |
| "step": 1815 |
| }, |
| { |
| "epoch": 0.7306376986521826, |
| "grad_norm": 3.821766624740813, |
| "learning_rate": 1.0302528424278585e-06, |
| "loss": 0.4544, |
| "step": 1816 |
| }, |
| { |
| "epoch": 0.7310400321866828, |
| "grad_norm": 4.176558757203708, |
| "learning_rate": 1.0274141692534784e-06, |
| "loss": 0.4802, |
| "step": 1817 |
| }, |
| { |
| "epoch": 0.7314423657211828, |
| "grad_norm": 3.5626608894002803, |
| "learning_rate": 1.0245784004248968e-06, |
| "loss": 0.4273, |
| "step": 1818 |
| }, |
| { |
| "epoch": 0.731844699255683, |
| "grad_norm": 3.8719939712343936, |
| "learning_rate": 1.0217455415350316e-06, |
| "loss": 0.5409, |
| "step": 1819 |
| }, |
| { |
| "epoch": 0.7322470327901831, |
| "grad_norm": 4.537877117506395, |
| "learning_rate": 1.0189155981710642e-06, |
| "loss": 0.5705, |
| "step": 1820 |
| }, |
| { |
| "epoch": 0.7326493663246831, |
| "grad_norm": 3.932184586794533, |
| "learning_rate": 1.0160885759144217e-06, |
| "loss": 0.4904, |
| "step": 1821 |
| }, |
| { |
| "epoch": 0.7330516998591833, |
| "grad_norm": 4.266661778185627, |
| "learning_rate": 1.0132644803407753e-06, |
| "loss": 0.4769, |
| "step": 1822 |
| }, |
| { |
| "epoch": 0.7334540333936833, |
| "grad_norm": 3.7589693532265827, |
| "learning_rate": 1.0104433170200188e-06, |
| "loss": 0.4891, |
| "step": 1823 |
| }, |
| { |
| "epoch": 0.7338563669281835, |
| "grad_norm": 3.8562553041075263, |
| "learning_rate": 1.007625091516266e-06, |
| "loss": 0.417, |
| "step": 1824 |
| }, |
| { |
| "epoch": 0.7342587004626836, |
| "grad_norm": 4.130360177598847, |
| "learning_rate": 1.0048098093878352e-06, |
| "loss": 0.5207, |
| "step": 1825 |
| }, |
| { |
| "epoch": 0.7346610339971836, |
| "grad_norm": 4.16513812007776, |
| "learning_rate": 1.001997476187241e-06, |
| "loss": 0.5213, |
| "step": 1826 |
| }, |
| { |
| "epoch": 0.7350633675316838, |
| "grad_norm": 4.4208377164885055, |
| "learning_rate": 9.991880974611809e-07, |
| "loss": 0.6269, |
| "step": 1827 |
| }, |
| { |
| "epoch": 0.7354657010661839, |
| "grad_norm": 4.867032713419264, |
| "learning_rate": 9.96381678750524e-07, |
| "loss": 0.4808, |
| "step": 1828 |
| }, |
| { |
| "epoch": 0.735868034600684, |
| "grad_norm": 3.982545780740484, |
| "learning_rate": 9.935782255903034e-07, |
| "loss": 0.5066, |
| "step": 1829 |
| }, |
| { |
| "epoch": 0.7362703681351841, |
| "grad_norm": 4.286351965336647, |
| "learning_rate": 9.907777435097029e-07, |
| "loss": 0.5151, |
| "step": 1830 |
| }, |
| { |
| "epoch": 0.7366727016696841, |
| "grad_norm": 4.362229906545009, |
| "learning_rate": 9.879802380320473e-07, |
| "loss": 0.5936, |
| "step": 1831 |
| }, |
| { |
| "epoch": 0.7370750352041843, |
| "grad_norm": 4.660993080328005, |
| "learning_rate": 9.851857146747873e-07, |
| "loss": 0.6829, |
| "step": 1832 |
| }, |
| { |
| "epoch": 0.7374773687386844, |
| "grad_norm": 4.222997821431192, |
| "learning_rate": 9.82394178949497e-07, |
| "loss": 0.514, |
| "step": 1833 |
| }, |
| { |
| "epoch": 0.7378797022731844, |
| "grad_norm": 4.369792251301722, |
| "learning_rate": 9.796056363618533e-07, |
| "loss": 0.5742, |
| "step": 1834 |
| }, |
| { |
| "epoch": 0.7382820358076846, |
| "grad_norm": 4.422672878513299, |
| "learning_rate": 9.768200924116338e-07, |
| "loss": 0.568, |
| "step": 1835 |
| }, |
| { |
| "epoch": 0.7386843693421846, |
| "grad_norm": 4.507594407110887, |
| "learning_rate": 9.740375525926988e-07, |
| "loss": 0.6017, |
| "step": 1836 |
| }, |
| { |
| "epoch": 0.7390867028766848, |
| "grad_norm": 3.8125967279749835, |
| "learning_rate": 9.71258022392985e-07, |
| "loss": 0.5959, |
| "step": 1837 |
| }, |
| { |
| "epoch": 0.7394890364111849, |
| "grad_norm": 3.7273585439154586, |
| "learning_rate": 9.684815072944946e-07, |
| "loss": 0.3825, |
| "step": 1838 |
| }, |
| { |
| "epoch": 0.7398913699456849, |
| "grad_norm": 3.738805120372397, |
| "learning_rate": 9.657080127732807e-07, |
| "loss": 0.4931, |
| "step": 1839 |
| }, |
| { |
| "epoch": 0.7402937034801851, |
| "grad_norm": 3.9828190911127526, |
| "learning_rate": 9.629375442994418e-07, |
| "loss": 0.5182, |
| "step": 1840 |
| }, |
| { |
| "epoch": 0.7406960370146852, |
| "grad_norm": 3.9798516908695882, |
| "learning_rate": 9.601701073371045e-07, |
| "loss": 0.548, |
| "step": 1841 |
| }, |
| { |
| "epoch": 0.7410983705491853, |
| "grad_norm": 3.7199861649210715, |
| "learning_rate": 9.574057073444195e-07, |
| "loss": 0.468, |
| "step": 1842 |
| }, |
| { |
| "epoch": 0.7415007040836854, |
| "grad_norm": 4.0680484984054335, |
| "learning_rate": 9.546443497735467e-07, |
| "loss": 0.5782, |
| "step": 1843 |
| }, |
| { |
| "epoch": 0.7419030376181854, |
| "grad_norm": 3.4109362486846115, |
| "learning_rate": 9.518860400706465e-07, |
| "loss": 0.4245, |
| "step": 1844 |
| }, |
| { |
| "epoch": 0.7423053711526856, |
| "grad_norm": 3.931799967484987, |
| "learning_rate": 9.491307836758651e-07, |
| "loss": 0.4863, |
| "step": 1845 |
| }, |
| { |
| "epoch": 0.7427077046871857, |
| "grad_norm": 4.211928044347116, |
| "learning_rate": 9.463785860233301e-07, |
| "loss": 0.5459, |
| "step": 1846 |
| }, |
| { |
| "epoch": 0.7431100382216858, |
| "grad_norm": 4.0902800868050715, |
| "learning_rate": 9.436294525411357e-07, |
| "loss": 0.6375, |
| "step": 1847 |
| }, |
| { |
| "epoch": 0.7435123717561859, |
| "grad_norm": 3.524293359481542, |
| "learning_rate": 9.408833886513303e-07, |
| "loss": 0.444, |
| "step": 1848 |
| }, |
| { |
| "epoch": 0.7439147052906859, |
| "grad_norm": 3.6061388537955827, |
| "learning_rate": 9.381403997699117e-07, |
| "loss": 0.5217, |
| "step": 1849 |
| }, |
| { |
| "epoch": 0.7443170388251861, |
| "grad_norm": 3.6547603411472838, |
| "learning_rate": 9.354004913068096e-07, |
| "loss": 0.5229, |
| "step": 1850 |
| }, |
| { |
| "epoch": 0.7447193723596862, |
| "grad_norm": 4.340731245011316, |
| "learning_rate": 9.326636686658808e-07, |
| "loss": 0.5924, |
| "step": 1851 |
| }, |
| { |
| "epoch": 0.7451217058941862, |
| "grad_norm": 3.4273270658083166, |
| "learning_rate": 9.299299372448953e-07, |
| "loss": 0.4941, |
| "step": 1852 |
| }, |
| { |
| "epoch": 0.7455240394286864, |
| "grad_norm": 3.9330296000490668, |
| "learning_rate": 9.271993024355263e-07, |
| "loss": 0.5988, |
| "step": 1853 |
| }, |
| { |
| "epoch": 0.7459263729631865, |
| "grad_norm": 4.79047981984662, |
| "learning_rate": 9.244717696233388e-07, |
| "loss": 0.6193, |
| "step": 1854 |
| }, |
| { |
| "epoch": 0.7463287064976866, |
| "grad_norm": 3.6277035412847924, |
| "learning_rate": 9.217473441877805e-07, |
| "loss": 0.4905, |
| "step": 1855 |
| }, |
| { |
| "epoch": 0.7467310400321867, |
| "grad_norm": 4.652255454626382, |
| "learning_rate": 9.19026031502171e-07, |
| "loss": 0.6231, |
| "step": 1856 |
| }, |
| { |
| "epoch": 0.7471333735666867, |
| "grad_norm": 4.139619345656057, |
| "learning_rate": 9.1630783693369e-07, |
| "loss": 0.4981, |
| "step": 1857 |
| }, |
| { |
| "epoch": 0.7475357071011869, |
| "grad_norm": 5.059383612132635, |
| "learning_rate": 9.135927658433685e-07, |
| "loss": 0.7292, |
| "step": 1858 |
| }, |
| { |
| "epoch": 0.747938040635687, |
| "grad_norm": 4.664959181536374, |
| "learning_rate": 9.108808235860744e-07, |
| "loss": 0.6118, |
| "step": 1859 |
| }, |
| { |
| "epoch": 0.7483403741701871, |
| "grad_norm": 4.243108848129753, |
| "learning_rate": 9.081720155105076e-07, |
| "loss": 0.5616, |
| "step": 1860 |
| }, |
| { |
| "epoch": 0.7487427077046872, |
| "grad_norm": 3.4693576707426548, |
| "learning_rate": 9.054663469591862e-07, |
| "loss": 0.4451, |
| "step": 1861 |
| }, |
| { |
| "epoch": 0.7491450412391872, |
| "grad_norm": 4.037761942838199, |
| "learning_rate": 9.027638232684339e-07, |
| "loss": 0.5354, |
| "step": 1862 |
| }, |
| { |
| "epoch": 0.7495473747736874, |
| "grad_norm": 4.037140323875402, |
| "learning_rate": 9.00064449768375e-07, |
| "loss": 0.3946, |
| "step": 1863 |
| }, |
| { |
| "epoch": 0.7499497083081875, |
| "grad_norm": 4.420498117292749, |
| "learning_rate": 8.97368231782918e-07, |
| "loss": 0.6091, |
| "step": 1864 |
| }, |
| { |
| "epoch": 0.7503520418426876, |
| "grad_norm": 4.098542987137017, |
| "learning_rate": 8.946751746297494e-07, |
| "loss": 0.6347, |
| "step": 1865 |
| }, |
| { |
| "epoch": 0.7507543753771877, |
| "grad_norm": 3.718783314907544, |
| "learning_rate": 8.919852836203224e-07, |
| "loss": 0.5523, |
| "step": 1866 |
| }, |
| { |
| "epoch": 0.7511567089116878, |
| "grad_norm": 4.238567081312867, |
| "learning_rate": 8.892985640598434e-07, |
| "loss": 0.5716, |
| "step": 1867 |
| }, |
| { |
| "epoch": 0.7515590424461879, |
| "grad_norm": 3.878960051531824, |
| "learning_rate": 8.866150212472657e-07, |
| "loss": 0.5552, |
| "step": 1868 |
| }, |
| { |
| "epoch": 0.751961375980688, |
| "grad_norm": 4.0405823701369155, |
| "learning_rate": 8.839346604752763e-07, |
| "loss": 0.5286, |
| "step": 1869 |
| }, |
| { |
| "epoch": 0.752363709515188, |
| "grad_norm": 4.251404967808422, |
| "learning_rate": 8.81257487030287e-07, |
| "loss": 0.4872, |
| "step": 1870 |
| }, |
| { |
| "epoch": 0.7527660430496882, |
| "grad_norm": 3.6336762556932163, |
| "learning_rate": 8.785835061924234e-07, |
| "loss": 0.4301, |
| "step": 1871 |
| }, |
| { |
| "epoch": 0.7531683765841883, |
| "grad_norm": 4.324873818573403, |
| "learning_rate": 8.759127232355128e-07, |
| "loss": 0.5405, |
| "step": 1872 |
| }, |
| { |
| "epoch": 0.7535707101186884, |
| "grad_norm": 4.42447965555661, |
| "learning_rate": 8.732451434270767e-07, |
| "loss": 0.5209, |
| "step": 1873 |
| }, |
| { |
| "epoch": 0.7539730436531885, |
| "grad_norm": 4.251290292687751, |
| "learning_rate": 8.705807720283199e-07, |
| "loss": 0.5951, |
| "step": 1874 |
| }, |
| { |
| "epoch": 0.7543753771876885, |
| "grad_norm": 4.171584555966765, |
| "learning_rate": 8.679196142941173e-07, |
| "loss": 0.6086, |
| "step": 1875 |
| }, |
| { |
| "epoch": 0.7547777107221887, |
| "grad_norm": 4.0958958819445614, |
| "learning_rate": 8.652616754730075e-07, |
| "loss": 0.5693, |
| "step": 1876 |
| }, |
| { |
| "epoch": 0.7551800442566888, |
| "grad_norm": 3.683062028222347, |
| "learning_rate": 8.626069608071785e-07, |
| "loss": 0.4584, |
| "step": 1877 |
| }, |
| { |
| "epoch": 0.7555823777911889, |
| "grad_norm": 3.9012710111822924, |
| "learning_rate": 8.599554755324613e-07, |
| "loss": 0.4611, |
| "step": 1878 |
| }, |
| { |
| "epoch": 0.755984711325689, |
| "grad_norm": 3.5489182194802704, |
| "learning_rate": 8.573072248783165e-07, |
| "loss": 0.5083, |
| "step": 1879 |
| }, |
| { |
| "epoch": 0.7563870448601892, |
| "grad_norm": 3.9884722155489225, |
| "learning_rate": 8.546622140678265e-07, |
| "loss": 0.5094, |
| "step": 1880 |
| }, |
| { |
| "epoch": 0.7567893783946892, |
| "grad_norm": 4.328049459143733, |
| "learning_rate": 8.520204483176814e-07, |
| "loss": 0.3656, |
| "step": 1881 |
| }, |
| { |
| "epoch": 0.7571917119291893, |
| "grad_norm": 3.9339309591347087, |
| "learning_rate": 8.493819328381731e-07, |
| "loss": 0.5317, |
| "step": 1882 |
| }, |
| { |
| "epoch": 0.7575940454636894, |
| "grad_norm": 4.2270154261756385, |
| "learning_rate": 8.467466728331828e-07, |
| "loss": 0.4588, |
| "step": 1883 |
| }, |
| { |
| "epoch": 0.7579963789981895, |
| "grad_norm": 3.303945186981914, |
| "learning_rate": 8.441146735001715e-07, |
| "loss": 0.4649, |
| "step": 1884 |
| }, |
| { |
| "epoch": 0.7583987125326896, |
| "grad_norm": 4.054188026080457, |
| "learning_rate": 8.414859400301667e-07, |
| "loss": 0.5645, |
| "step": 1885 |
| }, |
| { |
| "epoch": 0.7588010460671897, |
| "grad_norm": 4.17992148808867, |
| "learning_rate": 8.388604776077575e-07, |
| "loss": 0.5204, |
| "step": 1886 |
| }, |
| { |
| "epoch": 0.7592033796016898, |
| "grad_norm": 4.428173356861454, |
| "learning_rate": 8.362382914110804e-07, |
| "loss": 0.6007, |
| "step": 1887 |
| }, |
| { |
| "epoch": 0.7596057131361899, |
| "grad_norm": 4.255468940795954, |
| "learning_rate": 8.336193866118117e-07, |
| "loss": 0.5153, |
| "step": 1888 |
| }, |
| { |
| "epoch": 0.76000804667069, |
| "grad_norm": 4.025791541260584, |
| "learning_rate": 8.310037683751527e-07, |
| "loss": 0.4859, |
| "step": 1889 |
| }, |
| { |
| "epoch": 0.7604103802051901, |
| "grad_norm": 3.8573782279099533, |
| "learning_rate": 8.283914418598263e-07, |
| "loss": 0.5058, |
| "step": 1890 |
| }, |
| { |
| "epoch": 0.7608127137396902, |
| "grad_norm": 3.332235385366874, |
| "learning_rate": 8.257824122180602e-07, |
| "loss": 0.3737, |
| "step": 1891 |
| }, |
| { |
| "epoch": 0.7612150472741903, |
| "grad_norm": 3.394561752123056, |
| "learning_rate": 8.231766845955818e-07, |
| "loss": 0.4197, |
| "step": 1892 |
| }, |
| { |
| "epoch": 0.7616173808086905, |
| "grad_norm": 3.3171785759316443, |
| "learning_rate": 8.205742641316064e-07, |
| "loss": 0.417, |
| "step": 1893 |
| }, |
| { |
| "epoch": 0.7620197143431905, |
| "grad_norm": 4.487532016958629, |
| "learning_rate": 8.179751559588234e-07, |
| "loss": 0.5663, |
| "step": 1894 |
| }, |
| { |
| "epoch": 0.7624220478776906, |
| "grad_norm": 4.546271967177341, |
| "learning_rate": 8.153793652033931e-07, |
| "loss": 0.5597, |
| "step": 1895 |
| }, |
| { |
| "epoch": 0.7628243814121907, |
| "grad_norm": 3.914164846084329, |
| "learning_rate": 8.12786896984931e-07, |
| "loss": 0.4677, |
| "step": 1896 |
| }, |
| { |
| "epoch": 0.7632267149466908, |
| "grad_norm": 3.852819616304247, |
| "learning_rate": 8.101977564165011e-07, |
| "loss": 0.503, |
| "step": 1897 |
| }, |
| { |
| "epoch": 0.763629048481191, |
| "grad_norm": 4.067929177534588, |
| "learning_rate": 8.076119486046019e-07, |
| "loss": 0.5396, |
| "step": 1898 |
| }, |
| { |
| "epoch": 0.764031382015691, |
| "grad_norm": 4.010571344025329, |
| "learning_rate": 8.050294786491611e-07, |
| "loss": 0.4829, |
| "step": 1899 |
| }, |
| { |
| "epoch": 0.7644337155501911, |
| "grad_norm": 4.199207618578668, |
| "learning_rate": 8.024503516435222e-07, |
| "loss": 0.6123, |
| "step": 1900 |
| }, |
| { |
| "epoch": 0.7648360490846912, |
| "grad_norm": 4.313823267969129, |
| "learning_rate": 7.998745726744358e-07, |
| "loss": 0.5597, |
| "step": 1901 |
| }, |
| { |
| "epoch": 0.7652383826191913, |
| "grad_norm": 3.7661528466618956, |
| "learning_rate": 7.973021468220502e-07, |
| "loss": 0.5036, |
| "step": 1902 |
| }, |
| { |
| "epoch": 0.7656407161536914, |
| "grad_norm": 4.017310363498917, |
| "learning_rate": 7.947330791598973e-07, |
| "loss": 0.5435, |
| "step": 1903 |
| }, |
| { |
| "epoch": 0.7660430496881915, |
| "grad_norm": 4.447099011053462, |
| "learning_rate": 7.921673747548895e-07, |
| "loss": 0.4892, |
| "step": 1904 |
| }, |
| { |
| "epoch": 0.7664453832226916, |
| "grad_norm": 4.1491367299305555, |
| "learning_rate": 7.896050386673026e-07, |
| "loss": 0.5234, |
| "step": 1905 |
| }, |
| { |
| "epoch": 0.7668477167571918, |
| "grad_norm": 4.640959967611087, |
| "learning_rate": 7.870460759507722e-07, |
| "loss": 0.5619, |
| "step": 1906 |
| }, |
| { |
| "epoch": 0.7672500502916918, |
| "grad_norm": 4.207681163367058, |
| "learning_rate": 7.844904916522784e-07, |
| "loss": 0.6313, |
| "step": 1907 |
| }, |
| { |
| "epoch": 0.7676523838261919, |
| "grad_norm": 4.624725241802207, |
| "learning_rate": 7.819382908121386e-07, |
| "loss": 0.6169, |
| "step": 1908 |
| }, |
| { |
| "epoch": 0.768054717360692, |
| "grad_norm": 3.891844454436063, |
| "learning_rate": 7.793894784639986e-07, |
| "loss": 0.4932, |
| "step": 1909 |
| }, |
| { |
| "epoch": 0.7684570508951921, |
| "grad_norm": 3.6005349724480573, |
| "learning_rate": 7.768440596348192e-07, |
| "loss": 0.5835, |
| "step": 1910 |
| }, |
| { |
| "epoch": 0.7688593844296923, |
| "grad_norm": 4.073804566700674, |
| "learning_rate": 7.743020393448702e-07, |
| "loss": 0.4882, |
| "step": 1911 |
| }, |
| { |
| "epoch": 0.7692617179641923, |
| "grad_norm": 3.959969867245135, |
| "learning_rate": 7.717634226077156e-07, |
| "loss": 0.4945, |
| "step": 1912 |
| }, |
| { |
| "epoch": 0.7696640514986924, |
| "grad_norm": 3.599166244946097, |
| "learning_rate": 7.692282144302094e-07, |
| "loss": 0.3889, |
| "step": 1913 |
| }, |
| { |
| "epoch": 0.7700663850331925, |
| "grad_norm": 3.539375774753211, |
| "learning_rate": 7.666964198124819e-07, |
| "loss": 0.523, |
| "step": 1914 |
| }, |
| { |
| "epoch": 0.7704687185676926, |
| "grad_norm": 3.912187073942566, |
| "learning_rate": 7.64168043747932e-07, |
| "loss": 0.5567, |
| "step": 1915 |
| }, |
| { |
| "epoch": 0.7708710521021928, |
| "grad_norm": 4.034008046236846, |
| "learning_rate": 7.616430912232137e-07, |
| "loss": 0.5219, |
| "step": 1916 |
| }, |
| { |
| "epoch": 0.7712733856366928, |
| "grad_norm": 4.074005253663992, |
| "learning_rate": 7.59121567218232e-07, |
| "loss": 0.5302, |
| "step": 1917 |
| }, |
| { |
| "epoch": 0.7716757191711929, |
| "grad_norm": 3.4776790939949347, |
| "learning_rate": 7.566034767061265e-07, |
| "loss": 0.2992, |
| "step": 1918 |
| }, |
| { |
| "epoch": 0.7720780527056931, |
| "grad_norm": 3.755741404325393, |
| "learning_rate": 7.540888246532688e-07, |
| "loss": 0.4337, |
| "step": 1919 |
| }, |
| { |
| "epoch": 0.7724803862401931, |
| "grad_norm": 3.854464881913325, |
| "learning_rate": 7.515776160192454e-07, |
| "loss": 0.5286, |
| "step": 1920 |
| }, |
| { |
| "epoch": 0.7728827197746932, |
| "grad_norm": 3.74441109291879, |
| "learning_rate": 7.490698557568535e-07, |
| "loss": 0.5449, |
| "step": 1921 |
| }, |
| { |
| "epoch": 0.7732850533091933, |
| "grad_norm": 4.570844263947877, |
| "learning_rate": 7.465655488120891e-07, |
| "loss": 0.6153, |
| "step": 1922 |
| }, |
| { |
| "epoch": 0.7736873868436934, |
| "grad_norm": 3.7650085288496613, |
| "learning_rate": 7.440647001241363e-07, |
| "loss": 0.5166, |
| "step": 1923 |
| }, |
| { |
| "epoch": 0.7740897203781936, |
| "grad_norm": 3.6719483984817236, |
| "learning_rate": 7.415673146253604e-07, |
| "loss": 0.4842, |
| "step": 1924 |
| }, |
| { |
| "epoch": 0.7744920539126936, |
| "grad_norm": 4.057471839423865, |
| "learning_rate": 7.390733972412933e-07, |
| "loss": 0.6075, |
| "step": 1925 |
| }, |
| { |
| "epoch": 0.7748943874471937, |
| "grad_norm": 4.4626847789976924, |
| "learning_rate": 7.365829528906293e-07, |
| "loss": 0.5292, |
| "step": 1926 |
| }, |
| { |
| "epoch": 0.7752967209816938, |
| "grad_norm": 3.76677011259477, |
| "learning_rate": 7.340959864852124e-07, |
| "loss": 0.405, |
| "step": 1927 |
| }, |
| { |
| "epoch": 0.7756990545161939, |
| "grad_norm": 3.8469846124186082, |
| "learning_rate": 7.316125029300275e-07, |
| "loss": 0.4827, |
| "step": 1928 |
| }, |
| { |
| "epoch": 0.7761013880506941, |
| "grad_norm": 3.8371445392089827, |
| "learning_rate": 7.291325071231883e-07, |
| "loss": 0.5134, |
| "step": 1929 |
| }, |
| { |
| "epoch": 0.7765037215851941, |
| "grad_norm": 3.8383451450589887, |
| "learning_rate": 7.26656003955932e-07, |
| "loss": 0.4061, |
| "step": 1930 |
| }, |
| { |
| "epoch": 0.7769060551196942, |
| "grad_norm": 4.037666657124557, |
| "learning_rate": 7.241829983126075e-07, |
| "loss": 0.4976, |
| "step": 1931 |
| }, |
| { |
| "epoch": 0.7773083886541944, |
| "grad_norm": 3.980302342869356, |
| "learning_rate": 7.217134950706625e-07, |
| "loss": 0.5149, |
| "step": 1932 |
| }, |
| { |
| "epoch": 0.7777107221886944, |
| "grad_norm": 3.7463100803001277, |
| "learning_rate": 7.192474991006416e-07, |
| "loss": 0.459, |
| "step": 1933 |
| }, |
| { |
| "epoch": 0.7781130557231946, |
| "grad_norm": 3.9126255555142597, |
| "learning_rate": 7.167850152661673e-07, |
| "loss": 0.5537, |
| "step": 1934 |
| }, |
| { |
| "epoch": 0.7785153892576946, |
| "grad_norm": 4.306777769767276, |
| "learning_rate": 7.143260484239386e-07, |
| "loss": 0.4997, |
| "step": 1935 |
| }, |
| { |
| "epoch": 0.7789177227921947, |
| "grad_norm": 4.472035583740821, |
| "learning_rate": 7.118706034237172e-07, |
| "loss": 0.6373, |
| "step": 1936 |
| }, |
| { |
| "epoch": 0.7793200563266949, |
| "grad_norm": 3.8082808763272356, |
| "learning_rate": 7.094186851083187e-07, |
| "loss": 0.5713, |
| "step": 1937 |
| }, |
| { |
| "epoch": 0.7797223898611949, |
| "grad_norm": 3.907355998411772, |
| "learning_rate": 7.069702983136023e-07, |
| "loss": 0.4916, |
| "step": 1938 |
| }, |
| { |
| "epoch": 0.780124723395695, |
| "grad_norm": 3.4404115391335623, |
| "learning_rate": 7.045254478684626e-07, |
| "loss": 0.4552, |
| "step": 1939 |
| }, |
| { |
| "epoch": 0.7805270569301951, |
| "grad_norm": 4.072479874224982, |
| "learning_rate": 7.020841385948199e-07, |
| "loss": 0.5061, |
| "step": 1940 |
| }, |
| { |
| "epoch": 0.7809293904646952, |
| "grad_norm": 5.014496338999608, |
| "learning_rate": 6.996463753076102e-07, |
| "loss": 0.5401, |
| "step": 1941 |
| }, |
| { |
| "epoch": 0.7813317239991954, |
| "grad_norm": 4.5982221422710134, |
| "learning_rate": 6.972121628147766e-07, |
| "loss": 0.6385, |
| "step": 1942 |
| }, |
| { |
| "epoch": 0.7817340575336954, |
| "grad_norm": 3.866309336941733, |
| "learning_rate": 6.94781505917256e-07, |
| "loss": 0.5007, |
| "step": 1943 |
| }, |
| { |
| "epoch": 0.7821363910681955, |
| "grad_norm": 4.000641087223532, |
| "learning_rate": 6.923544094089762e-07, |
| "loss": 0.4097, |
| "step": 1944 |
| }, |
| { |
| "epoch": 0.7825387246026957, |
| "grad_norm": 4.183627371809607, |
| "learning_rate": 6.899308780768423e-07, |
| "loss": 0.4986, |
| "step": 1945 |
| }, |
| { |
| "epoch": 0.7829410581371957, |
| "grad_norm": 3.834784873841407, |
| "learning_rate": 6.875109167007255e-07, |
| "loss": 0.4719, |
| "step": 1946 |
| }, |
| { |
| "epoch": 0.7833433916716959, |
| "grad_norm": 4.624045837237235, |
| "learning_rate": 6.85094530053459e-07, |
| "loss": 0.5742, |
| "step": 1947 |
| }, |
| { |
| "epoch": 0.7837457252061959, |
| "grad_norm": 4.968557042198568, |
| "learning_rate": 6.826817229008232e-07, |
| "loss": 0.6943, |
| "step": 1948 |
| }, |
| { |
| "epoch": 0.784148058740696, |
| "grad_norm": 3.798467897259186, |
| "learning_rate": 6.802725000015406e-07, |
| "loss": 0.5297, |
| "step": 1949 |
| }, |
| { |
| "epoch": 0.7845503922751962, |
| "grad_norm": 3.974644659610978, |
| "learning_rate": 6.778668661072643e-07, |
| "loss": 0.4803, |
| "step": 1950 |
| }, |
| { |
| "epoch": 0.7849527258096962, |
| "grad_norm": 4.048333500653427, |
| "learning_rate": 6.754648259625673e-07, |
| "loss": 0.5941, |
| "step": 1951 |
| }, |
| { |
| "epoch": 0.7853550593441964, |
| "grad_norm": 4.3035958811807875, |
| "learning_rate": 6.730663843049367e-07, |
| "loss": 0.5955, |
| "step": 1952 |
| }, |
| { |
| "epoch": 0.7857573928786964, |
| "grad_norm": 3.6544635394961764, |
| "learning_rate": 6.706715458647615e-07, |
| "loss": 0.4851, |
| "step": 1953 |
| }, |
| { |
| "epoch": 0.7861597264131965, |
| "grad_norm": 4.218917868283341, |
| "learning_rate": 6.682803153653241e-07, |
| "loss": 0.6081, |
| "step": 1954 |
| }, |
| { |
| "epoch": 0.7865620599476967, |
| "grad_norm": 3.617134711107577, |
| "learning_rate": 6.658926975227923e-07, |
| "loss": 0.4414, |
| "step": 1955 |
| }, |
| { |
| "epoch": 0.7869643934821967, |
| "grad_norm": 4.041925903109421, |
| "learning_rate": 6.635086970462057e-07, |
| "loss": 0.4589, |
| "step": 1956 |
| }, |
| { |
| "epoch": 0.7873667270166969, |
| "grad_norm": 3.9272206421591944, |
| "learning_rate": 6.611283186374723e-07, |
| "loss": 0.4697, |
| "step": 1957 |
| }, |
| { |
| "epoch": 0.7877690605511969, |
| "grad_norm": 4.242979124153208, |
| "learning_rate": 6.587515669913558e-07, |
| "loss": 0.4185, |
| "step": 1958 |
| }, |
| { |
| "epoch": 0.788171394085697, |
| "grad_norm": 3.38359591341345, |
| "learning_rate": 6.563784467954668e-07, |
| "loss": 0.3828, |
| "step": 1959 |
| }, |
| { |
| "epoch": 0.7885737276201972, |
| "grad_norm": 4.348954859955942, |
| "learning_rate": 6.540089627302523e-07, |
| "loss": 0.5046, |
| "step": 1960 |
| }, |
| { |
| "epoch": 0.7889760611546972, |
| "grad_norm": 4.120739882383607, |
| "learning_rate": 6.516431194689907e-07, |
| "loss": 0.5227, |
| "step": 1961 |
| }, |
| { |
| "epoch": 0.7893783946891973, |
| "grad_norm": 3.6740741354898305, |
| "learning_rate": 6.492809216777762e-07, |
| "loss": 0.4134, |
| "step": 1962 |
| }, |
| { |
| "epoch": 0.7897807282236975, |
| "grad_norm": 3.690318810926642, |
| "learning_rate": 6.469223740155159e-07, |
| "loss": 0.4901, |
| "step": 1963 |
| }, |
| { |
| "epoch": 0.7901830617581975, |
| "grad_norm": 4.2381781760809485, |
| "learning_rate": 6.445674811339175e-07, |
| "loss": 0.4225, |
| "step": 1964 |
| }, |
| { |
| "epoch": 0.7905853952926977, |
| "grad_norm": 4.106368765680081, |
| "learning_rate": 6.422162476774788e-07, |
| "loss": 0.5645, |
| "step": 1965 |
| }, |
| { |
| "epoch": 0.7909877288271977, |
| "grad_norm": 3.706517698008605, |
| "learning_rate": 6.398686782834815e-07, |
| "loss": 0.4995, |
| "step": 1966 |
| }, |
| { |
| "epoch": 0.7913900623616978, |
| "grad_norm": 4.432403407342872, |
| "learning_rate": 6.375247775819809e-07, |
| "loss": 0.5127, |
| "step": 1967 |
| }, |
| { |
| "epoch": 0.791792395896198, |
| "grad_norm": 4.022769337353194, |
| "learning_rate": 6.351845501957971e-07, |
| "loss": 0.4525, |
| "step": 1968 |
| }, |
| { |
| "epoch": 0.792194729430698, |
| "grad_norm": 4.43806071523494, |
| "learning_rate": 6.328480007405027e-07, |
| "loss": 0.5067, |
| "step": 1969 |
| }, |
| { |
| "epoch": 0.7925970629651982, |
| "grad_norm": 3.7265320273813027, |
| "learning_rate": 6.305151338244192e-07, |
| "loss": 0.4277, |
| "step": 1970 |
| }, |
| { |
| "epoch": 0.7929993964996982, |
| "grad_norm": 4.06221248413846, |
| "learning_rate": 6.281859540486043e-07, |
| "loss": 0.6297, |
| "step": 1971 |
| }, |
| { |
| "epoch": 0.7934017300341983, |
| "grad_norm": 4.391919257148749, |
| "learning_rate": 6.258604660068443e-07, |
| "loss": 0.4994, |
| "step": 1972 |
| }, |
| { |
| "epoch": 0.7938040635686985, |
| "grad_norm": 4.252838693305146, |
| "learning_rate": 6.23538674285642e-07, |
| "loss": 0.5949, |
| "step": 1973 |
| }, |
| { |
| "epoch": 0.7942063971031985, |
| "grad_norm": 4.325947652020019, |
| "learning_rate": 6.212205834642132e-07, |
| "loss": 0.5428, |
| "step": 1974 |
| }, |
| { |
| "epoch": 0.7946087306376987, |
| "grad_norm": 4.185176650642697, |
| "learning_rate": 6.189061981144715e-07, |
| "loss": 0.5732, |
| "step": 1975 |
| }, |
| { |
| "epoch": 0.7950110641721988, |
| "grad_norm": 3.2994931408989627, |
| "learning_rate": 6.165955228010242e-07, |
| "loss": 0.37, |
| "step": 1976 |
| }, |
| { |
| "epoch": 0.7954133977066988, |
| "grad_norm": 3.9581400842405277, |
| "learning_rate": 6.14288562081162e-07, |
| "loss": 0.6003, |
| "step": 1977 |
| }, |
| { |
| "epoch": 0.795815731241199, |
| "grad_norm": 3.855839195313672, |
| "learning_rate": 6.11985320504847e-07, |
| "loss": 0.5755, |
| "step": 1978 |
| }, |
| { |
| "epoch": 0.796218064775699, |
| "grad_norm": 4.28483670710571, |
| "learning_rate": 6.096858026147079e-07, |
| "loss": 0.5674, |
| "step": 1979 |
| }, |
| { |
| "epoch": 0.7966203983101992, |
| "grad_norm": 3.946092310322622, |
| "learning_rate": 6.073900129460286e-07, |
| "loss": 0.4429, |
| "step": 1980 |
| }, |
| { |
| "epoch": 0.7970227318446993, |
| "grad_norm": 3.9442626812628725, |
| "learning_rate": 6.050979560267414e-07, |
| "loss": 0.4953, |
| "step": 1981 |
| }, |
| { |
| "epoch": 0.7974250653791993, |
| "grad_norm": 4.023203847345498, |
| "learning_rate": 6.028096363774136e-07, |
| "loss": 0.5437, |
| "step": 1982 |
| }, |
| { |
| "epoch": 0.7978273989136995, |
| "grad_norm": 4.5536613551126335, |
| "learning_rate": 6.005250585112437e-07, |
| "loss": 0.6177, |
| "step": 1983 |
| }, |
| { |
| "epoch": 0.7982297324481995, |
| "grad_norm": 3.8312030174786313, |
| "learning_rate": 5.982442269340505e-07, |
| "loss": 0.4801, |
| "step": 1984 |
| }, |
| { |
| "epoch": 0.7986320659826996, |
| "grad_norm": 3.8614656531277896, |
| "learning_rate": 5.959671461442634e-07, |
| "loss": 0.4395, |
| "step": 1985 |
| }, |
| { |
| "epoch": 0.7990343995171998, |
| "grad_norm": 4.191209006767766, |
| "learning_rate": 5.936938206329148e-07, |
| "loss": 0.4913, |
| "step": 1986 |
| }, |
| { |
| "epoch": 0.7994367330516998, |
| "grad_norm": 4.201209209604027, |
| "learning_rate": 5.914242548836291e-07, |
| "loss": 0.567, |
| "step": 1987 |
| }, |
| { |
| "epoch": 0.7998390665862, |
| "grad_norm": 4.711191490796992, |
| "learning_rate": 5.891584533726177e-07, |
| "loss": 0.6445, |
| "step": 1988 |
| }, |
| { |
| "epoch": 0.8002414001207001, |
| "grad_norm": 4.050282830317415, |
| "learning_rate": 5.868964205686653e-07, |
| "loss": 0.4854, |
| "step": 1989 |
| }, |
| { |
| "epoch": 0.8006437336552001, |
| "grad_norm": 3.4477078683288838, |
| "learning_rate": 5.84638160933127e-07, |
| "loss": 0.4578, |
| "step": 1990 |
| }, |
| { |
| "epoch": 0.8010460671897003, |
| "grad_norm": 3.977635083967608, |
| "learning_rate": 5.82383678919912e-07, |
| "loss": 0.4966, |
| "step": 1991 |
| }, |
| { |
| "epoch": 0.8014484007242003, |
| "grad_norm": 4.254984216161458, |
| "learning_rate": 5.801329789754826e-07, |
| "loss": 0.5101, |
| "step": 1992 |
| }, |
| { |
| "epoch": 0.8018507342587005, |
| "grad_norm": 4.1472621686996005, |
| "learning_rate": 5.778860655388399e-07, |
| "loss": 0.6366, |
| "step": 1993 |
| }, |
| { |
| "epoch": 0.8022530677932006, |
| "grad_norm": 4.0712688803226715, |
| "learning_rate": 5.75642943041518e-07, |
| "loss": 0.4908, |
| "step": 1994 |
| }, |
| { |
| "epoch": 0.8026554013277006, |
| "grad_norm": 4.69998065888643, |
| "learning_rate": 5.734036159075743e-07, |
| "loss": 0.6769, |
| "step": 1995 |
| }, |
| { |
| "epoch": 0.8030577348622008, |
| "grad_norm": 3.5455182945935144, |
| "learning_rate": 5.711680885535784e-07, |
| "loss": 0.4177, |
| "step": 1996 |
| }, |
| { |
| "epoch": 0.8034600683967008, |
| "grad_norm": 3.853566513480482, |
| "learning_rate": 5.689363653886085e-07, |
| "loss": 0.4434, |
| "step": 1997 |
| }, |
| { |
| "epoch": 0.803862401931201, |
| "grad_norm": 4.050333441948282, |
| "learning_rate": 5.667084508142386e-07, |
| "loss": 0.4822, |
| "step": 1998 |
| }, |
| { |
| "epoch": 0.8042647354657011, |
| "grad_norm": 4.442980318720399, |
| "learning_rate": 5.644843492245322e-07, |
| "loss": 0.4872, |
| "step": 1999 |
| }, |
| { |
| "epoch": 0.8046670690002011, |
| "grad_norm": 4.457653531733048, |
| "learning_rate": 5.622640650060301e-07, |
| "loss": 0.6444, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.8050694025347013, |
| "grad_norm": 3.921778521793536, |
| "learning_rate": 5.600476025377463e-07, |
| "loss": 0.5391, |
| "step": 2001 |
| }, |
| { |
| "epoch": 0.8054717360692014, |
| "grad_norm": 3.8081912666035755, |
| "learning_rate": 5.578349661911578e-07, |
| "loss": 0.4802, |
| "step": 2002 |
| }, |
| { |
| "epoch": 0.8058740696037014, |
| "grad_norm": 4.001868301091059, |
| "learning_rate": 5.556261603301924e-07, |
| "loss": 0.5459, |
| "step": 2003 |
| }, |
| { |
| "epoch": 0.8062764031382016, |
| "grad_norm": 3.847308434546458, |
| "learning_rate": 5.534211893112268e-07, |
| "loss": 0.4606, |
| "step": 2004 |
| }, |
| { |
| "epoch": 0.8066787366727016, |
| "grad_norm": 4.15027221954597, |
| "learning_rate": 5.512200574830712e-07, |
| "loss": 0.5705, |
| "step": 2005 |
| }, |
| { |
| "epoch": 0.8070810702072018, |
| "grad_norm": 3.8098780638264027, |
| "learning_rate": 5.490227691869656e-07, |
| "loss": 0.491, |
| "step": 2006 |
| }, |
| { |
| "epoch": 0.8074834037417019, |
| "grad_norm": 3.9362205164209616, |
| "learning_rate": 5.468293287565696e-07, |
| "loss": 0.4342, |
| "step": 2007 |
| }, |
| { |
| "epoch": 0.8078857372762019, |
| "grad_norm": 3.621695424225381, |
| "learning_rate": 5.446397405179534e-07, |
| "loss": 0.4943, |
| "step": 2008 |
| }, |
| { |
| "epoch": 0.8082880708107021, |
| "grad_norm": 4.894139218776488, |
| "learning_rate": 5.424540087895888e-07, |
| "loss": 0.7108, |
| "step": 2009 |
| }, |
| { |
| "epoch": 0.8086904043452021, |
| "grad_norm": 4.43306730596569, |
| "learning_rate": 5.402721378823422e-07, |
| "loss": 0.5759, |
| "step": 2010 |
| }, |
| { |
| "epoch": 0.8090927378797023, |
| "grad_norm": 4.303012456014276, |
| "learning_rate": 5.380941320994659e-07, |
| "loss": 0.575, |
| "step": 2011 |
| }, |
| { |
| "epoch": 0.8094950714142024, |
| "grad_norm": 4.313613214512251, |
| "learning_rate": 5.35919995736589e-07, |
| "loss": 0.4761, |
| "step": 2012 |
| }, |
| { |
| "epoch": 0.8098974049487024, |
| "grad_norm": 3.8521996380430394, |
| "learning_rate": 5.337497330817074e-07, |
| "loss": 0.5352, |
| "step": 2013 |
| }, |
| { |
| "epoch": 0.8102997384832026, |
| "grad_norm": 4.528703112399277, |
| "learning_rate": 5.315833484151786e-07, |
| "loss": 0.5959, |
| "step": 2014 |
| }, |
| { |
| "epoch": 0.8107020720177027, |
| "grad_norm": 3.878303004429545, |
| "learning_rate": 5.294208460097125e-07, |
| "loss": 0.4815, |
| "step": 2015 |
| }, |
| { |
| "epoch": 0.8111044055522028, |
| "grad_norm": 4.490283907824032, |
| "learning_rate": 5.272622301303587e-07, |
| "loss": 0.6368, |
| "step": 2016 |
| }, |
| { |
| "epoch": 0.8115067390867029, |
| "grad_norm": 4.279104111581364, |
| "learning_rate": 5.251075050345056e-07, |
| "loss": 0.5216, |
| "step": 2017 |
| }, |
| { |
| "epoch": 0.8119090726212029, |
| "grad_norm": 3.6608651815923086, |
| "learning_rate": 5.229566749718645e-07, |
| "loss": 0.4809, |
| "step": 2018 |
| }, |
| { |
| "epoch": 0.8123114061557031, |
| "grad_norm": 4.666782295826111, |
| "learning_rate": 5.208097441844668e-07, |
| "loss": 0.504, |
| "step": 2019 |
| }, |
| { |
| "epoch": 0.8127137396902032, |
| "grad_norm": 3.84925143665575, |
| "learning_rate": 5.186667169066523e-07, |
| "loss": 0.5423, |
| "step": 2020 |
| }, |
| { |
| "epoch": 0.8131160732247033, |
| "grad_norm": 3.578156563304788, |
| "learning_rate": 5.165275973650633e-07, |
| "loss": 0.3936, |
| "step": 2021 |
| }, |
| { |
| "epoch": 0.8135184067592034, |
| "grad_norm": 4.074315611637044, |
| "learning_rate": 5.143923897786329e-07, |
| "loss": 0.6302, |
| "step": 2022 |
| }, |
| { |
| "epoch": 0.8139207402937034, |
| "grad_norm": 4.085845386699454, |
| "learning_rate": 5.122610983585808e-07, |
| "loss": 0.5789, |
| "step": 2023 |
| }, |
| { |
| "epoch": 0.8143230738282036, |
| "grad_norm": 4.000394354287652, |
| "learning_rate": 5.101337273084017e-07, |
| "loss": 0.4229, |
| "step": 2024 |
| }, |
| { |
| "epoch": 0.8147254073627037, |
| "grad_norm": 3.835079915243062, |
| "learning_rate": 5.080102808238585e-07, |
| "loss": 0.5005, |
| "step": 2025 |
| }, |
| { |
| "epoch": 0.8151277408972037, |
| "grad_norm": 3.590556700281588, |
| "learning_rate": 5.058907630929749e-07, |
| "loss": 0.4452, |
| "step": 2026 |
| }, |
| { |
| "epoch": 0.8155300744317039, |
| "grad_norm": 4.254640813185372, |
| "learning_rate": 5.037751782960234e-07, |
| "loss": 0.6328, |
| "step": 2027 |
| }, |
| { |
| "epoch": 0.815932407966204, |
| "grad_norm": 4.290085466017056, |
| "learning_rate": 5.016635306055223e-07, |
| "loss": 0.5785, |
| "step": 2028 |
| }, |
| { |
| "epoch": 0.8163347415007041, |
| "grad_norm": 4.159416054122212, |
| "learning_rate": 4.995558241862242e-07, |
| "loss": 0.5129, |
| "step": 2029 |
| }, |
| { |
| "epoch": 0.8167370750352042, |
| "grad_norm": 3.7061504996754153, |
| "learning_rate": 4.974520631951069e-07, |
| "loss": 0.5305, |
| "step": 2030 |
| }, |
| { |
| "epoch": 0.8171394085697042, |
| "grad_norm": 4.178397491082031, |
| "learning_rate": 4.953522517813689e-07, |
| "loss": 0.5855, |
| "step": 2031 |
| }, |
| { |
| "epoch": 0.8175417421042044, |
| "grad_norm": 4.154495627484645, |
| "learning_rate": 4.932563940864168e-07, |
| "loss": 0.4164, |
| "step": 2032 |
| }, |
| { |
| "epoch": 0.8179440756387045, |
| "grad_norm": 4.283562955009001, |
| "learning_rate": 4.911644942438614e-07, |
| "loss": 0.4942, |
| "step": 2033 |
| }, |
| { |
| "epoch": 0.8183464091732046, |
| "grad_norm": 3.307871102947408, |
| "learning_rate": 4.890765563795072e-07, |
| "loss": 0.4552, |
| "step": 2034 |
| }, |
| { |
| "epoch": 0.8187487427077047, |
| "grad_norm": 4.15735416688211, |
| "learning_rate": 4.86992584611343e-07, |
| "loss": 0.5797, |
| "step": 2035 |
| }, |
| { |
| "epoch": 0.8191510762422047, |
| "grad_norm": 4.111111195260256, |
| "learning_rate": 4.849125830495366e-07, |
| "loss": 0.5776, |
| "step": 2036 |
| }, |
| { |
| "epoch": 0.8195534097767049, |
| "grad_norm": 3.534887324822181, |
| "learning_rate": 4.828365557964257e-07, |
| "loss": 0.4913, |
| "step": 2037 |
| }, |
| { |
| "epoch": 0.819955743311205, |
| "grad_norm": 3.8702017938683606, |
| "learning_rate": 4.807645069465095e-07, |
| "loss": 0.4638, |
| "step": 2038 |
| }, |
| { |
| "epoch": 0.820358076845705, |
| "grad_norm": 4.105810885704208, |
| "learning_rate": 4.786964405864403e-07, |
| "loss": 0.51, |
| "step": 2039 |
| }, |
| { |
| "epoch": 0.8207604103802052, |
| "grad_norm": 3.7721413153025183, |
| "learning_rate": 4.766323607950149e-07, |
| "loss": 0.5327, |
| "step": 2040 |
| }, |
| { |
| "epoch": 0.8211627439147053, |
| "grad_norm": 4.604383899796593, |
| "learning_rate": 4.7457227164316914e-07, |
| "loss": 0.6425, |
| "step": 2041 |
| }, |
| { |
| "epoch": 0.8215650774492054, |
| "grad_norm": 4.7452724983070595, |
| "learning_rate": 4.725161771939679e-07, |
| "loss": 0.5968, |
| "step": 2042 |
| }, |
| { |
| "epoch": 0.8219674109837055, |
| "grad_norm": 4.13939509952924, |
| "learning_rate": 4.704640815025971e-07, |
| "loss": 0.5454, |
| "step": 2043 |
| }, |
| { |
| "epoch": 0.8223697445182055, |
| "grad_norm": 4.07811911040908, |
| "learning_rate": 4.684159886163553e-07, |
| "loss": 0.4846, |
| "step": 2044 |
| }, |
| { |
| "epoch": 0.8227720780527057, |
| "grad_norm": 4.223857527886817, |
| "learning_rate": 4.663719025746477e-07, |
| "loss": 0.548, |
| "step": 2045 |
| }, |
| { |
| "epoch": 0.8231744115872058, |
| "grad_norm": 4.055398221449843, |
| "learning_rate": 4.643318274089756e-07, |
| "loss": 0.4762, |
| "step": 2046 |
| }, |
| { |
| "epoch": 0.8235767451217059, |
| "grad_norm": 3.93292252326897, |
| "learning_rate": 4.6229576714293067e-07, |
| "loss": 0.5506, |
| "step": 2047 |
| }, |
| { |
| "epoch": 0.823979078656206, |
| "grad_norm": 3.5755501548250357, |
| "learning_rate": 4.6026372579218686e-07, |
| "loss": 0.5277, |
| "step": 2048 |
| }, |
| { |
| "epoch": 0.824381412190706, |
| "grad_norm": 3.900846576287911, |
| "learning_rate": 4.5823570736448913e-07, |
| "loss": 0.4289, |
| "step": 2049 |
| }, |
| { |
| "epoch": 0.8247837457252062, |
| "grad_norm": 4.422345897561269, |
| "learning_rate": 4.5621171585965046e-07, |
| "loss": 0.5439, |
| "step": 2050 |
| }, |
| { |
| "epoch": 0.8251860792597063, |
| "grad_norm": 3.86188238287213, |
| "learning_rate": 4.5419175526954074e-07, |
| "loss": 0.4971, |
| "step": 2051 |
| }, |
| { |
| "epoch": 0.8255884127942064, |
| "grad_norm": 4.149840183197456, |
| "learning_rate": 4.5217582957808064e-07, |
| "loss": 0.4913, |
| "step": 2052 |
| }, |
| { |
| "epoch": 0.8259907463287065, |
| "grad_norm": 4.14442670188834, |
| "learning_rate": 4.501639427612309e-07, |
| "loss": 0.593, |
| "step": 2053 |
| }, |
| { |
| "epoch": 0.8263930798632066, |
| "grad_norm": 4.160435006991155, |
| "learning_rate": 4.4815609878698847e-07, |
| "loss": 0.5702, |
| "step": 2054 |
| }, |
| { |
| "epoch": 0.8267954133977067, |
| "grad_norm": 4.699994325668033, |
| "learning_rate": 4.46152301615376e-07, |
| "loss": 0.6052, |
| "step": 2055 |
| }, |
| { |
| "epoch": 0.8271977469322068, |
| "grad_norm": 4.158216057441291, |
| "learning_rate": 4.441525551984349e-07, |
| "loss": 0.6375, |
| "step": 2056 |
| }, |
| { |
| "epoch": 0.8276000804667069, |
| "grad_norm": 5.052807884367178, |
| "learning_rate": 4.421568634802165e-07, |
| "loss": 0.687, |
| "step": 2057 |
| }, |
| { |
| "epoch": 0.828002414001207, |
| "grad_norm": 3.9353061661541133, |
| "learning_rate": 4.40165230396776e-07, |
| "loss": 0.4774, |
| "step": 2058 |
| }, |
| { |
| "epoch": 0.8284047475357071, |
| "grad_norm": 4.01193456780117, |
| "learning_rate": 4.3817765987616474e-07, |
| "loss": 0.4932, |
| "step": 2059 |
| }, |
| { |
| "epoch": 0.8288070810702072, |
| "grad_norm": 4.976729164334829, |
| "learning_rate": 4.361941558384189e-07, |
| "loss": 0.6807, |
| "step": 2060 |
| }, |
| { |
| "epoch": 0.8292094146047073, |
| "grad_norm": 4.339682582742787, |
| "learning_rate": 4.3421472219555725e-07, |
| "loss": 0.4727, |
| "step": 2061 |
| }, |
| { |
| "epoch": 0.8296117481392074, |
| "grad_norm": 4.503522087170257, |
| "learning_rate": 4.3223936285156836e-07, |
| "loss": 0.6022, |
| "step": 2062 |
| }, |
| { |
| "epoch": 0.8300140816737075, |
| "grad_norm": 4.009166626990359, |
| "learning_rate": 4.3026808170240686e-07, |
| "loss": 0.6318, |
| "step": 2063 |
| }, |
| { |
| "epoch": 0.8304164152082076, |
| "grad_norm": 4.433472277211533, |
| "learning_rate": 4.283008826359833e-07, |
| "loss": 0.6059, |
| "step": 2064 |
| }, |
| { |
| "epoch": 0.8308187487427077, |
| "grad_norm": 4.239654566860423, |
| "learning_rate": 4.263377695321577e-07, |
| "loss": 0.5319, |
| "step": 2065 |
| }, |
| { |
| "epoch": 0.8312210822772078, |
| "grad_norm": 4.33872236149242, |
| "learning_rate": 4.2437874626273024e-07, |
| "loss": 0.5192, |
| "step": 2066 |
| }, |
| { |
| "epoch": 0.831623415811708, |
| "grad_norm": 4.396517305178651, |
| "learning_rate": 4.2242381669143603e-07, |
| "loss": 0.6266, |
| "step": 2067 |
| }, |
| { |
| "epoch": 0.832025749346208, |
| "grad_norm": 4.213477790744039, |
| "learning_rate": 4.204729846739358e-07, |
| "loss": 0.6738, |
| "step": 2068 |
| }, |
| { |
| "epoch": 0.8324280828807081, |
| "grad_norm": 3.312219624247552, |
| "learning_rate": 4.1852625405780914e-07, |
| "loss": 0.4833, |
| "step": 2069 |
| }, |
| { |
| "epoch": 0.8328304164152082, |
| "grad_norm": 3.9392383731854257, |
| "learning_rate": 4.165836286825464e-07, |
| "loss": 0.4513, |
| "step": 2070 |
| }, |
| { |
| "epoch": 0.8332327499497083, |
| "grad_norm": 3.8224909723307734, |
| "learning_rate": 4.1464511237954056e-07, |
| "loss": 0.5628, |
| "step": 2071 |
| }, |
| { |
| "epoch": 0.8336350834842085, |
| "grad_norm": 4.5465506777870885, |
| "learning_rate": 4.1271070897208166e-07, |
| "loss": 0.5761, |
| "step": 2072 |
| }, |
| { |
| "epoch": 0.8340374170187085, |
| "grad_norm": 3.87942801566727, |
| "learning_rate": 4.107804222753464e-07, |
| "loss": 0.4364, |
| "step": 2073 |
| }, |
| { |
| "epoch": 0.8344397505532086, |
| "grad_norm": 3.901824805945848, |
| "learning_rate": 4.088542560963937e-07, |
| "loss": 0.4897, |
| "step": 2074 |
| }, |
| { |
| "epoch": 0.8348420840877087, |
| "grad_norm": 4.2369387169530155, |
| "learning_rate": 4.0693221423415447e-07, |
| "loss": 0.6186, |
| "step": 2075 |
| }, |
| { |
| "epoch": 0.8352444176222088, |
| "grad_norm": 4.1329987533853005, |
| "learning_rate": 4.0501430047942603e-07, |
| "loss": 0.5358, |
| "step": 2076 |
| }, |
| { |
| "epoch": 0.835646751156709, |
| "grad_norm": 4.533598883351018, |
| "learning_rate": 4.03100518614864e-07, |
| "loss": 0.5522, |
| "step": 2077 |
| }, |
| { |
| "epoch": 0.836049084691209, |
| "grad_norm": 3.998009974659786, |
| "learning_rate": 4.011908724149746e-07, |
| "loss": 0.3743, |
| "step": 2078 |
| }, |
| { |
| "epoch": 0.8364514182257091, |
| "grad_norm": 3.417865078970055, |
| "learning_rate": 3.9928536564610767e-07, |
| "loss": 0.4035, |
| "step": 2079 |
| }, |
| { |
| "epoch": 0.8368537517602093, |
| "grad_norm": 3.9749987307006345, |
| "learning_rate": 3.9738400206644766e-07, |
| "loss": 0.6477, |
| "step": 2080 |
| }, |
| { |
| "epoch": 0.8372560852947093, |
| "grad_norm": 4.037697255647064, |
| "learning_rate": 3.9548678542600886e-07, |
| "loss": 0.5661, |
| "step": 2081 |
| }, |
| { |
| "epoch": 0.8376584188292094, |
| "grad_norm": 4.431095797135675, |
| "learning_rate": 3.935937194666267e-07, |
| "loss": 0.4818, |
| "step": 2082 |
| }, |
| { |
| "epoch": 0.8380607523637095, |
| "grad_norm": 4.260045700942229, |
| "learning_rate": 3.9170480792194985e-07, |
| "loss": 0.4263, |
| "step": 2083 |
| }, |
| { |
| "epoch": 0.8384630858982096, |
| "grad_norm": 4.051159338313962, |
| "learning_rate": 3.8982005451743243e-07, |
| "loss": 0.487, |
| "step": 2084 |
| }, |
| { |
| "epoch": 0.8388654194327098, |
| "grad_norm": 3.505632578812268, |
| "learning_rate": 3.8793946297032926e-07, |
| "loss": 0.5173, |
| "step": 2085 |
| }, |
| { |
| "epoch": 0.8392677529672098, |
| "grad_norm": 3.4621570841739917, |
| "learning_rate": 3.8606303698968643e-07, |
| "loss": 0.3609, |
| "step": 2086 |
| }, |
| { |
| "epoch": 0.8396700865017099, |
| "grad_norm": 3.708654324006204, |
| "learning_rate": 3.841907802763331e-07, |
| "loss": 0.4437, |
| "step": 2087 |
| }, |
| { |
| "epoch": 0.84007242003621, |
| "grad_norm": 3.3369961693311447, |
| "learning_rate": 3.8232269652287713e-07, |
| "loss": 0.4295, |
| "step": 2088 |
| }, |
| { |
| "epoch": 0.8404747535707101, |
| "grad_norm": 3.8475631558462884, |
| "learning_rate": 3.8045878941369434e-07, |
| "loss": 0.5628, |
| "step": 2089 |
| }, |
| { |
| "epoch": 0.8408770871052103, |
| "grad_norm": 3.827602289260064, |
| "learning_rate": 3.7859906262492503e-07, |
| "loss": 0.5158, |
| "step": 2090 |
| }, |
| { |
| "epoch": 0.8412794206397103, |
| "grad_norm": 4.093693428637088, |
| "learning_rate": 3.7674351982446347e-07, |
| "loss": 0.4742, |
| "step": 2091 |
| }, |
| { |
| "epoch": 0.8416817541742104, |
| "grad_norm": 4.310046930338328, |
| "learning_rate": 3.7489216467195304e-07, |
| "loss": 0.6097, |
| "step": 2092 |
| }, |
| { |
| "epoch": 0.8420840877087106, |
| "grad_norm": 4.017527345482499, |
| "learning_rate": 3.730450008187761e-07, |
| "loss": 0.5075, |
| "step": 2093 |
| }, |
| { |
| "epoch": 0.8424864212432106, |
| "grad_norm": 3.946920016020563, |
| "learning_rate": 3.7120203190805034e-07, |
| "loss": 0.4275, |
| "step": 2094 |
| }, |
| { |
| "epoch": 0.8428887547777107, |
| "grad_norm": 4.145255268119006, |
| "learning_rate": 3.6936326157461925e-07, |
| "loss": 0.5914, |
| "step": 2095 |
| }, |
| { |
| "epoch": 0.8432910883122108, |
| "grad_norm": 4.2460232246744525, |
| "learning_rate": 3.6752869344504586e-07, |
| "loss": 0.5152, |
| "step": 2096 |
| }, |
| { |
| "epoch": 0.8436934218467109, |
| "grad_norm": 3.95033426326261, |
| "learning_rate": 3.656983311376042e-07, |
| "loss": 0.4448, |
| "step": 2097 |
| }, |
| { |
| "epoch": 0.8440957553812111, |
| "grad_norm": 3.8931938435117286, |
| "learning_rate": 3.638721782622745e-07, |
| "loss": 0.499, |
| "step": 2098 |
| }, |
| { |
| "epoch": 0.8444980889157111, |
| "grad_norm": 4.3118732957405985, |
| "learning_rate": 3.620502384207342e-07, |
| "loss": 0.49, |
| "step": 2099 |
| }, |
| { |
| "epoch": 0.8449004224502112, |
| "grad_norm": 4.005112629756995, |
| "learning_rate": 3.602325152063524e-07, |
| "loss": 0.4125, |
| "step": 2100 |
| }, |
| { |
| "epoch": 0.8453027559847113, |
| "grad_norm": 3.9812849673226114, |
| "learning_rate": 3.5841901220418e-07, |
| "loss": 0.5451, |
| "step": 2101 |
| }, |
| { |
| "epoch": 0.8457050895192114, |
| "grad_norm": 3.948178072792975, |
| "learning_rate": 3.566097329909468e-07, |
| "loss": 0.6427, |
| "step": 2102 |
| }, |
| { |
| "epoch": 0.8461074230537116, |
| "grad_norm": 3.7188722401214016, |
| "learning_rate": 3.5480468113504946e-07, |
| "loss": 0.405, |
| "step": 2103 |
| }, |
| { |
| "epoch": 0.8465097565882116, |
| "grad_norm": 3.913596983806647, |
| "learning_rate": 3.530038601965491e-07, |
| "loss": 0.4635, |
| "step": 2104 |
| }, |
| { |
| "epoch": 0.8469120901227117, |
| "grad_norm": 4.411578338116122, |
| "learning_rate": 3.5120727372716295e-07, |
| "loss": 0.5511, |
| "step": 2105 |
| }, |
| { |
| "epoch": 0.8473144236572119, |
| "grad_norm": 3.282083239679109, |
| "learning_rate": 3.494149252702536e-07, |
| "loss": 0.4441, |
| "step": 2106 |
| }, |
| { |
| "epoch": 0.8477167571917119, |
| "grad_norm": 4.011319326831284, |
| "learning_rate": 3.476268183608281e-07, |
| "loss": 0.5018, |
| "step": 2107 |
| }, |
| { |
| "epoch": 0.848119090726212, |
| "grad_norm": 4.284870919327636, |
| "learning_rate": 3.4584295652552667e-07, |
| "loss": 0.4846, |
| "step": 2108 |
| }, |
| { |
| "epoch": 0.8485214242607121, |
| "grad_norm": 4.276416896965254, |
| "learning_rate": 3.4406334328261765e-07, |
| "loss": 0.5376, |
| "step": 2109 |
| }, |
| { |
| "epoch": 0.8489237577952122, |
| "grad_norm": 3.834125175179826, |
| "learning_rate": 3.4228798214198974e-07, |
| "loss": 0.5651, |
| "step": 2110 |
| }, |
| { |
| "epoch": 0.8493260913297124, |
| "grad_norm": 3.9930841906813517, |
| "learning_rate": 3.405168766051445e-07, |
| "loss": 0.3851, |
| "step": 2111 |
| }, |
| { |
| "epoch": 0.8497284248642124, |
| "grad_norm": 4.2112351410317626, |
| "learning_rate": 3.3875003016519137e-07, |
| "loss": 0.5431, |
| "step": 2112 |
| }, |
| { |
| "epoch": 0.8501307583987125, |
| "grad_norm": 4.52788654812861, |
| "learning_rate": 3.369874463068398e-07, |
| "loss": 0.5849, |
| "step": 2113 |
| }, |
| { |
| "epoch": 0.8505330919332126, |
| "grad_norm": 3.8509825855331163, |
| "learning_rate": 3.3522912850639106e-07, |
| "loss": 0.5748, |
| "step": 2114 |
| }, |
| { |
| "epoch": 0.8509354254677127, |
| "grad_norm": 3.510509250668585, |
| "learning_rate": 3.334750802317338e-07, |
| "loss": 0.4397, |
| "step": 2115 |
| }, |
| { |
| "epoch": 0.8513377590022129, |
| "grad_norm": 3.8349389092945114, |
| "learning_rate": 3.3172530494233467e-07, |
| "loss": 0.4769, |
| "step": 2116 |
| }, |
| { |
| "epoch": 0.8517400925367129, |
| "grad_norm": 3.8288751826393197, |
| "learning_rate": 3.2997980608923426e-07, |
| "loss": 0.5434, |
| "step": 2117 |
| }, |
| { |
| "epoch": 0.852142426071213, |
| "grad_norm": 3.9001403159636374, |
| "learning_rate": 3.282385871150387e-07, |
| "loss": 0.4523, |
| "step": 2118 |
| }, |
| { |
| "epoch": 0.8525447596057132, |
| "grad_norm": 3.6933669568597978, |
| "learning_rate": 3.26501651453911e-07, |
| "loss": 0.3905, |
| "step": 2119 |
| }, |
| { |
| "epoch": 0.8529470931402132, |
| "grad_norm": 3.811615026103731, |
| "learning_rate": 3.247690025315689e-07, |
| "loss": 0.4305, |
| "step": 2120 |
| }, |
| { |
| "epoch": 0.8533494266747134, |
| "grad_norm": 3.6210800698038925, |
| "learning_rate": 3.2304064376527417e-07, |
| "loss": 0.5332, |
| "step": 2121 |
| }, |
| { |
| "epoch": 0.8537517602092134, |
| "grad_norm": 4.231885438858511, |
| "learning_rate": 3.2131657856382753e-07, |
| "loss": 0.5911, |
| "step": 2122 |
| }, |
| { |
| "epoch": 0.8541540937437135, |
| "grad_norm": 4.464935656077254, |
| "learning_rate": 3.195968103275618e-07, |
| "loss": 0.5702, |
| "step": 2123 |
| }, |
| { |
| "epoch": 0.8545564272782137, |
| "grad_norm": 4.3078684853827465, |
| "learning_rate": 3.17881342448334e-07, |
| "loss": 0.5691, |
| "step": 2124 |
| }, |
| { |
| "epoch": 0.8549587608127137, |
| "grad_norm": 3.8241264163503255, |
| "learning_rate": 3.1617017830952084e-07, |
| "loss": 0.5375, |
| "step": 2125 |
| }, |
| { |
| "epoch": 0.8553610943472139, |
| "grad_norm": 3.519525197941784, |
| "learning_rate": 3.1446332128601015e-07, |
| "loss": 0.4416, |
| "step": 2126 |
| }, |
| { |
| "epoch": 0.8557634278817139, |
| "grad_norm": 3.4697912989841524, |
| "learning_rate": 3.12760774744196e-07, |
| "loss": 0.4459, |
| "step": 2127 |
| }, |
| { |
| "epoch": 0.856165761416214, |
| "grad_norm": 3.7851796176468455, |
| "learning_rate": 3.1106254204196883e-07, |
| "loss": 0.4682, |
| "step": 2128 |
| }, |
| { |
| "epoch": 0.8565680949507142, |
| "grad_norm": 3.936606771811409, |
| "learning_rate": 3.093686265287138e-07, |
| "loss": 0.5729, |
| "step": 2129 |
| }, |
| { |
| "epoch": 0.8569704284852142, |
| "grad_norm": 4.190455136191216, |
| "learning_rate": 3.076790315452988e-07, |
| "loss": 0.5277, |
| "step": 2130 |
| }, |
| { |
| "epoch": 0.8573727620197144, |
| "grad_norm": 4.108892268475147, |
| "learning_rate": 3.05993760424072e-07, |
| "loss": 0.4329, |
| "step": 2131 |
| }, |
| { |
| "epoch": 0.8577750955542145, |
| "grad_norm": 4.390564938079403, |
| "learning_rate": 3.043128164888537e-07, |
| "loss": 0.5011, |
| "step": 2132 |
| }, |
| { |
| "epoch": 0.8581774290887145, |
| "grad_norm": 4.367475352759402, |
| "learning_rate": 3.0263620305492877e-07, |
| "loss": 0.4797, |
| "step": 2133 |
| }, |
| { |
| "epoch": 0.8585797626232147, |
| "grad_norm": 3.8444843612579924, |
| "learning_rate": 3.009639234290418e-07, |
| "loss": 0.5327, |
| "step": 2134 |
| }, |
| { |
| "epoch": 0.8589820961577147, |
| "grad_norm": 3.6090606638950318, |
| "learning_rate": 2.992959809093901e-07, |
| "loss": 0.4413, |
| "step": 2135 |
| }, |
| { |
| "epoch": 0.8593844296922148, |
| "grad_norm": 4.388230282282369, |
| "learning_rate": 2.976323787856175e-07, |
| "loss": 0.5717, |
| "step": 2136 |
| }, |
| { |
| "epoch": 0.859786763226715, |
| "grad_norm": 4.333473286328121, |
| "learning_rate": 2.9597312033880557e-07, |
| "loss": 0.6314, |
| "step": 2137 |
| }, |
| { |
| "epoch": 0.860189096761215, |
| "grad_norm": 3.890510795148687, |
| "learning_rate": 2.943182088414701e-07, |
| "loss": 0.433, |
| "step": 2138 |
| }, |
| { |
| "epoch": 0.8605914302957152, |
| "grad_norm": 4.234653691147445, |
| "learning_rate": 2.9266764755755406e-07, |
| "loss": 0.54, |
| "step": 2139 |
| }, |
| { |
| "epoch": 0.8609937638302152, |
| "grad_norm": 4.183758834087082, |
| "learning_rate": 2.910214397424202e-07, |
| "loss": 0.4845, |
| "step": 2140 |
| }, |
| { |
| "epoch": 0.8613960973647153, |
| "grad_norm": 3.799668423286151, |
| "learning_rate": 2.8937958864284353e-07, |
| "loss": 0.4333, |
| "step": 2141 |
| }, |
| { |
| "epoch": 0.8617984308992155, |
| "grad_norm": 4.133997388279442, |
| "learning_rate": 2.877420974970088e-07, |
| "loss": 0.4396, |
| "step": 2142 |
| }, |
| { |
| "epoch": 0.8622007644337155, |
| "grad_norm": 4.0525547445688614, |
| "learning_rate": 2.861089695345007e-07, |
| "loss": 0.4857, |
| "step": 2143 |
| }, |
| { |
| "epoch": 0.8626030979682157, |
| "grad_norm": 3.7880628956269904, |
| "learning_rate": 2.8448020797629735e-07, |
| "loss": 0.5046, |
| "step": 2144 |
| }, |
| { |
| "epoch": 0.8630054315027158, |
| "grad_norm": 4.143267859487349, |
| "learning_rate": 2.8285581603476747e-07, |
| "loss": 0.5291, |
| "step": 2145 |
| }, |
| { |
| "epoch": 0.8634077650372158, |
| "grad_norm": 3.8047765913147993, |
| "learning_rate": 2.8123579691365923e-07, |
| "loss": 0.5513, |
| "step": 2146 |
| }, |
| { |
| "epoch": 0.863810098571716, |
| "grad_norm": 4.041711864076377, |
| "learning_rate": 2.796201538080981e-07, |
| "loss": 0.448, |
| "step": 2147 |
| }, |
| { |
| "epoch": 0.864212432106216, |
| "grad_norm": 4.193683351365294, |
| "learning_rate": 2.7800888990457855e-07, |
| "loss": 0.5598, |
| "step": 2148 |
| }, |
| { |
| "epoch": 0.8646147656407162, |
| "grad_norm": 3.6613935569874583, |
| "learning_rate": 2.7640200838095793e-07, |
| "loss": 0.4067, |
| "step": 2149 |
| }, |
| { |
| "epoch": 0.8650170991752163, |
| "grad_norm": 4.104620267298875, |
| "learning_rate": 2.7479951240644953e-07, |
| "loss": 0.5648, |
| "step": 2150 |
| }, |
| { |
| "epoch": 0.8654194327097163, |
| "grad_norm": 3.7600215255952256, |
| "learning_rate": 2.7320140514161846e-07, |
| "loss": 0.3946, |
| "step": 2151 |
| }, |
| { |
| "epoch": 0.8658217662442165, |
| "grad_norm": 3.9525358112645965, |
| "learning_rate": 2.7160768973837293e-07, |
| "loss": 0.53, |
| "step": 2152 |
| }, |
| { |
| "epoch": 0.8662240997787165, |
| "grad_norm": 3.5450533427675226, |
| "learning_rate": 2.7001836933995995e-07, |
| "loss": 0.5298, |
| "step": 2153 |
| }, |
| { |
| "epoch": 0.8666264333132166, |
| "grad_norm": 3.6668666878628815, |
| "learning_rate": 2.684334470809588e-07, |
| "loss": 0.5056, |
| "step": 2154 |
| }, |
| { |
| "epoch": 0.8670287668477168, |
| "grad_norm": 4.224237505147509, |
| "learning_rate": 2.6685292608727236e-07, |
| "loss": 0.5218, |
| "step": 2155 |
| }, |
| { |
| "epoch": 0.8674311003822168, |
| "grad_norm": 3.69557439406065, |
| "learning_rate": 2.652768094761257e-07, |
| "loss": 0.3756, |
| "step": 2156 |
| }, |
| { |
| "epoch": 0.867833433916717, |
| "grad_norm": 4.281090167368473, |
| "learning_rate": 2.637051003560548e-07, |
| "loss": 0.6402, |
| "step": 2157 |
| }, |
| { |
| "epoch": 0.8682357674512171, |
| "grad_norm": 3.9633212522861054, |
| "learning_rate": 2.621378018269047e-07, |
| "loss": 0.5075, |
| "step": 2158 |
| }, |
| { |
| "epoch": 0.8686381009857171, |
| "grad_norm": 3.8583945548771825, |
| "learning_rate": 2.6057491697982e-07, |
| "loss": 0.6033, |
| "step": 2159 |
| }, |
| { |
| "epoch": 0.8690404345202173, |
| "grad_norm": 3.3558856738663487, |
| "learning_rate": 2.5901644889724186e-07, |
| "loss": 0.4015, |
| "step": 2160 |
| }, |
| { |
| "epoch": 0.8694427680547173, |
| "grad_norm": 3.5749358804434483, |
| "learning_rate": 2.574624006528992e-07, |
| "loss": 0.4944, |
| "step": 2161 |
| }, |
| { |
| "epoch": 0.8698451015892175, |
| "grad_norm": 3.86587826976141, |
| "learning_rate": 2.55912775311804e-07, |
| "loss": 0.4891, |
| "step": 2162 |
| }, |
| { |
| "epoch": 0.8702474351237176, |
| "grad_norm": 3.9917581972004785, |
| "learning_rate": 2.543675759302464e-07, |
| "loss": 0.5079, |
| "step": 2163 |
| }, |
| { |
| "epoch": 0.8706497686582176, |
| "grad_norm": 4.393976999836958, |
| "learning_rate": 2.5282680555578477e-07, |
| "loss": 0.6145, |
| "step": 2164 |
| }, |
| { |
| "epoch": 0.8710521021927178, |
| "grad_norm": 4.04228191167184, |
| "learning_rate": 2.51290467227244e-07, |
| "loss": 0.5429, |
| "step": 2165 |
| }, |
| { |
| "epoch": 0.8714544357272178, |
| "grad_norm": 4.4282484060475324, |
| "learning_rate": 2.497585639747077e-07, |
| "loss": 0.6325, |
| "step": 2166 |
| }, |
| { |
| "epoch": 0.871856769261718, |
| "grad_norm": 3.816275160612967, |
| "learning_rate": 2.482310988195125e-07, |
| "loss": 0.5543, |
| "step": 2167 |
| }, |
| { |
| "epoch": 0.8722591027962181, |
| "grad_norm": 4.1145602142866675, |
| "learning_rate": 2.4670807477424007e-07, |
| "loss": 0.5527, |
| "step": 2168 |
| }, |
| { |
| "epoch": 0.8726614363307181, |
| "grad_norm": 4.231321602541556, |
| "learning_rate": 2.4518949484271525e-07, |
| "loss": 0.6496, |
| "step": 2169 |
| }, |
| { |
| "epoch": 0.8730637698652183, |
| "grad_norm": 4.220523454555819, |
| "learning_rate": 2.4367536201999695e-07, |
| "loss": 0.5652, |
| "step": 2170 |
| }, |
| { |
| "epoch": 0.8734661033997184, |
| "grad_norm": 3.938889256449136, |
| "learning_rate": 2.421656792923724e-07, |
| "loss": 0.456, |
| "step": 2171 |
| }, |
| { |
| "epoch": 0.8738684369342185, |
| "grad_norm": 4.5217908297671485, |
| "learning_rate": 2.406604496373535e-07, |
| "loss": 0.6334, |
| "step": 2172 |
| }, |
| { |
| "epoch": 0.8742707704687186, |
| "grad_norm": 3.7526929266944773, |
| "learning_rate": 2.391596760236681e-07, |
| "loss": 0.4743, |
| "step": 2173 |
| }, |
| { |
| "epoch": 0.8746731040032186, |
| "grad_norm": 3.710705344410006, |
| "learning_rate": 2.376633614112561e-07, |
| "loss": 0.5661, |
| "step": 2174 |
| }, |
| { |
| "epoch": 0.8750754375377188, |
| "grad_norm": 3.2609967694053243, |
| "learning_rate": 2.361715087512631e-07, |
| "loss": 0.3589, |
| "step": 2175 |
| }, |
| { |
| "epoch": 0.8754777710722189, |
| "grad_norm": 4.108101136746485, |
| "learning_rate": 2.346841209860351e-07, |
| "loss": 0.4368, |
| "step": 2176 |
| }, |
| { |
| "epoch": 0.875880104606719, |
| "grad_norm": 3.763267262463342, |
| "learning_rate": 2.3320120104911053e-07, |
| "loss": 0.4953, |
| "step": 2177 |
| }, |
| { |
| "epoch": 0.8762824381412191, |
| "grad_norm": 5.025294007587999, |
| "learning_rate": 2.317227518652168e-07, |
| "loss": 0.6524, |
| "step": 2178 |
| }, |
| { |
| "epoch": 0.8766847716757191, |
| "grad_norm": 3.9367012271057584, |
| "learning_rate": 2.302487763502645e-07, |
| "loss": 0.4149, |
| "step": 2179 |
| }, |
| { |
| "epoch": 0.8770871052102193, |
| "grad_norm": 4.236893564539156, |
| "learning_rate": 2.2877927741134036e-07, |
| "loss": 0.5532, |
| "step": 2180 |
| }, |
| { |
| "epoch": 0.8774894387447194, |
| "grad_norm": 3.5424218920413373, |
| "learning_rate": 2.2731425794670135e-07, |
| "loss": 0.4691, |
| "step": 2181 |
| }, |
| { |
| "epoch": 0.8778917722792194, |
| "grad_norm": 4.04407474745495, |
| "learning_rate": 2.2585372084577033e-07, |
| "loss": 0.5125, |
| "step": 2182 |
| }, |
| { |
| "epoch": 0.8782941058137196, |
| "grad_norm": 3.8612028242647147, |
| "learning_rate": 2.2439766898913e-07, |
| "loss": 0.5256, |
| "step": 2183 |
| }, |
| { |
| "epoch": 0.8786964393482197, |
| "grad_norm": 4.271299959657279, |
| "learning_rate": 2.2294610524851685e-07, |
| "loss": 0.4944, |
| "step": 2184 |
| }, |
| { |
| "epoch": 0.8790987728827198, |
| "grad_norm": 4.465135814281888, |
| "learning_rate": 2.2149903248681464e-07, |
| "loss": 0.6834, |
| "step": 2185 |
| }, |
| { |
| "epoch": 0.8795011064172199, |
| "grad_norm": 3.9117028793633173, |
| "learning_rate": 2.2005645355805127e-07, |
| "loss": 0.4605, |
| "step": 2186 |
| }, |
| { |
| "epoch": 0.8799034399517199, |
| "grad_norm": 3.8402220541360292, |
| "learning_rate": 2.1861837130738945e-07, |
| "loss": 0.4467, |
| "step": 2187 |
| }, |
| { |
| "epoch": 0.8803057734862201, |
| "grad_norm": 4.223182944719613, |
| "learning_rate": 2.1718478857112506e-07, |
| "loss": 0.5347, |
| "step": 2188 |
| }, |
| { |
| "epoch": 0.8807081070207202, |
| "grad_norm": 3.8811613151194213, |
| "learning_rate": 2.1575570817667952e-07, |
| "loss": 0.5265, |
| "step": 2189 |
| }, |
| { |
| "epoch": 0.8811104405552203, |
| "grad_norm": 3.8705546986459956, |
| "learning_rate": 2.143311329425926e-07, |
| "loss": 0.4427, |
| "step": 2190 |
| }, |
| { |
| "epoch": 0.8815127740897204, |
| "grad_norm": 4.5414937373063955, |
| "learning_rate": 2.1291106567852105e-07, |
| "loss": 0.6442, |
| "step": 2191 |
| }, |
| { |
| "epoch": 0.8819151076242204, |
| "grad_norm": 3.588299387450043, |
| "learning_rate": 2.1149550918522887e-07, |
| "loss": 0.4173, |
| "step": 2192 |
| }, |
| { |
| "epoch": 0.8823174411587206, |
| "grad_norm": 4.165225372551161, |
| "learning_rate": 2.100844662545848e-07, |
| "loss": 0.5496, |
| "step": 2193 |
| }, |
| { |
| "epoch": 0.8827197746932207, |
| "grad_norm": 4.217297273907552, |
| "learning_rate": 2.086779396695554e-07, |
| "loss": 0.5329, |
| "step": 2194 |
| }, |
| { |
| "epoch": 0.8831221082277207, |
| "grad_norm": 3.980212414160413, |
| "learning_rate": 2.0727593220419812e-07, |
| "loss": 0.4682, |
| "step": 2195 |
| }, |
| { |
| "epoch": 0.8835244417622209, |
| "grad_norm": 4.015069610064507, |
| "learning_rate": 2.0587844662365963e-07, |
| "loss": 0.4975, |
| "step": 2196 |
| }, |
| { |
| "epoch": 0.883926775296721, |
| "grad_norm": 3.675033120744641, |
| "learning_rate": 2.0448548568416715e-07, |
| "loss": 0.4932, |
| "step": 2197 |
| }, |
| { |
| "epoch": 0.8843291088312211, |
| "grad_norm": 3.7917456823069178, |
| "learning_rate": 2.030970521330247e-07, |
| "loss": 0.4523, |
| "step": 2198 |
| }, |
| { |
| "epoch": 0.8847314423657212, |
| "grad_norm": 4.2084887531102195, |
| "learning_rate": 2.0171314870860548e-07, |
| "loss": 0.5797, |
| "step": 2199 |
| }, |
| { |
| "epoch": 0.8851337759002212, |
| "grad_norm": 4.1920678247066245, |
| "learning_rate": 2.0033377814034999e-07, |
| "loss": 0.5458, |
| "step": 2200 |
| }, |
| { |
| "epoch": 0.8855361094347214, |
| "grad_norm": 4.341033030777012, |
| "learning_rate": 1.9895894314875707e-07, |
| "loss": 0.5069, |
| "step": 2201 |
| }, |
| { |
| "epoch": 0.8859384429692215, |
| "grad_norm": 4.251489033634488, |
| "learning_rate": 1.9758864644538188e-07, |
| "loss": 0.5658, |
| "step": 2202 |
| }, |
| { |
| "epoch": 0.8863407765037216, |
| "grad_norm": 4.118913583140747, |
| "learning_rate": 1.9622289073282675e-07, |
| "loss": 0.5186, |
| "step": 2203 |
| }, |
| { |
| "epoch": 0.8867431100382217, |
| "grad_norm": 4.17198274381597, |
| "learning_rate": 1.9486167870473915e-07, |
| "loss": 0.5394, |
| "step": 2204 |
| }, |
| { |
| "epoch": 0.8871454435727217, |
| "grad_norm": 4.1140466186765865, |
| "learning_rate": 1.9350501304580577e-07, |
| "loss": 0.6302, |
| "step": 2205 |
| }, |
| { |
| "epoch": 0.8875477771072219, |
| "grad_norm": 4.252952260852059, |
| "learning_rate": 1.9215289643174485e-07, |
| "loss": 0.5715, |
| "step": 2206 |
| }, |
| { |
| "epoch": 0.887950110641722, |
| "grad_norm": 3.9053915680472673, |
| "learning_rate": 1.9080533152930486e-07, |
| "loss": 0.502, |
| "step": 2207 |
| }, |
| { |
| "epoch": 0.8883524441762221, |
| "grad_norm": 3.702225135993101, |
| "learning_rate": 1.8946232099625482e-07, |
| "loss": 0.3917, |
| "step": 2208 |
| }, |
| { |
| "epoch": 0.8887547777107222, |
| "grad_norm": 3.5875962058050863, |
| "learning_rate": 1.8812386748138234e-07, |
| "loss": 0.3413, |
| "step": 2209 |
| }, |
| { |
| "epoch": 0.8891571112452223, |
| "grad_norm": 3.6894845944247723, |
| "learning_rate": 1.8678997362448743e-07, |
| "loss": 0.4334, |
| "step": 2210 |
| }, |
| { |
| "epoch": 0.8895594447797224, |
| "grad_norm": 3.977873097022255, |
| "learning_rate": 1.8546064205637758e-07, |
| "loss": 0.4746, |
| "step": 2211 |
| }, |
| { |
| "epoch": 0.8899617783142225, |
| "grad_norm": 3.4865669801340147, |
| "learning_rate": 1.8413587539886064e-07, |
| "loss": 0.4173, |
| "step": 2212 |
| }, |
| { |
| "epoch": 0.8903641118487226, |
| "grad_norm": 4.35862373407535, |
| "learning_rate": 1.828156762647429e-07, |
| "loss": 0.5653, |
| "step": 2213 |
| }, |
| { |
| "epoch": 0.8907664453832227, |
| "grad_norm": 4.2652495550914775, |
| "learning_rate": 1.81500047257821e-07, |
| "loss": 0.5071, |
| "step": 2214 |
| }, |
| { |
| "epoch": 0.8911687789177228, |
| "grad_norm": 3.285190042692873, |
| "learning_rate": 1.8018899097287906e-07, |
| "loss": 0.3731, |
| "step": 2215 |
| }, |
| { |
| "epoch": 0.8915711124522229, |
| "grad_norm": 3.782205241606253, |
| "learning_rate": 1.78882509995682e-07, |
| "loss": 0.4907, |
| "step": 2216 |
| }, |
| { |
| "epoch": 0.891973445986723, |
| "grad_norm": 4.391188417961942, |
| "learning_rate": 1.7758060690297035e-07, |
| "loss": 0.3594, |
| "step": 2217 |
| }, |
| { |
| "epoch": 0.892375779521223, |
| "grad_norm": 3.172977998916911, |
| "learning_rate": 1.7628328426245677e-07, |
| "loss": 0.3866, |
| "step": 2218 |
| }, |
| { |
| "epoch": 0.8927781130557232, |
| "grad_norm": 4.109857114119739, |
| "learning_rate": 1.7499054463281985e-07, |
| "loss": 0.5489, |
| "step": 2219 |
| }, |
| { |
| "epoch": 0.8931804465902233, |
| "grad_norm": 3.6387926247562214, |
| "learning_rate": 1.7370239056369946e-07, |
| "loss": 0.3892, |
| "step": 2220 |
| }, |
| { |
| "epoch": 0.8935827801247234, |
| "grad_norm": 3.897940749417438, |
| "learning_rate": 1.7241882459569008e-07, |
| "loss": 0.6287, |
| "step": 2221 |
| }, |
| { |
| "epoch": 0.8939851136592235, |
| "grad_norm": 3.968476012728493, |
| "learning_rate": 1.7113984926033832e-07, |
| "loss": 0.459, |
| "step": 2222 |
| }, |
| { |
| "epoch": 0.8943874471937237, |
| "grad_norm": 4.209938898766111, |
| "learning_rate": 1.6986546708013722e-07, |
| "loss": 0.5426, |
| "step": 2223 |
| }, |
| { |
| "epoch": 0.8947897807282237, |
| "grad_norm": 3.791580194250541, |
| "learning_rate": 1.6859568056852016e-07, |
| "loss": 0.498, |
| "step": 2224 |
| }, |
| { |
| "epoch": 0.8951921142627238, |
| "grad_norm": 3.8639160637014665, |
| "learning_rate": 1.673304922298563e-07, |
| "loss": 0.4049, |
| "step": 2225 |
| }, |
| { |
| "epoch": 0.8955944477972239, |
| "grad_norm": 4.147228062957371, |
| "learning_rate": 1.6606990455944634e-07, |
| "loss": 0.5258, |
| "step": 2226 |
| }, |
| { |
| "epoch": 0.895996781331724, |
| "grad_norm": 4.247308433616599, |
| "learning_rate": 1.648139200435178e-07, |
| "loss": 0.5252, |
| "step": 2227 |
| }, |
| { |
| "epoch": 0.8963991148662241, |
| "grad_norm": 4.057558052673904, |
| "learning_rate": 1.635625411592179e-07, |
| "loss": 0.4851, |
| "step": 2228 |
| }, |
| { |
| "epoch": 0.8968014484007242, |
| "grad_norm": 4.529371570037193, |
| "learning_rate": 1.6231577037461228e-07, |
| "loss": 0.6091, |
| "step": 2229 |
| }, |
| { |
| "epoch": 0.8972037819352243, |
| "grad_norm": 4.092889891063284, |
| "learning_rate": 1.6107361014867622e-07, |
| "loss": 0.5051, |
| "step": 2230 |
| }, |
| { |
| "epoch": 0.8976061154697244, |
| "grad_norm": 4.057510211081129, |
| "learning_rate": 1.598360629312931e-07, |
| "loss": 0.5379, |
| "step": 2231 |
| }, |
| { |
| "epoch": 0.8980084490042245, |
| "grad_norm": 4.08275289824886, |
| "learning_rate": 1.586031311632477e-07, |
| "loss": 0.5542, |
| "step": 2232 |
| }, |
| { |
| "epoch": 0.8984107825387246, |
| "grad_norm": 5.7116466876850875, |
| "learning_rate": 1.5737481727622212e-07, |
| "loss": 0.5021, |
| "step": 2233 |
| }, |
| { |
| "epoch": 0.8988131160732247, |
| "grad_norm": 3.507507523132951, |
| "learning_rate": 1.5615112369278957e-07, |
| "loss": 0.391, |
| "step": 2234 |
| }, |
| { |
| "epoch": 0.8992154496077248, |
| "grad_norm": 3.7113726990024194, |
| "learning_rate": 1.5493205282641228e-07, |
| "loss": 0.4515, |
| "step": 2235 |
| }, |
| { |
| "epoch": 0.899617783142225, |
| "grad_norm": 3.512898207115907, |
| "learning_rate": 1.5371760708143447e-07, |
| "loss": 0.4935, |
| "step": 2236 |
| }, |
| { |
| "epoch": 0.900020116676725, |
| "grad_norm": 4.213491522925021, |
| "learning_rate": 1.525077888530782e-07, |
| "loss": 0.538, |
| "step": 2237 |
| }, |
| { |
| "epoch": 0.9004224502112251, |
| "grad_norm": 4.482285849278304, |
| "learning_rate": 1.5130260052743955e-07, |
| "loss": 0.6545, |
| "step": 2238 |
| }, |
| { |
| "epoch": 0.9008247837457252, |
| "grad_norm": 3.7492718480617384, |
| "learning_rate": 1.5010204448148214e-07, |
| "loss": 0.4442, |
| "step": 2239 |
| }, |
| { |
| "epoch": 0.9012271172802253, |
| "grad_norm": 3.9838020107249195, |
| "learning_rate": 1.489061230830338e-07, |
| "loss": 0.4953, |
| "step": 2240 |
| }, |
| { |
| "epoch": 0.9016294508147255, |
| "grad_norm": 3.9003308620272796, |
| "learning_rate": 1.4771483869078228e-07, |
| "loss": 0.5208, |
| "step": 2241 |
| }, |
| { |
| "epoch": 0.9020317843492255, |
| "grad_norm": 3.788631062888711, |
| "learning_rate": 1.4652819365426867e-07, |
| "loss": 0.5613, |
| "step": 2242 |
| }, |
| { |
| "epoch": 0.9024341178837256, |
| "grad_norm": 4.676276663949487, |
| "learning_rate": 1.453461903138853e-07, |
| "loss": 0.5352, |
| "step": 2243 |
| }, |
| { |
| "epoch": 0.9028364514182257, |
| "grad_norm": 4.525346271987768, |
| "learning_rate": 1.441688310008682e-07, |
| "loss": 0.5099, |
| "step": 2244 |
| }, |
| { |
| "epoch": 0.9032387849527258, |
| "grad_norm": 3.625199458865597, |
| "learning_rate": 1.4299611803729547e-07, |
| "loss": 0.4766, |
| "step": 2245 |
| }, |
| { |
| "epoch": 0.903641118487226, |
| "grad_norm": 3.8753089109297787, |
| "learning_rate": 1.4182805373608055e-07, |
| "loss": 0.5326, |
| "step": 2246 |
| }, |
| { |
| "epoch": 0.904043452021726, |
| "grad_norm": 4.021228834417677, |
| "learning_rate": 1.4066464040096956e-07, |
| "loss": 0.5691, |
| "step": 2247 |
| }, |
| { |
| "epoch": 0.9044457855562261, |
| "grad_norm": 4.6752863808538105, |
| "learning_rate": 1.395058803265334e-07, |
| "loss": 0.7598, |
| "step": 2248 |
| }, |
| { |
| "epoch": 0.9048481190907263, |
| "grad_norm": 3.7179471187703514, |
| "learning_rate": 1.3835177579816783e-07, |
| "loss": 0.3955, |
| "step": 2249 |
| }, |
| { |
| "epoch": 0.9052504526252263, |
| "grad_norm": 5.00701237752423, |
| "learning_rate": 1.3720232909208541e-07, |
| "loss": 0.6319, |
| "step": 2250 |
| }, |
| { |
| "epoch": 0.9056527861597264, |
| "grad_norm": 3.7834417036951895, |
| "learning_rate": 1.3605754247531245e-07, |
| "loss": 0.5174, |
| "step": 2251 |
| }, |
| { |
| "epoch": 0.9060551196942265, |
| "grad_norm": 3.680557056193272, |
| "learning_rate": 1.3491741820568366e-07, |
| "loss": 0.4133, |
| "step": 2252 |
| }, |
| { |
| "epoch": 0.9064574532287266, |
| "grad_norm": 4.046295696144512, |
| "learning_rate": 1.337819585318395e-07, |
| "loss": 0.6443, |
| "step": 2253 |
| }, |
| { |
| "epoch": 0.9068597867632268, |
| "grad_norm": 4.363328152667618, |
| "learning_rate": 1.3265116569322e-07, |
| "loss": 0.5437, |
| "step": 2254 |
| }, |
| { |
| "epoch": 0.9072621202977268, |
| "grad_norm": 4.437499912355556, |
| "learning_rate": 1.3152504192006005e-07, |
| "loss": 0.5439, |
| "step": 2255 |
| }, |
| { |
| "epoch": 0.9076644538322269, |
| "grad_norm": 3.904533797833089, |
| "learning_rate": 1.3040358943338742e-07, |
| "loss": 0.4058, |
| "step": 2256 |
| }, |
| { |
| "epoch": 0.908066787366727, |
| "grad_norm": 3.990363526582056, |
| "learning_rate": 1.2928681044501513e-07, |
| "loss": 0.4204, |
| "step": 2257 |
| }, |
| { |
| "epoch": 0.9084691209012271, |
| "grad_norm": 4.0760801231394606, |
| "learning_rate": 1.281747071575404e-07, |
| "loss": 0.6104, |
| "step": 2258 |
| }, |
| { |
| "epoch": 0.9088714544357273, |
| "grad_norm": 4.256580027345346, |
| "learning_rate": 1.270672817643376e-07, |
| "loss": 0.6544, |
| "step": 2259 |
| }, |
| { |
| "epoch": 0.9092737879702273, |
| "grad_norm": 4.71579332313011, |
| "learning_rate": 1.2596453644955597e-07, |
| "loss": 0.6273, |
| "step": 2260 |
| }, |
| { |
| "epoch": 0.9096761215047274, |
| "grad_norm": 3.483958223270458, |
| "learning_rate": 1.2486647338811248e-07, |
| "loss": 0.4546, |
| "step": 2261 |
| }, |
| { |
| "epoch": 0.9100784550392276, |
| "grad_norm": 3.9093619147070946, |
| "learning_rate": 1.2377309474569165e-07, |
| "loss": 0.4985, |
| "step": 2262 |
| }, |
| { |
| "epoch": 0.9104807885737276, |
| "grad_norm": 4.057320495855987, |
| "learning_rate": 1.226844026787377e-07, |
| "loss": 0.5448, |
| "step": 2263 |
| }, |
| { |
| "epoch": 0.9108831221082277, |
| "grad_norm": 3.5360903799800503, |
| "learning_rate": 1.2160039933445222e-07, |
| "loss": 0.4164, |
| "step": 2264 |
| }, |
| { |
| "epoch": 0.9112854556427278, |
| "grad_norm": 4.087420290794404, |
| "learning_rate": 1.2052108685078834e-07, |
| "loss": 0.594, |
| "step": 2265 |
| }, |
| { |
| "epoch": 0.9116877891772279, |
| "grad_norm": 3.9832710853164763, |
| "learning_rate": 1.1944646735644882e-07, |
| "loss": 0.452, |
| "step": 2266 |
| }, |
| { |
| "epoch": 0.9120901227117281, |
| "grad_norm": 4.282566514995135, |
| "learning_rate": 1.1837654297087997e-07, |
| "loss": 0.5473, |
| "step": 2267 |
| }, |
| { |
| "epoch": 0.9124924562462281, |
| "grad_norm": 3.9435273915235656, |
| "learning_rate": 1.1731131580426796e-07, |
| "loss": 0.6224, |
| "step": 2268 |
| }, |
| { |
| "epoch": 0.9128947897807282, |
| "grad_norm": 4.3103292605724155, |
| "learning_rate": 1.1625078795753476e-07, |
| "loss": 0.5467, |
| "step": 2269 |
| }, |
| { |
| "epoch": 0.9132971233152283, |
| "grad_norm": 4.22573396631058, |
| "learning_rate": 1.1519496152233439e-07, |
| "loss": 0.5037, |
| "step": 2270 |
| }, |
| { |
| "epoch": 0.9136994568497284, |
| "grad_norm": 3.7886525775152338, |
| "learning_rate": 1.1414383858104756e-07, |
| "loss": 0.4498, |
| "step": 2271 |
| }, |
| { |
| "epoch": 0.9141017903842286, |
| "grad_norm": 3.2224197154073617, |
| "learning_rate": 1.1309742120677897e-07, |
| "loss": 0.4794, |
| "step": 2272 |
| }, |
| { |
| "epoch": 0.9145041239187286, |
| "grad_norm": 4.705013349470272, |
| "learning_rate": 1.1205571146335303e-07, |
| "loss": 0.6041, |
| "step": 2273 |
| }, |
| { |
| "epoch": 0.9149064574532287, |
| "grad_norm": 4.6403427413148535, |
| "learning_rate": 1.1101871140530851e-07, |
| "loss": 0.6308, |
| "step": 2274 |
| }, |
| { |
| "epoch": 0.9153087909877289, |
| "grad_norm": 3.819381857552772, |
| "learning_rate": 1.0998642307789576e-07, |
| "loss": 0.5461, |
| "step": 2275 |
| }, |
| { |
| "epoch": 0.9157111245222289, |
| "grad_norm": 3.997200472540085, |
| "learning_rate": 1.0895884851707255e-07, |
| "loss": 0.4926, |
| "step": 2276 |
| }, |
| { |
| "epoch": 0.9161134580567291, |
| "grad_norm": 4.162425768576248, |
| "learning_rate": 1.079359897494997e-07, |
| "loss": 0.489, |
| "step": 2277 |
| }, |
| { |
| "epoch": 0.9165157915912291, |
| "grad_norm": 3.8422971328140454, |
| "learning_rate": 1.0691784879253736e-07, |
| "loss": 0.5291, |
| "step": 2278 |
| }, |
| { |
| "epoch": 0.9169181251257292, |
| "grad_norm": 4.112928250644688, |
| "learning_rate": 1.0590442765423953e-07, |
| "loss": 0.4926, |
| "step": 2279 |
| }, |
| { |
| "epoch": 0.9173204586602294, |
| "grad_norm": 3.9378155981778664, |
| "learning_rate": 1.0489572833335349e-07, |
| "loss": 0.4722, |
| "step": 2280 |
| }, |
| { |
| "epoch": 0.9177227921947294, |
| "grad_norm": 4.631927118939465, |
| "learning_rate": 1.038917528193123e-07, |
| "loss": 0.5274, |
| "step": 2281 |
| }, |
| { |
| "epoch": 0.9181251257292296, |
| "grad_norm": 4.035377760065258, |
| "learning_rate": 1.0289250309223314e-07, |
| "loss": 0.5788, |
| "step": 2282 |
| }, |
| { |
| "epoch": 0.9185274592637296, |
| "grad_norm": 3.868825647605808, |
| "learning_rate": 1.0189798112291177e-07, |
| "loss": 0.5046, |
| "step": 2283 |
| }, |
| { |
| "epoch": 0.9189297927982297, |
| "grad_norm": 4.194215283322997, |
| "learning_rate": 1.0090818887282112e-07, |
| "loss": 0.6029, |
| "step": 2284 |
| }, |
| { |
| "epoch": 0.9193321263327299, |
| "grad_norm": 4.215786203028234, |
| "learning_rate": 9.99231282941035e-08, |
| "loss": 0.4987, |
| "step": 2285 |
| }, |
| { |
| "epoch": 0.9197344598672299, |
| "grad_norm": 4.911243421308879, |
| "learning_rate": 9.894280132957124e-08, |
| "loss": 0.6475, |
| "step": 2286 |
| }, |
| { |
| "epoch": 0.92013679340173, |
| "grad_norm": 4.551350447477857, |
| "learning_rate": 9.79672099126991e-08, |
| "loss": 0.6439, |
| "step": 2287 |
| }, |
| { |
| "epoch": 0.9205391269362302, |
| "grad_norm": 4.0194710398308615, |
| "learning_rate": 9.69963559676232e-08, |
| "loss": 0.5376, |
| "step": 2288 |
| }, |
| { |
| "epoch": 0.9209414604707302, |
| "grad_norm": 3.83021269408099, |
| "learning_rate": 9.60302414091352e-08, |
| "loss": 0.5093, |
| "step": 2289 |
| }, |
| { |
| "epoch": 0.9213437940052304, |
| "grad_norm": 4.1940419822947534, |
| "learning_rate": 9.506886814268007e-08, |
| "loss": 0.5702, |
| "step": 2290 |
| }, |
| { |
| "epoch": 0.9217461275397304, |
| "grad_norm": 4.341103613511488, |
| "learning_rate": 9.41122380643511e-08, |
| "loss": 0.5271, |
| "step": 2291 |
| }, |
| { |
| "epoch": 0.9221484610742305, |
| "grad_norm": 4.421018842084841, |
| "learning_rate": 9.316035306088684e-08, |
| "loss": 0.5923, |
| "step": 2292 |
| }, |
| { |
| "epoch": 0.9225507946087307, |
| "grad_norm": 4.192150302264493, |
| "learning_rate": 9.221321500966746e-08, |
| "loss": 0.5475, |
| "step": 2293 |
| }, |
| { |
| "epoch": 0.9229531281432307, |
| "grad_norm": 4.56023548088152, |
| "learning_rate": 9.127082577871038e-08, |
| "loss": 0.6055, |
| "step": 2294 |
| }, |
| { |
| "epoch": 0.9233554616777309, |
| "grad_norm": 3.727375694339219, |
| "learning_rate": 9.033318722666801e-08, |
| "loss": 0.3706, |
| "step": 2295 |
| }, |
| { |
| "epoch": 0.9237577952122309, |
| "grad_norm": 3.7651015398148897, |
| "learning_rate": 8.940030120282162e-08, |
| "loss": 0.5118, |
| "step": 2296 |
| }, |
| { |
| "epoch": 0.924160128746731, |
| "grad_norm": 4.305229814421829, |
| "learning_rate": 8.847216954708055e-08, |
| "loss": 0.5453, |
| "step": 2297 |
| }, |
| { |
| "epoch": 0.9245624622812312, |
| "grad_norm": 4.1747564223004066, |
| "learning_rate": 8.754879408997636e-08, |
| "loss": 0.5156, |
| "step": 2298 |
| }, |
| { |
| "epoch": 0.9249647958157312, |
| "grad_norm": 3.649399704340268, |
| "learning_rate": 8.663017665266032e-08, |
| "loss": 0.3701, |
| "step": 2299 |
| }, |
| { |
| "epoch": 0.9253671293502314, |
| "grad_norm": 3.7596577501273734, |
| "learning_rate": 8.571631904690014e-08, |
| "loss": 0.4399, |
| "step": 2300 |
| }, |
| { |
| "epoch": 0.9257694628847315, |
| "grad_norm": 4.230082435346815, |
| "learning_rate": 8.480722307507461e-08, |
| "loss": 0.4874, |
| "step": 2301 |
| }, |
| { |
| "epoch": 0.9261717964192315, |
| "grad_norm": 3.9612627542935197, |
| "learning_rate": 8.390289053017226e-08, |
| "loss": 0.5485, |
| "step": 2302 |
| }, |
| { |
| "epoch": 0.9265741299537317, |
| "grad_norm": 3.5438909670467003, |
| "learning_rate": 8.300332319578664e-08, |
| "loss": 0.3951, |
| "step": 2303 |
| }, |
| { |
| "epoch": 0.9269764634882317, |
| "grad_norm": 3.2833308636054217, |
| "learning_rate": 8.210852284611299e-08, |
| "loss": 0.407, |
| "step": 2304 |
| }, |
| { |
| "epoch": 0.9273787970227318, |
| "grad_norm": 3.4444311785022865, |
| "learning_rate": 8.121849124594405e-08, |
| "loss": 0.3925, |
| "step": 2305 |
| }, |
| { |
| "epoch": 0.927781130557232, |
| "grad_norm": 4.548198093339736, |
| "learning_rate": 8.033323015066818e-08, |
| "loss": 0.719, |
| "step": 2306 |
| }, |
| { |
| "epoch": 0.928183464091732, |
| "grad_norm": 3.6123982321182284, |
| "learning_rate": 7.945274130626484e-08, |
| "loss": 0.3828, |
| "step": 2307 |
| }, |
| { |
| "epoch": 0.9285857976262322, |
| "grad_norm": 3.177723392355348, |
| "learning_rate": 7.857702644930133e-08, |
| "loss": 0.353, |
| "step": 2308 |
| }, |
| { |
| "epoch": 0.9289881311607322, |
| "grad_norm": 4.133100828896777, |
| "learning_rate": 7.770608730692852e-08, |
| "loss": 0.4977, |
| "step": 2309 |
| }, |
| { |
| "epoch": 0.9293904646952323, |
| "grad_norm": 3.562342202197354, |
| "learning_rate": 7.683992559687881e-08, |
| "loss": 0.3892, |
| "step": 2310 |
| }, |
| { |
| "epoch": 0.9297927982297325, |
| "grad_norm": 3.898366854418511, |
| "learning_rate": 7.597854302746288e-08, |
| "loss": 0.4583, |
| "step": 2311 |
| }, |
| { |
| "epoch": 0.9301951317642325, |
| "grad_norm": 4.612414420760638, |
| "learning_rate": 7.512194129756428e-08, |
| "loss": 0.5581, |
| "step": 2312 |
| }, |
| { |
| "epoch": 0.9305974652987327, |
| "grad_norm": 3.988029769560431, |
| "learning_rate": 7.42701220966388e-08, |
| "loss": 0.4744, |
| "step": 2313 |
| }, |
| { |
| "epoch": 0.9309997988332327, |
| "grad_norm": 4.481476524243926, |
| "learning_rate": 7.342308710470814e-08, |
| "loss": 0.59, |
| "step": 2314 |
| }, |
| { |
| "epoch": 0.9314021323677328, |
| "grad_norm": 4.562506876878105, |
| "learning_rate": 7.258083799235982e-08, |
| "loss": 0.6742, |
| "step": 2315 |
| }, |
| { |
| "epoch": 0.931804465902233, |
| "grad_norm": 4.628598132831451, |
| "learning_rate": 7.174337642074147e-08, |
| "loss": 0.6008, |
| "step": 2316 |
| }, |
| { |
| "epoch": 0.932206799436733, |
| "grad_norm": 4.283379928862786, |
| "learning_rate": 7.091070404155854e-08, |
| "loss": 0.5053, |
| "step": 2317 |
| }, |
| { |
| "epoch": 0.9326091329712332, |
| "grad_norm": 3.9776126177559155, |
| "learning_rate": 7.008282249707065e-08, |
| "loss": 0.4839, |
| "step": 2318 |
| }, |
| { |
| "epoch": 0.9330114665057333, |
| "grad_norm": 4.069433607383545, |
| "learning_rate": 6.925973342008897e-08, |
| "loss": 0.453, |
| "step": 2319 |
| }, |
| { |
| "epoch": 0.9334138000402333, |
| "grad_norm": 4.037972743715134, |
| "learning_rate": 6.844143843397238e-08, |
| "loss": 0.5427, |
| "step": 2320 |
| }, |
| { |
| "epoch": 0.9338161335747335, |
| "grad_norm": 3.547048708842676, |
| "learning_rate": 6.76279391526241e-08, |
| "loss": 0.4561, |
| "step": 2321 |
| }, |
| { |
| "epoch": 0.9342184671092335, |
| "grad_norm": 3.7831575419487256, |
| "learning_rate": 6.681923718049016e-08, |
| "loss": 0.5184, |
| "step": 2322 |
| }, |
| { |
| "epoch": 0.9346208006437337, |
| "grad_norm": 3.7960605831677428, |
| "learning_rate": 6.601533411255328e-08, |
| "loss": 0.428, |
| "step": 2323 |
| }, |
| { |
| "epoch": 0.9350231341782338, |
| "grad_norm": 3.699019611927255, |
| "learning_rate": 6.52162315343327e-08, |
| "loss": 0.4711, |
| "step": 2324 |
| }, |
| { |
| "epoch": 0.9354254677127338, |
| "grad_norm": 3.7499929742301465, |
| "learning_rate": 6.44219310218791e-08, |
| "loss": 0.494, |
| "step": 2325 |
| }, |
| { |
| "epoch": 0.935827801247234, |
| "grad_norm": 3.982088440613016, |
| "learning_rate": 6.363243414177239e-08, |
| "loss": 0.5013, |
| "step": 2326 |
| }, |
| { |
| "epoch": 0.936230134781734, |
| "grad_norm": 3.5405567172339034, |
| "learning_rate": 6.284774245111868e-08, |
| "loss": 0.4151, |
| "step": 2327 |
| }, |
| { |
| "epoch": 0.9366324683162341, |
| "grad_norm": 3.9069783277866894, |
| "learning_rate": 6.206785749754613e-08, |
| "loss": 0.5257, |
| "step": 2328 |
| }, |
| { |
| "epoch": 0.9370348018507343, |
| "grad_norm": 4.560908800971963, |
| "learning_rate": 6.12927808192032e-08, |
| "loss": 0.5827, |
| "step": 2329 |
| }, |
| { |
| "epoch": 0.9374371353852343, |
| "grad_norm": 3.6067893534884967, |
| "learning_rate": 6.052251394475544e-08, |
| "loss": 0.4533, |
| "step": 2330 |
| }, |
| { |
| "epoch": 0.9378394689197345, |
| "grad_norm": 4.228506402107548, |
| "learning_rate": 5.975705839338208e-08, |
| "loss": 0.5367, |
| "step": 2331 |
| }, |
| { |
| "epoch": 0.9382418024542346, |
| "grad_norm": 4.377928096595712, |
| "learning_rate": 5.89964156747716e-08, |
| "loss": 0.487, |
| "step": 2332 |
| }, |
| { |
| "epoch": 0.9386441359887346, |
| "grad_norm": 4.001917632135577, |
| "learning_rate": 5.8240587289122576e-08, |
| "loss": 0.5991, |
| "step": 2333 |
| }, |
| { |
| "epoch": 0.9390464695232348, |
| "grad_norm": 3.89102054624204, |
| "learning_rate": 5.7489574727136734e-08, |
| "loss": 0.5289, |
| "step": 2334 |
| }, |
| { |
| "epoch": 0.9394488030577348, |
| "grad_norm": 3.9529925607216314, |
| "learning_rate": 5.67433794700184e-08, |
| "loss": 0.5516, |
| "step": 2335 |
| }, |
| { |
| "epoch": 0.939851136592235, |
| "grad_norm": 3.9965015035833114, |
| "learning_rate": 5.600200298947034e-08, |
| "loss": 0.5758, |
| "step": 2336 |
| }, |
| { |
| "epoch": 0.9402534701267351, |
| "grad_norm": 4.354462501990094, |
| "learning_rate": 5.52654467476918e-08, |
| "loss": 0.5793, |
| "step": 2337 |
| }, |
| { |
| "epoch": 0.9406558036612351, |
| "grad_norm": 4.199766571714081, |
| "learning_rate": 5.453371219737491e-08, |
| "loss": 0.5688, |
| "step": 2338 |
| }, |
| { |
| "epoch": 0.9410581371957353, |
| "grad_norm": 3.3551684650390454, |
| "learning_rate": 5.380680078170275e-08, |
| "loss": 0.3524, |
| "step": 2339 |
| }, |
| { |
| "epoch": 0.9414604707302353, |
| "grad_norm": 4.408645627917106, |
| "learning_rate": 5.3084713934344613e-08, |
| "loss": 0.5442, |
| "step": 2340 |
| }, |
| { |
| "epoch": 0.9418628042647355, |
| "grad_norm": 4.4356672674608895, |
| "learning_rate": 5.236745307945545e-08, |
| "loss": 0.5028, |
| "step": 2341 |
| }, |
| { |
| "epoch": 0.9422651377992356, |
| "grad_norm": 3.46236072019421, |
| "learning_rate": 5.165501963167174e-08, |
| "loss": 0.3921, |
| "step": 2342 |
| }, |
| { |
| "epoch": 0.9426674713337356, |
| "grad_norm": 4.4269078668736075, |
| "learning_rate": 5.094741499610839e-08, |
| "loss": 0.5983, |
| "step": 2343 |
| }, |
| { |
| "epoch": 0.9430698048682358, |
| "grad_norm": 4.503787561410546, |
| "learning_rate": 5.02446405683582e-08, |
| "loss": 0.585, |
| "step": 2344 |
| }, |
| { |
| "epoch": 0.9434721384027359, |
| "grad_norm": 3.658547311389223, |
| "learning_rate": 4.9546697734485224e-08, |
| "loss": 0.4762, |
| "step": 2345 |
| }, |
| { |
| "epoch": 0.943874471937236, |
| "grad_norm": 4.353601396348682, |
| "learning_rate": 4.885358787102584e-08, |
| "loss": 0.6102, |
| "step": 2346 |
| }, |
| { |
| "epoch": 0.9442768054717361, |
| "grad_norm": 4.143732790296102, |
| "learning_rate": 4.816531234498406e-08, |
| "loss": 0.6124, |
| "step": 2347 |
| }, |
| { |
| "epoch": 0.9446791390062361, |
| "grad_norm": 4.3975559021632575, |
| "learning_rate": 4.7481872513829575e-08, |
| "loss": 0.5633, |
| "step": 2348 |
| }, |
| { |
| "epoch": 0.9450814725407363, |
| "grad_norm": 4.066972538920918, |
| "learning_rate": 4.680326972549387e-08, |
| "loss": 0.5118, |
| "step": 2349 |
| }, |
| { |
| "epoch": 0.9454838060752364, |
| "grad_norm": 4.03878765773838, |
| "learning_rate": 4.6129505318369127e-08, |
| "loss": 0.4778, |
| "step": 2350 |
| }, |
| { |
| "epoch": 0.9458861396097364, |
| "grad_norm": 4.201321170733065, |
| "learning_rate": 4.546058062130487e-08, |
| "loss": 0.5128, |
| "step": 2351 |
| }, |
| { |
| "epoch": 0.9462884731442366, |
| "grad_norm": 3.8094183727880395, |
| "learning_rate": 4.4796496953605493e-08, |
| "loss": 0.5441, |
| "step": 2352 |
| }, |
| { |
| "epoch": 0.9466908066787366, |
| "grad_norm": 3.5299699606250834, |
| "learning_rate": 4.413725562502691e-08, |
| "loss": 0.4678, |
| "step": 2353 |
| }, |
| { |
| "epoch": 0.9470931402132368, |
| "grad_norm": 3.9087226991955717, |
| "learning_rate": 4.348285793577517e-08, |
| "loss": 0.5329, |
| "step": 2354 |
| }, |
| { |
| "epoch": 0.9474954737477369, |
| "grad_norm": 4.0121109992844755, |
| "learning_rate": 4.2833305176503136e-08, |
| "loss": 0.5837, |
| "step": 2355 |
| }, |
| { |
| "epoch": 0.9478978072822369, |
| "grad_norm": 4.544145628732853, |
| "learning_rate": 4.218859862830826e-08, |
| "loss": 0.3829, |
| "step": 2356 |
| }, |
| { |
| "epoch": 0.9483001408167371, |
| "grad_norm": 3.89076415048523, |
| "learning_rate": 4.154873956272981e-08, |
| "loss": 0.4691, |
| "step": 2357 |
| }, |
| { |
| "epoch": 0.9487024743512372, |
| "grad_norm": 4.1725175451999, |
| "learning_rate": 4.091372924174636e-08, |
| "loss": 0.4885, |
| "step": 2358 |
| }, |
| { |
| "epoch": 0.9491048078857373, |
| "grad_norm": 4.3450167781713285, |
| "learning_rate": 4.028356891777385e-08, |
| "loss": 0.5124, |
| "step": 2359 |
| }, |
| { |
| "epoch": 0.9495071414202374, |
| "grad_norm": 4.4322372412295605, |
| "learning_rate": 3.9658259833662284e-08, |
| "loss": 0.5234, |
| "step": 2360 |
| }, |
| { |
| "epoch": 0.9499094749547374, |
| "grad_norm": 3.707524532117256, |
| "learning_rate": 3.903780322269374e-08, |
| "loss": 0.4149, |
| "step": 2361 |
| }, |
| { |
| "epoch": 0.9503118084892376, |
| "grad_norm": 5.065679790929374, |
| "learning_rate": 3.842220030858018e-08, |
| "loss": 0.688, |
| "step": 2362 |
| }, |
| { |
| "epoch": 0.9507141420237377, |
| "grad_norm": 3.786912616101777, |
| "learning_rate": 3.781145230546013e-08, |
| "loss": 0.43, |
| "step": 2363 |
| }, |
| { |
| "epoch": 0.9511164755582378, |
| "grad_norm": 3.6227665097152224, |
| "learning_rate": 3.720556041789752e-08, |
| "loss": 0.4382, |
| "step": 2364 |
| }, |
| { |
| "epoch": 0.9515188090927379, |
| "grad_norm": 3.999125768684484, |
| "learning_rate": 3.660452584087815e-08, |
| "loss": 0.5716, |
| "step": 2365 |
| }, |
| { |
| "epoch": 0.9519211426272379, |
| "grad_norm": 3.409457081881056, |
| "learning_rate": 3.600834975980877e-08, |
| "loss": 0.5407, |
| "step": 2366 |
| }, |
| { |
| "epoch": 0.9523234761617381, |
| "grad_norm": 3.892658686650397, |
| "learning_rate": 3.5417033350512444e-08, |
| "loss": 0.4589, |
| "step": 2367 |
| }, |
| { |
| "epoch": 0.9527258096962382, |
| "grad_norm": 4.000437062384583, |
| "learning_rate": 3.483057777922905e-08, |
| "loss": 0.4875, |
| "step": 2368 |
| }, |
| { |
| "epoch": 0.9531281432307382, |
| "grad_norm": 4.046666707315621, |
| "learning_rate": 3.42489842026103e-08, |
| "loss": 0.5162, |
| "step": 2369 |
| }, |
| { |
| "epoch": 0.9535304767652384, |
| "grad_norm": 4.290796216817974, |
| "learning_rate": 3.3672253767719485e-08, |
| "loss": 0.6233, |
| "step": 2370 |
| }, |
| { |
| "epoch": 0.9539328102997385, |
| "grad_norm": 4.023014608954607, |
| "learning_rate": 3.310038761202839e-08, |
| "loss": 0.5062, |
| "step": 2371 |
| }, |
| { |
| "epoch": 0.9543351438342386, |
| "grad_norm": 4.43210170452369, |
| "learning_rate": 3.2533386863414784e-08, |
| "loss": 0.5594, |
| "step": 2372 |
| }, |
| { |
| "epoch": 0.9547374773687387, |
| "grad_norm": 3.8979482975499624, |
| "learning_rate": 3.1971252640160545e-08, |
| "loss": 0.5128, |
| "step": 2373 |
| }, |
| { |
| "epoch": 0.9551398109032387, |
| "grad_norm": 4.162386221402383, |
| "learning_rate": 3.141398605094992e-08, |
| "loss": 0.5848, |
| "step": 2374 |
| }, |
| { |
| "epoch": 0.9555421444377389, |
| "grad_norm": 4.022603602017269, |
| "learning_rate": 3.086158819486651e-08, |
| "loss": 0.5771, |
| "step": 2375 |
| }, |
| { |
| "epoch": 0.955944477972239, |
| "grad_norm": 3.8920410241916863, |
| "learning_rate": 3.031406016139077e-08, |
| "loss": 0.5498, |
| "step": 2376 |
| }, |
| { |
| "epoch": 0.9563468115067391, |
| "grad_norm": 4.084788242660989, |
| "learning_rate": 2.9771403030399713e-08, |
| "loss": 0.598, |
| "step": 2377 |
| }, |
| { |
| "epoch": 0.9567491450412392, |
| "grad_norm": 4.048190861072185, |
| "learning_rate": 2.923361787216278e-08, |
| "loss": 0.4405, |
| "step": 2378 |
| }, |
| { |
| "epoch": 0.9571514785757392, |
| "grad_norm": 4.502700834332798, |
| "learning_rate": 2.8700705747340963e-08, |
| "loss": 0.5169, |
| "step": 2379 |
| }, |
| { |
| "epoch": 0.9575538121102394, |
| "grad_norm": 4.054509620797073, |
| "learning_rate": 2.8172667706983792e-08, |
| "loss": 0.53, |
| "step": 2380 |
| }, |
| { |
| "epoch": 0.9579561456447395, |
| "grad_norm": 3.939484097293469, |
| "learning_rate": 2.7649504792528204e-08, |
| "loss": 0.5566, |
| "step": 2381 |
| }, |
| { |
| "epoch": 0.9583584791792396, |
| "grad_norm": 4.299563624727568, |
| "learning_rate": 2.7131218035796324e-08, |
| "loss": 0.5603, |
| "step": 2382 |
| }, |
| { |
| "epoch": 0.9587608127137397, |
| "grad_norm": 3.723520114625019, |
| "learning_rate": 2.6617808458991867e-08, |
| "loss": 0.4346, |
| "step": 2383 |
| }, |
| { |
| "epoch": 0.9591631462482398, |
| "grad_norm": 3.667012045051573, |
| "learning_rate": 2.6109277074700955e-08, |
| "loss": 0.3638, |
| "step": 2384 |
| }, |
| { |
| "epoch": 0.9595654797827399, |
| "grad_norm": 3.725825844080702, |
| "learning_rate": 2.5605624885887414e-08, |
| "loss": 0.4541, |
| "step": 2385 |
| }, |
| { |
| "epoch": 0.95996781331724, |
| "grad_norm": 3.7094680890029776, |
| "learning_rate": 2.5106852885892764e-08, |
| "loss": 0.4693, |
| "step": 2386 |
| }, |
| { |
| "epoch": 0.96037014685174, |
| "grad_norm": 3.7229547246513937, |
| "learning_rate": 2.461296205843261e-08, |
| "loss": 0.5144, |
| "step": 2387 |
| }, |
| { |
| "epoch": 0.9607724803862402, |
| "grad_norm": 4.159612295768075, |
| "learning_rate": 2.412395337759693e-08, |
| "loss": 0.522, |
| "step": 2388 |
| }, |
| { |
| "epoch": 0.9611748139207403, |
| "grad_norm": 3.8986140359372286, |
| "learning_rate": 2.3639827807844796e-08, |
| "loss": 0.5237, |
| "step": 2389 |
| }, |
| { |
| "epoch": 0.9615771474552404, |
| "grad_norm": 4.121244015419092, |
| "learning_rate": 2.3160586304006026e-08, |
| "loss": 0.538, |
| "step": 2390 |
| }, |
| { |
| "epoch": 0.9619794809897405, |
| "grad_norm": 4.166559231330322, |
| "learning_rate": 2.268622981127705e-08, |
| "loss": 0.5822, |
| "step": 2391 |
| }, |
| { |
| "epoch": 0.9623818145242405, |
| "grad_norm": 3.9211071919172813, |
| "learning_rate": 2.2216759265220044e-08, |
| "loss": 0.4897, |
| "step": 2392 |
| }, |
| { |
| "epoch": 0.9627841480587407, |
| "grad_norm": 4.349097825226008, |
| "learning_rate": 2.1752175591760184e-08, |
| "loss": 0.5211, |
| "step": 2393 |
| }, |
| { |
| "epoch": 0.9631864815932408, |
| "grad_norm": 3.9282047251137677, |
| "learning_rate": 2.1292479707184787e-08, |
| "loss": 0.5741, |
| "step": 2394 |
| }, |
| { |
| "epoch": 0.9635888151277409, |
| "grad_norm": 4.159989263744697, |
| "learning_rate": 2.0837672518141395e-08, |
| "loss": 0.5238, |
| "step": 2395 |
| }, |
| { |
| "epoch": 0.963991148662241, |
| "grad_norm": 3.8198728228381293, |
| "learning_rate": 2.0387754921634972e-08, |
| "loss": 0.5144, |
| "step": 2396 |
| }, |
| { |
| "epoch": 0.9643934821967411, |
| "grad_norm": 3.346255200741844, |
| "learning_rate": 1.9942727805027373e-08, |
| "loss": 0.4384, |
| "step": 2397 |
| }, |
| { |
| "epoch": 0.9647958157312412, |
| "grad_norm": 3.8469019196516845, |
| "learning_rate": 1.9502592046035107e-08, |
| "loss": 0.486, |
| "step": 2398 |
| }, |
| { |
| "epoch": 0.9651981492657413, |
| "grad_norm": 3.5776773638982893, |
| "learning_rate": 1.9067348512726847e-08, |
| "loss": 0.4414, |
| "step": 2399 |
| }, |
| { |
| "epoch": 0.9656004828002414, |
| "grad_norm": 4.031486537261451, |
| "learning_rate": 1.8636998063523705e-08, |
| "loss": 0.5328, |
| "step": 2400 |
| }, |
| { |
| "epoch": 0.9660028163347415, |
| "grad_norm": 4.260664576753229, |
| "learning_rate": 1.8211541547195067e-08, |
| "loss": 0.5136, |
| "step": 2401 |
| }, |
| { |
| "epoch": 0.9664051498692416, |
| "grad_norm": 4.152186034058617, |
| "learning_rate": 1.7790979802858876e-08, |
| "loss": 0.6316, |
| "step": 2402 |
| }, |
| { |
| "epoch": 0.9668074834037417, |
| "grad_norm": 3.995357070807909, |
| "learning_rate": 1.7375313659978855e-08, |
| "loss": 0.5377, |
| "step": 2403 |
| }, |
| { |
| "epoch": 0.9672098169382418, |
| "grad_norm": 3.4651763373212474, |
| "learning_rate": 1.6964543938363388e-08, |
| "loss": 0.4157, |
| "step": 2404 |
| }, |
| { |
| "epoch": 0.9676121504727418, |
| "grad_norm": 4.360198459376172, |
| "learning_rate": 1.6558671448163866e-08, |
| "loss": 0.6273, |
| "step": 2405 |
| }, |
| { |
| "epoch": 0.968014484007242, |
| "grad_norm": 4.006498747343065, |
| "learning_rate": 1.6157696989873017e-08, |
| "loss": 0.4914, |
| "step": 2406 |
| }, |
| { |
| "epoch": 0.9684168175417421, |
| "grad_norm": 3.7398733702546822, |
| "learning_rate": 1.5761621354322965e-08, |
| "loss": 0.4022, |
| "step": 2407 |
| }, |
| { |
| "epoch": 0.9688191510762422, |
| "grad_norm": 4.1110217996882294, |
| "learning_rate": 1.5370445322684392e-08, |
| "loss": 0.4698, |
| "step": 2408 |
| }, |
| { |
| "epoch": 0.9692214846107423, |
| "grad_norm": 4.362254470529691, |
| "learning_rate": 1.498416966646432e-08, |
| "loss": 0.5598, |
| "step": 2409 |
| }, |
| { |
| "epoch": 0.9696238181452425, |
| "grad_norm": 3.8880330136972328, |
| "learning_rate": 1.4602795147504734e-08, |
| "loss": 0.473, |
| "step": 2410 |
| }, |
| { |
| "epoch": 0.9700261516797425, |
| "grad_norm": 4.110874787245324, |
| "learning_rate": 1.4226322517981728e-08, |
| "loss": 0.4901, |
| "step": 2411 |
| }, |
| { |
| "epoch": 0.9704284852142426, |
| "grad_norm": 4.138814644855194, |
| "learning_rate": 1.3854752520403303e-08, |
| "loss": 0.5618, |
| "step": 2412 |
| }, |
| { |
| "epoch": 0.9708308187487427, |
| "grad_norm": 4.481371755440245, |
| "learning_rate": 1.3488085887607972e-08, |
| "loss": 0.6152, |
| "step": 2413 |
| }, |
| { |
| "epoch": 0.9712331522832428, |
| "grad_norm": 3.6050373310270176, |
| "learning_rate": 1.3126323342763648e-08, |
| "loss": 0.5525, |
| "step": 2414 |
| }, |
| { |
| "epoch": 0.971635485817743, |
| "grad_norm": 4.061084112826385, |
| "learning_rate": 1.2769465599365982e-08, |
| "loss": 0.4619, |
| "step": 2415 |
| }, |
| { |
| "epoch": 0.972037819352243, |
| "grad_norm": 3.8920028399978097, |
| "learning_rate": 1.24175133612367e-08, |
| "loss": 0.4833, |
| "step": 2416 |
| }, |
| { |
| "epoch": 0.9724401528867431, |
| "grad_norm": 3.909035344776143, |
| "learning_rate": 1.2070467322522762e-08, |
| "loss": 0.5188, |
| "step": 2417 |
| }, |
| { |
| "epoch": 0.9728424864212432, |
| "grad_norm": 4.225663392112197, |
| "learning_rate": 1.1728328167695258e-08, |
| "loss": 0.6696, |
| "step": 2418 |
| }, |
| { |
| "epoch": 0.9732448199557433, |
| "grad_norm": 4.6741890030042725, |
| "learning_rate": 1.1391096571546633e-08, |
| "loss": 0.5815, |
| "step": 2419 |
| }, |
| { |
| "epoch": 0.9736471534902434, |
| "grad_norm": 4.51608876386972, |
| "learning_rate": 1.1058773199190965e-08, |
| "loss": 0.5173, |
| "step": 2420 |
| }, |
| { |
| "epoch": 0.9740494870247435, |
| "grad_norm": 4.0654982873308665, |
| "learning_rate": 1.0731358706061456e-08, |
| "loss": 0.5749, |
| "step": 2421 |
| }, |
| { |
| "epoch": 0.9744518205592436, |
| "grad_norm": 4.2304161552160835, |
| "learning_rate": 1.0408853737909896e-08, |
| "loss": 0.5813, |
| "step": 2422 |
| }, |
| { |
| "epoch": 0.9748541540937438, |
| "grad_norm": 3.4742799346124493, |
| "learning_rate": 1.0091258930805259e-08, |
| "loss": 0.4705, |
| "step": 2423 |
| }, |
| { |
| "epoch": 0.9752564876282438, |
| "grad_norm": 4.08672880848899, |
| "learning_rate": 9.778574911132044e-09, |
| "loss": 0.516, |
| "step": 2424 |
| }, |
| { |
| "epoch": 0.9756588211627439, |
| "grad_norm": 3.669930620914309, |
| "learning_rate": 9.470802295589442e-09, |
| "loss": 0.4138, |
| "step": 2425 |
| }, |
| { |
| "epoch": 0.976061154697244, |
| "grad_norm": 3.5860479619434673, |
| "learning_rate": 9.16794169119023e-09, |
| "loss": 0.4224, |
| "step": 2426 |
| }, |
| { |
| "epoch": 0.9764634882317441, |
| "grad_norm": 4.642054584241187, |
| "learning_rate": 8.869993695258816e-09, |
| "loss": 0.611, |
| "step": 2427 |
| }, |
| { |
| "epoch": 0.9768658217662443, |
| "grad_norm": 3.977155407637389, |
| "learning_rate": 8.576958895431531e-09, |
| "loss": 0.5681, |
| "step": 2428 |
| }, |
| { |
| "epoch": 0.9772681553007443, |
| "grad_norm": 3.6884328747774857, |
| "learning_rate": 8.28883786965301e-09, |
| "loss": 0.4945, |
| "step": 2429 |
| }, |
| { |
| "epoch": 0.9776704888352444, |
| "grad_norm": 4.023502331465119, |
| "learning_rate": 8.005631186177864e-09, |
| "loss": 0.4201, |
| "step": 2430 |
| }, |
| { |
| "epoch": 0.9780728223697445, |
| "grad_norm": 3.901800973146699, |
| "learning_rate": 7.727339403568179e-09, |
| "loss": 0.4977, |
| "step": 2431 |
| }, |
| { |
| "epoch": 0.9784751559042446, |
| "grad_norm": 3.9967038572140856, |
| "learning_rate": 7.45396307069185e-09, |
| "loss": 0.6418, |
| "step": 2432 |
| }, |
| { |
| "epoch": 0.9788774894387448, |
| "grad_norm": 4.291073567899429, |
| "learning_rate": 7.185502726722305e-09, |
| "loss": 0.6601, |
| "step": 2433 |
| }, |
| { |
| "epoch": 0.9792798229732448, |
| "grad_norm": 3.974019553234897, |
| "learning_rate": 6.921958901137948e-09, |
| "loss": 0.4781, |
| "step": 2434 |
| }, |
| { |
| "epoch": 0.9796821565077449, |
| "grad_norm": 3.833029352112665, |
| "learning_rate": 6.66333211371939e-09, |
| "loss": 0.4373, |
| "step": 2435 |
| }, |
| { |
| "epoch": 0.9800844900422451, |
| "grad_norm": 4.398810707509668, |
| "learning_rate": 6.409622874550547e-09, |
| "loss": 0.5795, |
| "step": 2436 |
| }, |
| { |
| "epoch": 0.9804868235767451, |
| "grad_norm": 3.5697882170733557, |
| "learning_rate": 6.160831684015878e-09, |
| "loss": 0.398, |
| "step": 2437 |
| }, |
| { |
| "epoch": 0.9808891571112452, |
| "grad_norm": 3.904433602202901, |
| "learning_rate": 5.9169590328003735e-09, |
| "loss": 0.5029, |
| "step": 2438 |
| }, |
| { |
| "epoch": 0.9812914906457453, |
| "grad_norm": 3.7353800882065715, |
| "learning_rate": 5.678005401888176e-09, |
| "loss": 0.4911, |
| "step": 2439 |
| }, |
| { |
| "epoch": 0.9816938241802454, |
| "grad_norm": 3.795949925181833, |
| "learning_rate": 5.443971262561465e-09, |
| "loss": 0.4405, |
| "step": 2440 |
| }, |
| { |
| "epoch": 0.9820961577147456, |
| "grad_norm": 3.617609885039579, |
| "learning_rate": 5.214857076400736e-09, |
| "loss": 0.4329, |
| "step": 2441 |
| }, |
| { |
| "epoch": 0.9824984912492456, |
| "grad_norm": 3.5249358490195637, |
| "learning_rate": 4.990663295282305e-09, |
| "loss": 0.4285, |
| "step": 2442 |
| }, |
| { |
| "epoch": 0.9829008247837457, |
| "grad_norm": 4.142775577116706, |
| "learning_rate": 4.771390361377748e-09, |
| "loss": 0.4777, |
| "step": 2443 |
| }, |
| { |
| "epoch": 0.9833031583182458, |
| "grad_norm": 4.312344250176257, |
| "learning_rate": 4.5570387071544595e-09, |
| "loss": 0.6627, |
| "step": 2444 |
| }, |
| { |
| "epoch": 0.9837054918527459, |
| "grad_norm": 3.67386973137855, |
| "learning_rate": 4.347608755372601e-09, |
| "loss": 0.4431, |
| "step": 2445 |
| }, |
| { |
| "epoch": 0.9841078253872461, |
| "grad_norm": 4.191733748165821, |
| "learning_rate": 4.143100919086207e-09, |
| "loss": 0.4884, |
| "step": 2446 |
| }, |
| { |
| "epoch": 0.9845101589217461, |
| "grad_norm": 4.38016174030762, |
| "learning_rate": 3.943515601640968e-09, |
| "loss": 0.5822, |
| "step": 2447 |
| }, |
| { |
| "epoch": 0.9849124924562462, |
| "grad_norm": 4.227081529941771, |
| "learning_rate": 3.748853196673952e-09, |
| "loss": 0.49, |
| "step": 2448 |
| }, |
| { |
| "epoch": 0.9853148259907464, |
| "grad_norm": 3.6169704926991124, |
| "learning_rate": 3.5591140881138797e-09, |
| "loss": 0.5642, |
| "step": 2449 |
| }, |
| { |
| "epoch": 0.9857171595252464, |
| "grad_norm": 3.228283450712886, |
| "learning_rate": 3.374298650178076e-09, |
| "loss": 0.3926, |
| "step": 2450 |
| }, |
| { |
| "epoch": 0.9861194930597466, |
| "grad_norm": 3.996805720599477, |
| "learning_rate": 3.194407247373854e-09, |
| "loss": 0.5175, |
| "step": 2451 |
| }, |
| { |
| "epoch": 0.9865218265942466, |
| "grad_norm": 3.786750548322366, |
| "learning_rate": 3.0194402344965733e-09, |
| "loss": 0.4496, |
| "step": 2452 |
| }, |
| { |
| "epoch": 0.9869241601287467, |
| "grad_norm": 3.730366038034417, |
| "learning_rate": 2.8493979566296403e-09, |
| "loss": 0.4701, |
| "step": 2453 |
| }, |
| { |
| "epoch": 0.9873264936632469, |
| "grad_norm": 4.616677722561612, |
| "learning_rate": 2.6842807491433974e-09, |
| "loss": 0.6207, |
| "step": 2454 |
| }, |
| { |
| "epoch": 0.9877288271977469, |
| "grad_norm": 3.9983804243694645, |
| "learning_rate": 2.524088937694291e-09, |
| "loss": 0.4734, |
| "step": 2455 |
| }, |
| { |
| "epoch": 0.988131160732247, |
| "grad_norm": 4.364062652259154, |
| "learning_rate": 2.3688228382251487e-09, |
| "loss": 0.6254, |
| "step": 2456 |
| }, |
| { |
| "epoch": 0.9885334942667471, |
| "grad_norm": 3.97492888774164, |
| "learning_rate": 2.218482756963236e-09, |
| "loss": 0.5645, |
| "step": 2457 |
| }, |
| { |
| "epoch": 0.9889358278012472, |
| "grad_norm": 3.9671569540217493, |
| "learning_rate": 2.07306899042109e-09, |
| "loss": 0.4821, |
| "step": 2458 |
| }, |
| { |
| "epoch": 0.9893381613357474, |
| "grad_norm": 3.808293451273474, |
| "learning_rate": 1.9325818253945748e-09, |
| "loss": 0.4502, |
| "step": 2459 |
| }, |
| { |
| "epoch": 0.9897404948702474, |
| "grad_norm": 4.467378355634954, |
| "learning_rate": 1.7970215389628842e-09, |
| "loss": 0.5963, |
| "step": 2460 |
| }, |
| { |
| "epoch": 0.9901428284047475, |
| "grad_norm": 4.625199727103312, |
| "learning_rate": 1.6663883984888163e-09, |
| "loss": 0.6419, |
| "step": 2461 |
| }, |
| { |
| "epoch": 0.9905451619392477, |
| "grad_norm": 3.9326948253065184, |
| "learning_rate": 1.5406826616168324e-09, |
| "loss": 0.5575, |
| "step": 2462 |
| }, |
| { |
| "epoch": 0.9909474954737477, |
| "grad_norm": 4.4568921518738485, |
| "learning_rate": 1.4199045762730569e-09, |
| "loss": 0.6483, |
| "step": 2463 |
| }, |
| { |
| "epoch": 0.9913498290082479, |
| "grad_norm": 4.351427492104435, |
| "learning_rate": 1.3040543806658313e-09, |
| "loss": 0.5948, |
| "step": 2464 |
| }, |
| { |
| "epoch": 0.9917521625427479, |
| "grad_norm": 3.4818450271582857, |
| "learning_rate": 1.1931323032832177e-09, |
| "loss": 0.3535, |
| "step": 2465 |
| }, |
| { |
| "epoch": 0.992154496077248, |
| "grad_norm": 4.11227816177031, |
| "learning_rate": 1.0871385628941077e-09, |
| "loss": 0.5317, |
| "step": 2466 |
| }, |
| { |
| "epoch": 0.9925568296117482, |
| "grad_norm": 4.418916055074932, |
| "learning_rate": 9.860733685479463e-10, |
| "loss": 0.6433, |
| "step": 2467 |
| }, |
| { |
| "epoch": 0.9929591631462482, |
| "grad_norm": 3.6128250845259724, |
| "learning_rate": 8.899369195727869e-10, |
| "loss": 0.5447, |
| "step": 2468 |
| }, |
| { |
| "epoch": 0.9933614966807484, |
| "grad_norm": 4.364090118207612, |
| "learning_rate": 7.987294055761264e-10, |
| "loss": 0.6099, |
| "step": 2469 |
| }, |
| { |
| "epoch": 0.9937638302152484, |
| "grad_norm": 3.739315819157321, |
| "learning_rate": 7.124510064446255e-10, |
| "loss": 0.4998, |
| "step": 2470 |
| }, |
| { |
| "epoch": 0.9941661637497485, |
| "grad_norm": 4.035011038094296, |
| "learning_rate": 6.311018923432776e-10, |
| "loss": 0.4558, |
| "step": 2471 |
| }, |
| { |
| "epoch": 0.9945684972842487, |
| "grad_norm": 3.577550936704116, |
| "learning_rate": 5.546822237145755e-10, |
| "loss": 0.4408, |
| "step": 2472 |
| }, |
| { |
| "epoch": 0.9949708308187487, |
| "grad_norm": 3.7748701163123584, |
| "learning_rate": 4.831921512796211e-10, |
| "loss": 0.4403, |
| "step": 2473 |
| }, |
| { |
| "epoch": 0.9953731643532489, |
| "grad_norm": 3.7403701320267686, |
| "learning_rate": 4.166318160361837e-10, |
| "loss": 0.4989, |
| "step": 2474 |
| }, |
| { |
| "epoch": 0.995775497887749, |
| "grad_norm": 3.8787870872673857, |
| "learning_rate": 3.5500134925980925e-10, |
| "loss": 0.5066, |
| "step": 2475 |
| }, |
| { |
| "epoch": 0.996177831422249, |
| "grad_norm": 4.321954937291901, |
| "learning_rate": 2.983008725029879e-10, |
| "loss": 0.498, |
| "step": 2476 |
| }, |
| { |
| "epoch": 0.9965801649567492, |
| "grad_norm": 3.574339539948393, |
| "learning_rate": 2.4653049759432167e-10, |
| "loss": 0.4164, |
| "step": 2477 |
| }, |
| { |
| "epoch": 0.9969824984912492, |
| "grad_norm": 3.7965194640316478, |
| "learning_rate": 1.9969032663935683e-10, |
| "loss": 0.4769, |
| "step": 2478 |
| }, |
| { |
| "epoch": 0.9973848320257493, |
| "grad_norm": 4.23022008583803, |
| "learning_rate": 1.5778045202002878e-10, |
| "loss": 0.4481, |
| "step": 2479 |
| }, |
| { |
| "epoch": 0.9977871655602495, |
| "grad_norm": 4.071535851310751, |
| "learning_rate": 1.2080095639410704e-10, |
| "loss": 0.535, |
| "step": 2480 |
| }, |
| { |
| "epoch": 0.9981894990947495, |
| "grad_norm": 3.9007108087469646, |
| "learning_rate": 8.875191269547279e-11, |
| "loss": 0.542, |
| "step": 2481 |
| }, |
| { |
| "epoch": 0.9985918326292497, |
| "grad_norm": 4.05416067842318, |
| "learning_rate": 6.163338413328612e-11, |
| "loss": 0.5738, |
| "step": 2482 |
| }, |
| { |
| "epoch": 0.9989941661637497, |
| "grad_norm": 3.9020981788420386, |
| "learning_rate": 3.944542419337394e-11, |
| "loss": 0.4897, |
| "step": 2483 |
| }, |
| { |
| "epoch": 0.9993964996982498, |
| "grad_norm": 3.6120331011996085, |
| "learning_rate": 2.2188076636009415e-11, |
| "loss": 0.5195, |
| "step": 2484 |
| }, |
| { |
| "epoch": 0.99979883323275, |
| "grad_norm": 3.4028120769775385, |
| "learning_rate": 9.861375497577375e-12, |
| "loss": 0.3763, |
| "step": 2485 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 3.4028120769775385, |
| "learning_rate": 2.4653450900191666e-12, |
| "loss": 0.4064, |
| "step": 2486 |
| }, |
| { |
| "epoch": 1.0, |
| "step": 2486, |
| "total_flos": 882515131957248.0, |
| "train_loss": 0.5852410430066162, |
| "train_runtime": 194010.5784, |
| "train_samples_per_second": 1.64, |
| "train_steps_per_second": 0.013 |
| } |
| ], |
| "logging_steps": 1.0, |
| "max_steps": 2486, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 100, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 882515131957248.0, |
| "train_batch_size": 8, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
