| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 3.0, |
| "eval_steps": 500, |
| "global_step": 26790, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0011198208286674132, |
| "grad_norm": 4.2997212409973145, |
| "learning_rate": 4.9983202687569994e-05, |
| "loss": 3.1991, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.0022396416573348264, |
| "grad_norm": 3.1073286533355713, |
| "learning_rate": 4.9964539007092206e-05, |
| "loss": 2.9692, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.0033594624860022394, |
| "grad_norm": 1.520981788635254, |
| "learning_rate": 4.994587532661441e-05, |
| "loss": 3.2009, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.004479283314669653, |
| "grad_norm": 4.404178142547607, |
| "learning_rate": 4.9927211646136616e-05, |
| "loss": 2.8, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.005599104143337066, |
| "grad_norm": 6.26295280456543, |
| "learning_rate": 4.990854796565883e-05, |
| "loss": 3.2157, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.006718924972004479, |
| "grad_norm": 2.1947414875030518, |
| "learning_rate": 4.988988428518104e-05, |
| "loss": 3.358, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.007838745800671893, |
| "grad_norm": 2.184293746948242, |
| "learning_rate": 4.987122060470325e-05, |
| "loss": 3.1155, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.008958566629339306, |
| "grad_norm": 2.162921905517578, |
| "learning_rate": 4.9852556924225456e-05, |
| "loss": 2.113, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.010078387458006719, |
| "grad_norm": 6.238914966583252, |
| "learning_rate": 4.983389324374767e-05, |
| "loss": 2.9041, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.011198208286674132, |
| "grad_norm": 2.3711066246032715, |
| "learning_rate": 4.981522956326988e-05, |
| "loss": 2.6368, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.012318029115341545, |
| "grad_norm": 6.883894443511963, |
| "learning_rate": 4.979656588279209e-05, |
| "loss": 3.1278, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.013437849944008958, |
| "grad_norm": 2.7835214138031006, |
| "learning_rate": 4.9777902202314296e-05, |
| "loss": 3.2703, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.014557670772676373, |
| "grad_norm": 2.707707643508911, |
| "learning_rate": 4.975923852183651e-05, |
| "loss": 3.2012, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.015677491601343786, |
| "grad_norm": 7.556955337524414, |
| "learning_rate": 4.974057484135872e-05, |
| "loss": 3.0857, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.0167973124300112, |
| "grad_norm": 9.100250244140625, |
| "learning_rate": 4.972191116088093e-05, |
| "loss": 2.8656, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.01791713325867861, |
| "grad_norm": 6.301916122436523, |
| "learning_rate": 4.9703247480403136e-05, |
| "loss": 2.6866, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.019036954087346025, |
| "grad_norm": 2.9455721378326416, |
| "learning_rate": 4.968458379992535e-05, |
| "loss": 2.4591, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.020156774916013438, |
| "grad_norm": 2.6669416427612305, |
| "learning_rate": 4.966592011944756e-05, |
| "loss": 2.73, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.02127659574468085, |
| "grad_norm": 7.3631086349487305, |
| "learning_rate": 4.964725643896977e-05, |
| "loss": 2.5342, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.022396416573348264, |
| "grad_norm": 2.861095905303955, |
| "learning_rate": 4.9628592758491976e-05, |
| "loss": 3.152, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.023516237402015677, |
| "grad_norm": 6.908902645111084, |
| "learning_rate": 4.960992907801419e-05, |
| "loss": 2.4202, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.02463605823068309, |
| "grad_norm": 3.1885159015655518, |
| "learning_rate": 4.95912653975364e-05, |
| "loss": 2.6223, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.025755879059350503, |
| "grad_norm": 3.509582042694092, |
| "learning_rate": 4.957260171705861e-05, |
| "loss": 2.2328, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.026875699888017916, |
| "grad_norm": 7.881849765777588, |
| "learning_rate": 4.9553938036580816e-05, |
| "loss": 3.1846, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.027995520716685332, |
| "grad_norm": 6.826298236846924, |
| "learning_rate": 4.953527435610303e-05, |
| "loss": 2.5674, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.029115341545352745, |
| "grad_norm": 2.763533353805542, |
| "learning_rate": 4.951661067562523e-05, |
| "loss": 2.9195, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.030235162374020158, |
| "grad_norm": 2.4903926849365234, |
| "learning_rate": 4.9497946995147444e-05, |
| "loss": 2.8041, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.03135498320268757, |
| "grad_norm": 5.462828636169434, |
| "learning_rate": 4.9479283314669656e-05, |
| "loss": 2.7518, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.032474804031354984, |
| "grad_norm": 2.7415122985839844, |
| "learning_rate": 4.946061963419186e-05, |
| "loss": 2.2559, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.0335946248600224, |
| "grad_norm": 3.042797803878784, |
| "learning_rate": 4.944195595371407e-05, |
| "loss": 2.3064, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.03471444568868981, |
| "grad_norm": 7.439578533172607, |
| "learning_rate": 4.9423292273236284e-05, |
| "loss": 2.2869, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.03583426651735722, |
| "grad_norm": 7.290367603302002, |
| "learning_rate": 4.9404628592758496e-05, |
| "loss": 2.4284, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.036954087346024636, |
| "grad_norm": 3.0886971950531006, |
| "learning_rate": 4.93859649122807e-05, |
| "loss": 2.8264, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.03807390817469205, |
| "grad_norm": 2.817957878112793, |
| "learning_rate": 4.936730123180291e-05, |
| "loss": 2.631, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.03919372900335946, |
| "grad_norm": 2.4056355953216553, |
| "learning_rate": 4.9348637551325124e-05, |
| "loss": 2.538, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.040313549832026875, |
| "grad_norm": 5.376706600189209, |
| "learning_rate": 4.9329973870847336e-05, |
| "loss": 2.8889, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.04143337066069429, |
| "grad_norm": 2.869654893875122, |
| "learning_rate": 4.931131019036954e-05, |
| "loss": 2.4983, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.0425531914893617, |
| "grad_norm": 4.797430515289307, |
| "learning_rate": 4.929264650989175e-05, |
| "loss": 3.0132, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.043673012318029114, |
| "grad_norm": 7.970874786376953, |
| "learning_rate": 4.9273982829413964e-05, |
| "loss": 2.8745, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.04479283314669653, |
| "grad_norm": 5.253184795379639, |
| "learning_rate": 4.9255319148936176e-05, |
| "loss": 2.6653, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.04591265397536394, |
| "grad_norm": 3.0611302852630615, |
| "learning_rate": 4.923665546845838e-05, |
| "loss": 2.5853, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.04703247480403135, |
| "grad_norm": 5.2951884269714355, |
| "learning_rate": 4.921799178798059e-05, |
| "loss": 2.5193, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.048152295632698766, |
| "grad_norm": 2.9463164806365967, |
| "learning_rate": 4.9199328107502804e-05, |
| "loss": 2.5797, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.04927211646136618, |
| "grad_norm": 3.1109468936920166, |
| "learning_rate": 4.9180664427025016e-05, |
| "loss": 2.7147, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.05039193729003359, |
| "grad_norm": 4.468992710113525, |
| "learning_rate": 4.916200074654722e-05, |
| "loss": 2.5695, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.051511758118701005, |
| "grad_norm": 8.419249534606934, |
| "learning_rate": 4.914333706606943e-05, |
| "loss": 2.7006, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.05263157894736842, |
| "grad_norm": 6.9784722328186035, |
| "learning_rate": 4.912467338559164e-05, |
| "loss": 2.6604, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.05375139977603583, |
| "grad_norm": 3.6676979064941406, |
| "learning_rate": 4.9106009705113856e-05, |
| "loss": 2.5849, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.054871220604703244, |
| "grad_norm": 2.428481101989746, |
| "learning_rate": 4.908734602463606e-05, |
| "loss": 2.7081, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.055991041433370664, |
| "grad_norm": 4.069552898406982, |
| "learning_rate": 4.9068682344158266e-05, |
| "loss": 2.7358, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.05711086226203808, |
| "grad_norm": 4.768444538116455, |
| "learning_rate": 4.905001866368048e-05, |
| "loss": 2.3977, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.05823068309070549, |
| "grad_norm": 7.9206342697143555, |
| "learning_rate": 4.903135498320269e-05, |
| "loss": 2.615, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.0593505039193729, |
| "grad_norm": 4.9245476722717285, |
| "learning_rate": 4.90126913027249e-05, |
| "loss": 2.1996, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.060470324748040316, |
| "grad_norm": 3.498934745788574, |
| "learning_rate": 4.8994027622247106e-05, |
| "loss": 2.4096, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.06159014557670773, |
| "grad_norm": 2.8137447834014893, |
| "learning_rate": 4.897536394176932e-05, |
| "loss": 2.3293, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.06270996640537514, |
| "grad_norm": 2.2534000873565674, |
| "learning_rate": 4.895670026129153e-05, |
| "loss": 2.5449, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.06382978723404255, |
| "grad_norm": 5.295638561248779, |
| "learning_rate": 4.893803658081374e-05, |
| "loss": 2.4056, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.06494960806270997, |
| "grad_norm": 2.56434965133667, |
| "learning_rate": 4.8919372900335946e-05, |
| "loss": 2.4592, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.06606942889137737, |
| "grad_norm": 2.1598501205444336, |
| "learning_rate": 4.890070921985816e-05, |
| "loss": 2.3764, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.0671892497200448, |
| "grad_norm": 2.71020245552063, |
| "learning_rate": 4.888204553938037e-05, |
| "loss": 2.8345, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.0683090705487122, |
| "grad_norm": 6.304147243499756, |
| "learning_rate": 4.886338185890258e-05, |
| "loss": 2.6056, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.06942889137737962, |
| "grad_norm": 6.749722003936768, |
| "learning_rate": 4.8844718178424786e-05, |
| "loss": 2.1934, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.07054871220604703, |
| "grad_norm": 7.15731954574585, |
| "learning_rate": 4.8826054497947e-05, |
| "loss": 2.3531, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.07166853303471445, |
| "grad_norm": 2.1473021507263184, |
| "learning_rate": 4.880739081746921e-05, |
| "loss": 2.6166, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.07278835386338185, |
| "grad_norm": 2.7124907970428467, |
| "learning_rate": 4.878872713699142e-05, |
| "loss": 2.3902, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.07390817469204927, |
| "grad_norm": 11.411026954650879, |
| "learning_rate": 4.8770063456513626e-05, |
| "loss": 2.4434, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.07502799552071669, |
| "grad_norm": 2.7030553817749023, |
| "learning_rate": 4.875139977603584e-05, |
| "loss": 2.3203, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.0761478163493841, |
| "grad_norm": 8.861196517944336, |
| "learning_rate": 4.873273609555804e-05, |
| "loss": 2.5645, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.07726763717805152, |
| "grad_norm": 4.628374099731445, |
| "learning_rate": 4.871407241508026e-05, |
| "loss": 2.8101, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.07838745800671892, |
| "grad_norm": 9.408851623535156, |
| "learning_rate": 4.8695408734602466e-05, |
| "loss": 2.2799, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.07950727883538634, |
| "grad_norm": 9.125829696655273, |
| "learning_rate": 4.867674505412468e-05, |
| "loss": 2.6383, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.08062709966405375, |
| "grad_norm": 3.9296653270721436, |
| "learning_rate": 4.865808137364688e-05, |
| "loss": 2.0646, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.08174692049272117, |
| "grad_norm": 5.768338203430176, |
| "learning_rate": 4.8639417693169094e-05, |
| "loss": 2.3089, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.08286674132138858, |
| "grad_norm": 2.457167148590088, |
| "learning_rate": 4.8620754012691306e-05, |
| "loss": 2.2855, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.083986562150056, |
| "grad_norm": 8.373284339904785, |
| "learning_rate": 4.860209033221351e-05, |
| "loss": 2.2884, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.0851063829787234, |
| "grad_norm": 2.7077553272247314, |
| "learning_rate": 4.858342665173572e-05, |
| "loss": 2.5055, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.08622620380739082, |
| "grad_norm": 7.299142360687256, |
| "learning_rate": 4.8564762971257934e-05, |
| "loss": 2.2387, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.08734602463605823, |
| "grad_norm": 2.6765339374542236, |
| "learning_rate": 4.8546099290780146e-05, |
| "loss": 2.6105, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.08846584546472565, |
| "grad_norm": 3.2736477851867676, |
| "learning_rate": 4.852743561030235e-05, |
| "loss": 2.3101, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.08958566629339305, |
| "grad_norm": 8.751072883605957, |
| "learning_rate": 4.850877192982456e-05, |
| "loss": 2.7699, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.09070548712206047, |
| "grad_norm": 2.8005926609039307, |
| "learning_rate": 4.8490108249346774e-05, |
| "loss": 2.5564, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.09182530795072788, |
| "grad_norm": 5.777060031890869, |
| "learning_rate": 4.8471444568868986e-05, |
| "loss": 2.5826, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.0929451287793953, |
| "grad_norm": 5.9840803146362305, |
| "learning_rate": 4.845278088839119e-05, |
| "loss": 2.7461, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.0940649496080627, |
| "grad_norm": 5.613245010375977, |
| "learning_rate": 4.84341172079134e-05, |
| "loss": 2.2355, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.09518477043673013, |
| "grad_norm": 2.8910045623779297, |
| "learning_rate": 4.8415453527435614e-05, |
| "loss": 2.5613, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.09630459126539753, |
| "grad_norm": 2.2605295181274414, |
| "learning_rate": 4.8396789846957826e-05, |
| "loss": 2.3108, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.09742441209406495, |
| "grad_norm": 2.1678943634033203, |
| "learning_rate": 4.837812616648003e-05, |
| "loss": 2.5849, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.09854423292273236, |
| "grad_norm": 3.4123549461364746, |
| "learning_rate": 4.835946248600224e-05, |
| "loss": 2.5897, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.09966405375139978, |
| "grad_norm": 2.3803961277008057, |
| "learning_rate": 4.834079880552445e-05, |
| "loss": 2.3515, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.10078387458006718, |
| "grad_norm": 2.3979332447052, |
| "learning_rate": 4.8322135125046666e-05, |
| "loss": 2.5587, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.1019036954087346, |
| "grad_norm": 4.127903461456299, |
| "learning_rate": 4.830347144456887e-05, |
| "loss": 1.8338, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.10302351623740201, |
| "grad_norm": 3.460048198699951, |
| "learning_rate": 4.828480776409108e-05, |
| "loss": 3.0448, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.10414333706606943, |
| "grad_norm": 2.7010154724121094, |
| "learning_rate": 4.826614408361329e-05, |
| "loss": 2.5111, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.10526315789473684, |
| "grad_norm": 2.2253668308258057, |
| "learning_rate": 4.8247480403135506e-05, |
| "loss": 2.1311, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.10638297872340426, |
| "grad_norm": 2.3751561641693115, |
| "learning_rate": 4.822881672265771e-05, |
| "loss": 2.3021, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.10750279955207166, |
| "grad_norm": 4.968678951263428, |
| "learning_rate": 4.8210153042179916e-05, |
| "loss": 2.7204, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.10862262038073908, |
| "grad_norm": 2.429736375808716, |
| "learning_rate": 4.819148936170213e-05, |
| "loss": 2.4528, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.10974244120940649, |
| "grad_norm": 8.118196487426758, |
| "learning_rate": 4.817282568122434e-05, |
| "loss": 2.8347, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.11086226203807391, |
| "grad_norm": 9.025050163269043, |
| "learning_rate": 4.815416200074655e-05, |
| "loss": 2.2329, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.11198208286674133, |
| "grad_norm": 2.610757827758789, |
| "learning_rate": 4.8135498320268756e-05, |
| "loss": 2.0086, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.11310190369540873, |
| "grad_norm": 3.6983273029327393, |
| "learning_rate": 4.811683463979097e-05, |
| "loss": 2.6589, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.11422172452407615, |
| "grad_norm": 6.618379592895508, |
| "learning_rate": 4.809817095931318e-05, |
| "loss": 2.2701, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.11534154535274356, |
| "grad_norm": 2.155717372894287, |
| "learning_rate": 4.807950727883539e-05, |
| "loss": 2.3469, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.11646136618141098, |
| "grad_norm": 2.49660325050354, |
| "learning_rate": 4.8060843598357596e-05, |
| "loss": 2.1965, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.11758118701007839, |
| "grad_norm": 9.351076126098633, |
| "learning_rate": 4.804217991787981e-05, |
| "loss": 3.0117, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.1187010078387458, |
| "grad_norm": 4.395270824432373, |
| "learning_rate": 4.802351623740202e-05, |
| "loss": 2.091, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.11982082866741321, |
| "grad_norm": 2.891835927963257, |
| "learning_rate": 4.800485255692423e-05, |
| "loss": 2.4642, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.12094064949608063, |
| "grad_norm": 3.1243512630462646, |
| "learning_rate": 4.7986188876446436e-05, |
| "loss": 2.3218, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.12206047032474804, |
| "grad_norm": 4.109086513519287, |
| "learning_rate": 4.796752519596865e-05, |
| "loss": 2.2233, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.12318029115341546, |
| "grad_norm": 8.871736526489258, |
| "learning_rate": 4.794886151549086e-05, |
| "loss": 2.6833, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.12430011198208286, |
| "grad_norm": 2.5556600093841553, |
| "learning_rate": 4.793019783501307e-05, |
| "loss": 2.3963, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.12541993281075028, |
| "grad_norm": 2.431551694869995, |
| "learning_rate": 4.7911534154535276e-05, |
| "loss": 2.2135, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.1265397536394177, |
| "grad_norm": 6.504064559936523, |
| "learning_rate": 4.789287047405749e-05, |
| "loss": 2.0713, |
| "step": 1130 |
| }, |
| { |
| "epoch": 0.1276595744680851, |
| "grad_norm": 8.992396354675293, |
| "learning_rate": 4.787420679357969e-05, |
| "loss": 2.3186, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.12877939529675253, |
| "grad_norm": 7.831729888916016, |
| "learning_rate": 4.785554311310191e-05, |
| "loss": 2.5546, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.12989921612541994, |
| "grad_norm": 2.7570407390594482, |
| "learning_rate": 4.7836879432624116e-05, |
| "loss": 2.5008, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.13101903695408734, |
| "grad_norm": 10.529077529907227, |
| "learning_rate": 4.781821575214633e-05, |
| "loss": 2.3034, |
| "step": 1170 |
| }, |
| { |
| "epoch": 0.13213885778275475, |
| "grad_norm": 7.510254383087158, |
| "learning_rate": 4.779955207166853e-05, |
| "loss": 2.5347, |
| "step": 1180 |
| }, |
| { |
| "epoch": 0.13325867861142218, |
| "grad_norm": 6.021450519561768, |
| "learning_rate": 4.7780888391190744e-05, |
| "loss": 2.3394, |
| "step": 1190 |
| }, |
| { |
| "epoch": 0.1343784994400896, |
| "grad_norm": 2.8167929649353027, |
| "learning_rate": 4.7762224710712956e-05, |
| "loss": 2.4706, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.135498320268757, |
| "grad_norm": 2.655770778656006, |
| "learning_rate": 4.774356103023516e-05, |
| "loss": 2.5604, |
| "step": 1210 |
| }, |
| { |
| "epoch": 0.1366181410974244, |
| "grad_norm": 5.053645610809326, |
| "learning_rate": 4.772489734975737e-05, |
| "loss": 2.468, |
| "step": 1220 |
| }, |
| { |
| "epoch": 0.13773796192609183, |
| "grad_norm": 7.558941841125488, |
| "learning_rate": 4.7706233669279584e-05, |
| "loss": 2.5013, |
| "step": 1230 |
| }, |
| { |
| "epoch": 0.13885778275475924, |
| "grad_norm": 7.665897369384766, |
| "learning_rate": 4.7687569988801796e-05, |
| "loss": 2.1974, |
| "step": 1240 |
| }, |
| { |
| "epoch": 0.13997760358342665, |
| "grad_norm": 9.41537094116211, |
| "learning_rate": 4.7668906308324e-05, |
| "loss": 2.2467, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.14109742441209405, |
| "grad_norm": 9.68034839630127, |
| "learning_rate": 4.765024262784621e-05, |
| "loss": 2.5209, |
| "step": 1260 |
| }, |
| { |
| "epoch": 0.1422172452407615, |
| "grad_norm": 6.756275177001953, |
| "learning_rate": 4.7631578947368424e-05, |
| "loss": 2.4288, |
| "step": 1270 |
| }, |
| { |
| "epoch": 0.1433370660694289, |
| "grad_norm": 7.971835613250732, |
| "learning_rate": 4.7612915266890636e-05, |
| "loss": 2.059, |
| "step": 1280 |
| }, |
| { |
| "epoch": 0.1444568868980963, |
| "grad_norm": 7.094338893890381, |
| "learning_rate": 4.759425158641284e-05, |
| "loss": 2.7495, |
| "step": 1290 |
| }, |
| { |
| "epoch": 0.1455767077267637, |
| "grad_norm": 6.793420791625977, |
| "learning_rate": 4.757558790593505e-05, |
| "loss": 1.8302, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.14669652855543114, |
| "grad_norm": 6.490263938903809, |
| "learning_rate": 4.7556924225457264e-05, |
| "loss": 2.4643, |
| "step": 1310 |
| }, |
| { |
| "epoch": 0.14781634938409854, |
| "grad_norm": 2.3416640758514404, |
| "learning_rate": 4.7538260544979476e-05, |
| "loss": 2.4583, |
| "step": 1320 |
| }, |
| { |
| "epoch": 0.14893617021276595, |
| "grad_norm": 6.409727096557617, |
| "learning_rate": 4.751959686450168e-05, |
| "loss": 1.7198, |
| "step": 1330 |
| }, |
| { |
| "epoch": 0.15005599104143338, |
| "grad_norm": 3.995352029800415, |
| "learning_rate": 4.750093318402389e-05, |
| "loss": 2.1065, |
| "step": 1340 |
| }, |
| { |
| "epoch": 0.1511758118701008, |
| "grad_norm": 4.906558036804199, |
| "learning_rate": 4.74822695035461e-05, |
| "loss": 2.3096, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.1522956326987682, |
| "grad_norm": 6.388749122619629, |
| "learning_rate": 4.7463605823068316e-05, |
| "loss": 1.9702, |
| "step": 1360 |
| }, |
| { |
| "epoch": 0.1534154535274356, |
| "grad_norm": 2.246985673904419, |
| "learning_rate": 4.744494214259052e-05, |
| "loss": 2.1969, |
| "step": 1370 |
| }, |
| { |
| "epoch": 0.15453527435610304, |
| "grad_norm": 6.625758647918701, |
| "learning_rate": 4.742627846211273e-05, |
| "loss": 2.4131, |
| "step": 1380 |
| }, |
| { |
| "epoch": 0.15565509518477044, |
| "grad_norm": 2.558464527130127, |
| "learning_rate": 4.740761478163494e-05, |
| "loss": 2.5493, |
| "step": 1390 |
| }, |
| { |
| "epoch": 0.15677491601343785, |
| "grad_norm": 4.546473979949951, |
| "learning_rate": 4.7388951101157156e-05, |
| "loss": 2.8893, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.15789473684210525, |
| "grad_norm": 2.1784298419952393, |
| "learning_rate": 4.737028742067936e-05, |
| "loss": 2.3148, |
| "step": 1410 |
| }, |
| { |
| "epoch": 0.1590145576707727, |
| "grad_norm": 2.0193071365356445, |
| "learning_rate": 4.735162374020157e-05, |
| "loss": 2.6046, |
| "step": 1420 |
| }, |
| { |
| "epoch": 0.1601343784994401, |
| "grad_norm": 2.74428653717041, |
| "learning_rate": 4.733296005972378e-05, |
| "loss": 2.6196, |
| "step": 1430 |
| }, |
| { |
| "epoch": 0.1612541993281075, |
| "grad_norm": 10.364500045776367, |
| "learning_rate": 4.731429637924599e-05, |
| "loss": 2.473, |
| "step": 1440 |
| }, |
| { |
| "epoch": 0.1623740201567749, |
| "grad_norm": 7.268424034118652, |
| "learning_rate": 4.72956326987682e-05, |
| "loss": 2.9277, |
| "step": 1450 |
| }, |
| { |
| "epoch": 0.16349384098544234, |
| "grad_norm": 7.980413913726807, |
| "learning_rate": 4.7276969018290406e-05, |
| "loss": 2.4812, |
| "step": 1460 |
| }, |
| { |
| "epoch": 0.16461366181410975, |
| "grad_norm": 4.977534770965576, |
| "learning_rate": 4.725830533781262e-05, |
| "loss": 2.3111, |
| "step": 1470 |
| }, |
| { |
| "epoch": 0.16573348264277715, |
| "grad_norm": 2.0615103244781494, |
| "learning_rate": 4.723964165733483e-05, |
| "loss": 2.4883, |
| "step": 1480 |
| }, |
| { |
| "epoch": 0.16685330347144456, |
| "grad_norm": 2.4058101177215576, |
| "learning_rate": 4.722097797685704e-05, |
| "loss": 2.2982, |
| "step": 1490 |
| }, |
| { |
| "epoch": 0.167973124300112, |
| "grad_norm": 5.251309871673584, |
| "learning_rate": 4.7202314296379246e-05, |
| "loss": 2.186, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.1690929451287794, |
| "grad_norm": 4.544527053833008, |
| "learning_rate": 4.718365061590146e-05, |
| "loss": 1.8374, |
| "step": 1510 |
| }, |
| { |
| "epoch": 0.1702127659574468, |
| "grad_norm": 8.125224113464355, |
| "learning_rate": 4.716498693542367e-05, |
| "loss": 2.3848, |
| "step": 1520 |
| }, |
| { |
| "epoch": 0.1713325867861142, |
| "grad_norm": 2.274805784225464, |
| "learning_rate": 4.714632325494588e-05, |
| "loss": 2.1904, |
| "step": 1530 |
| }, |
| { |
| "epoch": 0.17245240761478164, |
| "grad_norm": 7.999364376068115, |
| "learning_rate": 4.7127659574468086e-05, |
| "loss": 2.4646, |
| "step": 1540 |
| }, |
| { |
| "epoch": 0.17357222844344905, |
| "grad_norm": 4.198975086212158, |
| "learning_rate": 4.71089958939903e-05, |
| "loss": 2.2459, |
| "step": 1550 |
| }, |
| { |
| "epoch": 0.17469204927211646, |
| "grad_norm": 8.396190643310547, |
| "learning_rate": 4.70903322135125e-05, |
| "loss": 2.75, |
| "step": 1560 |
| }, |
| { |
| "epoch": 0.17581187010078386, |
| "grad_norm": 2.833841562271118, |
| "learning_rate": 4.707166853303472e-05, |
| "loss": 2.5594, |
| "step": 1570 |
| }, |
| { |
| "epoch": 0.1769316909294513, |
| "grad_norm": 2.6558115482330322, |
| "learning_rate": 4.7053004852556926e-05, |
| "loss": 2.2972, |
| "step": 1580 |
| }, |
| { |
| "epoch": 0.1780515117581187, |
| "grad_norm": 7.599963188171387, |
| "learning_rate": 4.703434117207914e-05, |
| "loss": 2.5468, |
| "step": 1590 |
| }, |
| { |
| "epoch": 0.1791713325867861, |
| "grad_norm": 2.6800622940063477, |
| "learning_rate": 4.701567749160134e-05, |
| "loss": 2.4275, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.18029115341545351, |
| "grad_norm": 9.46832275390625, |
| "learning_rate": 4.699701381112356e-05, |
| "loss": 2.2797, |
| "step": 1610 |
| }, |
| { |
| "epoch": 0.18141097424412095, |
| "grad_norm": 2.8210015296936035, |
| "learning_rate": 4.6978350130645766e-05, |
| "loss": 2.3262, |
| "step": 1620 |
| }, |
| { |
| "epoch": 0.18253079507278835, |
| "grad_norm": 6.384908676147461, |
| "learning_rate": 4.695968645016798e-05, |
| "loss": 1.852, |
| "step": 1630 |
| }, |
| { |
| "epoch": 0.18365061590145576, |
| "grad_norm": 11.738371849060059, |
| "learning_rate": 4.694102276969018e-05, |
| "loss": 2.4613, |
| "step": 1640 |
| }, |
| { |
| "epoch": 0.18477043673012317, |
| "grad_norm": 2.614558696746826, |
| "learning_rate": 4.6922359089212394e-05, |
| "loss": 2.3428, |
| "step": 1650 |
| }, |
| { |
| "epoch": 0.1858902575587906, |
| "grad_norm": 3.371556282043457, |
| "learning_rate": 4.6903695408734606e-05, |
| "loss": 2.8777, |
| "step": 1660 |
| }, |
| { |
| "epoch": 0.187010078387458, |
| "grad_norm": 2.5485849380493164, |
| "learning_rate": 4.688503172825681e-05, |
| "loss": 2.1301, |
| "step": 1670 |
| }, |
| { |
| "epoch": 0.1881298992161254, |
| "grad_norm": 4.2750935554504395, |
| "learning_rate": 4.686636804777902e-05, |
| "loss": 2.5627, |
| "step": 1680 |
| }, |
| { |
| "epoch": 0.18924972004479285, |
| "grad_norm": 2.555360794067383, |
| "learning_rate": 4.6847704367301234e-05, |
| "loss": 2.19, |
| "step": 1690 |
| }, |
| { |
| "epoch": 0.19036954087346025, |
| "grad_norm": 6.980922698974609, |
| "learning_rate": 4.6829040686823446e-05, |
| "loss": 2.2301, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.19148936170212766, |
| "grad_norm": 4.802427768707275, |
| "learning_rate": 4.681037700634565e-05, |
| "loss": 2.1102, |
| "step": 1710 |
| }, |
| { |
| "epoch": 0.19260918253079506, |
| "grad_norm": 6.685520172119141, |
| "learning_rate": 4.679171332586786e-05, |
| "loss": 2.3725, |
| "step": 1720 |
| }, |
| { |
| "epoch": 0.1937290033594625, |
| "grad_norm": 2.2345573902130127, |
| "learning_rate": 4.6773049645390074e-05, |
| "loss": 2.1639, |
| "step": 1730 |
| }, |
| { |
| "epoch": 0.1948488241881299, |
| "grad_norm": 2.531062364578247, |
| "learning_rate": 4.6754385964912286e-05, |
| "loss": 1.8379, |
| "step": 1740 |
| }, |
| { |
| "epoch": 0.1959686450167973, |
| "grad_norm": 7.543485164642334, |
| "learning_rate": 4.673572228443449e-05, |
| "loss": 2.5206, |
| "step": 1750 |
| }, |
| { |
| "epoch": 0.19708846584546472, |
| "grad_norm": 4.684238910675049, |
| "learning_rate": 4.67170586039567e-05, |
| "loss": 2.1743, |
| "step": 1760 |
| }, |
| { |
| "epoch": 0.19820828667413215, |
| "grad_norm": 8.91139030456543, |
| "learning_rate": 4.669839492347891e-05, |
| "loss": 2.3441, |
| "step": 1770 |
| }, |
| { |
| "epoch": 0.19932810750279956, |
| "grad_norm": 2.0204806327819824, |
| "learning_rate": 4.6679731243001126e-05, |
| "loss": 2.3745, |
| "step": 1780 |
| }, |
| { |
| "epoch": 0.20044792833146696, |
| "grad_norm": 10.537651062011719, |
| "learning_rate": 4.666106756252333e-05, |
| "loss": 2.587, |
| "step": 1790 |
| }, |
| { |
| "epoch": 0.20156774916013437, |
| "grad_norm": 3.3336009979248047, |
| "learning_rate": 4.664240388204554e-05, |
| "loss": 2.7144, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.2026875699888018, |
| "grad_norm": 3.2457361221313477, |
| "learning_rate": 4.662374020156775e-05, |
| "loss": 2.1114, |
| "step": 1810 |
| }, |
| { |
| "epoch": 0.2038073908174692, |
| "grad_norm": 6.266234874725342, |
| "learning_rate": 4.6605076521089966e-05, |
| "loss": 2.3444, |
| "step": 1820 |
| }, |
| { |
| "epoch": 0.20492721164613661, |
| "grad_norm": 5.921943187713623, |
| "learning_rate": 4.658641284061217e-05, |
| "loss": 2.2345, |
| "step": 1830 |
| }, |
| { |
| "epoch": 0.20604703247480402, |
| "grad_norm": 2.481746196746826, |
| "learning_rate": 4.656774916013438e-05, |
| "loss": 2.3925, |
| "step": 1840 |
| }, |
| { |
| "epoch": 0.20716685330347145, |
| "grad_norm": 6.096205711364746, |
| "learning_rate": 4.654908547965659e-05, |
| "loss": 2.4366, |
| "step": 1850 |
| }, |
| { |
| "epoch": 0.20828667413213886, |
| "grad_norm": 7.671387672424316, |
| "learning_rate": 4.65304217991788e-05, |
| "loss": 2.5033, |
| "step": 1860 |
| }, |
| { |
| "epoch": 0.20940649496080627, |
| "grad_norm": 4.001086711883545, |
| "learning_rate": 4.651175811870101e-05, |
| "loss": 2.0047, |
| "step": 1870 |
| }, |
| { |
| "epoch": 0.21052631578947367, |
| "grad_norm": 7.602363586425781, |
| "learning_rate": 4.649309443822322e-05, |
| "loss": 2.3823, |
| "step": 1880 |
| }, |
| { |
| "epoch": 0.2116461366181411, |
| "grad_norm": 5.483312129974365, |
| "learning_rate": 4.647443075774543e-05, |
| "loss": 2.4785, |
| "step": 1890 |
| }, |
| { |
| "epoch": 0.2127659574468085, |
| "grad_norm": 2.5652925968170166, |
| "learning_rate": 4.645576707726764e-05, |
| "loss": 2.1959, |
| "step": 1900 |
| }, |
| { |
| "epoch": 0.21388577827547592, |
| "grad_norm": 8.491823196411133, |
| "learning_rate": 4.643710339678985e-05, |
| "loss": 2.9472, |
| "step": 1910 |
| }, |
| { |
| "epoch": 0.21500559910414332, |
| "grad_norm": 5.945290565490723, |
| "learning_rate": 4.6418439716312056e-05, |
| "loss": 2.2415, |
| "step": 1920 |
| }, |
| { |
| "epoch": 0.21612541993281076, |
| "grad_norm": 4.045243263244629, |
| "learning_rate": 4.639977603583427e-05, |
| "loss": 2.4932, |
| "step": 1930 |
| }, |
| { |
| "epoch": 0.21724524076147816, |
| "grad_norm": 2.715601921081543, |
| "learning_rate": 4.638111235535648e-05, |
| "loss": 2.4262, |
| "step": 1940 |
| }, |
| { |
| "epoch": 0.21836506159014557, |
| "grad_norm": 3.0143299102783203, |
| "learning_rate": 4.636244867487869e-05, |
| "loss": 2.6019, |
| "step": 1950 |
| }, |
| { |
| "epoch": 0.21948488241881298, |
| "grad_norm": 9.742323875427246, |
| "learning_rate": 4.6343784994400896e-05, |
| "loss": 2.9155, |
| "step": 1960 |
| }, |
| { |
| "epoch": 0.2206047032474804, |
| "grad_norm": 5.9390788078308105, |
| "learning_rate": 4.632512131392311e-05, |
| "loss": 2.1963, |
| "step": 1970 |
| }, |
| { |
| "epoch": 0.22172452407614782, |
| "grad_norm": 5.941153049468994, |
| "learning_rate": 4.630645763344531e-05, |
| "loss": 2.2618, |
| "step": 1980 |
| }, |
| { |
| "epoch": 0.22284434490481522, |
| "grad_norm": 4.004471778869629, |
| "learning_rate": 4.628779395296753e-05, |
| "loss": 2.6587, |
| "step": 1990 |
| }, |
| { |
| "epoch": 0.22396416573348266, |
| "grad_norm": 8.82131576538086, |
| "learning_rate": 4.6269130272489736e-05, |
| "loss": 2.1719, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.22508398656215006, |
| "grad_norm": 2.8698363304138184, |
| "learning_rate": 4.625046659201195e-05, |
| "loss": 2.4046, |
| "step": 2010 |
| }, |
| { |
| "epoch": 0.22620380739081747, |
| "grad_norm": 6.006710529327393, |
| "learning_rate": 4.623180291153415e-05, |
| "loss": 2.3737, |
| "step": 2020 |
| }, |
| { |
| "epoch": 0.22732362821948487, |
| "grad_norm": 2.5947604179382324, |
| "learning_rate": 4.621313923105637e-05, |
| "loss": 2.4821, |
| "step": 2030 |
| }, |
| { |
| "epoch": 0.2284434490481523, |
| "grad_norm": 2.4432547092437744, |
| "learning_rate": 4.6194475550578576e-05, |
| "loss": 2.5101, |
| "step": 2040 |
| }, |
| { |
| "epoch": 0.22956326987681971, |
| "grad_norm": 12.777518272399902, |
| "learning_rate": 4.617581187010079e-05, |
| "loss": 2.89, |
| "step": 2050 |
| }, |
| { |
| "epoch": 0.23068309070548712, |
| "grad_norm": 8.881490707397461, |
| "learning_rate": 4.615714818962299e-05, |
| "loss": 3.0737, |
| "step": 2060 |
| }, |
| { |
| "epoch": 0.23180291153415453, |
| "grad_norm": 11.968159675598145, |
| "learning_rate": 4.613848450914521e-05, |
| "loss": 2.4398, |
| "step": 2070 |
| }, |
| { |
| "epoch": 0.23292273236282196, |
| "grad_norm": 2.413706064224243, |
| "learning_rate": 4.6119820828667416e-05, |
| "loss": 2.1109, |
| "step": 2080 |
| }, |
| { |
| "epoch": 0.23404255319148937, |
| "grad_norm": 8.401453971862793, |
| "learning_rate": 4.610115714818963e-05, |
| "loss": 2.5007, |
| "step": 2090 |
| }, |
| { |
| "epoch": 0.23516237402015677, |
| "grad_norm": 2.3912086486816406, |
| "learning_rate": 4.608249346771183e-05, |
| "loss": 2.4239, |
| "step": 2100 |
| }, |
| { |
| "epoch": 0.23628219484882418, |
| "grad_norm": 8.813179016113281, |
| "learning_rate": 4.6063829787234044e-05, |
| "loss": 2.4587, |
| "step": 2110 |
| }, |
| { |
| "epoch": 0.2374020156774916, |
| "grad_norm": 10.839656829833984, |
| "learning_rate": 4.6045166106756256e-05, |
| "loss": 2.4691, |
| "step": 2120 |
| }, |
| { |
| "epoch": 0.23852183650615902, |
| "grad_norm": 4.4540252685546875, |
| "learning_rate": 4.602650242627846e-05, |
| "loss": 2.4054, |
| "step": 2130 |
| }, |
| { |
| "epoch": 0.23964165733482642, |
| "grad_norm": 2.7125473022460938, |
| "learning_rate": 4.600783874580067e-05, |
| "loss": 2.7286, |
| "step": 2140 |
| }, |
| { |
| "epoch": 0.24076147816349383, |
| "grad_norm": 2.332322359085083, |
| "learning_rate": 4.5989175065322884e-05, |
| "loss": 2.5039, |
| "step": 2150 |
| }, |
| { |
| "epoch": 0.24188129899216126, |
| "grad_norm": 2.539842367172241, |
| "learning_rate": 4.5970511384845096e-05, |
| "loss": 2.2403, |
| "step": 2160 |
| }, |
| { |
| "epoch": 0.24300111982082867, |
| "grad_norm": 6.839804649353027, |
| "learning_rate": 4.59518477043673e-05, |
| "loss": 2.0901, |
| "step": 2170 |
| }, |
| { |
| "epoch": 0.24412094064949608, |
| "grad_norm": 2.5890653133392334, |
| "learning_rate": 4.593318402388951e-05, |
| "loss": 2.2586, |
| "step": 2180 |
| }, |
| { |
| "epoch": 0.24524076147816348, |
| "grad_norm": 2.5026495456695557, |
| "learning_rate": 4.591452034341172e-05, |
| "loss": 2.1888, |
| "step": 2190 |
| }, |
| { |
| "epoch": 0.24636058230683092, |
| "grad_norm": 3.8693251609802246, |
| "learning_rate": 4.5895856662933936e-05, |
| "loss": 2.6531, |
| "step": 2200 |
| }, |
| { |
| "epoch": 0.24748040313549832, |
| "grad_norm": 8.573837280273438, |
| "learning_rate": 4.587719298245614e-05, |
| "loss": 2.5078, |
| "step": 2210 |
| }, |
| { |
| "epoch": 0.24860022396416573, |
| "grad_norm": 3.1866371631622314, |
| "learning_rate": 4.585852930197835e-05, |
| "loss": 2.2594, |
| "step": 2220 |
| }, |
| { |
| "epoch": 0.24972004479283313, |
| "grad_norm": 7.868608474731445, |
| "learning_rate": 4.583986562150056e-05, |
| "loss": 2.2759, |
| "step": 2230 |
| }, |
| { |
| "epoch": 0.25083986562150057, |
| "grad_norm": 3.183617353439331, |
| "learning_rate": 4.5821201941022776e-05, |
| "loss": 2.5888, |
| "step": 2240 |
| }, |
| { |
| "epoch": 0.251959686450168, |
| "grad_norm": 2.5060982704162598, |
| "learning_rate": 4.580253826054498e-05, |
| "loss": 2.1064, |
| "step": 2250 |
| }, |
| { |
| "epoch": 0.2530795072788354, |
| "grad_norm": 2.9019861221313477, |
| "learning_rate": 4.578387458006719e-05, |
| "loss": 2.1935, |
| "step": 2260 |
| }, |
| { |
| "epoch": 0.2541993281075028, |
| "grad_norm": 13.326761245727539, |
| "learning_rate": 4.57652108995894e-05, |
| "loss": 2.5056, |
| "step": 2270 |
| }, |
| { |
| "epoch": 0.2553191489361702, |
| "grad_norm": 7.620180130004883, |
| "learning_rate": 4.5746547219111616e-05, |
| "loss": 2.6445, |
| "step": 2280 |
| }, |
| { |
| "epoch": 0.2564389697648376, |
| "grad_norm": 6.347967147827148, |
| "learning_rate": 4.572788353863382e-05, |
| "loss": 2.1387, |
| "step": 2290 |
| }, |
| { |
| "epoch": 0.25755879059350506, |
| "grad_norm": 7.242101192474365, |
| "learning_rate": 4.570921985815603e-05, |
| "loss": 2.4346, |
| "step": 2300 |
| }, |
| { |
| "epoch": 0.25867861142217247, |
| "grad_norm": 7.027688503265381, |
| "learning_rate": 4.569055617767824e-05, |
| "loss": 2.2526, |
| "step": 2310 |
| }, |
| { |
| "epoch": 0.2597984322508399, |
| "grad_norm": 6.494021892547607, |
| "learning_rate": 4.567189249720045e-05, |
| "loss": 1.9165, |
| "step": 2320 |
| }, |
| { |
| "epoch": 0.2609182530795073, |
| "grad_norm": 8.93453311920166, |
| "learning_rate": 4.565322881672266e-05, |
| "loss": 2.1397, |
| "step": 2330 |
| }, |
| { |
| "epoch": 0.2620380739081747, |
| "grad_norm": 2.471494197845459, |
| "learning_rate": 4.563456513624487e-05, |
| "loss": 2.2892, |
| "step": 2340 |
| }, |
| { |
| "epoch": 0.2631578947368421, |
| "grad_norm": 10.424552917480469, |
| "learning_rate": 4.561590145576708e-05, |
| "loss": 2.514, |
| "step": 2350 |
| }, |
| { |
| "epoch": 0.2642777155655095, |
| "grad_norm": 7.312840938568115, |
| "learning_rate": 4.559723777528929e-05, |
| "loss": 2.2164, |
| "step": 2360 |
| }, |
| { |
| "epoch": 0.26539753639417696, |
| "grad_norm": 11.861546516418457, |
| "learning_rate": 4.55785740948115e-05, |
| "loss": 2.2371, |
| "step": 2370 |
| }, |
| { |
| "epoch": 0.26651735722284436, |
| "grad_norm": 9.549253463745117, |
| "learning_rate": 4.5559910414333706e-05, |
| "loss": 2.6811, |
| "step": 2380 |
| }, |
| { |
| "epoch": 0.26763717805151177, |
| "grad_norm": 2.9422247409820557, |
| "learning_rate": 4.554124673385592e-05, |
| "loss": 2.2888, |
| "step": 2390 |
| }, |
| { |
| "epoch": 0.2687569988801792, |
| "grad_norm": 7.779324054718018, |
| "learning_rate": 4.552258305337813e-05, |
| "loss": 2.3416, |
| "step": 2400 |
| }, |
| { |
| "epoch": 0.2698768197088466, |
| "grad_norm": 2.1986162662506104, |
| "learning_rate": 4.550391937290034e-05, |
| "loss": 2.4494, |
| "step": 2410 |
| }, |
| { |
| "epoch": 0.270996640537514, |
| "grad_norm": 2.420370578765869, |
| "learning_rate": 4.5485255692422546e-05, |
| "loss": 2.6193, |
| "step": 2420 |
| }, |
| { |
| "epoch": 0.2721164613661814, |
| "grad_norm": 2.281414747238159, |
| "learning_rate": 4.546659201194476e-05, |
| "loss": 2.7233, |
| "step": 2430 |
| }, |
| { |
| "epoch": 0.2732362821948488, |
| "grad_norm": 2.4500784873962402, |
| "learning_rate": 4.544792833146696e-05, |
| "loss": 2.658, |
| "step": 2440 |
| }, |
| { |
| "epoch": 0.27435610302351626, |
| "grad_norm": 8.000895500183105, |
| "learning_rate": 4.542926465098918e-05, |
| "loss": 2.7245, |
| "step": 2450 |
| }, |
| { |
| "epoch": 0.27547592385218367, |
| "grad_norm": 2.6147563457489014, |
| "learning_rate": 4.5410600970511386e-05, |
| "loss": 2.4904, |
| "step": 2460 |
| }, |
| { |
| "epoch": 0.2765957446808511, |
| "grad_norm": 12.0834321975708, |
| "learning_rate": 4.53919372900336e-05, |
| "loss": 2.6572, |
| "step": 2470 |
| }, |
| { |
| "epoch": 0.2777155655095185, |
| "grad_norm": 5.857783317565918, |
| "learning_rate": 4.53732736095558e-05, |
| "loss": 1.98, |
| "step": 2480 |
| }, |
| { |
| "epoch": 0.2788353863381859, |
| "grad_norm": 5.242463111877441, |
| "learning_rate": 4.535460992907802e-05, |
| "loss": 2.4122, |
| "step": 2490 |
| }, |
| { |
| "epoch": 0.2799552071668533, |
| "grad_norm": 9.532788276672363, |
| "learning_rate": 4.5335946248600226e-05, |
| "loss": 2.6636, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.2810750279955207, |
| "grad_norm": 8.554610252380371, |
| "learning_rate": 4.531728256812244e-05, |
| "loss": 2.4047, |
| "step": 2510 |
| }, |
| { |
| "epoch": 0.2821948488241881, |
| "grad_norm": 7.8059234619140625, |
| "learning_rate": 4.529861888764464e-05, |
| "loss": 2.4136, |
| "step": 2520 |
| }, |
| { |
| "epoch": 0.28331466965285557, |
| "grad_norm": 4.768645286560059, |
| "learning_rate": 4.5279955207166854e-05, |
| "loss": 2.6977, |
| "step": 2530 |
| }, |
| { |
| "epoch": 0.284434490481523, |
| "grad_norm": 6.272426128387451, |
| "learning_rate": 4.5261291526689066e-05, |
| "loss": 2.7218, |
| "step": 2540 |
| }, |
| { |
| "epoch": 0.2855543113101904, |
| "grad_norm": 2.5695507526397705, |
| "learning_rate": 4.524262784621128e-05, |
| "loss": 2.8431, |
| "step": 2550 |
| }, |
| { |
| "epoch": 0.2866741321388578, |
| "grad_norm": 2.400848865509033, |
| "learning_rate": 4.522396416573348e-05, |
| "loss": 2.3621, |
| "step": 2560 |
| }, |
| { |
| "epoch": 0.2877939529675252, |
| "grad_norm": 10.295741081237793, |
| "learning_rate": 4.5205300485255694e-05, |
| "loss": 1.9837, |
| "step": 2570 |
| }, |
| { |
| "epoch": 0.2889137737961926, |
| "grad_norm": 2.625807762145996, |
| "learning_rate": 4.5186636804777906e-05, |
| "loss": 2.3817, |
| "step": 2580 |
| }, |
| { |
| "epoch": 0.29003359462486, |
| "grad_norm": 2.6179468631744385, |
| "learning_rate": 4.516797312430011e-05, |
| "loss": 2.6555, |
| "step": 2590 |
| }, |
| { |
| "epoch": 0.2911534154535274, |
| "grad_norm": 2.512031316757202, |
| "learning_rate": 4.514930944382232e-05, |
| "loss": 2.5653, |
| "step": 2600 |
| }, |
| { |
| "epoch": 0.29227323628219487, |
| "grad_norm": 2.6077969074249268, |
| "learning_rate": 4.5130645763344534e-05, |
| "loss": 2.222, |
| "step": 2610 |
| }, |
| { |
| "epoch": 0.2933930571108623, |
| "grad_norm": 2.072172164916992, |
| "learning_rate": 4.5111982082866746e-05, |
| "loss": 2.1437, |
| "step": 2620 |
| }, |
| { |
| "epoch": 0.2945128779395297, |
| "grad_norm": 4.034156799316406, |
| "learning_rate": 4.509331840238895e-05, |
| "loss": 2.4836, |
| "step": 2630 |
| }, |
| { |
| "epoch": 0.2956326987681971, |
| "grad_norm": 6.953413963317871, |
| "learning_rate": 4.507465472191116e-05, |
| "loss": 2.1186, |
| "step": 2640 |
| }, |
| { |
| "epoch": 0.2967525195968645, |
| "grad_norm": 7.338948726654053, |
| "learning_rate": 4.505599104143337e-05, |
| "loss": 2.1858, |
| "step": 2650 |
| }, |
| { |
| "epoch": 0.2978723404255319, |
| "grad_norm": 6.163172245025635, |
| "learning_rate": 4.5037327360955586e-05, |
| "loss": 2.2643, |
| "step": 2660 |
| }, |
| { |
| "epoch": 0.2989921612541993, |
| "grad_norm": 7.6946563720703125, |
| "learning_rate": 4.501866368047779e-05, |
| "loss": 2.294, |
| "step": 2670 |
| }, |
| { |
| "epoch": 0.30011198208286677, |
| "grad_norm": 12.317503929138184, |
| "learning_rate": 4.5e-05, |
| "loss": 2.5286, |
| "step": 2680 |
| }, |
| { |
| "epoch": 0.3012318029115342, |
| "grad_norm": 7.581274509429932, |
| "learning_rate": 4.498133631952221e-05, |
| "loss": 2.146, |
| "step": 2690 |
| }, |
| { |
| "epoch": 0.3023516237402016, |
| "grad_norm": 6.5440778732299805, |
| "learning_rate": 4.4962672639044426e-05, |
| "loss": 2.4251, |
| "step": 2700 |
| }, |
| { |
| "epoch": 0.303471444568869, |
| "grad_norm": 4.657285213470459, |
| "learning_rate": 4.494400895856663e-05, |
| "loss": 1.8409, |
| "step": 2710 |
| }, |
| { |
| "epoch": 0.3045912653975364, |
| "grad_norm": 1.9951245784759521, |
| "learning_rate": 4.492534527808884e-05, |
| "loss": 2.2119, |
| "step": 2720 |
| }, |
| { |
| "epoch": 0.3057110862262038, |
| "grad_norm": 6.937575340270996, |
| "learning_rate": 4.490668159761105e-05, |
| "loss": 1.8932, |
| "step": 2730 |
| }, |
| { |
| "epoch": 0.3068309070548712, |
| "grad_norm": 12.604211807250977, |
| "learning_rate": 4.488801791713326e-05, |
| "loss": 2.1911, |
| "step": 2740 |
| }, |
| { |
| "epoch": 0.3079507278835386, |
| "grad_norm": 2.306835412979126, |
| "learning_rate": 4.486935423665547e-05, |
| "loss": 2.225, |
| "step": 2750 |
| }, |
| { |
| "epoch": 0.3090705487122061, |
| "grad_norm": 7.850268840789795, |
| "learning_rate": 4.485069055617768e-05, |
| "loss": 2.2062, |
| "step": 2760 |
| }, |
| { |
| "epoch": 0.3101903695408735, |
| "grad_norm": 8.962443351745605, |
| "learning_rate": 4.483202687569989e-05, |
| "loss": 2.0101, |
| "step": 2770 |
| }, |
| { |
| "epoch": 0.3113101903695409, |
| "grad_norm": 2.3884646892547607, |
| "learning_rate": 4.48133631952221e-05, |
| "loss": 2.4539, |
| "step": 2780 |
| }, |
| { |
| "epoch": 0.3124300111982083, |
| "grad_norm": 4.534022808074951, |
| "learning_rate": 4.479469951474431e-05, |
| "loss": 2.0423, |
| "step": 2790 |
| }, |
| { |
| "epoch": 0.3135498320268757, |
| "grad_norm": 2.491356372833252, |
| "learning_rate": 4.477603583426652e-05, |
| "loss": 2.3449, |
| "step": 2800 |
| }, |
| { |
| "epoch": 0.3146696528555431, |
| "grad_norm": 5.900778293609619, |
| "learning_rate": 4.475737215378873e-05, |
| "loss": 2.3496, |
| "step": 2810 |
| }, |
| { |
| "epoch": 0.3157894736842105, |
| "grad_norm": 3.9138317108154297, |
| "learning_rate": 4.473870847331094e-05, |
| "loss": 2.2142, |
| "step": 2820 |
| }, |
| { |
| "epoch": 0.3169092945128779, |
| "grad_norm": 9.516107559204102, |
| "learning_rate": 4.472004479283315e-05, |
| "loss": 2.0819, |
| "step": 2830 |
| }, |
| { |
| "epoch": 0.3180291153415454, |
| "grad_norm": 2.504873275756836, |
| "learning_rate": 4.4701381112355356e-05, |
| "loss": 2.0613, |
| "step": 2840 |
| }, |
| { |
| "epoch": 0.3191489361702128, |
| "grad_norm": 8.265789031982422, |
| "learning_rate": 4.468271743187757e-05, |
| "loss": 2.2209, |
| "step": 2850 |
| }, |
| { |
| "epoch": 0.3202687569988802, |
| "grad_norm": 3.2764816284179688, |
| "learning_rate": 4.466405375139977e-05, |
| "loss": 2.7096, |
| "step": 2860 |
| }, |
| { |
| "epoch": 0.3213885778275476, |
| "grad_norm": 10.983661651611328, |
| "learning_rate": 4.464539007092199e-05, |
| "loss": 2.638, |
| "step": 2870 |
| }, |
| { |
| "epoch": 0.322508398656215, |
| "grad_norm": 2.8227787017822266, |
| "learning_rate": 4.4626726390444196e-05, |
| "loss": 2.6929, |
| "step": 2880 |
| }, |
| { |
| "epoch": 0.3236282194848824, |
| "grad_norm": 2.553760528564453, |
| "learning_rate": 4.460806270996641e-05, |
| "loss": 1.8541, |
| "step": 2890 |
| }, |
| { |
| "epoch": 0.3247480403135498, |
| "grad_norm": 9.215750694274902, |
| "learning_rate": 4.458939902948861e-05, |
| "loss": 2.3142, |
| "step": 2900 |
| }, |
| { |
| "epoch": 0.3258678611422172, |
| "grad_norm": 3.168344020843506, |
| "learning_rate": 4.457073534901083e-05, |
| "loss": 2.4242, |
| "step": 2910 |
| }, |
| { |
| "epoch": 0.3269876819708847, |
| "grad_norm": 3.0249898433685303, |
| "learning_rate": 4.4552071668533036e-05, |
| "loss": 2.0356, |
| "step": 2920 |
| }, |
| { |
| "epoch": 0.3281075027995521, |
| "grad_norm": 7.524886608123779, |
| "learning_rate": 4.453340798805525e-05, |
| "loss": 2.7437, |
| "step": 2930 |
| }, |
| { |
| "epoch": 0.3292273236282195, |
| "grad_norm": 8.902599334716797, |
| "learning_rate": 4.451474430757745e-05, |
| "loss": 2.0116, |
| "step": 2940 |
| }, |
| { |
| "epoch": 0.3303471444568869, |
| "grad_norm": 3.2997946739196777, |
| "learning_rate": 4.4496080627099664e-05, |
| "loss": 2.359, |
| "step": 2950 |
| }, |
| { |
| "epoch": 0.3314669652855543, |
| "grad_norm": 3.123281717300415, |
| "learning_rate": 4.4477416946621876e-05, |
| "loss": 2.2666, |
| "step": 2960 |
| }, |
| { |
| "epoch": 0.3325867861142217, |
| "grad_norm": 10.098536491394043, |
| "learning_rate": 4.445875326614409e-05, |
| "loss": 2.501, |
| "step": 2970 |
| }, |
| { |
| "epoch": 0.3337066069428891, |
| "grad_norm": 11.130685806274414, |
| "learning_rate": 4.444008958566629e-05, |
| "loss": 2.4014, |
| "step": 2980 |
| }, |
| { |
| "epoch": 0.3348264277715566, |
| "grad_norm": 8.4888334274292, |
| "learning_rate": 4.4421425905188505e-05, |
| "loss": 2.3178, |
| "step": 2990 |
| }, |
| { |
| "epoch": 0.335946248600224, |
| "grad_norm": 8.757832527160645, |
| "learning_rate": 4.4402762224710716e-05, |
| "loss": 2.1205, |
| "step": 3000 |
| }, |
| { |
| "epoch": 0.3370660694288914, |
| "grad_norm": 8.70385456085205, |
| "learning_rate": 4.438409854423293e-05, |
| "loss": 2.4269, |
| "step": 3010 |
| }, |
| { |
| "epoch": 0.3381858902575588, |
| "grad_norm": 8.281830787658691, |
| "learning_rate": 4.436543486375513e-05, |
| "loss": 2.5491, |
| "step": 3020 |
| }, |
| { |
| "epoch": 0.3393057110862262, |
| "grad_norm": 9.058775901794434, |
| "learning_rate": 4.4346771183277345e-05, |
| "loss": 2.3167, |
| "step": 3030 |
| }, |
| { |
| "epoch": 0.3404255319148936, |
| "grad_norm": 5.364592552185059, |
| "learning_rate": 4.4328107502799556e-05, |
| "loss": 1.9588, |
| "step": 3040 |
| }, |
| { |
| "epoch": 0.341545352743561, |
| "grad_norm": 2.446974277496338, |
| "learning_rate": 4.430944382232177e-05, |
| "loss": 2.3064, |
| "step": 3050 |
| }, |
| { |
| "epoch": 0.3426651735722284, |
| "grad_norm": 2.6895692348480225, |
| "learning_rate": 4.429078014184397e-05, |
| "loss": 2.3751, |
| "step": 3060 |
| }, |
| { |
| "epoch": 0.3437849944008959, |
| "grad_norm": 7.783231735229492, |
| "learning_rate": 4.427211646136618e-05, |
| "loss": 1.6835, |
| "step": 3070 |
| }, |
| { |
| "epoch": 0.3449048152295633, |
| "grad_norm": 3.170950412750244, |
| "learning_rate": 4.4253452780888396e-05, |
| "loss": 2.5539, |
| "step": 3080 |
| }, |
| { |
| "epoch": 0.3460246360582307, |
| "grad_norm": 7.711115837097168, |
| "learning_rate": 4.42347891004106e-05, |
| "loss": 2.78, |
| "step": 3090 |
| }, |
| { |
| "epoch": 0.3471444568868981, |
| "grad_norm": 8.71380615234375, |
| "learning_rate": 4.421612541993281e-05, |
| "loss": 1.7815, |
| "step": 3100 |
| }, |
| { |
| "epoch": 0.3482642777155655, |
| "grad_norm": 2.3626303672790527, |
| "learning_rate": 4.419746173945502e-05, |
| "loss": 2.3035, |
| "step": 3110 |
| }, |
| { |
| "epoch": 0.3493840985442329, |
| "grad_norm": 2.5161445140838623, |
| "learning_rate": 4.4178798058977236e-05, |
| "loss": 2.3065, |
| "step": 3120 |
| }, |
| { |
| "epoch": 0.3505039193729003, |
| "grad_norm": 2.395263433456421, |
| "learning_rate": 4.416013437849944e-05, |
| "loss": 2.3419, |
| "step": 3130 |
| }, |
| { |
| "epoch": 0.3516237402015677, |
| "grad_norm": 6.902035713195801, |
| "learning_rate": 4.414147069802165e-05, |
| "loss": 2.3343, |
| "step": 3140 |
| }, |
| { |
| "epoch": 0.3527435610302352, |
| "grad_norm": 5.079914093017578, |
| "learning_rate": 4.412280701754386e-05, |
| "loss": 2.4017, |
| "step": 3150 |
| }, |
| { |
| "epoch": 0.3538633818589026, |
| "grad_norm": 3.483292579650879, |
| "learning_rate": 4.410414333706607e-05, |
| "loss": 2.3309, |
| "step": 3160 |
| }, |
| { |
| "epoch": 0.35498320268757, |
| "grad_norm": 7.4583940505981445, |
| "learning_rate": 4.408547965658828e-05, |
| "loss": 2.1556, |
| "step": 3170 |
| }, |
| { |
| "epoch": 0.3561030235162374, |
| "grad_norm": 16.233184814453125, |
| "learning_rate": 4.406681597611049e-05, |
| "loss": 2.2442, |
| "step": 3180 |
| }, |
| { |
| "epoch": 0.3572228443449048, |
| "grad_norm": 9.553163528442383, |
| "learning_rate": 4.40481522956327e-05, |
| "loss": 2.1811, |
| "step": 3190 |
| }, |
| { |
| "epoch": 0.3583426651735722, |
| "grad_norm": 5.221775531768799, |
| "learning_rate": 4.402948861515491e-05, |
| "loss": 2.8077, |
| "step": 3200 |
| }, |
| { |
| "epoch": 0.3594624860022396, |
| "grad_norm": 2.419001579284668, |
| "learning_rate": 4.401082493467712e-05, |
| "loss": 1.9981, |
| "step": 3210 |
| }, |
| { |
| "epoch": 0.36058230683090703, |
| "grad_norm": 2.5910959243774414, |
| "learning_rate": 4.399216125419933e-05, |
| "loss": 1.9731, |
| "step": 3220 |
| }, |
| { |
| "epoch": 0.3617021276595745, |
| "grad_norm": 3.1020877361297607, |
| "learning_rate": 4.397349757372154e-05, |
| "loss": 2.0817, |
| "step": 3230 |
| }, |
| { |
| "epoch": 0.3628219484882419, |
| "grad_norm": 3.0343470573425293, |
| "learning_rate": 4.395483389324375e-05, |
| "loss": 2.3142, |
| "step": 3240 |
| }, |
| { |
| "epoch": 0.3639417693169093, |
| "grad_norm": 12.035741806030273, |
| "learning_rate": 4.393617021276596e-05, |
| "loss": 2.4769, |
| "step": 3250 |
| }, |
| { |
| "epoch": 0.3650615901455767, |
| "grad_norm": 3.116953134536743, |
| "learning_rate": 4.391750653228817e-05, |
| "loss": 2.347, |
| "step": 3260 |
| }, |
| { |
| "epoch": 0.3661814109742441, |
| "grad_norm": 2.565833330154419, |
| "learning_rate": 4.389884285181038e-05, |
| "loss": 1.9123, |
| "step": 3270 |
| }, |
| { |
| "epoch": 0.3673012318029115, |
| "grad_norm": 2.983285427093506, |
| "learning_rate": 4.388017917133259e-05, |
| "loss": 2.4622, |
| "step": 3280 |
| }, |
| { |
| "epoch": 0.3684210526315789, |
| "grad_norm": 11.630106925964355, |
| "learning_rate": 4.38615154908548e-05, |
| "loss": 2.4459, |
| "step": 3290 |
| }, |
| { |
| "epoch": 0.36954087346024633, |
| "grad_norm": 6.8500285148620605, |
| "learning_rate": 4.3842851810377006e-05, |
| "loss": 2.143, |
| "step": 3300 |
| }, |
| { |
| "epoch": 0.3706606942889138, |
| "grad_norm": 2.3746914863586426, |
| "learning_rate": 4.382418812989922e-05, |
| "loss": 2.143, |
| "step": 3310 |
| }, |
| { |
| "epoch": 0.3717805151175812, |
| "grad_norm": 2.91323184967041, |
| "learning_rate": 4.380552444942142e-05, |
| "loss": 2.2025, |
| "step": 3320 |
| }, |
| { |
| "epoch": 0.3729003359462486, |
| "grad_norm": 2.4903807640075684, |
| "learning_rate": 4.378686076894364e-05, |
| "loss": 2.3756, |
| "step": 3330 |
| }, |
| { |
| "epoch": 0.374020156774916, |
| "grad_norm": 4.964207172393799, |
| "learning_rate": 4.3768197088465846e-05, |
| "loss": 1.7364, |
| "step": 3340 |
| }, |
| { |
| "epoch": 0.3751399776035834, |
| "grad_norm": 7.413595199584961, |
| "learning_rate": 4.374953340798806e-05, |
| "loss": 2.3942, |
| "step": 3350 |
| }, |
| { |
| "epoch": 0.3762597984322508, |
| "grad_norm": 2.7675399780273438, |
| "learning_rate": 4.373086972751026e-05, |
| "loss": 2.5504, |
| "step": 3360 |
| }, |
| { |
| "epoch": 0.37737961926091823, |
| "grad_norm": 1.9106221199035645, |
| "learning_rate": 4.3712206047032475e-05, |
| "loss": 2.2394, |
| "step": 3370 |
| }, |
| { |
| "epoch": 0.3784994400895857, |
| "grad_norm": 5.255868911743164, |
| "learning_rate": 4.3693542366554686e-05, |
| "loss": 1.7869, |
| "step": 3380 |
| }, |
| { |
| "epoch": 0.3796192609182531, |
| "grad_norm": 4.734898567199707, |
| "learning_rate": 4.36748786860769e-05, |
| "loss": 2.1864, |
| "step": 3390 |
| }, |
| { |
| "epoch": 0.3807390817469205, |
| "grad_norm": 11.226783752441406, |
| "learning_rate": 4.36562150055991e-05, |
| "loss": 2.4792, |
| "step": 3400 |
| }, |
| { |
| "epoch": 0.3818589025755879, |
| "grad_norm": 8.230179786682129, |
| "learning_rate": 4.3637551325121315e-05, |
| "loss": 1.9946, |
| "step": 3410 |
| }, |
| { |
| "epoch": 0.3829787234042553, |
| "grad_norm": 2.981816291809082, |
| "learning_rate": 4.3618887644643526e-05, |
| "loss": 1.9636, |
| "step": 3420 |
| }, |
| { |
| "epoch": 0.3840985442329227, |
| "grad_norm": 7.890393257141113, |
| "learning_rate": 4.360022396416574e-05, |
| "loss": 2.0774, |
| "step": 3430 |
| }, |
| { |
| "epoch": 0.38521836506159013, |
| "grad_norm": 2.7089128494262695, |
| "learning_rate": 4.358156028368794e-05, |
| "loss": 2.1393, |
| "step": 3440 |
| }, |
| { |
| "epoch": 0.38633818589025753, |
| "grad_norm": 7.063770771026611, |
| "learning_rate": 4.3562896603210155e-05, |
| "loss": 1.9429, |
| "step": 3450 |
| }, |
| { |
| "epoch": 0.387458006718925, |
| "grad_norm": 2.608469247817993, |
| "learning_rate": 4.3544232922732366e-05, |
| "loss": 2.8053, |
| "step": 3460 |
| }, |
| { |
| "epoch": 0.3885778275475924, |
| "grad_norm": 2.1650965213775635, |
| "learning_rate": 4.352556924225458e-05, |
| "loss": 2.4611, |
| "step": 3470 |
| }, |
| { |
| "epoch": 0.3896976483762598, |
| "grad_norm": 7.017950057983398, |
| "learning_rate": 4.350690556177678e-05, |
| "loss": 2.0722, |
| "step": 3480 |
| }, |
| { |
| "epoch": 0.3908174692049272, |
| "grad_norm": 2.769286870956421, |
| "learning_rate": 4.3488241881298995e-05, |
| "loss": 2.4542, |
| "step": 3490 |
| }, |
| { |
| "epoch": 0.3919372900335946, |
| "grad_norm": 9.565979957580566, |
| "learning_rate": 4.3469578200821206e-05, |
| "loss": 2.6218, |
| "step": 3500 |
| }, |
| { |
| "epoch": 0.393057110862262, |
| "grad_norm": 12.220897674560547, |
| "learning_rate": 4.345091452034342e-05, |
| "loss": 2.248, |
| "step": 3510 |
| }, |
| { |
| "epoch": 0.39417693169092943, |
| "grad_norm": 12.827961921691895, |
| "learning_rate": 4.343225083986562e-05, |
| "loss": 1.9856, |
| "step": 3520 |
| }, |
| { |
| "epoch": 0.39529675251959684, |
| "grad_norm": 2.4457015991210938, |
| "learning_rate": 4.341358715938783e-05, |
| "loss": 2.6235, |
| "step": 3530 |
| }, |
| { |
| "epoch": 0.3964165733482643, |
| "grad_norm": 5.266937255859375, |
| "learning_rate": 4.3394923478910046e-05, |
| "loss": 2.4887, |
| "step": 3540 |
| }, |
| { |
| "epoch": 0.3975363941769317, |
| "grad_norm": 8.347966194152832, |
| "learning_rate": 4.337625979843225e-05, |
| "loss": 2.212, |
| "step": 3550 |
| }, |
| { |
| "epoch": 0.3986562150055991, |
| "grad_norm": 7.743762969970703, |
| "learning_rate": 4.335759611795446e-05, |
| "loss": 2.3995, |
| "step": 3560 |
| }, |
| { |
| "epoch": 0.3997760358342665, |
| "grad_norm": 3.587676763534546, |
| "learning_rate": 4.333893243747667e-05, |
| "loss": 2.355, |
| "step": 3570 |
| }, |
| { |
| "epoch": 0.4008958566629339, |
| "grad_norm": 3.1175928115844727, |
| "learning_rate": 4.3320268756998886e-05, |
| "loss": 2.5916, |
| "step": 3580 |
| }, |
| { |
| "epoch": 0.40201567749160133, |
| "grad_norm": 8.9489107131958, |
| "learning_rate": 4.330160507652109e-05, |
| "loss": 2.6132, |
| "step": 3590 |
| }, |
| { |
| "epoch": 0.40313549832026874, |
| "grad_norm": 12.342984199523926, |
| "learning_rate": 4.32829413960433e-05, |
| "loss": 2.3637, |
| "step": 3600 |
| }, |
| { |
| "epoch": 0.40425531914893614, |
| "grad_norm": 2.721482276916504, |
| "learning_rate": 4.326427771556551e-05, |
| "loss": 2.3011, |
| "step": 3610 |
| }, |
| { |
| "epoch": 0.4053751399776036, |
| "grad_norm": 2.5782060623168945, |
| "learning_rate": 4.324561403508772e-05, |
| "loss": 2.1841, |
| "step": 3620 |
| }, |
| { |
| "epoch": 0.406494960806271, |
| "grad_norm": 2.5713908672332764, |
| "learning_rate": 4.322695035460993e-05, |
| "loss": 2.3976, |
| "step": 3630 |
| }, |
| { |
| "epoch": 0.4076147816349384, |
| "grad_norm": 7.063972473144531, |
| "learning_rate": 4.320828667413214e-05, |
| "loss": 2.4057, |
| "step": 3640 |
| }, |
| { |
| "epoch": 0.4087346024636058, |
| "grad_norm": 8.767318725585938, |
| "learning_rate": 4.318962299365435e-05, |
| "loss": 2.3432, |
| "step": 3650 |
| }, |
| { |
| "epoch": 0.40985442329227323, |
| "grad_norm": 9.010395050048828, |
| "learning_rate": 4.317095931317656e-05, |
| "loss": 2.3386, |
| "step": 3660 |
| }, |
| { |
| "epoch": 0.41097424412094063, |
| "grad_norm": 5.226011276245117, |
| "learning_rate": 4.315229563269877e-05, |
| "loss": 1.9751, |
| "step": 3670 |
| }, |
| { |
| "epoch": 0.41209406494960804, |
| "grad_norm": 2.9475603103637695, |
| "learning_rate": 4.313363195222098e-05, |
| "loss": 2.0421, |
| "step": 3680 |
| }, |
| { |
| "epoch": 0.4132138857782755, |
| "grad_norm": 2.4759316444396973, |
| "learning_rate": 4.311496827174319e-05, |
| "loss": 2.0569, |
| "step": 3690 |
| }, |
| { |
| "epoch": 0.4143337066069429, |
| "grad_norm": 2.6276895999908447, |
| "learning_rate": 4.30963045912654e-05, |
| "loss": 1.8686, |
| "step": 3700 |
| }, |
| { |
| "epoch": 0.4154535274356103, |
| "grad_norm": 5.415910243988037, |
| "learning_rate": 4.307764091078761e-05, |
| "loss": 2.2398, |
| "step": 3710 |
| }, |
| { |
| "epoch": 0.4165733482642777, |
| "grad_norm": 9.693281173706055, |
| "learning_rate": 4.305897723030982e-05, |
| "loss": 2.4323, |
| "step": 3720 |
| }, |
| { |
| "epoch": 0.4176931690929451, |
| "grad_norm": 6.599532127380371, |
| "learning_rate": 4.304031354983203e-05, |
| "loss": 2.0143, |
| "step": 3730 |
| }, |
| { |
| "epoch": 0.41881298992161253, |
| "grad_norm": 4.097227096557617, |
| "learning_rate": 4.302164986935424e-05, |
| "loss": 2.3824, |
| "step": 3740 |
| }, |
| { |
| "epoch": 0.41993281075027994, |
| "grad_norm": 3.5678653717041016, |
| "learning_rate": 4.300298618887645e-05, |
| "loss": 2.0583, |
| "step": 3750 |
| }, |
| { |
| "epoch": 0.42105263157894735, |
| "grad_norm": 13.594582557678223, |
| "learning_rate": 4.2984322508398656e-05, |
| "loss": 2.3702, |
| "step": 3760 |
| }, |
| { |
| "epoch": 0.4221724524076148, |
| "grad_norm": 10.508759498596191, |
| "learning_rate": 4.296565882792087e-05, |
| "loss": 1.9474, |
| "step": 3770 |
| }, |
| { |
| "epoch": 0.4232922732362822, |
| "grad_norm": 2.452303647994995, |
| "learning_rate": 4.294699514744307e-05, |
| "loss": 2.3192, |
| "step": 3780 |
| }, |
| { |
| "epoch": 0.4244120940649496, |
| "grad_norm": 7.144927978515625, |
| "learning_rate": 4.292833146696529e-05, |
| "loss": 2.1651, |
| "step": 3790 |
| }, |
| { |
| "epoch": 0.425531914893617, |
| "grad_norm": 8.945828437805176, |
| "learning_rate": 4.2909667786487496e-05, |
| "loss": 2.3486, |
| "step": 3800 |
| }, |
| { |
| "epoch": 0.42665173572228443, |
| "grad_norm": 2.609912633895874, |
| "learning_rate": 4.289100410600971e-05, |
| "loss": 1.8995, |
| "step": 3810 |
| }, |
| { |
| "epoch": 0.42777155655095184, |
| "grad_norm": 7.373888969421387, |
| "learning_rate": 4.287234042553191e-05, |
| "loss": 2.0976, |
| "step": 3820 |
| }, |
| { |
| "epoch": 0.42889137737961924, |
| "grad_norm": 2.694624662399292, |
| "learning_rate": 4.2853676745054125e-05, |
| "loss": 1.9521, |
| "step": 3830 |
| }, |
| { |
| "epoch": 0.43001119820828665, |
| "grad_norm": 2.8247783184051514, |
| "learning_rate": 4.2835013064576336e-05, |
| "loss": 2.7777, |
| "step": 3840 |
| }, |
| { |
| "epoch": 0.4311310190369541, |
| "grad_norm": 9.070876121520996, |
| "learning_rate": 4.281634938409855e-05, |
| "loss": 2.4438, |
| "step": 3850 |
| }, |
| { |
| "epoch": 0.4322508398656215, |
| "grad_norm": 5.014525890350342, |
| "learning_rate": 4.279768570362075e-05, |
| "loss": 2.1444, |
| "step": 3860 |
| }, |
| { |
| "epoch": 0.4333706606942889, |
| "grad_norm": 3.661271333694458, |
| "learning_rate": 4.2779022023142965e-05, |
| "loss": 2.052, |
| "step": 3870 |
| }, |
| { |
| "epoch": 0.43449048152295633, |
| "grad_norm": 6.962841033935547, |
| "learning_rate": 4.2760358342665176e-05, |
| "loss": 2.1674, |
| "step": 3880 |
| }, |
| { |
| "epoch": 0.43561030235162373, |
| "grad_norm": 2.9479000568389893, |
| "learning_rate": 4.274169466218739e-05, |
| "loss": 2.0745, |
| "step": 3890 |
| }, |
| { |
| "epoch": 0.43673012318029114, |
| "grad_norm": 2.4860355854034424, |
| "learning_rate": 4.272303098170959e-05, |
| "loss": 2.2103, |
| "step": 3900 |
| }, |
| { |
| "epoch": 0.43784994400895855, |
| "grad_norm": 3.2063636779785156, |
| "learning_rate": 4.2704367301231805e-05, |
| "loss": 2.6216, |
| "step": 3910 |
| }, |
| { |
| "epoch": 0.43896976483762595, |
| "grad_norm": 8.925811767578125, |
| "learning_rate": 4.2685703620754016e-05, |
| "loss": 1.8027, |
| "step": 3920 |
| }, |
| { |
| "epoch": 0.4400895856662934, |
| "grad_norm": 2.438516616821289, |
| "learning_rate": 4.266703994027623e-05, |
| "loss": 2.2463, |
| "step": 3930 |
| }, |
| { |
| "epoch": 0.4412094064949608, |
| "grad_norm": 3.3323545455932617, |
| "learning_rate": 4.264837625979843e-05, |
| "loss": 2.0737, |
| "step": 3940 |
| }, |
| { |
| "epoch": 0.4423292273236282, |
| "grad_norm": 8.51876163482666, |
| "learning_rate": 4.2629712579320645e-05, |
| "loss": 2.366, |
| "step": 3950 |
| }, |
| { |
| "epoch": 0.44344904815229563, |
| "grad_norm": 15.145380973815918, |
| "learning_rate": 4.2611048898842856e-05, |
| "loss": 2.3532, |
| "step": 3960 |
| }, |
| { |
| "epoch": 0.44456886898096304, |
| "grad_norm": 7.819403171539307, |
| "learning_rate": 4.259238521836507e-05, |
| "loss": 2.0457, |
| "step": 3970 |
| }, |
| { |
| "epoch": 0.44568868980963045, |
| "grad_norm": 2.681534767150879, |
| "learning_rate": 4.257372153788727e-05, |
| "loss": 2.159, |
| "step": 3980 |
| }, |
| { |
| "epoch": 0.44680851063829785, |
| "grad_norm": 2.585684061050415, |
| "learning_rate": 4.255505785740948e-05, |
| "loss": 2.5404, |
| "step": 3990 |
| }, |
| { |
| "epoch": 0.4479283314669653, |
| "grad_norm": 6.74754524230957, |
| "learning_rate": 4.2536394176931696e-05, |
| "loss": 2.3685, |
| "step": 4000 |
| }, |
| { |
| "epoch": 0.4490481522956327, |
| "grad_norm": 2.9003231525421143, |
| "learning_rate": 4.25177304964539e-05, |
| "loss": 2.1618, |
| "step": 4010 |
| }, |
| { |
| "epoch": 0.4501679731243001, |
| "grad_norm": 13.633071899414062, |
| "learning_rate": 4.249906681597611e-05, |
| "loss": 2.375, |
| "step": 4020 |
| }, |
| { |
| "epoch": 0.45128779395296753, |
| "grad_norm": 9.91258430480957, |
| "learning_rate": 4.248040313549832e-05, |
| "loss": 2.0909, |
| "step": 4030 |
| }, |
| { |
| "epoch": 0.45240761478163494, |
| "grad_norm": 4.096499443054199, |
| "learning_rate": 4.246173945502053e-05, |
| "loss": 2.1711, |
| "step": 4040 |
| }, |
| { |
| "epoch": 0.45352743561030234, |
| "grad_norm": 10.29516887664795, |
| "learning_rate": 4.244307577454274e-05, |
| "loss": 2.4019, |
| "step": 4050 |
| }, |
| { |
| "epoch": 0.45464725643896975, |
| "grad_norm": 9.679535865783691, |
| "learning_rate": 4.242441209406495e-05, |
| "loss": 2.1732, |
| "step": 4060 |
| }, |
| { |
| "epoch": 0.45576707726763716, |
| "grad_norm": 2.7053027153015137, |
| "learning_rate": 4.240574841358716e-05, |
| "loss": 2.0555, |
| "step": 4070 |
| }, |
| { |
| "epoch": 0.4568868980963046, |
| "grad_norm": 7.90255069732666, |
| "learning_rate": 4.238708473310937e-05, |
| "loss": 2.3904, |
| "step": 4080 |
| }, |
| { |
| "epoch": 0.458006718924972, |
| "grad_norm": 3.999415397644043, |
| "learning_rate": 4.236842105263158e-05, |
| "loss": 2.2267, |
| "step": 4090 |
| }, |
| { |
| "epoch": 0.45912653975363943, |
| "grad_norm": 4.677366256713867, |
| "learning_rate": 4.234975737215379e-05, |
| "loss": 1.7037, |
| "step": 4100 |
| }, |
| { |
| "epoch": 0.46024636058230683, |
| "grad_norm": 10.746310234069824, |
| "learning_rate": 4.2331093691676e-05, |
| "loss": 2.3778, |
| "step": 4110 |
| }, |
| { |
| "epoch": 0.46136618141097424, |
| "grad_norm": 2.9237968921661377, |
| "learning_rate": 4.231243001119821e-05, |
| "loss": 2.2335, |
| "step": 4120 |
| }, |
| { |
| "epoch": 0.46248600223964165, |
| "grad_norm": 3.3537890911102295, |
| "learning_rate": 4.229376633072042e-05, |
| "loss": 2.0904, |
| "step": 4130 |
| }, |
| { |
| "epoch": 0.46360582306830905, |
| "grad_norm": 4.9723358154296875, |
| "learning_rate": 4.227510265024263e-05, |
| "loss": 2.0794, |
| "step": 4140 |
| }, |
| { |
| "epoch": 0.46472564389697646, |
| "grad_norm": 3.5420267581939697, |
| "learning_rate": 4.225643896976484e-05, |
| "loss": 1.95, |
| "step": 4150 |
| }, |
| { |
| "epoch": 0.4658454647256439, |
| "grad_norm": 5.858832359313965, |
| "learning_rate": 4.223777528928705e-05, |
| "loss": 2.3874, |
| "step": 4160 |
| }, |
| { |
| "epoch": 0.4669652855543113, |
| "grad_norm": 3.2437384128570557, |
| "learning_rate": 4.221911160880926e-05, |
| "loss": 1.9892, |
| "step": 4170 |
| }, |
| { |
| "epoch": 0.46808510638297873, |
| "grad_norm": 8.610901832580566, |
| "learning_rate": 4.220044792833147e-05, |
| "loss": 2.8553, |
| "step": 4180 |
| }, |
| { |
| "epoch": 0.46920492721164614, |
| "grad_norm": 8.59118938446045, |
| "learning_rate": 4.218178424785368e-05, |
| "loss": 2.4644, |
| "step": 4190 |
| }, |
| { |
| "epoch": 0.47032474804031354, |
| "grad_norm": 6.852227210998535, |
| "learning_rate": 4.216312056737589e-05, |
| "loss": 2.1337, |
| "step": 4200 |
| }, |
| { |
| "epoch": 0.47144456886898095, |
| "grad_norm": 6.020224571228027, |
| "learning_rate": 4.21444568868981e-05, |
| "loss": 1.9491, |
| "step": 4210 |
| }, |
| { |
| "epoch": 0.47256438969764836, |
| "grad_norm": 4.580352783203125, |
| "learning_rate": 4.2125793206420306e-05, |
| "loss": 2.6378, |
| "step": 4220 |
| }, |
| { |
| "epoch": 0.47368421052631576, |
| "grad_norm": 10.987154006958008, |
| "learning_rate": 4.210712952594252e-05, |
| "loss": 2.3521, |
| "step": 4230 |
| }, |
| { |
| "epoch": 0.4748040313549832, |
| "grad_norm": 2.8252968788146973, |
| "learning_rate": 4.208846584546472e-05, |
| "loss": 2.3216, |
| "step": 4240 |
| }, |
| { |
| "epoch": 0.47592385218365063, |
| "grad_norm": 5.822597503662109, |
| "learning_rate": 4.2069802164986935e-05, |
| "loss": 1.9804, |
| "step": 4250 |
| }, |
| { |
| "epoch": 0.47704367301231804, |
| "grad_norm": 3.373899221420288, |
| "learning_rate": 4.2051138484509146e-05, |
| "loss": 1.9312, |
| "step": 4260 |
| }, |
| { |
| "epoch": 0.47816349384098544, |
| "grad_norm": 8.621574401855469, |
| "learning_rate": 4.203247480403136e-05, |
| "loss": 2.1056, |
| "step": 4270 |
| }, |
| { |
| "epoch": 0.47928331466965285, |
| "grad_norm": 3.1795461177825928, |
| "learning_rate": 4.201381112355356e-05, |
| "loss": 1.9162, |
| "step": 4280 |
| }, |
| { |
| "epoch": 0.48040313549832026, |
| "grad_norm": 3.5701396465301514, |
| "learning_rate": 4.1995147443075775e-05, |
| "loss": 2.3904, |
| "step": 4290 |
| }, |
| { |
| "epoch": 0.48152295632698766, |
| "grad_norm": 2.4584646224975586, |
| "learning_rate": 4.1976483762597986e-05, |
| "loss": 1.9739, |
| "step": 4300 |
| }, |
| { |
| "epoch": 0.4826427771556551, |
| "grad_norm": 9.168150901794434, |
| "learning_rate": 4.19578200821202e-05, |
| "loss": 2.242, |
| "step": 4310 |
| }, |
| { |
| "epoch": 0.48376259798432253, |
| "grad_norm": 6.235483169555664, |
| "learning_rate": 4.19391564016424e-05, |
| "loss": 2.0577, |
| "step": 4320 |
| }, |
| { |
| "epoch": 0.48488241881298993, |
| "grad_norm": 4.428210735321045, |
| "learning_rate": 4.1920492721164615e-05, |
| "loss": 2.3219, |
| "step": 4330 |
| }, |
| { |
| "epoch": 0.48600223964165734, |
| "grad_norm": 10.322796821594238, |
| "learning_rate": 4.1901829040686826e-05, |
| "loss": 2.4196, |
| "step": 4340 |
| }, |
| { |
| "epoch": 0.48712206047032475, |
| "grad_norm": 11.971220016479492, |
| "learning_rate": 4.188316536020904e-05, |
| "loss": 2.221, |
| "step": 4350 |
| }, |
| { |
| "epoch": 0.48824188129899215, |
| "grad_norm": 2.4789071083068848, |
| "learning_rate": 4.186450167973124e-05, |
| "loss": 1.9658, |
| "step": 4360 |
| }, |
| { |
| "epoch": 0.48936170212765956, |
| "grad_norm": 3.5437817573547363, |
| "learning_rate": 4.1845837999253455e-05, |
| "loss": 2.3086, |
| "step": 4370 |
| }, |
| { |
| "epoch": 0.49048152295632697, |
| "grad_norm": 2.637206554412842, |
| "learning_rate": 4.1827174318775666e-05, |
| "loss": 2.0656, |
| "step": 4380 |
| }, |
| { |
| "epoch": 0.4916013437849944, |
| "grad_norm": 2.3072986602783203, |
| "learning_rate": 4.180851063829788e-05, |
| "loss": 1.8875, |
| "step": 4390 |
| }, |
| { |
| "epoch": 0.49272116461366183, |
| "grad_norm": 11.45031452178955, |
| "learning_rate": 4.178984695782008e-05, |
| "loss": 1.8249, |
| "step": 4400 |
| }, |
| { |
| "epoch": 0.49384098544232924, |
| "grad_norm": 8.976868629455566, |
| "learning_rate": 4.1771183277342295e-05, |
| "loss": 2.4993, |
| "step": 4410 |
| }, |
| { |
| "epoch": 0.49496080627099664, |
| "grad_norm": 2.619194507598877, |
| "learning_rate": 4.1752519596864506e-05, |
| "loss": 2.221, |
| "step": 4420 |
| }, |
| { |
| "epoch": 0.49608062709966405, |
| "grad_norm": 10.117256164550781, |
| "learning_rate": 4.173385591638672e-05, |
| "loss": 1.8587, |
| "step": 4430 |
| }, |
| { |
| "epoch": 0.49720044792833146, |
| "grad_norm": 2.874436140060425, |
| "learning_rate": 4.171519223590892e-05, |
| "loss": 1.5831, |
| "step": 4440 |
| }, |
| { |
| "epoch": 0.49832026875699886, |
| "grad_norm": 10.60855484008789, |
| "learning_rate": 4.1696528555431135e-05, |
| "loss": 2.483, |
| "step": 4450 |
| }, |
| { |
| "epoch": 0.49944008958566627, |
| "grad_norm": 5.419251441955566, |
| "learning_rate": 4.167786487495334e-05, |
| "loss": 1.905, |
| "step": 4460 |
| }, |
| { |
| "epoch": 0.5005599104143337, |
| "grad_norm": 4.474939823150635, |
| "learning_rate": 4.165920119447555e-05, |
| "loss": 2.1842, |
| "step": 4470 |
| }, |
| { |
| "epoch": 0.5016797312430011, |
| "grad_norm": 2.611745595932007, |
| "learning_rate": 4.164053751399776e-05, |
| "loss": 2.2377, |
| "step": 4480 |
| }, |
| { |
| "epoch": 0.5027995520716685, |
| "grad_norm": 3.1102752685546875, |
| "learning_rate": 4.162187383351997e-05, |
| "loss": 1.7457, |
| "step": 4490 |
| }, |
| { |
| "epoch": 0.503919372900336, |
| "grad_norm": 3.362260341644287, |
| "learning_rate": 4.160321015304218e-05, |
| "loss": 2.2162, |
| "step": 4500 |
| }, |
| { |
| "epoch": 0.5050391937290034, |
| "grad_norm": 5.862063407897949, |
| "learning_rate": 4.158454647256439e-05, |
| "loss": 1.9277, |
| "step": 4510 |
| }, |
| { |
| "epoch": 0.5061590145576708, |
| "grad_norm": 2.268481969833374, |
| "learning_rate": 4.15658827920866e-05, |
| "loss": 2.0642, |
| "step": 4520 |
| }, |
| { |
| "epoch": 0.5072788353863382, |
| "grad_norm": 3.2130661010742188, |
| "learning_rate": 4.154721911160881e-05, |
| "loss": 2.2511, |
| "step": 4530 |
| }, |
| { |
| "epoch": 0.5083986562150056, |
| "grad_norm": 9.958855628967285, |
| "learning_rate": 4.152855543113102e-05, |
| "loss": 2.8674, |
| "step": 4540 |
| }, |
| { |
| "epoch": 0.509518477043673, |
| "grad_norm": 3.7821731567382812, |
| "learning_rate": 4.150989175065323e-05, |
| "loss": 2.2098, |
| "step": 4550 |
| }, |
| { |
| "epoch": 0.5106382978723404, |
| "grad_norm": 3.210670232772827, |
| "learning_rate": 4.149122807017544e-05, |
| "loss": 2.1041, |
| "step": 4560 |
| }, |
| { |
| "epoch": 0.5117581187010078, |
| "grad_norm": 12.174056053161621, |
| "learning_rate": 4.147256438969765e-05, |
| "loss": 2.1001, |
| "step": 4570 |
| }, |
| { |
| "epoch": 0.5128779395296752, |
| "grad_norm": 10.776714324951172, |
| "learning_rate": 4.145390070921986e-05, |
| "loss": 2.2956, |
| "step": 4580 |
| }, |
| { |
| "epoch": 0.5139977603583427, |
| "grad_norm": 7.005626201629639, |
| "learning_rate": 4.143523702874207e-05, |
| "loss": 2.2044, |
| "step": 4590 |
| }, |
| { |
| "epoch": 0.5151175811870101, |
| "grad_norm": 11.280997276306152, |
| "learning_rate": 4.141657334826428e-05, |
| "loss": 2.3835, |
| "step": 4600 |
| }, |
| { |
| "epoch": 0.5162374020156775, |
| "grad_norm": 8.00539779663086, |
| "learning_rate": 4.139790966778649e-05, |
| "loss": 2.15, |
| "step": 4610 |
| }, |
| { |
| "epoch": 0.5173572228443449, |
| "grad_norm": 11.379185676574707, |
| "learning_rate": 4.13792459873087e-05, |
| "loss": 2.2607, |
| "step": 4620 |
| }, |
| { |
| "epoch": 0.5184770436730123, |
| "grad_norm": 3.4828784465789795, |
| "learning_rate": 4.136058230683091e-05, |
| "loss": 2.6439, |
| "step": 4630 |
| }, |
| { |
| "epoch": 0.5195968645016797, |
| "grad_norm": 8.438654899597168, |
| "learning_rate": 4.134191862635312e-05, |
| "loss": 1.7996, |
| "step": 4640 |
| }, |
| { |
| "epoch": 0.5207166853303471, |
| "grad_norm": 3.8132407665252686, |
| "learning_rate": 4.132325494587533e-05, |
| "loss": 2.1626, |
| "step": 4650 |
| }, |
| { |
| "epoch": 0.5218365061590146, |
| "grad_norm": 11.904292106628418, |
| "learning_rate": 4.130459126539754e-05, |
| "loss": 2.5126, |
| "step": 4660 |
| }, |
| { |
| "epoch": 0.522956326987682, |
| "grad_norm": 8.020877838134766, |
| "learning_rate": 4.1285927584919745e-05, |
| "loss": 2.3528, |
| "step": 4670 |
| }, |
| { |
| "epoch": 0.5240761478163494, |
| "grad_norm": 2.708252191543579, |
| "learning_rate": 4.126726390444196e-05, |
| "loss": 2.0487, |
| "step": 4680 |
| }, |
| { |
| "epoch": 0.5251959686450168, |
| "grad_norm": 3.0927486419677734, |
| "learning_rate": 4.124860022396417e-05, |
| "loss": 1.6742, |
| "step": 4690 |
| }, |
| { |
| "epoch": 0.5263157894736842, |
| "grad_norm": 12.992857933044434, |
| "learning_rate": 4.122993654348637e-05, |
| "loss": 1.9681, |
| "step": 4700 |
| }, |
| { |
| "epoch": 0.5274356103023516, |
| "grad_norm": 6.5138325691223145, |
| "learning_rate": 4.1211272863008585e-05, |
| "loss": 1.923, |
| "step": 4710 |
| }, |
| { |
| "epoch": 0.528555431131019, |
| "grad_norm": 3.025493621826172, |
| "learning_rate": 4.1192609182530796e-05, |
| "loss": 1.6204, |
| "step": 4720 |
| }, |
| { |
| "epoch": 0.5296752519596865, |
| "grad_norm": 3.9649546146392822, |
| "learning_rate": 4.117394550205301e-05, |
| "loss": 2.3652, |
| "step": 4730 |
| }, |
| { |
| "epoch": 0.5307950727883539, |
| "grad_norm": 3.212306499481201, |
| "learning_rate": 4.115528182157521e-05, |
| "loss": 2.0342, |
| "step": 4740 |
| }, |
| { |
| "epoch": 0.5319148936170213, |
| "grad_norm": 9.27729320526123, |
| "learning_rate": 4.1136618141097425e-05, |
| "loss": 1.9462, |
| "step": 4750 |
| }, |
| { |
| "epoch": 0.5330347144456887, |
| "grad_norm": 8.476268768310547, |
| "learning_rate": 4.1117954460619636e-05, |
| "loss": 2.3341, |
| "step": 4760 |
| }, |
| { |
| "epoch": 0.5341545352743561, |
| "grad_norm": 3.2790377140045166, |
| "learning_rate": 4.109929078014185e-05, |
| "loss": 2.1268, |
| "step": 4770 |
| }, |
| { |
| "epoch": 0.5352743561030235, |
| "grad_norm": 2.6565237045288086, |
| "learning_rate": 4.108062709966405e-05, |
| "loss": 1.9036, |
| "step": 4780 |
| }, |
| { |
| "epoch": 0.5363941769316909, |
| "grad_norm": 6.67348051071167, |
| "learning_rate": 4.1061963419186265e-05, |
| "loss": 1.9455, |
| "step": 4790 |
| }, |
| { |
| "epoch": 0.5375139977603584, |
| "grad_norm": 8.719578742980957, |
| "learning_rate": 4.1043299738708476e-05, |
| "loss": 2.1615, |
| "step": 4800 |
| }, |
| { |
| "epoch": 0.5386338185890257, |
| "grad_norm": 5.975245475769043, |
| "learning_rate": 4.102463605823069e-05, |
| "loss": 2.1647, |
| "step": 4810 |
| }, |
| { |
| "epoch": 0.5397536394176932, |
| "grad_norm": 2.856062412261963, |
| "learning_rate": 4.100597237775289e-05, |
| "loss": 2.0456, |
| "step": 4820 |
| }, |
| { |
| "epoch": 0.5408734602463606, |
| "grad_norm": 2.8386130332946777, |
| "learning_rate": 4.0987308697275105e-05, |
| "loss": 2.1015, |
| "step": 4830 |
| }, |
| { |
| "epoch": 0.541993281075028, |
| "grad_norm": 3.556990623474121, |
| "learning_rate": 4.0968645016797316e-05, |
| "loss": 2.2417, |
| "step": 4840 |
| }, |
| { |
| "epoch": 0.5431131019036954, |
| "grad_norm": 7.924489498138428, |
| "learning_rate": 4.094998133631953e-05, |
| "loss": 1.9925, |
| "step": 4850 |
| }, |
| { |
| "epoch": 0.5442329227323628, |
| "grad_norm": 11.762128829956055, |
| "learning_rate": 4.093131765584173e-05, |
| "loss": 2.5949, |
| "step": 4860 |
| }, |
| { |
| "epoch": 0.5453527435610303, |
| "grad_norm": 7.913935661315918, |
| "learning_rate": 4.0912653975363945e-05, |
| "loss": 2.0106, |
| "step": 4870 |
| }, |
| { |
| "epoch": 0.5464725643896976, |
| "grad_norm": 8.176780700683594, |
| "learning_rate": 4.0893990294886156e-05, |
| "loss": 2.1813, |
| "step": 4880 |
| }, |
| { |
| "epoch": 0.5475923852183651, |
| "grad_norm": 2.9236576557159424, |
| "learning_rate": 4.087532661440837e-05, |
| "loss": 2.1256, |
| "step": 4890 |
| }, |
| { |
| "epoch": 0.5487122060470325, |
| "grad_norm": 12.421939849853516, |
| "learning_rate": 4.085666293393057e-05, |
| "loss": 2.2168, |
| "step": 4900 |
| }, |
| { |
| "epoch": 0.5498320268756999, |
| "grad_norm": 2.374150514602661, |
| "learning_rate": 4.0837999253452785e-05, |
| "loss": 2.1841, |
| "step": 4910 |
| }, |
| { |
| "epoch": 0.5509518477043673, |
| "grad_norm": 5.778265953063965, |
| "learning_rate": 4.081933557297499e-05, |
| "loss": 1.866, |
| "step": 4920 |
| }, |
| { |
| "epoch": 0.5520716685330347, |
| "grad_norm": 2.9031143188476562, |
| "learning_rate": 4.08006718924972e-05, |
| "loss": 2.1778, |
| "step": 4930 |
| }, |
| { |
| "epoch": 0.5531914893617021, |
| "grad_norm": 2.8752217292785645, |
| "learning_rate": 4.078200821201941e-05, |
| "loss": 2.1301, |
| "step": 4940 |
| }, |
| { |
| "epoch": 0.5543113101903695, |
| "grad_norm": 6.815023899078369, |
| "learning_rate": 4.076334453154162e-05, |
| "loss": 2.1037, |
| "step": 4950 |
| }, |
| { |
| "epoch": 0.555431131019037, |
| "grad_norm": 3.5605039596557617, |
| "learning_rate": 4.074468085106383e-05, |
| "loss": 2.181, |
| "step": 4960 |
| }, |
| { |
| "epoch": 0.5565509518477044, |
| "grad_norm": 3.3536183834075928, |
| "learning_rate": 4.072601717058604e-05, |
| "loss": 2.1846, |
| "step": 4970 |
| }, |
| { |
| "epoch": 0.5576707726763718, |
| "grad_norm": 14.845537185668945, |
| "learning_rate": 4.070735349010825e-05, |
| "loss": 2.332, |
| "step": 4980 |
| }, |
| { |
| "epoch": 0.5587905935050392, |
| "grad_norm": 6.083976745605469, |
| "learning_rate": 4.068868980963046e-05, |
| "loss": 2.1927, |
| "step": 4990 |
| }, |
| { |
| "epoch": 0.5599104143337066, |
| "grad_norm": 3.194537401199341, |
| "learning_rate": 4.067002612915267e-05, |
| "loss": 2.3715, |
| "step": 5000 |
| }, |
| { |
| "epoch": 0.561030235162374, |
| "grad_norm": 2.682272434234619, |
| "learning_rate": 4.065136244867488e-05, |
| "loss": 1.95, |
| "step": 5010 |
| }, |
| { |
| "epoch": 0.5621500559910414, |
| "grad_norm": 3.429429054260254, |
| "learning_rate": 4.063269876819709e-05, |
| "loss": 2.2317, |
| "step": 5020 |
| }, |
| { |
| "epoch": 0.5632698768197089, |
| "grad_norm": 6.22359037399292, |
| "learning_rate": 4.06140350877193e-05, |
| "loss": 2.2734, |
| "step": 5030 |
| }, |
| { |
| "epoch": 0.5643896976483762, |
| "grad_norm": 12.685219764709473, |
| "learning_rate": 4.059537140724151e-05, |
| "loss": 2.3362, |
| "step": 5040 |
| }, |
| { |
| "epoch": 0.5655095184770437, |
| "grad_norm": 3.122385025024414, |
| "learning_rate": 4.057670772676372e-05, |
| "loss": 2.2147, |
| "step": 5050 |
| }, |
| { |
| "epoch": 0.5666293393057111, |
| "grad_norm": 3.515317678451538, |
| "learning_rate": 4.055804404628593e-05, |
| "loss": 2.3661, |
| "step": 5060 |
| }, |
| { |
| "epoch": 0.5677491601343785, |
| "grad_norm": 5.837533473968506, |
| "learning_rate": 4.053938036580814e-05, |
| "loss": 2.057, |
| "step": 5070 |
| }, |
| { |
| "epoch": 0.568868980963046, |
| "grad_norm": 2.728402614593506, |
| "learning_rate": 4.052071668533035e-05, |
| "loss": 1.9779, |
| "step": 5080 |
| }, |
| { |
| "epoch": 0.5699888017917133, |
| "grad_norm": 5.042017459869385, |
| "learning_rate": 4.050205300485256e-05, |
| "loss": 1.8092, |
| "step": 5090 |
| }, |
| { |
| "epoch": 0.5711086226203808, |
| "grad_norm": 9.7918701171875, |
| "learning_rate": 4.048338932437477e-05, |
| "loss": 2.4933, |
| "step": 5100 |
| }, |
| { |
| "epoch": 0.5722284434490481, |
| "grad_norm": 3.005107879638672, |
| "learning_rate": 4.046472564389698e-05, |
| "loss": 2.2101, |
| "step": 5110 |
| }, |
| { |
| "epoch": 0.5733482642777156, |
| "grad_norm": 4.867323875427246, |
| "learning_rate": 4.044606196341919e-05, |
| "loss": 2.0726, |
| "step": 5120 |
| }, |
| { |
| "epoch": 0.574468085106383, |
| "grad_norm": 4.434531211853027, |
| "learning_rate": 4.0427398282941395e-05, |
| "loss": 2.5219, |
| "step": 5130 |
| }, |
| { |
| "epoch": 0.5755879059350504, |
| "grad_norm": 9.07414722442627, |
| "learning_rate": 4.040873460246361e-05, |
| "loss": 2.2031, |
| "step": 5140 |
| }, |
| { |
| "epoch": 0.5767077267637178, |
| "grad_norm": 2.6722495555877686, |
| "learning_rate": 4.039007092198582e-05, |
| "loss": 2.2475, |
| "step": 5150 |
| }, |
| { |
| "epoch": 0.5778275475923852, |
| "grad_norm": 6.318906784057617, |
| "learning_rate": 4.037140724150802e-05, |
| "loss": 2.1646, |
| "step": 5160 |
| }, |
| { |
| "epoch": 0.5789473684210527, |
| "grad_norm": 2.754269599914551, |
| "learning_rate": 4.0352743561030235e-05, |
| "loss": 2.6936, |
| "step": 5170 |
| }, |
| { |
| "epoch": 0.58006718924972, |
| "grad_norm": 8.491806983947754, |
| "learning_rate": 4.0334079880552446e-05, |
| "loss": 2.308, |
| "step": 5180 |
| }, |
| { |
| "epoch": 0.5811870100783875, |
| "grad_norm": 4.256706714630127, |
| "learning_rate": 4.031541620007466e-05, |
| "loss": 1.9769, |
| "step": 5190 |
| }, |
| { |
| "epoch": 0.5823068309070548, |
| "grad_norm": 8.133840560913086, |
| "learning_rate": 4.029675251959686e-05, |
| "loss": 1.8873, |
| "step": 5200 |
| }, |
| { |
| "epoch": 0.5834266517357223, |
| "grad_norm": 3.6523616313934326, |
| "learning_rate": 4.0278088839119075e-05, |
| "loss": 1.9991, |
| "step": 5210 |
| }, |
| { |
| "epoch": 0.5845464725643897, |
| "grad_norm": 2.976468324661255, |
| "learning_rate": 4.0259425158641286e-05, |
| "loss": 2.6573, |
| "step": 5220 |
| }, |
| { |
| "epoch": 0.5856662933930571, |
| "grad_norm": 8.252400398254395, |
| "learning_rate": 4.02407614781635e-05, |
| "loss": 2.221, |
| "step": 5230 |
| }, |
| { |
| "epoch": 0.5867861142217246, |
| "grad_norm": 3.0009639263153076, |
| "learning_rate": 4.02220977976857e-05, |
| "loss": 2.2523, |
| "step": 5240 |
| }, |
| { |
| "epoch": 0.5879059350503919, |
| "grad_norm": 2.764678955078125, |
| "learning_rate": 4.0203434117207915e-05, |
| "loss": 2.0534, |
| "step": 5250 |
| }, |
| { |
| "epoch": 0.5890257558790594, |
| "grad_norm": 2.818638563156128, |
| "learning_rate": 4.0184770436730126e-05, |
| "loss": 1.9171, |
| "step": 5260 |
| }, |
| { |
| "epoch": 0.5901455767077267, |
| "grad_norm": 3.9487977027893066, |
| "learning_rate": 4.016610675625234e-05, |
| "loss": 2.1506, |
| "step": 5270 |
| }, |
| { |
| "epoch": 0.5912653975363942, |
| "grad_norm": 4.936847686767578, |
| "learning_rate": 4.014744307577454e-05, |
| "loss": 2.1909, |
| "step": 5280 |
| }, |
| { |
| "epoch": 0.5923852183650616, |
| "grad_norm": 14.60064697265625, |
| "learning_rate": 4.0128779395296755e-05, |
| "loss": 2.0533, |
| "step": 5290 |
| }, |
| { |
| "epoch": 0.593505039193729, |
| "grad_norm": 9.342129707336426, |
| "learning_rate": 4.0110115714818966e-05, |
| "loss": 2.0769, |
| "step": 5300 |
| }, |
| { |
| "epoch": 0.5946248600223965, |
| "grad_norm": 16.89434242248535, |
| "learning_rate": 4.009145203434118e-05, |
| "loss": 2.2267, |
| "step": 5310 |
| }, |
| { |
| "epoch": 0.5957446808510638, |
| "grad_norm": 6.977470397949219, |
| "learning_rate": 4.007278835386338e-05, |
| "loss": 2.954, |
| "step": 5320 |
| }, |
| { |
| "epoch": 0.5968645016797313, |
| "grad_norm": 2.928067922592163, |
| "learning_rate": 4.0054124673385595e-05, |
| "loss": 1.9651, |
| "step": 5330 |
| }, |
| { |
| "epoch": 0.5979843225083986, |
| "grad_norm": 2.7120723724365234, |
| "learning_rate": 4.00354609929078e-05, |
| "loss": 2.5949, |
| "step": 5340 |
| }, |
| { |
| "epoch": 0.5991041433370661, |
| "grad_norm": 2.3959896564483643, |
| "learning_rate": 4.001679731243002e-05, |
| "loss": 2.5269, |
| "step": 5350 |
| }, |
| { |
| "epoch": 0.6002239641657335, |
| "grad_norm": 4.766486644744873, |
| "learning_rate": 3.999813363195222e-05, |
| "loss": 2.1063, |
| "step": 5360 |
| }, |
| { |
| "epoch": 0.6013437849944009, |
| "grad_norm": 2.9101717472076416, |
| "learning_rate": 3.9979469951474435e-05, |
| "loss": 2.4363, |
| "step": 5370 |
| }, |
| { |
| "epoch": 0.6024636058230683, |
| "grad_norm": 2.3980298042297363, |
| "learning_rate": 3.996080627099664e-05, |
| "loss": 2.166, |
| "step": 5380 |
| }, |
| { |
| "epoch": 0.6035834266517357, |
| "grad_norm": 3.109349012374878, |
| "learning_rate": 3.994214259051885e-05, |
| "loss": 2.3349, |
| "step": 5390 |
| }, |
| { |
| "epoch": 0.6047032474804032, |
| "grad_norm": 3.364403486251831, |
| "learning_rate": 3.992347891004106e-05, |
| "loss": 2.036, |
| "step": 5400 |
| }, |
| { |
| "epoch": 0.6058230683090705, |
| "grad_norm": 6.84296989440918, |
| "learning_rate": 3.990481522956327e-05, |
| "loss": 2.1545, |
| "step": 5410 |
| }, |
| { |
| "epoch": 0.606942889137738, |
| "grad_norm": 3.494910717010498, |
| "learning_rate": 3.988615154908548e-05, |
| "loss": 2.0747, |
| "step": 5420 |
| }, |
| { |
| "epoch": 0.6080627099664053, |
| "grad_norm": 11.233692169189453, |
| "learning_rate": 3.986748786860769e-05, |
| "loss": 2.1933, |
| "step": 5430 |
| }, |
| { |
| "epoch": 0.6091825307950728, |
| "grad_norm": 2.6794285774230957, |
| "learning_rate": 3.98488241881299e-05, |
| "loss": 1.9889, |
| "step": 5440 |
| }, |
| { |
| "epoch": 0.6103023516237402, |
| "grad_norm": 6.740621089935303, |
| "learning_rate": 3.983016050765211e-05, |
| "loss": 2.4853, |
| "step": 5450 |
| }, |
| { |
| "epoch": 0.6114221724524076, |
| "grad_norm": 3.250119686126709, |
| "learning_rate": 3.981149682717432e-05, |
| "loss": 2.2843, |
| "step": 5460 |
| }, |
| { |
| "epoch": 0.6125419932810751, |
| "grad_norm": 5.2820940017700195, |
| "learning_rate": 3.979283314669653e-05, |
| "loss": 2.0738, |
| "step": 5470 |
| }, |
| { |
| "epoch": 0.6136618141097424, |
| "grad_norm": 5.155092716217041, |
| "learning_rate": 3.977416946621874e-05, |
| "loss": 2.0983, |
| "step": 5480 |
| }, |
| { |
| "epoch": 0.6147816349384099, |
| "grad_norm": 10.836530685424805, |
| "learning_rate": 3.975550578574095e-05, |
| "loss": 1.8994, |
| "step": 5490 |
| }, |
| { |
| "epoch": 0.6159014557670772, |
| "grad_norm": 4.8996968269348145, |
| "learning_rate": 3.973684210526316e-05, |
| "loss": 2.0153, |
| "step": 5500 |
| }, |
| { |
| "epoch": 0.6170212765957447, |
| "grad_norm": 12.028742790222168, |
| "learning_rate": 3.971817842478537e-05, |
| "loss": 2.4317, |
| "step": 5510 |
| }, |
| { |
| "epoch": 0.6181410974244121, |
| "grad_norm": 10.310006141662598, |
| "learning_rate": 3.969951474430758e-05, |
| "loss": 2.5903, |
| "step": 5520 |
| }, |
| { |
| "epoch": 0.6192609182530795, |
| "grad_norm": 3.7316179275512695, |
| "learning_rate": 3.968085106382979e-05, |
| "loss": 2.148, |
| "step": 5530 |
| }, |
| { |
| "epoch": 0.620380739081747, |
| "grad_norm": 4.745426177978516, |
| "learning_rate": 3.9662187383352e-05, |
| "loss": 2.3905, |
| "step": 5540 |
| }, |
| { |
| "epoch": 0.6215005599104143, |
| "grad_norm": 12.419564247131348, |
| "learning_rate": 3.9643523702874205e-05, |
| "loss": 2.6076, |
| "step": 5550 |
| }, |
| { |
| "epoch": 0.6226203807390818, |
| "grad_norm": 3.6548733711242676, |
| "learning_rate": 3.962486002239642e-05, |
| "loss": 2.2913, |
| "step": 5560 |
| }, |
| { |
| "epoch": 0.6237402015677491, |
| "grad_norm": 2.8344454765319824, |
| "learning_rate": 3.960619634191863e-05, |
| "loss": 2.3774, |
| "step": 5570 |
| }, |
| { |
| "epoch": 0.6248600223964166, |
| "grad_norm": 4.7610321044921875, |
| "learning_rate": 3.958753266144084e-05, |
| "loss": 2.2121, |
| "step": 5580 |
| }, |
| { |
| "epoch": 0.6259798432250839, |
| "grad_norm": 3.1101725101470947, |
| "learning_rate": 3.9568868980963045e-05, |
| "loss": 2.3034, |
| "step": 5590 |
| }, |
| { |
| "epoch": 0.6270996640537514, |
| "grad_norm": 2.6766905784606934, |
| "learning_rate": 3.955020530048526e-05, |
| "loss": 1.7205, |
| "step": 5600 |
| }, |
| { |
| "epoch": 0.6282194848824189, |
| "grad_norm": 3.271083116531372, |
| "learning_rate": 3.953154162000747e-05, |
| "loss": 2.4918, |
| "step": 5610 |
| }, |
| { |
| "epoch": 0.6293393057110862, |
| "grad_norm": 7.914976119995117, |
| "learning_rate": 3.951287793952967e-05, |
| "loss": 2.1463, |
| "step": 5620 |
| }, |
| { |
| "epoch": 0.6304591265397537, |
| "grad_norm": 3.1537246704101562, |
| "learning_rate": 3.9494214259051885e-05, |
| "loss": 2.0338, |
| "step": 5630 |
| }, |
| { |
| "epoch": 0.631578947368421, |
| "grad_norm": 10.18811321258545, |
| "learning_rate": 3.9475550578574096e-05, |
| "loss": 2.1563, |
| "step": 5640 |
| }, |
| { |
| "epoch": 0.6326987681970885, |
| "grad_norm": 11.715261459350586, |
| "learning_rate": 3.945688689809631e-05, |
| "loss": 2.3083, |
| "step": 5650 |
| }, |
| { |
| "epoch": 0.6338185890257558, |
| "grad_norm": 2.7163820266723633, |
| "learning_rate": 3.943822321761851e-05, |
| "loss": 2.3445, |
| "step": 5660 |
| }, |
| { |
| "epoch": 0.6349384098544233, |
| "grad_norm": 6.3636627197265625, |
| "learning_rate": 3.9419559537140725e-05, |
| "loss": 2.2905, |
| "step": 5670 |
| }, |
| { |
| "epoch": 0.6360582306830908, |
| "grad_norm": 3.9701311588287354, |
| "learning_rate": 3.9400895856662936e-05, |
| "loss": 1.8656, |
| "step": 5680 |
| }, |
| { |
| "epoch": 0.6371780515117581, |
| "grad_norm": 5.779101848602295, |
| "learning_rate": 3.938223217618515e-05, |
| "loss": 2.1488, |
| "step": 5690 |
| }, |
| { |
| "epoch": 0.6382978723404256, |
| "grad_norm": 3.038818359375, |
| "learning_rate": 3.936356849570735e-05, |
| "loss": 2.2644, |
| "step": 5700 |
| }, |
| { |
| "epoch": 0.6394176931690929, |
| "grad_norm": 2.684335470199585, |
| "learning_rate": 3.9344904815229565e-05, |
| "loss": 2.1819, |
| "step": 5710 |
| }, |
| { |
| "epoch": 0.6405375139977604, |
| "grad_norm": 11.84406566619873, |
| "learning_rate": 3.9326241134751776e-05, |
| "loss": 2.2329, |
| "step": 5720 |
| }, |
| { |
| "epoch": 0.6416573348264277, |
| "grad_norm": 2.978997230529785, |
| "learning_rate": 3.930757745427399e-05, |
| "loss": 2.2307, |
| "step": 5730 |
| }, |
| { |
| "epoch": 0.6427771556550952, |
| "grad_norm": 3.1249163150787354, |
| "learning_rate": 3.928891377379619e-05, |
| "loss": 1.8239, |
| "step": 5740 |
| }, |
| { |
| "epoch": 0.6438969764837627, |
| "grad_norm": 8.90749454498291, |
| "learning_rate": 3.9270250093318405e-05, |
| "loss": 2.3477, |
| "step": 5750 |
| }, |
| { |
| "epoch": 0.64501679731243, |
| "grad_norm": 8.59403133392334, |
| "learning_rate": 3.925158641284061e-05, |
| "loss": 1.6853, |
| "step": 5760 |
| }, |
| { |
| "epoch": 0.6461366181410975, |
| "grad_norm": 3.567573070526123, |
| "learning_rate": 3.923292273236283e-05, |
| "loss": 1.7603, |
| "step": 5770 |
| }, |
| { |
| "epoch": 0.6472564389697648, |
| "grad_norm": 2.913238286972046, |
| "learning_rate": 3.921425905188503e-05, |
| "loss": 1.9284, |
| "step": 5780 |
| }, |
| { |
| "epoch": 0.6483762597984323, |
| "grad_norm": 5.024287700653076, |
| "learning_rate": 3.9195595371407245e-05, |
| "loss": 1.9221, |
| "step": 5790 |
| }, |
| { |
| "epoch": 0.6494960806270996, |
| "grad_norm": 13.80717945098877, |
| "learning_rate": 3.917693169092945e-05, |
| "loss": 2.1171, |
| "step": 5800 |
| }, |
| { |
| "epoch": 0.6506159014557671, |
| "grad_norm": 2.929304599761963, |
| "learning_rate": 3.915826801045167e-05, |
| "loss": 1.929, |
| "step": 5810 |
| }, |
| { |
| "epoch": 0.6517357222844344, |
| "grad_norm": 2.820366859436035, |
| "learning_rate": 3.913960432997387e-05, |
| "loss": 2.1108, |
| "step": 5820 |
| }, |
| { |
| "epoch": 0.6528555431131019, |
| "grad_norm": 3.1681950092315674, |
| "learning_rate": 3.9120940649496085e-05, |
| "loss": 2.4005, |
| "step": 5830 |
| }, |
| { |
| "epoch": 0.6539753639417694, |
| "grad_norm": 10.097253799438477, |
| "learning_rate": 3.910227696901829e-05, |
| "loss": 1.8262, |
| "step": 5840 |
| }, |
| { |
| "epoch": 0.6550951847704367, |
| "grad_norm": 3.0544557571411133, |
| "learning_rate": 3.90836132885405e-05, |
| "loss": 2.2202, |
| "step": 5850 |
| }, |
| { |
| "epoch": 0.6562150055991042, |
| "grad_norm": 7.928321838378906, |
| "learning_rate": 3.906494960806271e-05, |
| "loss": 1.8896, |
| "step": 5860 |
| }, |
| { |
| "epoch": 0.6573348264277715, |
| "grad_norm": 12.526985168457031, |
| "learning_rate": 3.904628592758492e-05, |
| "loss": 2.263, |
| "step": 5870 |
| }, |
| { |
| "epoch": 0.658454647256439, |
| "grad_norm": 12.4088716506958, |
| "learning_rate": 3.902762224710713e-05, |
| "loss": 2.3226, |
| "step": 5880 |
| }, |
| { |
| "epoch": 0.6595744680851063, |
| "grad_norm": 8.499159812927246, |
| "learning_rate": 3.900895856662934e-05, |
| "loss": 1.9171, |
| "step": 5890 |
| }, |
| { |
| "epoch": 0.6606942889137738, |
| "grad_norm": 6.148478031158447, |
| "learning_rate": 3.899029488615155e-05, |
| "loss": 1.7816, |
| "step": 5900 |
| }, |
| { |
| "epoch": 0.6618141097424413, |
| "grad_norm": 2.6093831062316895, |
| "learning_rate": 3.897163120567376e-05, |
| "loss": 1.874, |
| "step": 5910 |
| }, |
| { |
| "epoch": 0.6629339305711086, |
| "grad_norm": 2.9577527046203613, |
| "learning_rate": 3.895296752519597e-05, |
| "loss": 2.4124, |
| "step": 5920 |
| }, |
| { |
| "epoch": 0.6640537513997761, |
| "grad_norm": 2.769073724746704, |
| "learning_rate": 3.893430384471818e-05, |
| "loss": 2.3388, |
| "step": 5930 |
| }, |
| { |
| "epoch": 0.6651735722284434, |
| "grad_norm": 3.398643970489502, |
| "learning_rate": 3.891564016424039e-05, |
| "loss": 2.2894, |
| "step": 5940 |
| }, |
| { |
| "epoch": 0.6662933930571109, |
| "grad_norm": 3.1375699043273926, |
| "learning_rate": 3.88969764837626e-05, |
| "loss": 2.4933, |
| "step": 5950 |
| }, |
| { |
| "epoch": 0.6674132138857782, |
| "grad_norm": 8.086012840270996, |
| "learning_rate": 3.887831280328481e-05, |
| "loss": 2.1847, |
| "step": 5960 |
| }, |
| { |
| "epoch": 0.6685330347144457, |
| "grad_norm": 7.541558742523193, |
| "learning_rate": 3.8859649122807015e-05, |
| "loss": 2.0018, |
| "step": 5970 |
| }, |
| { |
| "epoch": 0.6696528555431132, |
| "grad_norm": 8.947002410888672, |
| "learning_rate": 3.884098544232923e-05, |
| "loss": 2.3184, |
| "step": 5980 |
| }, |
| { |
| "epoch": 0.6707726763717805, |
| "grad_norm": 9.351658821105957, |
| "learning_rate": 3.882232176185144e-05, |
| "loss": 2.3077, |
| "step": 5990 |
| }, |
| { |
| "epoch": 0.671892497200448, |
| "grad_norm": 6.452417850494385, |
| "learning_rate": 3.880365808137365e-05, |
| "loss": 1.9899, |
| "step": 6000 |
| }, |
| { |
| "epoch": 0.6730123180291153, |
| "grad_norm": 7.518797874450684, |
| "learning_rate": 3.8784994400895855e-05, |
| "loss": 2.3504, |
| "step": 6010 |
| }, |
| { |
| "epoch": 0.6741321388577828, |
| "grad_norm": 11.191749572753906, |
| "learning_rate": 3.876633072041807e-05, |
| "loss": 2.2785, |
| "step": 6020 |
| }, |
| { |
| "epoch": 0.6752519596864501, |
| "grad_norm": 3.318284273147583, |
| "learning_rate": 3.874766703994028e-05, |
| "loss": 2.1379, |
| "step": 6030 |
| }, |
| { |
| "epoch": 0.6763717805151176, |
| "grad_norm": 11.762707710266113, |
| "learning_rate": 3.872900335946249e-05, |
| "loss": 2.1742, |
| "step": 6040 |
| }, |
| { |
| "epoch": 0.6774916013437849, |
| "grad_norm": 2.576070785522461, |
| "learning_rate": 3.8710339678984695e-05, |
| "loss": 2.033, |
| "step": 6050 |
| }, |
| { |
| "epoch": 0.6786114221724524, |
| "grad_norm": 3.21813702583313, |
| "learning_rate": 3.869167599850691e-05, |
| "loss": 2.1262, |
| "step": 6060 |
| }, |
| { |
| "epoch": 0.6797312430011199, |
| "grad_norm": 5.945693016052246, |
| "learning_rate": 3.867301231802912e-05, |
| "loss": 2.3859, |
| "step": 6070 |
| }, |
| { |
| "epoch": 0.6808510638297872, |
| "grad_norm": 4.385049819946289, |
| "learning_rate": 3.865434863755133e-05, |
| "loss": 1.8462, |
| "step": 6080 |
| }, |
| { |
| "epoch": 0.6819708846584547, |
| "grad_norm": 3.1201934814453125, |
| "learning_rate": 3.8635684957073535e-05, |
| "loss": 2.2583, |
| "step": 6090 |
| }, |
| { |
| "epoch": 0.683090705487122, |
| "grad_norm": 3.0420446395874023, |
| "learning_rate": 3.8617021276595746e-05, |
| "loss": 2.3901, |
| "step": 6100 |
| }, |
| { |
| "epoch": 0.6842105263157895, |
| "grad_norm": 2.6930365562438965, |
| "learning_rate": 3.859835759611796e-05, |
| "loss": 2.2662, |
| "step": 6110 |
| }, |
| { |
| "epoch": 0.6853303471444568, |
| "grad_norm": 4.4401984214782715, |
| "learning_rate": 3.857969391564016e-05, |
| "loss": 2.472, |
| "step": 6120 |
| }, |
| { |
| "epoch": 0.6864501679731243, |
| "grad_norm": 2.8523037433624268, |
| "learning_rate": 3.8561030235162375e-05, |
| "loss": 1.9654, |
| "step": 6130 |
| }, |
| { |
| "epoch": 0.6875699888017918, |
| "grad_norm": 13.0241060256958, |
| "learning_rate": 3.8542366554684587e-05, |
| "loss": 2.3012, |
| "step": 6140 |
| }, |
| { |
| "epoch": 0.6886898096304591, |
| "grad_norm": 3.5604312419891357, |
| "learning_rate": 3.85237028742068e-05, |
| "loss": 2.0856, |
| "step": 6150 |
| }, |
| { |
| "epoch": 0.6898096304591266, |
| "grad_norm": 2.850850820541382, |
| "learning_rate": 3.8505039193729e-05, |
| "loss": 2.0274, |
| "step": 6160 |
| }, |
| { |
| "epoch": 0.6909294512877939, |
| "grad_norm": 8.735082626342773, |
| "learning_rate": 3.8486375513251215e-05, |
| "loss": 1.6773, |
| "step": 6170 |
| }, |
| { |
| "epoch": 0.6920492721164614, |
| "grad_norm": 3.8772952556610107, |
| "learning_rate": 3.8467711832773427e-05, |
| "loss": 2.5705, |
| "step": 6180 |
| }, |
| { |
| "epoch": 0.6931690929451287, |
| "grad_norm": 8.324105262756348, |
| "learning_rate": 3.844904815229564e-05, |
| "loss": 2.331, |
| "step": 6190 |
| }, |
| { |
| "epoch": 0.6942889137737962, |
| "grad_norm": 3.392038583755493, |
| "learning_rate": 3.843038447181784e-05, |
| "loss": 2.4718, |
| "step": 6200 |
| }, |
| { |
| "epoch": 0.6954087346024636, |
| "grad_norm": 3.956043004989624, |
| "learning_rate": 3.8411720791340055e-05, |
| "loss": 2.0328, |
| "step": 6210 |
| }, |
| { |
| "epoch": 0.696528555431131, |
| "grad_norm": 3.05572247505188, |
| "learning_rate": 3.839305711086226e-05, |
| "loss": 1.9317, |
| "step": 6220 |
| }, |
| { |
| "epoch": 0.6976483762597985, |
| "grad_norm": 3.7026829719543457, |
| "learning_rate": 3.837439343038448e-05, |
| "loss": 2.1722, |
| "step": 6230 |
| }, |
| { |
| "epoch": 0.6987681970884658, |
| "grad_norm": 7.879319190979004, |
| "learning_rate": 3.835572974990668e-05, |
| "loss": 1.8841, |
| "step": 6240 |
| }, |
| { |
| "epoch": 0.6998880179171333, |
| "grad_norm": 11.358241081237793, |
| "learning_rate": 3.8337066069428895e-05, |
| "loss": 2.5414, |
| "step": 6250 |
| }, |
| { |
| "epoch": 0.7010078387458006, |
| "grad_norm": 2.9824588298797607, |
| "learning_rate": 3.83184023889511e-05, |
| "loss": 2.1727, |
| "step": 6260 |
| }, |
| { |
| "epoch": 0.7021276595744681, |
| "grad_norm": 11.302024841308594, |
| "learning_rate": 3.829973870847332e-05, |
| "loss": 2.2552, |
| "step": 6270 |
| }, |
| { |
| "epoch": 0.7032474804031354, |
| "grad_norm": 13.782984733581543, |
| "learning_rate": 3.828107502799552e-05, |
| "loss": 2.3492, |
| "step": 6280 |
| }, |
| { |
| "epoch": 0.7043673012318029, |
| "grad_norm": 2.993431329727173, |
| "learning_rate": 3.8262411347517735e-05, |
| "loss": 1.8148, |
| "step": 6290 |
| }, |
| { |
| "epoch": 0.7054871220604704, |
| "grad_norm": 7.389340400695801, |
| "learning_rate": 3.824374766703994e-05, |
| "loss": 1.9859, |
| "step": 6300 |
| }, |
| { |
| "epoch": 0.7066069428891377, |
| "grad_norm": 9.87246036529541, |
| "learning_rate": 3.822508398656215e-05, |
| "loss": 1.997, |
| "step": 6310 |
| }, |
| { |
| "epoch": 0.7077267637178052, |
| "grad_norm": 3.7313337326049805, |
| "learning_rate": 3.820642030608436e-05, |
| "loss": 2.1025, |
| "step": 6320 |
| }, |
| { |
| "epoch": 0.7088465845464725, |
| "grad_norm": 12.712873458862305, |
| "learning_rate": 3.818775662560657e-05, |
| "loss": 2.1316, |
| "step": 6330 |
| }, |
| { |
| "epoch": 0.70996640537514, |
| "grad_norm": 3.423029661178589, |
| "learning_rate": 3.816909294512878e-05, |
| "loss": 1.8786, |
| "step": 6340 |
| }, |
| { |
| "epoch": 0.7110862262038073, |
| "grad_norm": 2.487156391143799, |
| "learning_rate": 3.815042926465099e-05, |
| "loss": 2.2605, |
| "step": 6350 |
| }, |
| { |
| "epoch": 0.7122060470324748, |
| "grad_norm": 3.7588279247283936, |
| "learning_rate": 3.81317655841732e-05, |
| "loss": 2.1991, |
| "step": 6360 |
| }, |
| { |
| "epoch": 0.7133258678611423, |
| "grad_norm": 3.227130174636841, |
| "learning_rate": 3.811310190369541e-05, |
| "loss": 2.4743, |
| "step": 6370 |
| }, |
| { |
| "epoch": 0.7144456886898096, |
| "grad_norm": 7.917088985443115, |
| "learning_rate": 3.809443822321762e-05, |
| "loss": 2.1551, |
| "step": 6380 |
| }, |
| { |
| "epoch": 0.7155655095184771, |
| "grad_norm": 2.7183947563171387, |
| "learning_rate": 3.807577454273983e-05, |
| "loss": 2.188, |
| "step": 6390 |
| }, |
| { |
| "epoch": 0.7166853303471444, |
| "grad_norm": 3.0164196491241455, |
| "learning_rate": 3.805711086226204e-05, |
| "loss": 2.1092, |
| "step": 6400 |
| }, |
| { |
| "epoch": 0.7178051511758119, |
| "grad_norm": 3.0733413696289062, |
| "learning_rate": 3.803844718178425e-05, |
| "loss": 2.0739, |
| "step": 6410 |
| }, |
| { |
| "epoch": 0.7189249720044792, |
| "grad_norm": 3.4838147163391113, |
| "learning_rate": 3.801978350130646e-05, |
| "loss": 2.5713, |
| "step": 6420 |
| }, |
| { |
| "epoch": 0.7200447928331467, |
| "grad_norm": 7.422530174255371, |
| "learning_rate": 3.8001119820828665e-05, |
| "loss": 2.1976, |
| "step": 6430 |
| }, |
| { |
| "epoch": 0.7211646136618141, |
| "grad_norm": 3.010465383529663, |
| "learning_rate": 3.798245614035088e-05, |
| "loss": 2.1626, |
| "step": 6440 |
| }, |
| { |
| "epoch": 0.7222844344904815, |
| "grad_norm": 2.360297918319702, |
| "learning_rate": 3.796379245987309e-05, |
| "loss": 1.8999, |
| "step": 6450 |
| }, |
| { |
| "epoch": 0.723404255319149, |
| "grad_norm": 4.043231964111328, |
| "learning_rate": 3.79451287793953e-05, |
| "loss": 2.4137, |
| "step": 6460 |
| }, |
| { |
| "epoch": 0.7245240761478163, |
| "grad_norm": 13.390426635742188, |
| "learning_rate": 3.7926465098917505e-05, |
| "loss": 2.3208, |
| "step": 6470 |
| }, |
| { |
| "epoch": 0.7256438969764838, |
| "grad_norm": 3.9308841228485107, |
| "learning_rate": 3.790780141843972e-05, |
| "loss": 2.2158, |
| "step": 6480 |
| }, |
| { |
| "epoch": 0.7267637178051511, |
| "grad_norm": 7.398802280426025, |
| "learning_rate": 3.788913773796193e-05, |
| "loss": 2.3551, |
| "step": 6490 |
| }, |
| { |
| "epoch": 0.7278835386338186, |
| "grad_norm": 9.143538475036621, |
| "learning_rate": 3.787047405748414e-05, |
| "loss": 2.2071, |
| "step": 6500 |
| }, |
| { |
| "epoch": 0.729003359462486, |
| "grad_norm": 3.0637400150299072, |
| "learning_rate": 3.7851810377006345e-05, |
| "loss": 2.0304, |
| "step": 6510 |
| }, |
| { |
| "epoch": 0.7301231802911534, |
| "grad_norm": 3.206883668899536, |
| "learning_rate": 3.7833146696528557e-05, |
| "loss": 2.2099, |
| "step": 6520 |
| }, |
| { |
| "epoch": 0.7312430011198209, |
| "grad_norm": 10.21704387664795, |
| "learning_rate": 3.781448301605077e-05, |
| "loss": 2.4963, |
| "step": 6530 |
| }, |
| { |
| "epoch": 0.7323628219484882, |
| "grad_norm": 11.84740161895752, |
| "learning_rate": 3.779581933557298e-05, |
| "loss": 2.342, |
| "step": 6540 |
| }, |
| { |
| "epoch": 0.7334826427771557, |
| "grad_norm": 9.463152885437012, |
| "learning_rate": 3.7777155655095185e-05, |
| "loss": 2.2016, |
| "step": 6550 |
| }, |
| { |
| "epoch": 0.734602463605823, |
| "grad_norm": 3.3957138061523438, |
| "learning_rate": 3.7758491974617397e-05, |
| "loss": 2.285, |
| "step": 6560 |
| }, |
| { |
| "epoch": 0.7357222844344905, |
| "grad_norm": 3.3638765811920166, |
| "learning_rate": 3.773982829413961e-05, |
| "loss": 2.2848, |
| "step": 6570 |
| }, |
| { |
| "epoch": 0.7368421052631579, |
| "grad_norm": 8.35213565826416, |
| "learning_rate": 3.772116461366181e-05, |
| "loss": 2.1612, |
| "step": 6580 |
| }, |
| { |
| "epoch": 0.7379619260918253, |
| "grad_norm": 7.612375259399414, |
| "learning_rate": 3.7702500933184025e-05, |
| "loss": 2.2899, |
| "step": 6590 |
| }, |
| { |
| "epoch": 0.7390817469204927, |
| "grad_norm": 7.650971412658691, |
| "learning_rate": 3.7683837252706237e-05, |
| "loss": 2.0612, |
| "step": 6600 |
| }, |
| { |
| "epoch": 0.7402015677491601, |
| "grad_norm": 3.540432929992676, |
| "learning_rate": 3.766517357222845e-05, |
| "loss": 2.0103, |
| "step": 6610 |
| }, |
| { |
| "epoch": 0.7413213885778276, |
| "grad_norm": 8.57761001586914, |
| "learning_rate": 3.764650989175065e-05, |
| "loss": 2.3906, |
| "step": 6620 |
| }, |
| { |
| "epoch": 0.7424412094064949, |
| "grad_norm": 11.053874969482422, |
| "learning_rate": 3.7627846211272865e-05, |
| "loss": 2.2103, |
| "step": 6630 |
| }, |
| { |
| "epoch": 0.7435610302351624, |
| "grad_norm": 8.416523933410645, |
| "learning_rate": 3.760918253079507e-05, |
| "loss": 2.3171, |
| "step": 6640 |
| }, |
| { |
| "epoch": 0.7446808510638298, |
| "grad_norm": 3.172659397125244, |
| "learning_rate": 3.759051885031729e-05, |
| "loss": 2.0747, |
| "step": 6650 |
| }, |
| { |
| "epoch": 0.7458006718924972, |
| "grad_norm": 3.0577268600463867, |
| "learning_rate": 3.757185516983949e-05, |
| "loss": 1.7781, |
| "step": 6660 |
| }, |
| { |
| "epoch": 0.7469204927211646, |
| "grad_norm": 2.7276387214660645, |
| "learning_rate": 3.7553191489361705e-05, |
| "loss": 2.3419, |
| "step": 6670 |
| }, |
| { |
| "epoch": 0.748040313549832, |
| "grad_norm": 6.0162529945373535, |
| "learning_rate": 3.753452780888391e-05, |
| "loss": 2.047, |
| "step": 6680 |
| }, |
| { |
| "epoch": 0.7491601343784995, |
| "grad_norm": 8.213367462158203, |
| "learning_rate": 3.751586412840613e-05, |
| "loss": 2.1848, |
| "step": 6690 |
| }, |
| { |
| "epoch": 0.7502799552071668, |
| "grad_norm": 2.8683581352233887, |
| "learning_rate": 3.749720044792833e-05, |
| "loss": 2.3152, |
| "step": 6700 |
| }, |
| { |
| "epoch": 0.7513997760358343, |
| "grad_norm": 7.736207485198975, |
| "learning_rate": 3.7478536767450545e-05, |
| "loss": 2.2199, |
| "step": 6710 |
| }, |
| { |
| "epoch": 0.7525195968645016, |
| "grad_norm": 13.607484817504883, |
| "learning_rate": 3.745987308697275e-05, |
| "loss": 2.0759, |
| "step": 6720 |
| }, |
| { |
| "epoch": 0.7536394176931691, |
| "grad_norm": 12.661739349365234, |
| "learning_rate": 3.744120940649496e-05, |
| "loss": 2.1309, |
| "step": 6730 |
| }, |
| { |
| "epoch": 0.7547592385218365, |
| "grad_norm": 7.0321364402771, |
| "learning_rate": 3.742254572601717e-05, |
| "loss": 2.2709, |
| "step": 6740 |
| }, |
| { |
| "epoch": 0.7558790593505039, |
| "grad_norm": 7.621607780456543, |
| "learning_rate": 3.7403882045539385e-05, |
| "loss": 1.9236, |
| "step": 6750 |
| }, |
| { |
| "epoch": 0.7569988801791714, |
| "grad_norm": 9.952698707580566, |
| "learning_rate": 3.738521836506159e-05, |
| "loss": 2.2815, |
| "step": 6760 |
| }, |
| { |
| "epoch": 0.7581187010078387, |
| "grad_norm": 3.3789877891540527, |
| "learning_rate": 3.73665546845838e-05, |
| "loss": 1.7131, |
| "step": 6770 |
| }, |
| { |
| "epoch": 0.7592385218365062, |
| "grad_norm": 5.496334075927734, |
| "learning_rate": 3.734789100410601e-05, |
| "loss": 2.07, |
| "step": 6780 |
| }, |
| { |
| "epoch": 0.7603583426651735, |
| "grad_norm": 6.971884250640869, |
| "learning_rate": 3.732922732362822e-05, |
| "loss": 2.0964, |
| "step": 6790 |
| }, |
| { |
| "epoch": 0.761478163493841, |
| "grad_norm": 8.502189636230469, |
| "learning_rate": 3.731056364315043e-05, |
| "loss": 2.1573, |
| "step": 6800 |
| }, |
| { |
| "epoch": 0.7625979843225084, |
| "grad_norm": 12.738436698913574, |
| "learning_rate": 3.729189996267264e-05, |
| "loss": 2.1589, |
| "step": 6810 |
| }, |
| { |
| "epoch": 0.7637178051511758, |
| "grad_norm": 4.9455790519714355, |
| "learning_rate": 3.727323628219485e-05, |
| "loss": 2.1109, |
| "step": 6820 |
| }, |
| { |
| "epoch": 0.7648376259798432, |
| "grad_norm": 4.243088245391846, |
| "learning_rate": 3.725457260171706e-05, |
| "loss": 1.96, |
| "step": 6830 |
| }, |
| { |
| "epoch": 0.7659574468085106, |
| "grad_norm": 3.8965704441070557, |
| "learning_rate": 3.723590892123927e-05, |
| "loss": 2.0415, |
| "step": 6840 |
| }, |
| { |
| "epoch": 0.7670772676371781, |
| "grad_norm": 3.0561602115631104, |
| "learning_rate": 3.7217245240761475e-05, |
| "loss": 1.8753, |
| "step": 6850 |
| }, |
| { |
| "epoch": 0.7681970884658454, |
| "grad_norm": 3.344120979309082, |
| "learning_rate": 3.719858156028369e-05, |
| "loss": 2.3332, |
| "step": 6860 |
| }, |
| { |
| "epoch": 0.7693169092945129, |
| "grad_norm": 15.658031463623047, |
| "learning_rate": 3.71799178798059e-05, |
| "loss": 1.8573, |
| "step": 6870 |
| }, |
| { |
| "epoch": 0.7704367301231803, |
| "grad_norm": 13.487674713134766, |
| "learning_rate": 3.716125419932811e-05, |
| "loss": 2.1022, |
| "step": 6880 |
| }, |
| { |
| "epoch": 0.7715565509518477, |
| "grad_norm": 4.366361141204834, |
| "learning_rate": 3.7142590518850315e-05, |
| "loss": 2.1056, |
| "step": 6890 |
| }, |
| { |
| "epoch": 0.7726763717805151, |
| "grad_norm": 6.940586566925049, |
| "learning_rate": 3.712392683837253e-05, |
| "loss": 1.7214, |
| "step": 6900 |
| }, |
| { |
| "epoch": 0.7737961926091825, |
| "grad_norm": 3.119396448135376, |
| "learning_rate": 3.710526315789474e-05, |
| "loss": 2.4966, |
| "step": 6910 |
| }, |
| { |
| "epoch": 0.77491601343785, |
| "grad_norm": 2.804882287979126, |
| "learning_rate": 3.708659947741695e-05, |
| "loss": 1.9811, |
| "step": 6920 |
| }, |
| { |
| "epoch": 0.7760358342665173, |
| "grad_norm": 6.220757484436035, |
| "learning_rate": 3.7067935796939155e-05, |
| "loss": 2.0228, |
| "step": 6930 |
| }, |
| { |
| "epoch": 0.7771556550951848, |
| "grad_norm": 7.664346218109131, |
| "learning_rate": 3.7049272116461367e-05, |
| "loss": 2.375, |
| "step": 6940 |
| }, |
| { |
| "epoch": 0.7782754759238522, |
| "grad_norm": 3.2381927967071533, |
| "learning_rate": 3.703060843598358e-05, |
| "loss": 2.1603, |
| "step": 6950 |
| }, |
| { |
| "epoch": 0.7793952967525196, |
| "grad_norm": 2.67271089553833, |
| "learning_rate": 3.701194475550579e-05, |
| "loss": 1.975, |
| "step": 6960 |
| }, |
| { |
| "epoch": 0.780515117581187, |
| "grad_norm": 8.897006034851074, |
| "learning_rate": 3.6993281075027995e-05, |
| "loss": 2.1017, |
| "step": 6970 |
| }, |
| { |
| "epoch": 0.7816349384098544, |
| "grad_norm": 4.098658084869385, |
| "learning_rate": 3.6974617394550207e-05, |
| "loss": 2.0624, |
| "step": 6980 |
| }, |
| { |
| "epoch": 0.7827547592385219, |
| "grad_norm": 9.428001403808594, |
| "learning_rate": 3.695595371407242e-05, |
| "loss": 1.9006, |
| "step": 6990 |
| }, |
| { |
| "epoch": 0.7838745800671892, |
| "grad_norm": 3.8001720905303955, |
| "learning_rate": 3.693729003359463e-05, |
| "loss": 2.2506, |
| "step": 7000 |
| }, |
| { |
| "epoch": 0.7849944008958567, |
| "grad_norm": 14.967480659484863, |
| "learning_rate": 3.6918626353116835e-05, |
| "loss": 2.4808, |
| "step": 7010 |
| }, |
| { |
| "epoch": 0.786114221724524, |
| "grad_norm": 5.58108377456665, |
| "learning_rate": 3.6899962672639047e-05, |
| "loss": 2.5445, |
| "step": 7020 |
| }, |
| { |
| "epoch": 0.7872340425531915, |
| "grad_norm": 4.169144153594971, |
| "learning_rate": 3.688129899216126e-05, |
| "loss": 2.2701, |
| "step": 7030 |
| }, |
| { |
| "epoch": 0.7883538633818589, |
| "grad_norm": 3.629635810852051, |
| "learning_rate": 3.686263531168346e-05, |
| "loss": 2.0769, |
| "step": 7040 |
| }, |
| { |
| "epoch": 0.7894736842105263, |
| "grad_norm": 3.2318367958068848, |
| "learning_rate": 3.6843971631205675e-05, |
| "loss": 1.9304, |
| "step": 7050 |
| }, |
| { |
| "epoch": 0.7905935050391937, |
| "grad_norm": 3.569641590118408, |
| "learning_rate": 3.682530795072788e-05, |
| "loss": 1.9362, |
| "step": 7060 |
| }, |
| { |
| "epoch": 0.7917133258678611, |
| "grad_norm": 3.6073529720306396, |
| "learning_rate": 3.68066442702501e-05, |
| "loss": 2.1551, |
| "step": 7070 |
| }, |
| { |
| "epoch": 0.7928331466965286, |
| "grad_norm": 2.949209690093994, |
| "learning_rate": 3.67879805897723e-05, |
| "loss": 1.7599, |
| "step": 7080 |
| }, |
| { |
| "epoch": 0.793952967525196, |
| "grad_norm": 7.541772842407227, |
| "learning_rate": 3.6769316909294515e-05, |
| "loss": 2.2318, |
| "step": 7090 |
| }, |
| { |
| "epoch": 0.7950727883538634, |
| "grad_norm": 3.108989953994751, |
| "learning_rate": 3.675065322881672e-05, |
| "loss": 2.1161, |
| "step": 7100 |
| }, |
| { |
| "epoch": 0.7961926091825308, |
| "grad_norm": 2.859032392501831, |
| "learning_rate": 3.673198954833894e-05, |
| "loss": 2.2659, |
| "step": 7110 |
| }, |
| { |
| "epoch": 0.7973124300111982, |
| "grad_norm": 4.491294860839844, |
| "learning_rate": 3.671332586786114e-05, |
| "loss": 1.4341, |
| "step": 7120 |
| }, |
| { |
| "epoch": 0.7984322508398656, |
| "grad_norm": 8.079992294311523, |
| "learning_rate": 3.6694662187383355e-05, |
| "loss": 2.1608, |
| "step": 7130 |
| }, |
| { |
| "epoch": 0.799552071668533, |
| "grad_norm": 3.3629186153411865, |
| "learning_rate": 3.667599850690556e-05, |
| "loss": 2.0803, |
| "step": 7140 |
| }, |
| { |
| "epoch": 0.8006718924972005, |
| "grad_norm": 7.034578800201416, |
| "learning_rate": 3.665733482642777e-05, |
| "loss": 2.2975, |
| "step": 7150 |
| }, |
| { |
| "epoch": 0.8017917133258678, |
| "grad_norm": 3.3165249824523926, |
| "learning_rate": 3.663867114594998e-05, |
| "loss": 2.0453, |
| "step": 7160 |
| }, |
| { |
| "epoch": 0.8029115341545353, |
| "grad_norm": 11.479082107543945, |
| "learning_rate": 3.6620007465472195e-05, |
| "loss": 1.9926, |
| "step": 7170 |
| }, |
| { |
| "epoch": 0.8040313549832027, |
| "grad_norm": 2.8620989322662354, |
| "learning_rate": 3.66013437849944e-05, |
| "loss": 2.0147, |
| "step": 7180 |
| }, |
| { |
| "epoch": 0.8051511758118701, |
| "grad_norm": 9.503447532653809, |
| "learning_rate": 3.658268010451661e-05, |
| "loss": 2.1835, |
| "step": 7190 |
| }, |
| { |
| "epoch": 0.8062709966405375, |
| "grad_norm": 2.9380719661712646, |
| "learning_rate": 3.656401642403882e-05, |
| "loss": 1.9345, |
| "step": 7200 |
| }, |
| { |
| "epoch": 0.8073908174692049, |
| "grad_norm": 9.880309104919434, |
| "learning_rate": 3.6545352743561035e-05, |
| "loss": 2.1885, |
| "step": 7210 |
| }, |
| { |
| "epoch": 0.8085106382978723, |
| "grad_norm": 8.49301528930664, |
| "learning_rate": 3.652668906308324e-05, |
| "loss": 1.7974, |
| "step": 7220 |
| }, |
| { |
| "epoch": 0.8096304591265397, |
| "grad_norm": 7.494529724121094, |
| "learning_rate": 3.650802538260545e-05, |
| "loss": 2.1994, |
| "step": 7230 |
| }, |
| { |
| "epoch": 0.8107502799552072, |
| "grad_norm": 2.999682664871216, |
| "learning_rate": 3.648936170212766e-05, |
| "loss": 2.2821, |
| "step": 7240 |
| }, |
| { |
| "epoch": 0.8118701007838746, |
| "grad_norm": 2.5797007083892822, |
| "learning_rate": 3.647069802164987e-05, |
| "loss": 2.1872, |
| "step": 7250 |
| }, |
| { |
| "epoch": 0.812989921612542, |
| "grad_norm": 9.615920066833496, |
| "learning_rate": 3.645203434117208e-05, |
| "loss": 2.3596, |
| "step": 7260 |
| }, |
| { |
| "epoch": 0.8141097424412094, |
| "grad_norm": 8.524604797363281, |
| "learning_rate": 3.6433370660694285e-05, |
| "loss": 2.6097, |
| "step": 7270 |
| }, |
| { |
| "epoch": 0.8152295632698768, |
| "grad_norm": 7.994124889373779, |
| "learning_rate": 3.64147069802165e-05, |
| "loss": 1.7589, |
| "step": 7280 |
| }, |
| { |
| "epoch": 0.8163493840985442, |
| "grad_norm": 2.902440071105957, |
| "learning_rate": 3.639604329973871e-05, |
| "loss": 2.1298, |
| "step": 7290 |
| }, |
| { |
| "epoch": 0.8174692049272116, |
| "grad_norm": 2.9455184936523438, |
| "learning_rate": 3.637737961926092e-05, |
| "loss": 2.2527, |
| "step": 7300 |
| }, |
| { |
| "epoch": 0.8185890257558791, |
| "grad_norm": 7.609272003173828, |
| "learning_rate": 3.6358715938783125e-05, |
| "loss": 2.2256, |
| "step": 7310 |
| }, |
| { |
| "epoch": 0.8197088465845465, |
| "grad_norm": 3.6720242500305176, |
| "learning_rate": 3.634005225830534e-05, |
| "loss": 2.034, |
| "step": 7320 |
| }, |
| { |
| "epoch": 0.8208286674132139, |
| "grad_norm": 6.270810604095459, |
| "learning_rate": 3.632138857782755e-05, |
| "loss": 1.9424, |
| "step": 7330 |
| }, |
| { |
| "epoch": 0.8219484882418813, |
| "grad_norm": 9.397404670715332, |
| "learning_rate": 3.630272489734976e-05, |
| "loss": 2.0945, |
| "step": 7340 |
| }, |
| { |
| "epoch": 0.8230683090705487, |
| "grad_norm": 3.0468692779541016, |
| "learning_rate": 3.6284061216871965e-05, |
| "loss": 2.382, |
| "step": 7350 |
| }, |
| { |
| "epoch": 0.8241881298992161, |
| "grad_norm": 5.612720966339111, |
| "learning_rate": 3.626539753639418e-05, |
| "loss": 1.9622, |
| "step": 7360 |
| }, |
| { |
| "epoch": 0.8253079507278835, |
| "grad_norm": 4.7055983543396, |
| "learning_rate": 3.624673385591639e-05, |
| "loss": 2.2322, |
| "step": 7370 |
| }, |
| { |
| "epoch": 0.826427771556551, |
| "grad_norm": 4.574550628662109, |
| "learning_rate": 3.62280701754386e-05, |
| "loss": 2.0364, |
| "step": 7380 |
| }, |
| { |
| "epoch": 0.8275475923852184, |
| "grad_norm": 9.704349517822266, |
| "learning_rate": 3.6209406494960805e-05, |
| "loss": 2.6025, |
| "step": 7390 |
| }, |
| { |
| "epoch": 0.8286674132138858, |
| "grad_norm": 3.6313247680664062, |
| "learning_rate": 3.6190742814483017e-05, |
| "loss": 2.0449, |
| "step": 7400 |
| }, |
| { |
| "epoch": 0.8297872340425532, |
| "grad_norm": 5.157100200653076, |
| "learning_rate": 3.617207913400523e-05, |
| "loss": 2.0293, |
| "step": 7410 |
| }, |
| { |
| "epoch": 0.8309070548712206, |
| "grad_norm": 11.102890968322754, |
| "learning_rate": 3.615341545352744e-05, |
| "loss": 2.3059, |
| "step": 7420 |
| }, |
| { |
| "epoch": 0.832026875699888, |
| "grad_norm": 6.320305347442627, |
| "learning_rate": 3.6134751773049645e-05, |
| "loss": 2.1117, |
| "step": 7430 |
| }, |
| { |
| "epoch": 0.8331466965285554, |
| "grad_norm": 9.381714820861816, |
| "learning_rate": 3.611608809257186e-05, |
| "loss": 2.5279, |
| "step": 7440 |
| }, |
| { |
| "epoch": 0.8342665173572228, |
| "grad_norm": 3.505153179168701, |
| "learning_rate": 3.609742441209407e-05, |
| "loss": 2.176, |
| "step": 7450 |
| }, |
| { |
| "epoch": 0.8353863381858903, |
| "grad_norm": 6.633389472961426, |
| "learning_rate": 3.607876073161628e-05, |
| "loss": 2.1151, |
| "step": 7460 |
| }, |
| { |
| "epoch": 0.8365061590145577, |
| "grad_norm": 2.6333770751953125, |
| "learning_rate": 3.6060097051138485e-05, |
| "loss": 2.4062, |
| "step": 7470 |
| }, |
| { |
| "epoch": 0.8376259798432251, |
| "grad_norm": 3.540119171142578, |
| "learning_rate": 3.60414333706607e-05, |
| "loss": 2.1977, |
| "step": 7480 |
| }, |
| { |
| "epoch": 0.8387458006718925, |
| "grad_norm": 2.524616003036499, |
| "learning_rate": 3.602276969018291e-05, |
| "loss": 2.1205, |
| "step": 7490 |
| }, |
| { |
| "epoch": 0.8398656215005599, |
| "grad_norm": 6.62229061126709, |
| "learning_rate": 3.600410600970511e-05, |
| "loss": 2.2605, |
| "step": 7500 |
| }, |
| { |
| "epoch": 0.8409854423292273, |
| "grad_norm": 3.3816375732421875, |
| "learning_rate": 3.5985442329227325e-05, |
| "loss": 2.0532, |
| "step": 7510 |
| }, |
| { |
| "epoch": 0.8421052631578947, |
| "grad_norm": 2.873293161392212, |
| "learning_rate": 3.596677864874953e-05, |
| "loss": 2.251, |
| "step": 7520 |
| }, |
| { |
| "epoch": 0.8432250839865622, |
| "grad_norm": 8.764281272888184, |
| "learning_rate": 3.594811496827175e-05, |
| "loss": 2.2559, |
| "step": 7530 |
| }, |
| { |
| "epoch": 0.8443449048152296, |
| "grad_norm": 11.748472213745117, |
| "learning_rate": 3.592945128779395e-05, |
| "loss": 1.9883, |
| "step": 7540 |
| }, |
| { |
| "epoch": 0.845464725643897, |
| "grad_norm": 8.871268272399902, |
| "learning_rate": 3.5910787607316165e-05, |
| "loss": 2.2952, |
| "step": 7550 |
| }, |
| { |
| "epoch": 0.8465845464725644, |
| "grad_norm": 3.4777164459228516, |
| "learning_rate": 3.589212392683837e-05, |
| "loss": 2.1871, |
| "step": 7560 |
| }, |
| { |
| "epoch": 0.8477043673012318, |
| "grad_norm": 13.322107315063477, |
| "learning_rate": 3.587346024636059e-05, |
| "loss": 2.2841, |
| "step": 7570 |
| }, |
| { |
| "epoch": 0.8488241881298992, |
| "grad_norm": 3.384903907775879, |
| "learning_rate": 3.585479656588279e-05, |
| "loss": 1.7451, |
| "step": 7580 |
| }, |
| { |
| "epoch": 0.8499440089585666, |
| "grad_norm": 3.1881563663482666, |
| "learning_rate": 3.5836132885405005e-05, |
| "loss": 2.3855, |
| "step": 7590 |
| }, |
| { |
| "epoch": 0.851063829787234, |
| "grad_norm": 8.006708145141602, |
| "learning_rate": 3.581746920492721e-05, |
| "loss": 2.0241, |
| "step": 7600 |
| }, |
| { |
| "epoch": 0.8521836506159015, |
| "grad_norm": 3.468590259552002, |
| "learning_rate": 3.579880552444942e-05, |
| "loss": 2.3348, |
| "step": 7610 |
| }, |
| { |
| "epoch": 0.8533034714445689, |
| "grad_norm": 8.839496612548828, |
| "learning_rate": 3.578014184397163e-05, |
| "loss": 2.0181, |
| "step": 7620 |
| }, |
| { |
| "epoch": 0.8544232922732363, |
| "grad_norm": 2.8391735553741455, |
| "learning_rate": 3.5761478163493845e-05, |
| "loss": 2.2046, |
| "step": 7630 |
| }, |
| { |
| "epoch": 0.8555431131019037, |
| "grad_norm": 2.341062068939209, |
| "learning_rate": 3.574281448301605e-05, |
| "loss": 2.509, |
| "step": 7640 |
| }, |
| { |
| "epoch": 0.8566629339305711, |
| "grad_norm": 4.910477161407471, |
| "learning_rate": 3.572415080253826e-05, |
| "loss": 2.4332, |
| "step": 7650 |
| }, |
| { |
| "epoch": 0.8577827547592385, |
| "grad_norm": 9.427245140075684, |
| "learning_rate": 3.570548712206047e-05, |
| "loss": 2.2668, |
| "step": 7660 |
| }, |
| { |
| "epoch": 0.858902575587906, |
| "grad_norm": 2.9346938133239746, |
| "learning_rate": 3.5686823441582685e-05, |
| "loss": 1.8698, |
| "step": 7670 |
| }, |
| { |
| "epoch": 0.8600223964165733, |
| "grad_norm": 3.292447328567505, |
| "learning_rate": 3.566815976110489e-05, |
| "loss": 2.1736, |
| "step": 7680 |
| }, |
| { |
| "epoch": 0.8611422172452408, |
| "grad_norm": 3.89292573928833, |
| "learning_rate": 3.56494960806271e-05, |
| "loss": 2.4429, |
| "step": 7690 |
| }, |
| { |
| "epoch": 0.8622620380739082, |
| "grad_norm": 8.658332824707031, |
| "learning_rate": 3.563083240014931e-05, |
| "loss": 2.1728, |
| "step": 7700 |
| }, |
| { |
| "epoch": 0.8633818589025756, |
| "grad_norm": 8.725335121154785, |
| "learning_rate": 3.5612168719671525e-05, |
| "loss": 2.0126, |
| "step": 7710 |
| }, |
| { |
| "epoch": 0.864501679731243, |
| "grad_norm": 2.872495412826538, |
| "learning_rate": 3.559350503919373e-05, |
| "loss": 2.4384, |
| "step": 7720 |
| }, |
| { |
| "epoch": 0.8656215005599104, |
| "grad_norm": 17.420711517333984, |
| "learning_rate": 3.5574841358715935e-05, |
| "loss": 1.8937, |
| "step": 7730 |
| }, |
| { |
| "epoch": 0.8667413213885778, |
| "grad_norm": 7.1470489501953125, |
| "learning_rate": 3.555617767823815e-05, |
| "loss": 1.6198, |
| "step": 7740 |
| }, |
| { |
| "epoch": 0.8678611422172452, |
| "grad_norm": 9.926697731018066, |
| "learning_rate": 3.553751399776036e-05, |
| "loss": 1.9396, |
| "step": 7750 |
| }, |
| { |
| "epoch": 0.8689809630459127, |
| "grad_norm": 3.2263200283050537, |
| "learning_rate": 3.551885031728257e-05, |
| "loss": 2.3201, |
| "step": 7760 |
| }, |
| { |
| "epoch": 0.8701007838745801, |
| "grad_norm": 7.058889865875244, |
| "learning_rate": 3.5500186636804775e-05, |
| "loss": 2.1745, |
| "step": 7770 |
| }, |
| { |
| "epoch": 0.8712206047032475, |
| "grad_norm": 12.746253967285156, |
| "learning_rate": 3.548152295632699e-05, |
| "loss": 2.4713, |
| "step": 7780 |
| }, |
| { |
| "epoch": 0.8723404255319149, |
| "grad_norm": 10.826375961303711, |
| "learning_rate": 3.54628592758492e-05, |
| "loss": 1.9633, |
| "step": 7790 |
| }, |
| { |
| "epoch": 0.8734602463605823, |
| "grad_norm": 3.0302278995513916, |
| "learning_rate": 3.544419559537141e-05, |
| "loss": 2.3689, |
| "step": 7800 |
| }, |
| { |
| "epoch": 0.8745800671892497, |
| "grad_norm": 2.6338868141174316, |
| "learning_rate": 3.5425531914893615e-05, |
| "loss": 1.6076, |
| "step": 7810 |
| }, |
| { |
| "epoch": 0.8756998880179171, |
| "grad_norm": 2.724898099899292, |
| "learning_rate": 3.540686823441583e-05, |
| "loss": 1.6231, |
| "step": 7820 |
| }, |
| { |
| "epoch": 0.8768197088465846, |
| "grad_norm": 5.752689361572266, |
| "learning_rate": 3.538820455393804e-05, |
| "loss": 1.8717, |
| "step": 7830 |
| }, |
| { |
| "epoch": 0.8779395296752519, |
| "grad_norm": 3.7347118854522705, |
| "learning_rate": 3.536954087346025e-05, |
| "loss": 2.1681, |
| "step": 7840 |
| }, |
| { |
| "epoch": 0.8790593505039194, |
| "grad_norm": 6.816357612609863, |
| "learning_rate": 3.5350877192982455e-05, |
| "loss": 1.6885, |
| "step": 7850 |
| }, |
| { |
| "epoch": 0.8801791713325868, |
| "grad_norm": 10.730504989624023, |
| "learning_rate": 3.533221351250467e-05, |
| "loss": 2.3201, |
| "step": 7860 |
| }, |
| { |
| "epoch": 0.8812989921612542, |
| "grad_norm": 10.225847244262695, |
| "learning_rate": 3.531354983202688e-05, |
| "loss": 2.307, |
| "step": 7870 |
| }, |
| { |
| "epoch": 0.8824188129899216, |
| "grad_norm": 3.7461752891540527, |
| "learning_rate": 3.529488615154909e-05, |
| "loss": 2.4028, |
| "step": 7880 |
| }, |
| { |
| "epoch": 0.883538633818589, |
| "grad_norm": 3.2298667430877686, |
| "learning_rate": 3.5276222471071295e-05, |
| "loss": 2.2726, |
| "step": 7890 |
| }, |
| { |
| "epoch": 0.8846584546472565, |
| "grad_norm": 4.180459976196289, |
| "learning_rate": 3.525755879059351e-05, |
| "loss": 2.3693, |
| "step": 7900 |
| }, |
| { |
| "epoch": 0.8857782754759238, |
| "grad_norm": 3.8476152420043945, |
| "learning_rate": 3.523889511011572e-05, |
| "loss": 1.9672, |
| "step": 7910 |
| }, |
| { |
| "epoch": 0.8868980963045913, |
| "grad_norm": 2.8095366954803467, |
| "learning_rate": 3.522023142963793e-05, |
| "loss": 1.5762, |
| "step": 7920 |
| }, |
| { |
| "epoch": 0.8880179171332587, |
| "grad_norm": 11.424389839172363, |
| "learning_rate": 3.5201567749160135e-05, |
| "loss": 1.9222, |
| "step": 7930 |
| }, |
| { |
| "epoch": 0.8891377379619261, |
| "grad_norm": 10.916204452514648, |
| "learning_rate": 3.518290406868235e-05, |
| "loss": 2.2247, |
| "step": 7940 |
| }, |
| { |
| "epoch": 0.8902575587905935, |
| "grad_norm": 8.619460105895996, |
| "learning_rate": 3.516424038820456e-05, |
| "loss": 2.5038, |
| "step": 7950 |
| }, |
| { |
| "epoch": 0.8913773796192609, |
| "grad_norm": 3.383333444595337, |
| "learning_rate": 3.514557670772676e-05, |
| "loss": 2.0325, |
| "step": 7960 |
| }, |
| { |
| "epoch": 0.8924972004479284, |
| "grad_norm": 2.8794310092926025, |
| "learning_rate": 3.5126913027248975e-05, |
| "loss": 2.2037, |
| "step": 7970 |
| }, |
| { |
| "epoch": 0.8936170212765957, |
| "grad_norm": 3.270104169845581, |
| "learning_rate": 3.510824934677118e-05, |
| "loss": 2.5766, |
| "step": 7980 |
| }, |
| { |
| "epoch": 0.8947368421052632, |
| "grad_norm": 5.58250617980957, |
| "learning_rate": 3.50895856662934e-05, |
| "loss": 2.0883, |
| "step": 7990 |
| }, |
| { |
| "epoch": 0.8958566629339306, |
| "grad_norm": 4.2217488288879395, |
| "learning_rate": 3.50709219858156e-05, |
| "loss": 2.1016, |
| "step": 8000 |
| }, |
| { |
| "epoch": 0.896976483762598, |
| "grad_norm": 5.107589244842529, |
| "learning_rate": 3.5052258305337815e-05, |
| "loss": 1.9658, |
| "step": 8010 |
| }, |
| { |
| "epoch": 0.8980963045912654, |
| "grad_norm": 3.2384800910949707, |
| "learning_rate": 3.503359462486002e-05, |
| "loss": 1.8828, |
| "step": 8020 |
| }, |
| { |
| "epoch": 0.8992161254199328, |
| "grad_norm": 3.6768581867218018, |
| "learning_rate": 3.501493094438223e-05, |
| "loss": 1.6965, |
| "step": 8030 |
| }, |
| { |
| "epoch": 0.9003359462486002, |
| "grad_norm": 3.0174429416656494, |
| "learning_rate": 3.499626726390444e-05, |
| "loss": 2.16, |
| "step": 8040 |
| }, |
| { |
| "epoch": 0.9014557670772676, |
| "grad_norm": 13.087141036987305, |
| "learning_rate": 3.4977603583426655e-05, |
| "loss": 1.7648, |
| "step": 8050 |
| }, |
| { |
| "epoch": 0.9025755879059351, |
| "grad_norm": 11.361166000366211, |
| "learning_rate": 3.495893990294886e-05, |
| "loss": 1.94, |
| "step": 8060 |
| }, |
| { |
| "epoch": 0.9036954087346024, |
| "grad_norm": 3.1637301445007324, |
| "learning_rate": 3.494027622247107e-05, |
| "loss": 2.0952, |
| "step": 8070 |
| }, |
| { |
| "epoch": 0.9048152295632699, |
| "grad_norm": 3.610626459121704, |
| "learning_rate": 3.492161254199328e-05, |
| "loss": 2.4445, |
| "step": 8080 |
| }, |
| { |
| "epoch": 0.9059350503919373, |
| "grad_norm": 3.5841760635375977, |
| "learning_rate": 3.4902948861515495e-05, |
| "loss": 2.3581, |
| "step": 8090 |
| }, |
| { |
| "epoch": 0.9070548712206047, |
| "grad_norm": 8.359783172607422, |
| "learning_rate": 3.48842851810377e-05, |
| "loss": 2.0259, |
| "step": 8100 |
| }, |
| { |
| "epoch": 0.9081746920492721, |
| "grad_norm": 3.30151629447937, |
| "learning_rate": 3.486562150055991e-05, |
| "loss": 2.3721, |
| "step": 8110 |
| }, |
| { |
| "epoch": 0.9092945128779395, |
| "grad_norm": 3.3997480869293213, |
| "learning_rate": 3.484695782008212e-05, |
| "loss": 2.0008, |
| "step": 8120 |
| }, |
| { |
| "epoch": 0.910414333706607, |
| "grad_norm": 4.009676456451416, |
| "learning_rate": 3.4828294139604335e-05, |
| "loss": 1.8577, |
| "step": 8130 |
| }, |
| { |
| "epoch": 0.9115341545352743, |
| "grad_norm": 11.38424015045166, |
| "learning_rate": 3.480963045912654e-05, |
| "loss": 2.1525, |
| "step": 8140 |
| }, |
| { |
| "epoch": 0.9126539753639418, |
| "grad_norm": 3.4985761642456055, |
| "learning_rate": 3.479096677864875e-05, |
| "loss": 2.0185, |
| "step": 8150 |
| }, |
| { |
| "epoch": 0.9137737961926092, |
| "grad_norm": 2.8695907592773438, |
| "learning_rate": 3.4772303098170963e-05, |
| "loss": 2.2721, |
| "step": 8160 |
| }, |
| { |
| "epoch": 0.9148936170212766, |
| "grad_norm": 9.850143432617188, |
| "learning_rate": 3.4753639417693175e-05, |
| "loss": 2.0199, |
| "step": 8170 |
| }, |
| { |
| "epoch": 0.916013437849944, |
| "grad_norm": 6.895715713500977, |
| "learning_rate": 3.473497573721538e-05, |
| "loss": 2.0351, |
| "step": 8180 |
| }, |
| { |
| "epoch": 0.9171332586786114, |
| "grad_norm": 3.088392972946167, |
| "learning_rate": 3.4716312056737585e-05, |
| "loss": 2.1426, |
| "step": 8190 |
| }, |
| { |
| "epoch": 0.9182530795072789, |
| "grad_norm": 2.6038413047790527, |
| "learning_rate": 3.4697648376259803e-05, |
| "loss": 1.9374, |
| "step": 8200 |
| }, |
| { |
| "epoch": 0.9193729003359462, |
| "grad_norm": 8.73396110534668, |
| "learning_rate": 3.467898469578201e-05, |
| "loss": 2.3542, |
| "step": 8210 |
| }, |
| { |
| "epoch": 0.9204927211646137, |
| "grad_norm": 7.529842853546143, |
| "learning_rate": 3.466032101530422e-05, |
| "loss": 2.5576, |
| "step": 8220 |
| }, |
| { |
| "epoch": 0.921612541993281, |
| "grad_norm": 11.439668655395508, |
| "learning_rate": 3.4641657334826425e-05, |
| "loss": 2.3506, |
| "step": 8230 |
| }, |
| { |
| "epoch": 0.9227323628219485, |
| "grad_norm": 11.114765167236328, |
| "learning_rate": 3.462299365434864e-05, |
| "loss": 2.1594, |
| "step": 8240 |
| }, |
| { |
| "epoch": 0.9238521836506159, |
| "grad_norm": 3.631915807723999, |
| "learning_rate": 3.460432997387085e-05, |
| "loss": 1.9301, |
| "step": 8250 |
| }, |
| { |
| "epoch": 0.9249720044792833, |
| "grad_norm": 4.813271522521973, |
| "learning_rate": 3.458566629339306e-05, |
| "loss": 1.7937, |
| "step": 8260 |
| }, |
| { |
| "epoch": 0.9260918253079508, |
| "grad_norm": 9.251919746398926, |
| "learning_rate": 3.4567002612915265e-05, |
| "loss": 2.4907, |
| "step": 8270 |
| }, |
| { |
| "epoch": 0.9272116461366181, |
| "grad_norm": 10.042062759399414, |
| "learning_rate": 3.454833893243748e-05, |
| "loss": 2.3766, |
| "step": 8280 |
| }, |
| { |
| "epoch": 0.9283314669652856, |
| "grad_norm": 5.098442554473877, |
| "learning_rate": 3.452967525195969e-05, |
| "loss": 1.9331, |
| "step": 8290 |
| }, |
| { |
| "epoch": 0.9294512877939529, |
| "grad_norm": 3.054330348968506, |
| "learning_rate": 3.45110115714819e-05, |
| "loss": 1.9556, |
| "step": 8300 |
| }, |
| { |
| "epoch": 0.9305711086226204, |
| "grad_norm": 5.500843524932861, |
| "learning_rate": 3.4492347891004105e-05, |
| "loss": 1.8301, |
| "step": 8310 |
| }, |
| { |
| "epoch": 0.9316909294512878, |
| "grad_norm": 11.334184646606445, |
| "learning_rate": 3.447368421052632e-05, |
| "loss": 2.3866, |
| "step": 8320 |
| }, |
| { |
| "epoch": 0.9328107502799552, |
| "grad_norm": 9.781439781188965, |
| "learning_rate": 3.445502053004853e-05, |
| "loss": 2.3349, |
| "step": 8330 |
| }, |
| { |
| "epoch": 0.9339305711086227, |
| "grad_norm": 5.9633049964904785, |
| "learning_rate": 3.443635684957074e-05, |
| "loss": 1.5215, |
| "step": 8340 |
| }, |
| { |
| "epoch": 0.93505039193729, |
| "grad_norm": 9.052412033081055, |
| "learning_rate": 3.4417693169092945e-05, |
| "loss": 2.2278, |
| "step": 8350 |
| }, |
| { |
| "epoch": 0.9361702127659575, |
| "grad_norm": 15.582505226135254, |
| "learning_rate": 3.439902948861516e-05, |
| "loss": 2.2908, |
| "step": 8360 |
| }, |
| { |
| "epoch": 0.9372900335946248, |
| "grad_norm": 9.649676322937012, |
| "learning_rate": 3.438036580813737e-05, |
| "loss": 2.0235, |
| "step": 8370 |
| }, |
| { |
| "epoch": 0.9384098544232923, |
| "grad_norm": 2.680288314819336, |
| "learning_rate": 3.436170212765958e-05, |
| "loss": 1.9282, |
| "step": 8380 |
| }, |
| { |
| "epoch": 0.9395296752519597, |
| "grad_norm": 3.08258318901062, |
| "learning_rate": 3.4343038447181785e-05, |
| "loss": 2.2415, |
| "step": 8390 |
| }, |
| { |
| "epoch": 0.9406494960806271, |
| "grad_norm": 4.9708380699157715, |
| "learning_rate": 3.4324374766704e-05, |
| "loss": 2.3105, |
| "step": 8400 |
| }, |
| { |
| "epoch": 0.9417693169092946, |
| "grad_norm": 2.7266993522644043, |
| "learning_rate": 3.430571108622621e-05, |
| "loss": 2.2027, |
| "step": 8410 |
| }, |
| { |
| "epoch": 0.9428891377379619, |
| "grad_norm": 10.68362808227539, |
| "learning_rate": 3.428704740574841e-05, |
| "loss": 2.0632, |
| "step": 8420 |
| }, |
| { |
| "epoch": 0.9440089585666294, |
| "grad_norm": 3.0944361686706543, |
| "learning_rate": 3.4268383725270625e-05, |
| "loss": 2.2351, |
| "step": 8430 |
| }, |
| { |
| "epoch": 0.9451287793952967, |
| "grad_norm": 3.2292227745056152, |
| "learning_rate": 3.424972004479283e-05, |
| "loss": 1.9755, |
| "step": 8440 |
| }, |
| { |
| "epoch": 0.9462486002239642, |
| "grad_norm": 16.302453994750977, |
| "learning_rate": 3.423105636431504e-05, |
| "loss": 2.0759, |
| "step": 8450 |
| }, |
| { |
| "epoch": 0.9473684210526315, |
| "grad_norm": 4.625180244445801, |
| "learning_rate": 3.421239268383725e-05, |
| "loss": 2.5148, |
| "step": 8460 |
| }, |
| { |
| "epoch": 0.948488241881299, |
| "grad_norm": 8.57646656036377, |
| "learning_rate": 3.4193729003359465e-05, |
| "loss": 1.9348, |
| "step": 8470 |
| }, |
| { |
| "epoch": 0.9496080627099664, |
| "grad_norm": 3.611316442489624, |
| "learning_rate": 3.417506532288167e-05, |
| "loss": 2.3202, |
| "step": 8480 |
| }, |
| { |
| "epoch": 0.9507278835386338, |
| "grad_norm": 12.828388214111328, |
| "learning_rate": 3.415640164240388e-05, |
| "loss": 2.0078, |
| "step": 8490 |
| }, |
| { |
| "epoch": 0.9518477043673013, |
| "grad_norm": 7.542992115020752, |
| "learning_rate": 3.413773796192609e-05, |
| "loss": 1.8984, |
| "step": 8500 |
| }, |
| { |
| "epoch": 0.9529675251959686, |
| "grad_norm": 10.747339248657227, |
| "learning_rate": 3.4119074281448305e-05, |
| "loss": 2.2511, |
| "step": 8510 |
| }, |
| { |
| "epoch": 0.9540873460246361, |
| "grad_norm": 6.7283453941345215, |
| "learning_rate": 3.410041060097051e-05, |
| "loss": 1.9405, |
| "step": 8520 |
| }, |
| { |
| "epoch": 0.9552071668533034, |
| "grad_norm": 2.935981512069702, |
| "learning_rate": 3.408174692049272e-05, |
| "loss": 2.1033, |
| "step": 8530 |
| }, |
| { |
| "epoch": 0.9563269876819709, |
| "grad_norm": 3.4737389087677, |
| "learning_rate": 3.4063083240014933e-05, |
| "loss": 2.0328, |
| "step": 8540 |
| }, |
| { |
| "epoch": 0.9574468085106383, |
| "grad_norm": 8.525548934936523, |
| "learning_rate": 3.4044419559537145e-05, |
| "loss": 1.8537, |
| "step": 8550 |
| }, |
| { |
| "epoch": 0.9585666293393057, |
| "grad_norm": 6.467761516571045, |
| "learning_rate": 3.402575587905935e-05, |
| "loss": 2.0973, |
| "step": 8560 |
| }, |
| { |
| "epoch": 0.9596864501679732, |
| "grad_norm": 10.39410400390625, |
| "learning_rate": 3.400709219858156e-05, |
| "loss": 2.0941, |
| "step": 8570 |
| }, |
| { |
| "epoch": 0.9608062709966405, |
| "grad_norm": 5.414796829223633, |
| "learning_rate": 3.3988428518103773e-05, |
| "loss": 1.6318, |
| "step": 8580 |
| }, |
| { |
| "epoch": 0.961926091825308, |
| "grad_norm": 2.808164119720459, |
| "learning_rate": 3.3969764837625985e-05, |
| "loss": 1.8583, |
| "step": 8590 |
| }, |
| { |
| "epoch": 0.9630459126539753, |
| "grad_norm": 2.665485382080078, |
| "learning_rate": 3.395110115714819e-05, |
| "loss": 2.1733, |
| "step": 8600 |
| }, |
| { |
| "epoch": 0.9641657334826428, |
| "grad_norm": 3.183068037033081, |
| "learning_rate": 3.39324374766704e-05, |
| "loss": 1.7059, |
| "step": 8610 |
| }, |
| { |
| "epoch": 0.9652855543113102, |
| "grad_norm": 2.7500557899475098, |
| "learning_rate": 3.3913773796192613e-05, |
| "loss": 2.2814, |
| "step": 8620 |
| }, |
| { |
| "epoch": 0.9664053751399776, |
| "grad_norm": 6.916834831237793, |
| "learning_rate": 3.3895110115714825e-05, |
| "loss": 2.0092, |
| "step": 8630 |
| }, |
| { |
| "epoch": 0.9675251959686451, |
| "grad_norm": 11.789180755615234, |
| "learning_rate": 3.387644643523703e-05, |
| "loss": 1.744, |
| "step": 8640 |
| }, |
| { |
| "epoch": 0.9686450167973124, |
| "grad_norm": 12.441953659057617, |
| "learning_rate": 3.3857782754759235e-05, |
| "loss": 2.2952, |
| "step": 8650 |
| }, |
| { |
| "epoch": 0.9697648376259799, |
| "grad_norm": 4.348373889923096, |
| "learning_rate": 3.3839119074281453e-05, |
| "loss": 1.8666, |
| "step": 8660 |
| }, |
| { |
| "epoch": 0.9708846584546472, |
| "grad_norm": 3.6366405487060547, |
| "learning_rate": 3.382045539380366e-05, |
| "loss": 2.3619, |
| "step": 8670 |
| }, |
| { |
| "epoch": 0.9720044792833147, |
| "grad_norm": 5.705763816833496, |
| "learning_rate": 3.380179171332587e-05, |
| "loss": 1.8297, |
| "step": 8680 |
| }, |
| { |
| "epoch": 0.973124300111982, |
| "grad_norm": 8.548418998718262, |
| "learning_rate": 3.3783128032848075e-05, |
| "loss": 1.6297, |
| "step": 8690 |
| }, |
| { |
| "epoch": 0.9742441209406495, |
| "grad_norm": 6.786285877227783, |
| "learning_rate": 3.376446435237029e-05, |
| "loss": 1.6739, |
| "step": 8700 |
| }, |
| { |
| "epoch": 0.975363941769317, |
| "grad_norm": 2.983182430267334, |
| "learning_rate": 3.37458006718925e-05, |
| "loss": 1.8939, |
| "step": 8710 |
| }, |
| { |
| "epoch": 0.9764837625979843, |
| "grad_norm": 7.78575325012207, |
| "learning_rate": 3.372713699141471e-05, |
| "loss": 2.2775, |
| "step": 8720 |
| }, |
| { |
| "epoch": 0.9776035834266518, |
| "grad_norm": 2.9739723205566406, |
| "learning_rate": 3.3708473310936915e-05, |
| "loss": 2.3235, |
| "step": 8730 |
| }, |
| { |
| "epoch": 0.9787234042553191, |
| "grad_norm": 13.118427276611328, |
| "learning_rate": 3.368980963045913e-05, |
| "loss": 2.2344, |
| "step": 8740 |
| }, |
| { |
| "epoch": 0.9798432250839866, |
| "grad_norm": 3.2696194648742676, |
| "learning_rate": 3.367114594998134e-05, |
| "loss": 2.3788, |
| "step": 8750 |
| }, |
| { |
| "epoch": 0.9809630459126539, |
| "grad_norm": 2.9010257720947266, |
| "learning_rate": 3.365248226950355e-05, |
| "loss": 2.0307, |
| "step": 8760 |
| }, |
| { |
| "epoch": 0.9820828667413214, |
| "grad_norm": 3.2224440574645996, |
| "learning_rate": 3.3633818589025755e-05, |
| "loss": 2.0968, |
| "step": 8770 |
| }, |
| { |
| "epoch": 0.9832026875699889, |
| "grad_norm": 9.395108222961426, |
| "learning_rate": 3.361515490854797e-05, |
| "loss": 2.2748, |
| "step": 8780 |
| }, |
| { |
| "epoch": 0.9843225083986562, |
| "grad_norm": 3.0687882900238037, |
| "learning_rate": 3.359649122807018e-05, |
| "loss": 1.7044, |
| "step": 8790 |
| }, |
| { |
| "epoch": 0.9854423292273237, |
| "grad_norm": 3.7267823219299316, |
| "learning_rate": 3.357782754759239e-05, |
| "loss": 1.6726, |
| "step": 8800 |
| }, |
| { |
| "epoch": 0.986562150055991, |
| "grad_norm": 3.8064417839050293, |
| "learning_rate": 3.3559163867114595e-05, |
| "loss": 1.8408, |
| "step": 8810 |
| }, |
| { |
| "epoch": 0.9876819708846585, |
| "grad_norm": 8.669193267822266, |
| "learning_rate": 3.354050018663681e-05, |
| "loss": 1.8474, |
| "step": 8820 |
| }, |
| { |
| "epoch": 0.9888017917133258, |
| "grad_norm": 14.256889343261719, |
| "learning_rate": 3.352183650615902e-05, |
| "loss": 2.0988, |
| "step": 8830 |
| }, |
| { |
| "epoch": 0.9899216125419933, |
| "grad_norm": 10.54806137084961, |
| "learning_rate": 3.350317282568123e-05, |
| "loss": 2.1008, |
| "step": 8840 |
| }, |
| { |
| "epoch": 0.9910414333706606, |
| "grad_norm": 3.6541545391082764, |
| "learning_rate": 3.3484509145203435e-05, |
| "loss": 1.7903, |
| "step": 8850 |
| }, |
| { |
| "epoch": 0.9921612541993281, |
| "grad_norm": 3.3884453773498535, |
| "learning_rate": 3.346584546472565e-05, |
| "loss": 2.0664, |
| "step": 8860 |
| }, |
| { |
| "epoch": 0.9932810750279956, |
| "grad_norm": 3.597472906112671, |
| "learning_rate": 3.344718178424786e-05, |
| "loss": 2.2501, |
| "step": 8870 |
| }, |
| { |
| "epoch": 0.9944008958566629, |
| "grad_norm": 3.326669931411743, |
| "learning_rate": 3.3428518103770063e-05, |
| "loss": 2.2494, |
| "step": 8880 |
| }, |
| { |
| "epoch": 0.9955207166853304, |
| "grad_norm": 3.445563316345215, |
| "learning_rate": 3.3409854423292275e-05, |
| "loss": 2.4157, |
| "step": 8890 |
| }, |
| { |
| "epoch": 0.9966405375139977, |
| "grad_norm": 3.6265370845794678, |
| "learning_rate": 3.339119074281448e-05, |
| "loss": 1.9543, |
| "step": 8900 |
| }, |
| { |
| "epoch": 0.9977603583426652, |
| "grad_norm": 6.9715471267700195, |
| "learning_rate": 3.337252706233669e-05, |
| "loss": 1.9576, |
| "step": 8910 |
| }, |
| { |
| "epoch": 0.9988801791713325, |
| "grad_norm": 2.990663528442383, |
| "learning_rate": 3.3353863381858903e-05, |
| "loss": 1.7998, |
| "step": 8920 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 16.68695640563965, |
| "learning_rate": 3.3335199701381115e-05, |
| "loss": 2.4764, |
| "step": 8930 |
| }, |
| { |
| "epoch": 1.0011198208286674, |
| "grad_norm": 3.5761334896087646, |
| "learning_rate": 3.331653602090332e-05, |
| "loss": 2.0049, |
| "step": 8940 |
| }, |
| { |
| "epoch": 1.002239641657335, |
| "grad_norm": 7.336765289306641, |
| "learning_rate": 3.329787234042553e-05, |
| "loss": 1.9596, |
| "step": 8950 |
| }, |
| { |
| "epoch": 1.0033594624860023, |
| "grad_norm": 9.628479957580566, |
| "learning_rate": 3.3279208659947743e-05, |
| "loss": 2.1628, |
| "step": 8960 |
| }, |
| { |
| "epoch": 1.0044792833146696, |
| "grad_norm": 6.432254791259766, |
| "learning_rate": 3.3260544979469955e-05, |
| "loss": 1.9689, |
| "step": 8970 |
| }, |
| { |
| "epoch": 1.005599104143337, |
| "grad_norm": 3.5775656700134277, |
| "learning_rate": 3.324188129899216e-05, |
| "loss": 2.0591, |
| "step": 8980 |
| }, |
| { |
| "epoch": 1.0067189249720045, |
| "grad_norm": 7.444267272949219, |
| "learning_rate": 3.322321761851437e-05, |
| "loss": 2.2116, |
| "step": 8990 |
| }, |
| { |
| "epoch": 1.007838745800672, |
| "grad_norm": 9.2912015914917, |
| "learning_rate": 3.3204553938036583e-05, |
| "loss": 1.8121, |
| "step": 9000 |
| }, |
| { |
| "epoch": 1.0089585666293392, |
| "grad_norm": 12.298483848571777, |
| "learning_rate": 3.3185890257558795e-05, |
| "loss": 2.2219, |
| "step": 9010 |
| }, |
| { |
| "epoch": 1.0100783874580068, |
| "grad_norm": 11.347268104553223, |
| "learning_rate": 3.3167226577081e-05, |
| "loss": 1.9998, |
| "step": 9020 |
| }, |
| { |
| "epoch": 1.0111982082866742, |
| "grad_norm": 4.02382755279541, |
| "learning_rate": 3.314856289660321e-05, |
| "loss": 2.1333, |
| "step": 9030 |
| }, |
| { |
| "epoch": 1.0123180291153415, |
| "grad_norm": 8.781681060791016, |
| "learning_rate": 3.3129899216125423e-05, |
| "loss": 2.0904, |
| "step": 9040 |
| }, |
| { |
| "epoch": 1.0134378499440089, |
| "grad_norm": 7.836172580718994, |
| "learning_rate": 3.3111235535647635e-05, |
| "loss": 1.8313, |
| "step": 9050 |
| }, |
| { |
| "epoch": 1.0145576707726764, |
| "grad_norm": 7.975405693054199, |
| "learning_rate": 3.309257185516984e-05, |
| "loss": 2.1517, |
| "step": 9060 |
| }, |
| { |
| "epoch": 1.0156774916013438, |
| "grad_norm": 9.539911270141602, |
| "learning_rate": 3.307390817469205e-05, |
| "loss": 2.228, |
| "step": 9070 |
| }, |
| { |
| "epoch": 1.0167973124300111, |
| "grad_norm": 4.019872665405273, |
| "learning_rate": 3.3055244494214263e-05, |
| "loss": 1.97, |
| "step": 9080 |
| }, |
| { |
| "epoch": 1.0179171332586787, |
| "grad_norm": 3.3895974159240723, |
| "learning_rate": 3.3036580813736475e-05, |
| "loss": 1.6972, |
| "step": 9090 |
| }, |
| { |
| "epoch": 1.019036954087346, |
| "grad_norm": 12.689729690551758, |
| "learning_rate": 3.301791713325868e-05, |
| "loss": 1.7648, |
| "step": 9100 |
| }, |
| { |
| "epoch": 1.0201567749160134, |
| "grad_norm": 15.403214454650879, |
| "learning_rate": 3.2999253452780885e-05, |
| "loss": 2.3582, |
| "step": 9110 |
| }, |
| { |
| "epoch": 1.0212765957446808, |
| "grad_norm": 3.3380067348480225, |
| "learning_rate": 3.29805897723031e-05, |
| "loss": 1.9642, |
| "step": 9120 |
| }, |
| { |
| "epoch": 1.0223964165733483, |
| "grad_norm": 3.8533127307891846, |
| "learning_rate": 3.296192609182531e-05, |
| "loss": 1.9215, |
| "step": 9130 |
| }, |
| { |
| "epoch": 1.0235162374020157, |
| "grad_norm": 3.532688617706299, |
| "learning_rate": 3.294326241134752e-05, |
| "loss": 1.6916, |
| "step": 9140 |
| }, |
| { |
| "epoch": 1.024636058230683, |
| "grad_norm": 2.9172744750976562, |
| "learning_rate": 3.2924598730869725e-05, |
| "loss": 2.0278, |
| "step": 9150 |
| }, |
| { |
| "epoch": 1.0257558790593504, |
| "grad_norm": 4.141864776611328, |
| "learning_rate": 3.290593505039194e-05, |
| "loss": 2.57, |
| "step": 9160 |
| }, |
| { |
| "epoch": 1.026875699888018, |
| "grad_norm": 15.59328842163086, |
| "learning_rate": 3.288727136991415e-05, |
| "loss": 2.3305, |
| "step": 9170 |
| }, |
| { |
| "epoch": 1.0279955207166853, |
| "grad_norm": 8.242568016052246, |
| "learning_rate": 3.286860768943636e-05, |
| "loss": 2.2541, |
| "step": 9180 |
| }, |
| { |
| "epoch": 1.0291153415453527, |
| "grad_norm": 7.377376079559326, |
| "learning_rate": 3.2849944008958565e-05, |
| "loss": 2.2119, |
| "step": 9190 |
| }, |
| { |
| "epoch": 1.0302351623740202, |
| "grad_norm": 3.7288410663604736, |
| "learning_rate": 3.283128032848078e-05, |
| "loss": 1.9549, |
| "step": 9200 |
| }, |
| { |
| "epoch": 1.0313549832026876, |
| "grad_norm": 7.731942653656006, |
| "learning_rate": 3.281261664800299e-05, |
| "loss": 2.0964, |
| "step": 9210 |
| }, |
| { |
| "epoch": 1.032474804031355, |
| "grad_norm": 8.507601737976074, |
| "learning_rate": 3.27939529675252e-05, |
| "loss": 1.4743, |
| "step": 9220 |
| }, |
| { |
| "epoch": 1.0335946248600223, |
| "grad_norm": 10.14968204498291, |
| "learning_rate": 3.2775289287047405e-05, |
| "loss": 2.1759, |
| "step": 9230 |
| }, |
| { |
| "epoch": 1.0347144456886899, |
| "grad_norm": 4.713762283325195, |
| "learning_rate": 3.275662560656962e-05, |
| "loss": 2.4896, |
| "step": 9240 |
| }, |
| { |
| "epoch": 1.0358342665173572, |
| "grad_norm": 4.729640483856201, |
| "learning_rate": 3.273796192609183e-05, |
| "loss": 2.0363, |
| "step": 9250 |
| }, |
| { |
| "epoch": 1.0369540873460246, |
| "grad_norm": 3.9254088401794434, |
| "learning_rate": 3.271929824561404e-05, |
| "loss": 1.82, |
| "step": 9260 |
| }, |
| { |
| "epoch": 1.0380739081746921, |
| "grad_norm": 6.3994622230529785, |
| "learning_rate": 3.2700634565136245e-05, |
| "loss": 2.0063, |
| "step": 9270 |
| }, |
| { |
| "epoch": 1.0391937290033595, |
| "grad_norm": 4.113112449645996, |
| "learning_rate": 3.268197088465846e-05, |
| "loss": 1.8885, |
| "step": 9280 |
| }, |
| { |
| "epoch": 1.0403135498320268, |
| "grad_norm": 9.683294296264648, |
| "learning_rate": 3.266330720418067e-05, |
| "loss": 2.087, |
| "step": 9290 |
| }, |
| { |
| "epoch": 1.0414333706606942, |
| "grad_norm": 3.7569706439971924, |
| "learning_rate": 3.264464352370288e-05, |
| "loss": 2.0629, |
| "step": 9300 |
| }, |
| { |
| "epoch": 1.0425531914893618, |
| "grad_norm": 6.442532062530518, |
| "learning_rate": 3.2625979843225085e-05, |
| "loss": 2.1135, |
| "step": 9310 |
| }, |
| { |
| "epoch": 1.0436730123180291, |
| "grad_norm": 7.427597522735596, |
| "learning_rate": 3.26073161627473e-05, |
| "loss": 1.4265, |
| "step": 9320 |
| }, |
| { |
| "epoch": 1.0447928331466965, |
| "grad_norm": 14.338908195495605, |
| "learning_rate": 3.25886524822695e-05, |
| "loss": 1.9124, |
| "step": 9330 |
| }, |
| { |
| "epoch": 1.045912653975364, |
| "grad_norm": 9.877331733703613, |
| "learning_rate": 3.256998880179172e-05, |
| "loss": 2.5536, |
| "step": 9340 |
| }, |
| { |
| "epoch": 1.0470324748040314, |
| "grad_norm": 5.434894561767578, |
| "learning_rate": 3.2551325121313925e-05, |
| "loss": 2.0743, |
| "step": 9350 |
| }, |
| { |
| "epoch": 1.0481522956326987, |
| "grad_norm": 5.651406764984131, |
| "learning_rate": 3.253266144083613e-05, |
| "loss": 1.6426, |
| "step": 9360 |
| }, |
| { |
| "epoch": 1.049272116461366, |
| "grad_norm": 5.694229602813721, |
| "learning_rate": 3.251399776035834e-05, |
| "loss": 1.709, |
| "step": 9370 |
| }, |
| { |
| "epoch": 1.0503919372900337, |
| "grad_norm": 8.92438793182373, |
| "learning_rate": 3.2495334079880553e-05, |
| "loss": 1.8702, |
| "step": 9380 |
| }, |
| { |
| "epoch": 1.051511758118701, |
| "grad_norm": 6.862886428833008, |
| "learning_rate": 3.2476670399402765e-05, |
| "loss": 2.3834, |
| "step": 9390 |
| }, |
| { |
| "epoch": 1.0526315789473684, |
| "grad_norm": 7.55111026763916, |
| "learning_rate": 3.245800671892497e-05, |
| "loss": 1.8377, |
| "step": 9400 |
| }, |
| { |
| "epoch": 1.053751399776036, |
| "grad_norm": 4.6407341957092285, |
| "learning_rate": 3.243934303844718e-05, |
| "loss": 2.1082, |
| "step": 9410 |
| }, |
| { |
| "epoch": 1.0548712206047033, |
| "grad_norm": 6.718739032745361, |
| "learning_rate": 3.2420679357969393e-05, |
| "loss": 2.4031, |
| "step": 9420 |
| }, |
| { |
| "epoch": 1.0559910414333706, |
| "grad_norm": 2.9721930027008057, |
| "learning_rate": 3.2402015677491605e-05, |
| "loss": 1.9876, |
| "step": 9430 |
| }, |
| { |
| "epoch": 1.057110862262038, |
| "grad_norm": 2.9498345851898193, |
| "learning_rate": 3.238335199701381e-05, |
| "loss": 1.8549, |
| "step": 9440 |
| }, |
| { |
| "epoch": 1.0582306830907056, |
| "grad_norm": 13.339334487915039, |
| "learning_rate": 3.236468831653602e-05, |
| "loss": 1.8697, |
| "step": 9450 |
| }, |
| { |
| "epoch": 1.059350503919373, |
| "grad_norm": 4.650289058685303, |
| "learning_rate": 3.2346024636058234e-05, |
| "loss": 2.2676, |
| "step": 9460 |
| }, |
| { |
| "epoch": 1.0604703247480403, |
| "grad_norm": 14.234888076782227, |
| "learning_rate": 3.2327360955580445e-05, |
| "loss": 2.3395, |
| "step": 9470 |
| }, |
| { |
| "epoch": 1.0615901455767078, |
| "grad_norm": 3.4030983448028564, |
| "learning_rate": 3.230869727510265e-05, |
| "loss": 2.2116, |
| "step": 9480 |
| }, |
| { |
| "epoch": 1.0627099664053752, |
| "grad_norm": 4.666158199310303, |
| "learning_rate": 3.229003359462486e-05, |
| "loss": 2.3914, |
| "step": 9490 |
| }, |
| { |
| "epoch": 1.0638297872340425, |
| "grad_norm": 9.740036010742188, |
| "learning_rate": 3.2271369914147074e-05, |
| "loss": 1.7909, |
| "step": 9500 |
| }, |
| { |
| "epoch": 1.0649496080627099, |
| "grad_norm": 3.0109105110168457, |
| "learning_rate": 3.2252706233669285e-05, |
| "loss": 2.4118, |
| "step": 9510 |
| }, |
| { |
| "epoch": 1.0660694288913775, |
| "grad_norm": 3.5755748748779297, |
| "learning_rate": 3.223404255319149e-05, |
| "loss": 2.0648, |
| "step": 9520 |
| }, |
| { |
| "epoch": 1.0671892497200448, |
| "grad_norm": 3.826801061630249, |
| "learning_rate": 3.22153788727137e-05, |
| "loss": 1.5787, |
| "step": 9530 |
| }, |
| { |
| "epoch": 1.0683090705487122, |
| "grad_norm": 10.07292366027832, |
| "learning_rate": 3.219671519223591e-05, |
| "loss": 2.2986, |
| "step": 9540 |
| }, |
| { |
| "epoch": 1.0694288913773797, |
| "grad_norm": 13.892361640930176, |
| "learning_rate": 3.2178051511758125e-05, |
| "loss": 1.9787, |
| "step": 9550 |
| }, |
| { |
| "epoch": 1.070548712206047, |
| "grad_norm": 36.16096496582031, |
| "learning_rate": 3.215938783128033e-05, |
| "loss": 1.885, |
| "step": 9560 |
| }, |
| { |
| "epoch": 1.0716685330347144, |
| "grad_norm": 2.89412260055542, |
| "learning_rate": 3.214072415080254e-05, |
| "loss": 1.745, |
| "step": 9570 |
| }, |
| { |
| "epoch": 1.0727883538633818, |
| "grad_norm": 11.991975784301758, |
| "learning_rate": 3.212206047032475e-05, |
| "loss": 1.4454, |
| "step": 9580 |
| }, |
| { |
| "epoch": 1.0739081746920494, |
| "grad_norm": 14.4371337890625, |
| "learning_rate": 3.210339678984696e-05, |
| "loss": 1.8037, |
| "step": 9590 |
| }, |
| { |
| "epoch": 1.0750279955207167, |
| "grad_norm": 3.9582924842834473, |
| "learning_rate": 3.208473310936917e-05, |
| "loss": 2.414, |
| "step": 9600 |
| }, |
| { |
| "epoch": 1.076147816349384, |
| "grad_norm": 3.2256970405578613, |
| "learning_rate": 3.2066069428891375e-05, |
| "loss": 1.905, |
| "step": 9610 |
| }, |
| { |
| "epoch": 1.0772676371780516, |
| "grad_norm": 10.48331356048584, |
| "learning_rate": 3.204740574841359e-05, |
| "loss": 1.9094, |
| "step": 9620 |
| }, |
| { |
| "epoch": 1.078387458006719, |
| "grad_norm": 5.042234420776367, |
| "learning_rate": 3.20287420679358e-05, |
| "loss": 2.2765, |
| "step": 9630 |
| }, |
| { |
| "epoch": 1.0795072788353863, |
| "grad_norm": 3.3927605152130127, |
| "learning_rate": 3.201007838745801e-05, |
| "loss": 1.9585, |
| "step": 9640 |
| }, |
| { |
| "epoch": 1.0806270996640537, |
| "grad_norm": 3.9636199474334717, |
| "learning_rate": 3.1991414706980215e-05, |
| "loss": 2.0755, |
| "step": 9650 |
| }, |
| { |
| "epoch": 1.0817469204927213, |
| "grad_norm": 3.8078179359436035, |
| "learning_rate": 3.197275102650243e-05, |
| "loss": 1.7727, |
| "step": 9660 |
| }, |
| { |
| "epoch": 1.0828667413213886, |
| "grad_norm": 11.449139595031738, |
| "learning_rate": 3.195408734602464e-05, |
| "loss": 2.0101, |
| "step": 9670 |
| }, |
| { |
| "epoch": 1.083986562150056, |
| "grad_norm": 13.973347663879395, |
| "learning_rate": 3.193542366554685e-05, |
| "loss": 2.2601, |
| "step": 9680 |
| }, |
| { |
| "epoch": 1.0851063829787233, |
| "grad_norm": 11.239791870117188, |
| "learning_rate": 3.1916759985069055e-05, |
| "loss": 2.1264, |
| "step": 9690 |
| }, |
| { |
| "epoch": 1.0862262038073909, |
| "grad_norm": 11.495058059692383, |
| "learning_rate": 3.189809630459127e-05, |
| "loss": 1.9445, |
| "step": 9700 |
| }, |
| { |
| "epoch": 1.0873460246360582, |
| "grad_norm": 4.135149002075195, |
| "learning_rate": 3.187943262411348e-05, |
| "loss": 1.7415, |
| "step": 9710 |
| }, |
| { |
| "epoch": 1.0884658454647256, |
| "grad_norm": 10.35810375213623, |
| "learning_rate": 3.186076894363569e-05, |
| "loss": 2.1196, |
| "step": 9720 |
| }, |
| { |
| "epoch": 1.0895856662933932, |
| "grad_norm": 3.5504679679870605, |
| "learning_rate": 3.1842105263157895e-05, |
| "loss": 2.1255, |
| "step": 9730 |
| }, |
| { |
| "epoch": 1.0907054871220605, |
| "grad_norm": 7.433374404907227, |
| "learning_rate": 3.182344158268011e-05, |
| "loss": 2.0092, |
| "step": 9740 |
| }, |
| { |
| "epoch": 1.0918253079507279, |
| "grad_norm": 7.075191974639893, |
| "learning_rate": 3.180477790220231e-05, |
| "loss": 1.935, |
| "step": 9750 |
| }, |
| { |
| "epoch": 1.0929451287793952, |
| "grad_norm": 5.563907623291016, |
| "learning_rate": 3.178611422172453e-05, |
| "loss": 2.0882, |
| "step": 9760 |
| }, |
| { |
| "epoch": 1.0940649496080628, |
| "grad_norm": 3.0820200443267822, |
| "learning_rate": 3.1767450541246735e-05, |
| "loss": 1.7695, |
| "step": 9770 |
| }, |
| { |
| "epoch": 1.0951847704367301, |
| "grad_norm": 5.051406383514404, |
| "learning_rate": 3.174878686076895e-05, |
| "loss": 2.3345, |
| "step": 9780 |
| }, |
| { |
| "epoch": 1.0963045912653975, |
| "grad_norm": 9.736443519592285, |
| "learning_rate": 3.173012318029115e-05, |
| "loss": 1.9699, |
| "step": 9790 |
| }, |
| { |
| "epoch": 1.097424412094065, |
| "grad_norm": 3.930483818054199, |
| "learning_rate": 3.171145949981337e-05, |
| "loss": 2.1495, |
| "step": 9800 |
| }, |
| { |
| "epoch": 1.0985442329227324, |
| "grad_norm": 9.857285499572754, |
| "learning_rate": 3.1692795819335575e-05, |
| "loss": 2.1356, |
| "step": 9810 |
| }, |
| { |
| "epoch": 1.0996640537513998, |
| "grad_norm": 3.3318631649017334, |
| "learning_rate": 3.167413213885778e-05, |
| "loss": 1.9198, |
| "step": 9820 |
| }, |
| { |
| "epoch": 1.100783874580067, |
| "grad_norm": 3.945836067199707, |
| "learning_rate": 3.165546845837999e-05, |
| "loss": 2.0346, |
| "step": 9830 |
| }, |
| { |
| "epoch": 1.1019036954087347, |
| "grad_norm": 9.270819664001465, |
| "learning_rate": 3.1636804777902204e-05, |
| "loss": 2.1785, |
| "step": 9840 |
| }, |
| { |
| "epoch": 1.103023516237402, |
| "grad_norm": 14.800010681152344, |
| "learning_rate": 3.1618141097424415e-05, |
| "loss": 1.9342, |
| "step": 9850 |
| }, |
| { |
| "epoch": 1.1041433370660694, |
| "grad_norm": 8.554313659667969, |
| "learning_rate": 3.159947741694662e-05, |
| "loss": 2.0811, |
| "step": 9860 |
| }, |
| { |
| "epoch": 1.1052631578947367, |
| "grad_norm": 3.686922073364258, |
| "learning_rate": 3.158081373646883e-05, |
| "loss": 2.1673, |
| "step": 9870 |
| }, |
| { |
| "epoch": 1.1063829787234043, |
| "grad_norm": 2.909205436706543, |
| "learning_rate": 3.1562150055991044e-05, |
| "loss": 2.0985, |
| "step": 9880 |
| }, |
| { |
| "epoch": 1.1075027995520716, |
| "grad_norm": 3.2634377479553223, |
| "learning_rate": 3.1543486375513255e-05, |
| "loss": 1.7348, |
| "step": 9890 |
| }, |
| { |
| "epoch": 1.108622620380739, |
| "grad_norm": 3.7922704219818115, |
| "learning_rate": 3.152482269503546e-05, |
| "loss": 2.0642, |
| "step": 9900 |
| }, |
| { |
| "epoch": 1.1097424412094066, |
| "grad_norm": 3.7772440910339355, |
| "learning_rate": 3.150615901455767e-05, |
| "loss": 1.6834, |
| "step": 9910 |
| }, |
| { |
| "epoch": 1.110862262038074, |
| "grad_norm": 6.348939895629883, |
| "learning_rate": 3.1487495334079884e-05, |
| "loss": 1.8862, |
| "step": 9920 |
| }, |
| { |
| "epoch": 1.1119820828667413, |
| "grad_norm": 4.5603790283203125, |
| "learning_rate": 3.1468831653602095e-05, |
| "loss": 2.0568, |
| "step": 9930 |
| }, |
| { |
| "epoch": 1.1131019036954086, |
| "grad_norm": 11.244080543518066, |
| "learning_rate": 3.14501679731243e-05, |
| "loss": 2.015, |
| "step": 9940 |
| }, |
| { |
| "epoch": 1.1142217245240762, |
| "grad_norm": 8.52851390838623, |
| "learning_rate": 3.143150429264651e-05, |
| "loss": 2.0168, |
| "step": 9950 |
| }, |
| { |
| "epoch": 1.1153415453527435, |
| "grad_norm": 3.2907376289367676, |
| "learning_rate": 3.1412840612168724e-05, |
| "loss": 2.0653, |
| "step": 9960 |
| }, |
| { |
| "epoch": 1.116461366181411, |
| "grad_norm": 3.665787696838379, |
| "learning_rate": 3.1394176931690935e-05, |
| "loss": 2.5296, |
| "step": 9970 |
| }, |
| { |
| "epoch": 1.1175811870100785, |
| "grad_norm": 3.52567982673645, |
| "learning_rate": 3.137551325121314e-05, |
| "loss": 2.0133, |
| "step": 9980 |
| }, |
| { |
| "epoch": 1.1187010078387458, |
| "grad_norm": 3.8598620891571045, |
| "learning_rate": 3.135684957073535e-05, |
| "loss": 2.0675, |
| "step": 9990 |
| }, |
| { |
| "epoch": 1.1198208286674132, |
| "grad_norm": 10.049873352050781, |
| "learning_rate": 3.133818589025756e-05, |
| "loss": 2.1145, |
| "step": 10000 |
| }, |
| { |
| "epoch": 1.1209406494960805, |
| "grad_norm": 3.7973287105560303, |
| "learning_rate": 3.1319522209779775e-05, |
| "loss": 2.3125, |
| "step": 10010 |
| }, |
| { |
| "epoch": 1.122060470324748, |
| "grad_norm": 9.45921516418457, |
| "learning_rate": 3.130085852930198e-05, |
| "loss": 2.2593, |
| "step": 10020 |
| }, |
| { |
| "epoch": 1.1231802911534154, |
| "grad_norm": 3.3235390186309814, |
| "learning_rate": 3.128219484882419e-05, |
| "loss": 2.0233, |
| "step": 10030 |
| }, |
| { |
| "epoch": 1.1243001119820828, |
| "grad_norm": 8.556841850280762, |
| "learning_rate": 3.12635311683464e-05, |
| "loss": 2.0527, |
| "step": 10040 |
| }, |
| { |
| "epoch": 1.1254199328107504, |
| "grad_norm": 3.7315330505371094, |
| "learning_rate": 3.124486748786861e-05, |
| "loss": 1.9582, |
| "step": 10050 |
| }, |
| { |
| "epoch": 1.1265397536394177, |
| "grad_norm": 9.111562728881836, |
| "learning_rate": 3.122620380739082e-05, |
| "loss": 1.931, |
| "step": 10060 |
| }, |
| { |
| "epoch": 1.127659574468085, |
| "grad_norm": 13.934300422668457, |
| "learning_rate": 3.1207540126913025e-05, |
| "loss": 2.2748, |
| "step": 10070 |
| }, |
| { |
| "epoch": 1.1287793952967524, |
| "grad_norm": 2.9079439640045166, |
| "learning_rate": 3.118887644643524e-05, |
| "loss": 2.0733, |
| "step": 10080 |
| }, |
| { |
| "epoch": 1.12989921612542, |
| "grad_norm": 14.349089622497559, |
| "learning_rate": 3.117021276595745e-05, |
| "loss": 1.9089, |
| "step": 10090 |
| }, |
| { |
| "epoch": 1.1310190369540873, |
| "grad_norm": 4.357903003692627, |
| "learning_rate": 3.115154908547966e-05, |
| "loss": 2.1913, |
| "step": 10100 |
| }, |
| { |
| "epoch": 1.1321388577827547, |
| "grad_norm": 18.6312255859375, |
| "learning_rate": 3.1132885405001865e-05, |
| "loss": 2.0145, |
| "step": 10110 |
| }, |
| { |
| "epoch": 1.1332586786114223, |
| "grad_norm": 10.29723834991455, |
| "learning_rate": 3.111422172452408e-05, |
| "loss": 2.1836, |
| "step": 10120 |
| }, |
| { |
| "epoch": 1.1343784994400896, |
| "grad_norm": 8.374372482299805, |
| "learning_rate": 3.109555804404629e-05, |
| "loss": 1.8299, |
| "step": 10130 |
| }, |
| { |
| "epoch": 1.135498320268757, |
| "grad_norm": 3.970510244369507, |
| "learning_rate": 3.10768943635685e-05, |
| "loss": 1.2505, |
| "step": 10140 |
| }, |
| { |
| "epoch": 1.1366181410974243, |
| "grad_norm": 2.9629228115081787, |
| "learning_rate": 3.1058230683090705e-05, |
| "loss": 1.8105, |
| "step": 10150 |
| }, |
| { |
| "epoch": 1.137737961926092, |
| "grad_norm": 11.693266868591309, |
| "learning_rate": 3.103956700261292e-05, |
| "loss": 2.1849, |
| "step": 10160 |
| }, |
| { |
| "epoch": 1.1388577827547592, |
| "grad_norm": 5.791164398193359, |
| "learning_rate": 3.102090332213513e-05, |
| "loss": 2.1892, |
| "step": 10170 |
| }, |
| { |
| "epoch": 1.1399776035834266, |
| "grad_norm": 13.902082443237305, |
| "learning_rate": 3.100223964165734e-05, |
| "loss": 2.0516, |
| "step": 10180 |
| }, |
| { |
| "epoch": 1.1410974244120942, |
| "grad_norm": 8.851689338684082, |
| "learning_rate": 3.0983575961179545e-05, |
| "loss": 1.8785, |
| "step": 10190 |
| }, |
| { |
| "epoch": 1.1422172452407615, |
| "grad_norm": 7.506970405578613, |
| "learning_rate": 3.096491228070176e-05, |
| "loss": 1.77, |
| "step": 10200 |
| }, |
| { |
| "epoch": 1.1433370660694289, |
| "grad_norm": 5.175302028656006, |
| "learning_rate": 3.094624860022396e-05, |
| "loss": 1.5816, |
| "step": 10210 |
| }, |
| { |
| "epoch": 1.1444568868980962, |
| "grad_norm": 11.070626258850098, |
| "learning_rate": 3.092758491974618e-05, |
| "loss": 2.2113, |
| "step": 10220 |
| }, |
| { |
| "epoch": 1.1455767077267638, |
| "grad_norm": 14.317008018493652, |
| "learning_rate": 3.0908921239268385e-05, |
| "loss": 2.4373, |
| "step": 10230 |
| }, |
| { |
| "epoch": 1.1466965285554311, |
| "grad_norm": 3.7413330078125, |
| "learning_rate": 3.08902575587906e-05, |
| "loss": 2.0543, |
| "step": 10240 |
| }, |
| { |
| "epoch": 1.1478163493840985, |
| "grad_norm": 8.698836326599121, |
| "learning_rate": 3.08715938783128e-05, |
| "loss": 1.8267, |
| "step": 10250 |
| }, |
| { |
| "epoch": 1.148936170212766, |
| "grad_norm": 9.122303009033203, |
| "learning_rate": 3.085293019783502e-05, |
| "loss": 2.1165, |
| "step": 10260 |
| }, |
| { |
| "epoch": 1.1500559910414334, |
| "grad_norm": 10.478148460388184, |
| "learning_rate": 3.0834266517357225e-05, |
| "loss": 1.7777, |
| "step": 10270 |
| }, |
| { |
| "epoch": 1.1511758118701008, |
| "grad_norm": 7.338038444519043, |
| "learning_rate": 3.081560283687943e-05, |
| "loss": 1.5512, |
| "step": 10280 |
| }, |
| { |
| "epoch": 1.1522956326987681, |
| "grad_norm": 5.104288578033447, |
| "learning_rate": 3.079693915640164e-05, |
| "loss": 1.5521, |
| "step": 10290 |
| }, |
| { |
| "epoch": 1.1534154535274357, |
| "grad_norm": 6.295915126800537, |
| "learning_rate": 3.0778275475923854e-05, |
| "loss": 1.8437, |
| "step": 10300 |
| }, |
| { |
| "epoch": 1.154535274356103, |
| "grad_norm": 3.8285670280456543, |
| "learning_rate": 3.0759611795446065e-05, |
| "loss": 2.3621, |
| "step": 10310 |
| }, |
| { |
| "epoch": 1.1556550951847704, |
| "grad_norm": 9.0399751663208, |
| "learning_rate": 3.074094811496827e-05, |
| "loss": 1.9887, |
| "step": 10320 |
| }, |
| { |
| "epoch": 1.156774916013438, |
| "grad_norm": 14.121618270874023, |
| "learning_rate": 3.072228443449048e-05, |
| "loss": 2.091, |
| "step": 10330 |
| }, |
| { |
| "epoch": 1.1578947368421053, |
| "grad_norm": 3.0184133052825928, |
| "learning_rate": 3.0703620754012694e-05, |
| "loss": 2.018, |
| "step": 10340 |
| }, |
| { |
| "epoch": 1.1590145576707727, |
| "grad_norm": 7.774500370025635, |
| "learning_rate": 3.0684957073534905e-05, |
| "loss": 1.6259, |
| "step": 10350 |
| }, |
| { |
| "epoch": 1.16013437849944, |
| "grad_norm": 3.3404550552368164, |
| "learning_rate": 3.066629339305711e-05, |
| "loss": 1.6987, |
| "step": 10360 |
| }, |
| { |
| "epoch": 1.1612541993281076, |
| "grad_norm": 5.787201881408691, |
| "learning_rate": 3.064762971257932e-05, |
| "loss": 1.7056, |
| "step": 10370 |
| }, |
| { |
| "epoch": 1.162374020156775, |
| "grad_norm": 4.292003631591797, |
| "learning_rate": 3.0628966032101534e-05, |
| "loss": 2.0171, |
| "step": 10380 |
| }, |
| { |
| "epoch": 1.1634938409854423, |
| "grad_norm": 8.185914993286133, |
| "learning_rate": 3.0610302351623745e-05, |
| "loss": 1.75, |
| "step": 10390 |
| }, |
| { |
| "epoch": 1.1646136618141099, |
| "grad_norm": 12.01564884185791, |
| "learning_rate": 3.059163867114595e-05, |
| "loss": 1.8298, |
| "step": 10400 |
| }, |
| { |
| "epoch": 1.1657334826427772, |
| "grad_norm": 4.348435878753662, |
| "learning_rate": 3.057297499066816e-05, |
| "loss": 1.829, |
| "step": 10410 |
| }, |
| { |
| "epoch": 1.1668533034714446, |
| "grad_norm": 12.32309341430664, |
| "learning_rate": 3.055431131019037e-05, |
| "loss": 1.6587, |
| "step": 10420 |
| }, |
| { |
| "epoch": 1.167973124300112, |
| "grad_norm": 8.916961669921875, |
| "learning_rate": 3.0535647629712585e-05, |
| "loss": 1.814, |
| "step": 10430 |
| }, |
| { |
| "epoch": 1.1690929451287795, |
| "grad_norm": 6.272485256195068, |
| "learning_rate": 3.051698394923479e-05, |
| "loss": 1.8092, |
| "step": 10440 |
| }, |
| { |
| "epoch": 1.1702127659574468, |
| "grad_norm": 12.134109497070312, |
| "learning_rate": 3.0498320268757002e-05, |
| "loss": 2.1558, |
| "step": 10450 |
| }, |
| { |
| "epoch": 1.1713325867861142, |
| "grad_norm": 5.216768741607666, |
| "learning_rate": 3.047965658827921e-05, |
| "loss": 1.9535, |
| "step": 10460 |
| }, |
| { |
| "epoch": 1.1724524076147818, |
| "grad_norm": 9.889372825622559, |
| "learning_rate": 3.0460992907801422e-05, |
| "loss": 1.6845, |
| "step": 10470 |
| }, |
| { |
| "epoch": 1.173572228443449, |
| "grad_norm": 9.93710708618164, |
| "learning_rate": 3.044232922732363e-05, |
| "loss": 1.7271, |
| "step": 10480 |
| }, |
| { |
| "epoch": 1.1746920492721165, |
| "grad_norm": 11.036845207214355, |
| "learning_rate": 3.0423665546845842e-05, |
| "loss": 1.8613, |
| "step": 10490 |
| }, |
| { |
| "epoch": 1.1758118701007838, |
| "grad_norm": 4.051137924194336, |
| "learning_rate": 3.040500186636805e-05, |
| "loss": 1.6322, |
| "step": 10500 |
| }, |
| { |
| "epoch": 1.1769316909294514, |
| "grad_norm": 12.119963645935059, |
| "learning_rate": 3.0386338185890255e-05, |
| "loss": 1.9307, |
| "step": 10510 |
| }, |
| { |
| "epoch": 1.1780515117581187, |
| "grad_norm": 3.4073593616485596, |
| "learning_rate": 3.036767450541247e-05, |
| "loss": 1.8893, |
| "step": 10520 |
| }, |
| { |
| "epoch": 1.179171332586786, |
| "grad_norm": 4.570372104644775, |
| "learning_rate": 3.0349010824934675e-05, |
| "loss": 2.0297, |
| "step": 10530 |
| }, |
| { |
| "epoch": 1.1802911534154534, |
| "grad_norm": 4.415748119354248, |
| "learning_rate": 3.033034714445689e-05, |
| "loss": 1.818, |
| "step": 10540 |
| }, |
| { |
| "epoch": 1.181410974244121, |
| "grad_norm": 4.645330429077148, |
| "learning_rate": 3.0311683463979095e-05, |
| "loss": 2.1483, |
| "step": 10550 |
| }, |
| { |
| "epoch": 1.1825307950727884, |
| "grad_norm": 5.267803192138672, |
| "learning_rate": 3.0293019783501307e-05, |
| "loss": 2.009, |
| "step": 10560 |
| }, |
| { |
| "epoch": 1.1836506159014557, |
| "grad_norm": 4.232731819152832, |
| "learning_rate": 3.0274356103023515e-05, |
| "loss": 2.0684, |
| "step": 10570 |
| }, |
| { |
| "epoch": 1.184770436730123, |
| "grad_norm": 4.118504047393799, |
| "learning_rate": 3.0255692422545727e-05, |
| "loss": 2.1593, |
| "step": 10580 |
| }, |
| { |
| "epoch": 1.1858902575587906, |
| "grad_norm": 3.479337692260742, |
| "learning_rate": 3.0237028742067935e-05, |
| "loss": 2.428, |
| "step": 10590 |
| }, |
| { |
| "epoch": 1.187010078387458, |
| "grad_norm": 9.307233810424805, |
| "learning_rate": 3.0218365061590147e-05, |
| "loss": 2.113, |
| "step": 10600 |
| }, |
| { |
| "epoch": 1.1881298992161253, |
| "grad_norm": 7.910929203033447, |
| "learning_rate": 3.0199701381112355e-05, |
| "loss": 1.8977, |
| "step": 10610 |
| }, |
| { |
| "epoch": 1.189249720044793, |
| "grad_norm": 14.38522720336914, |
| "learning_rate": 3.0181037700634567e-05, |
| "loss": 2.3208, |
| "step": 10620 |
| }, |
| { |
| "epoch": 1.1903695408734603, |
| "grad_norm": 7.7208147048950195, |
| "learning_rate": 3.0162374020156775e-05, |
| "loss": 1.9594, |
| "step": 10630 |
| }, |
| { |
| "epoch": 1.1914893617021276, |
| "grad_norm": 3.620098114013672, |
| "learning_rate": 3.0143710339678987e-05, |
| "loss": 1.999, |
| "step": 10640 |
| }, |
| { |
| "epoch": 1.192609182530795, |
| "grad_norm": 8.450474739074707, |
| "learning_rate": 3.0125046659201195e-05, |
| "loss": 2.0836, |
| "step": 10650 |
| }, |
| { |
| "epoch": 1.1937290033594625, |
| "grad_norm": 5.103601932525635, |
| "learning_rate": 3.0106382978723407e-05, |
| "loss": 2.0798, |
| "step": 10660 |
| }, |
| { |
| "epoch": 1.1948488241881299, |
| "grad_norm": 3.6850714683532715, |
| "learning_rate": 3.0087719298245615e-05, |
| "loss": 2.0787, |
| "step": 10670 |
| }, |
| { |
| "epoch": 1.1959686450167972, |
| "grad_norm": 10.51152229309082, |
| "learning_rate": 3.0069055617767827e-05, |
| "loss": 2.4453, |
| "step": 10680 |
| }, |
| { |
| "epoch": 1.1970884658454648, |
| "grad_norm": 9.488080978393555, |
| "learning_rate": 3.0050391937290035e-05, |
| "loss": 2.3139, |
| "step": 10690 |
| }, |
| { |
| "epoch": 1.1982082866741322, |
| "grad_norm": 4.7864274978637695, |
| "learning_rate": 3.0031728256812247e-05, |
| "loss": 1.9159, |
| "step": 10700 |
| }, |
| { |
| "epoch": 1.1993281075027995, |
| "grad_norm": 4.440032482147217, |
| "learning_rate": 3.0013064576334455e-05, |
| "loss": 2.0064, |
| "step": 10710 |
| }, |
| { |
| "epoch": 1.2004479283314669, |
| "grad_norm": 5.0448503494262695, |
| "learning_rate": 2.9994400895856667e-05, |
| "loss": 2.42, |
| "step": 10720 |
| }, |
| { |
| "epoch": 1.2015677491601344, |
| "grad_norm": 3.938079357147217, |
| "learning_rate": 2.9975737215378875e-05, |
| "loss": 1.8528, |
| "step": 10730 |
| }, |
| { |
| "epoch": 1.2026875699888018, |
| "grad_norm": 8.685888290405273, |
| "learning_rate": 2.9957073534901087e-05, |
| "loss": 1.8489, |
| "step": 10740 |
| }, |
| { |
| "epoch": 1.2038073908174691, |
| "grad_norm": 4.123725891113281, |
| "learning_rate": 2.9938409854423295e-05, |
| "loss": 2.4495, |
| "step": 10750 |
| }, |
| { |
| "epoch": 1.2049272116461367, |
| "grad_norm": 7.6613593101501465, |
| "learning_rate": 2.99197461739455e-05, |
| "loss": 1.8993, |
| "step": 10760 |
| }, |
| { |
| "epoch": 1.206047032474804, |
| "grad_norm": 4.251744747161865, |
| "learning_rate": 2.9901082493467715e-05, |
| "loss": 2.1757, |
| "step": 10770 |
| }, |
| { |
| "epoch": 1.2071668533034714, |
| "grad_norm": 8.871329307556152, |
| "learning_rate": 2.988241881298992e-05, |
| "loss": 1.6899, |
| "step": 10780 |
| }, |
| { |
| "epoch": 1.2082866741321387, |
| "grad_norm": 3.407541275024414, |
| "learning_rate": 2.9863755132512132e-05, |
| "loss": 2.0731, |
| "step": 10790 |
| }, |
| { |
| "epoch": 1.2094064949608063, |
| "grad_norm": 4.200164794921875, |
| "learning_rate": 2.984509145203434e-05, |
| "loss": 2.1467, |
| "step": 10800 |
| }, |
| { |
| "epoch": 1.2105263157894737, |
| "grad_norm": 5.967247009277344, |
| "learning_rate": 2.9826427771556552e-05, |
| "loss": 2.3341, |
| "step": 10810 |
| }, |
| { |
| "epoch": 1.211646136618141, |
| "grad_norm": 6.902993202209473, |
| "learning_rate": 2.980776409107876e-05, |
| "loss": 2.1097, |
| "step": 10820 |
| }, |
| { |
| "epoch": 1.2127659574468086, |
| "grad_norm": 3.4361205101013184, |
| "learning_rate": 2.9789100410600972e-05, |
| "loss": 2.2153, |
| "step": 10830 |
| }, |
| { |
| "epoch": 1.213885778275476, |
| "grad_norm": 3.588088274002075, |
| "learning_rate": 2.977043673012318e-05, |
| "loss": 2.4579, |
| "step": 10840 |
| }, |
| { |
| "epoch": 1.2150055991041433, |
| "grad_norm": 5.1023173332214355, |
| "learning_rate": 2.9751773049645392e-05, |
| "loss": 1.8074, |
| "step": 10850 |
| }, |
| { |
| "epoch": 1.2161254199328106, |
| "grad_norm": 5.618678092956543, |
| "learning_rate": 2.97331093691676e-05, |
| "loss": 1.7553, |
| "step": 10860 |
| }, |
| { |
| "epoch": 1.2172452407614782, |
| "grad_norm": 3.7290029525756836, |
| "learning_rate": 2.9714445688689812e-05, |
| "loss": 2.2483, |
| "step": 10870 |
| }, |
| { |
| "epoch": 1.2183650615901456, |
| "grad_norm": 9.374983787536621, |
| "learning_rate": 2.969578200821202e-05, |
| "loss": 2.295, |
| "step": 10880 |
| }, |
| { |
| "epoch": 1.219484882418813, |
| "grad_norm": 12.954818725585938, |
| "learning_rate": 2.9677118327734232e-05, |
| "loss": 2.1509, |
| "step": 10890 |
| }, |
| { |
| "epoch": 1.2206047032474805, |
| "grad_norm": 5.120643615722656, |
| "learning_rate": 2.965845464725644e-05, |
| "loss": 1.6961, |
| "step": 10900 |
| }, |
| { |
| "epoch": 1.2217245240761478, |
| "grad_norm": 6.945920944213867, |
| "learning_rate": 2.9639790966778652e-05, |
| "loss": 1.92, |
| "step": 10910 |
| }, |
| { |
| "epoch": 1.2228443449048152, |
| "grad_norm": 4.189951419830322, |
| "learning_rate": 2.962112728630086e-05, |
| "loss": 1.8421, |
| "step": 10920 |
| }, |
| { |
| "epoch": 1.2239641657334825, |
| "grad_norm": 13.6853666305542, |
| "learning_rate": 2.9602463605823072e-05, |
| "loss": 1.6631, |
| "step": 10930 |
| }, |
| { |
| "epoch": 1.2250839865621501, |
| "grad_norm": 13.50125789642334, |
| "learning_rate": 2.958379992534528e-05, |
| "loss": 1.9662, |
| "step": 10940 |
| }, |
| { |
| "epoch": 1.2262038073908175, |
| "grad_norm": 11.182577133178711, |
| "learning_rate": 2.9565136244867492e-05, |
| "loss": 2.474, |
| "step": 10950 |
| }, |
| { |
| "epoch": 1.2273236282194848, |
| "grad_norm": 8.855241775512695, |
| "learning_rate": 2.95464725643897e-05, |
| "loss": 1.9798, |
| "step": 10960 |
| }, |
| { |
| "epoch": 1.2284434490481524, |
| "grad_norm": 2.290292263031006, |
| "learning_rate": 2.9527808883911912e-05, |
| "loss": 1.7049, |
| "step": 10970 |
| }, |
| { |
| "epoch": 1.2295632698768197, |
| "grad_norm": 3.8447682857513428, |
| "learning_rate": 2.950914520343412e-05, |
| "loss": 2.0167, |
| "step": 10980 |
| }, |
| { |
| "epoch": 1.230683090705487, |
| "grad_norm": 3.326638698577881, |
| "learning_rate": 2.9490481522956325e-05, |
| "loss": 1.8316, |
| "step": 10990 |
| }, |
| { |
| "epoch": 1.2318029115341544, |
| "grad_norm": 9.62152099609375, |
| "learning_rate": 2.9471817842478537e-05, |
| "loss": 1.6587, |
| "step": 11000 |
| }, |
| { |
| "epoch": 1.232922732362822, |
| "grad_norm": 4.14316463470459, |
| "learning_rate": 2.9453154162000745e-05, |
| "loss": 1.8924, |
| "step": 11010 |
| }, |
| { |
| "epoch": 1.2340425531914894, |
| "grad_norm": 12.48459529876709, |
| "learning_rate": 2.9434490481522957e-05, |
| "loss": 1.8707, |
| "step": 11020 |
| }, |
| { |
| "epoch": 1.2351623740201567, |
| "grad_norm": 8.288812637329102, |
| "learning_rate": 2.9415826801045165e-05, |
| "loss": 1.8107, |
| "step": 11030 |
| }, |
| { |
| "epoch": 1.2362821948488243, |
| "grad_norm": 14.502120018005371, |
| "learning_rate": 2.9397163120567377e-05, |
| "loss": 2.3128, |
| "step": 11040 |
| }, |
| { |
| "epoch": 1.2374020156774916, |
| "grad_norm": 3.264012336730957, |
| "learning_rate": 2.9378499440089585e-05, |
| "loss": 2.1651, |
| "step": 11050 |
| }, |
| { |
| "epoch": 1.238521836506159, |
| "grad_norm": 7.62103271484375, |
| "learning_rate": 2.9359835759611797e-05, |
| "loss": 2.0078, |
| "step": 11060 |
| }, |
| { |
| "epoch": 1.2396416573348263, |
| "grad_norm": 14.445006370544434, |
| "learning_rate": 2.9341172079134005e-05, |
| "loss": 1.9942, |
| "step": 11070 |
| }, |
| { |
| "epoch": 1.240761478163494, |
| "grad_norm": 4.4992899894714355, |
| "learning_rate": 2.9322508398656217e-05, |
| "loss": 2.1584, |
| "step": 11080 |
| }, |
| { |
| "epoch": 1.2418812989921613, |
| "grad_norm": 7.469330310821533, |
| "learning_rate": 2.9303844718178425e-05, |
| "loss": 1.9318, |
| "step": 11090 |
| }, |
| { |
| "epoch": 1.2430011198208286, |
| "grad_norm": 4.640170574188232, |
| "learning_rate": 2.9285181037700637e-05, |
| "loss": 2.0114, |
| "step": 11100 |
| }, |
| { |
| "epoch": 1.2441209406494962, |
| "grad_norm": 5.856334686279297, |
| "learning_rate": 2.9266517357222845e-05, |
| "loss": 1.7062, |
| "step": 11110 |
| }, |
| { |
| "epoch": 1.2452407614781635, |
| "grad_norm": 5.0445404052734375, |
| "learning_rate": 2.9247853676745057e-05, |
| "loss": 1.8474, |
| "step": 11120 |
| }, |
| { |
| "epoch": 1.2463605823068309, |
| "grad_norm": 11.517007827758789, |
| "learning_rate": 2.9229189996267265e-05, |
| "loss": 2.4335, |
| "step": 11130 |
| }, |
| { |
| "epoch": 1.2474804031354982, |
| "grad_norm": 15.464090347290039, |
| "learning_rate": 2.9210526315789477e-05, |
| "loss": 2.2518, |
| "step": 11140 |
| }, |
| { |
| "epoch": 1.2486002239641658, |
| "grad_norm": 4.1234025955200195, |
| "learning_rate": 2.9191862635311685e-05, |
| "loss": 2.2545, |
| "step": 11150 |
| }, |
| { |
| "epoch": 1.2497200447928332, |
| "grad_norm": 12.045602798461914, |
| "learning_rate": 2.9173198954833897e-05, |
| "loss": 1.9101, |
| "step": 11160 |
| }, |
| { |
| "epoch": 1.2508398656215005, |
| "grad_norm": 9.400586128234863, |
| "learning_rate": 2.9154535274356105e-05, |
| "loss": 2.2002, |
| "step": 11170 |
| }, |
| { |
| "epoch": 1.251959686450168, |
| "grad_norm": 4.317978382110596, |
| "learning_rate": 2.9135871593878317e-05, |
| "loss": 2.008, |
| "step": 11180 |
| }, |
| { |
| "epoch": 1.2530795072788354, |
| "grad_norm": 3.613831043243408, |
| "learning_rate": 2.9117207913400525e-05, |
| "loss": 2.2759, |
| "step": 11190 |
| }, |
| { |
| "epoch": 1.2541993281075028, |
| "grad_norm": 9.903818130493164, |
| "learning_rate": 2.9098544232922737e-05, |
| "loss": 1.8002, |
| "step": 11200 |
| }, |
| { |
| "epoch": 1.2553191489361701, |
| "grad_norm": 4.823100566864014, |
| "learning_rate": 2.9079880552444942e-05, |
| "loss": 2.041, |
| "step": 11210 |
| }, |
| { |
| "epoch": 1.2564389697648375, |
| "grad_norm": 8.871933937072754, |
| "learning_rate": 2.906121687196715e-05, |
| "loss": 1.8554, |
| "step": 11220 |
| }, |
| { |
| "epoch": 1.257558790593505, |
| "grad_norm": 3.7882330417633057, |
| "learning_rate": 2.9042553191489362e-05, |
| "loss": 2.0572, |
| "step": 11230 |
| }, |
| { |
| "epoch": 1.2586786114221724, |
| "grad_norm": 3.4256579875946045, |
| "learning_rate": 2.902388951101157e-05, |
| "loss": 2.0062, |
| "step": 11240 |
| }, |
| { |
| "epoch": 1.25979843225084, |
| "grad_norm": 7.357487678527832, |
| "learning_rate": 2.9005225830533782e-05, |
| "loss": 2.0538, |
| "step": 11250 |
| }, |
| { |
| "epoch": 1.2609182530795073, |
| "grad_norm": 8.090987205505371, |
| "learning_rate": 2.898656215005599e-05, |
| "loss": 1.7325, |
| "step": 11260 |
| }, |
| { |
| "epoch": 1.2620380739081747, |
| "grad_norm": 7.4141669273376465, |
| "learning_rate": 2.8967898469578202e-05, |
| "loss": 2.2278, |
| "step": 11270 |
| }, |
| { |
| "epoch": 1.263157894736842, |
| "grad_norm": 9.293551445007324, |
| "learning_rate": 2.894923478910041e-05, |
| "loss": 1.9437, |
| "step": 11280 |
| }, |
| { |
| "epoch": 1.2642777155655094, |
| "grad_norm": 7.823407173156738, |
| "learning_rate": 2.8930571108622622e-05, |
| "loss": 1.7969, |
| "step": 11290 |
| }, |
| { |
| "epoch": 1.265397536394177, |
| "grad_norm": 7.021416664123535, |
| "learning_rate": 2.891190742814483e-05, |
| "loss": 1.7032, |
| "step": 11300 |
| }, |
| { |
| "epoch": 1.2665173572228443, |
| "grad_norm": 5.103081703186035, |
| "learning_rate": 2.8893243747667042e-05, |
| "loss": 1.9367, |
| "step": 11310 |
| }, |
| { |
| "epoch": 1.2676371780515119, |
| "grad_norm": 11.817680358886719, |
| "learning_rate": 2.887458006718925e-05, |
| "loss": 1.9144, |
| "step": 11320 |
| }, |
| { |
| "epoch": 1.2687569988801792, |
| "grad_norm": 4.182484149932861, |
| "learning_rate": 2.8855916386711462e-05, |
| "loss": 2.2476, |
| "step": 11330 |
| }, |
| { |
| "epoch": 1.2698768197088466, |
| "grad_norm": 12.477089881896973, |
| "learning_rate": 2.883725270623367e-05, |
| "loss": 2.1192, |
| "step": 11340 |
| }, |
| { |
| "epoch": 1.270996640537514, |
| "grad_norm": 4.275122165679932, |
| "learning_rate": 2.8818589025755882e-05, |
| "loss": 2.4108, |
| "step": 11350 |
| }, |
| { |
| "epoch": 1.2721164613661813, |
| "grad_norm": 15.332164764404297, |
| "learning_rate": 2.879992534527809e-05, |
| "loss": 2.3805, |
| "step": 11360 |
| }, |
| { |
| "epoch": 1.2732362821948489, |
| "grad_norm": 10.845608711242676, |
| "learning_rate": 2.8781261664800302e-05, |
| "loss": 2.3275, |
| "step": 11370 |
| }, |
| { |
| "epoch": 1.2743561030235162, |
| "grad_norm": 8.792692184448242, |
| "learning_rate": 2.876259798432251e-05, |
| "loss": 1.6722, |
| "step": 11380 |
| }, |
| { |
| "epoch": 1.2754759238521838, |
| "grad_norm": 9.559557914733887, |
| "learning_rate": 2.8743934303844722e-05, |
| "loss": 2.2257, |
| "step": 11390 |
| }, |
| { |
| "epoch": 1.2765957446808511, |
| "grad_norm": 6.456275463104248, |
| "learning_rate": 2.872527062336693e-05, |
| "loss": 1.7045, |
| "step": 11400 |
| }, |
| { |
| "epoch": 1.2777155655095185, |
| "grad_norm": 8.79680347442627, |
| "learning_rate": 2.8706606942889142e-05, |
| "loss": 2.2707, |
| "step": 11410 |
| }, |
| { |
| "epoch": 1.2788353863381858, |
| "grad_norm": 4.077367782592773, |
| "learning_rate": 2.8687943262411347e-05, |
| "loss": 2.0724, |
| "step": 11420 |
| }, |
| { |
| "epoch": 1.2799552071668532, |
| "grad_norm": 15.875419616699219, |
| "learning_rate": 2.8669279581933562e-05, |
| "loss": 2.4802, |
| "step": 11430 |
| }, |
| { |
| "epoch": 1.2810750279955208, |
| "grad_norm": 9.360994338989258, |
| "learning_rate": 2.8650615901455767e-05, |
| "loss": 2.561, |
| "step": 11440 |
| }, |
| { |
| "epoch": 1.282194848824188, |
| "grad_norm": 3.356452226638794, |
| "learning_rate": 2.8631952220977975e-05, |
| "loss": 1.6649, |
| "step": 11450 |
| }, |
| { |
| "epoch": 1.2833146696528557, |
| "grad_norm": 4.318080425262451, |
| "learning_rate": 2.8613288540500187e-05, |
| "loss": 2.1682, |
| "step": 11460 |
| }, |
| { |
| "epoch": 1.284434490481523, |
| "grad_norm": 14.16100025177002, |
| "learning_rate": 2.8594624860022395e-05, |
| "loss": 2.245, |
| "step": 11470 |
| }, |
| { |
| "epoch": 1.2855543113101904, |
| "grad_norm": 4.342535495758057, |
| "learning_rate": 2.8575961179544607e-05, |
| "loss": 1.9388, |
| "step": 11480 |
| }, |
| { |
| "epoch": 1.2866741321388577, |
| "grad_norm": 4.287493705749512, |
| "learning_rate": 2.8557297499066815e-05, |
| "loss": 2.0392, |
| "step": 11490 |
| }, |
| { |
| "epoch": 1.287793952967525, |
| "grad_norm": 4.413599967956543, |
| "learning_rate": 2.8538633818589027e-05, |
| "loss": 1.7355, |
| "step": 11500 |
| }, |
| { |
| "epoch": 1.2889137737961927, |
| "grad_norm": 6.577482223510742, |
| "learning_rate": 2.8519970138111235e-05, |
| "loss": 2.0267, |
| "step": 11510 |
| }, |
| { |
| "epoch": 1.29003359462486, |
| "grad_norm": 16.563228607177734, |
| "learning_rate": 2.8501306457633447e-05, |
| "loss": 1.7356, |
| "step": 11520 |
| }, |
| { |
| "epoch": 1.2911534154535274, |
| "grad_norm": 4.8970255851745605, |
| "learning_rate": 2.8482642777155655e-05, |
| "loss": 2.0905, |
| "step": 11530 |
| }, |
| { |
| "epoch": 1.292273236282195, |
| "grad_norm": 3.6036787033081055, |
| "learning_rate": 2.8463979096677867e-05, |
| "loss": 1.8632, |
| "step": 11540 |
| }, |
| { |
| "epoch": 1.2933930571108623, |
| "grad_norm": 3.7850587368011475, |
| "learning_rate": 2.8445315416200075e-05, |
| "loss": 1.8984, |
| "step": 11550 |
| }, |
| { |
| "epoch": 1.2945128779395296, |
| "grad_norm": 3.808590888977051, |
| "learning_rate": 2.8426651735722287e-05, |
| "loss": 2.0321, |
| "step": 11560 |
| }, |
| { |
| "epoch": 1.295632698768197, |
| "grad_norm": 6.799190044403076, |
| "learning_rate": 2.8407988055244495e-05, |
| "loss": 2.3606, |
| "step": 11570 |
| }, |
| { |
| "epoch": 1.2967525195968646, |
| "grad_norm": 13.739738464355469, |
| "learning_rate": 2.8389324374766707e-05, |
| "loss": 2.4276, |
| "step": 11580 |
| }, |
| { |
| "epoch": 1.297872340425532, |
| "grad_norm": 10.142343521118164, |
| "learning_rate": 2.8370660694288915e-05, |
| "loss": 2.1635, |
| "step": 11590 |
| }, |
| { |
| "epoch": 1.2989921612541993, |
| "grad_norm": 7.874263286590576, |
| "learning_rate": 2.8351997013811127e-05, |
| "loss": 1.9213, |
| "step": 11600 |
| }, |
| { |
| "epoch": 1.3001119820828668, |
| "grad_norm": 9.147733688354492, |
| "learning_rate": 2.8333333333333335e-05, |
| "loss": 1.9669, |
| "step": 11610 |
| }, |
| { |
| "epoch": 1.3012318029115342, |
| "grad_norm": 4.748540878295898, |
| "learning_rate": 2.8314669652855547e-05, |
| "loss": 2.1498, |
| "step": 11620 |
| }, |
| { |
| "epoch": 1.3023516237402015, |
| "grad_norm": 3.711635112762451, |
| "learning_rate": 2.8296005972377755e-05, |
| "loss": 2.0037, |
| "step": 11630 |
| }, |
| { |
| "epoch": 1.3034714445688689, |
| "grad_norm": 9.331302642822266, |
| "learning_rate": 2.8277342291899967e-05, |
| "loss": 2.2264, |
| "step": 11640 |
| }, |
| { |
| "epoch": 1.3045912653975364, |
| "grad_norm": 3.66086483001709, |
| "learning_rate": 2.8258678611422172e-05, |
| "loss": 1.9577, |
| "step": 11650 |
| }, |
| { |
| "epoch": 1.3057110862262038, |
| "grad_norm": 3.9760518074035645, |
| "learning_rate": 2.8240014930944387e-05, |
| "loss": 2.4175, |
| "step": 11660 |
| }, |
| { |
| "epoch": 1.3068309070548711, |
| "grad_norm": 11.729776382446289, |
| "learning_rate": 2.8221351250466592e-05, |
| "loss": 1.8006, |
| "step": 11670 |
| }, |
| { |
| "epoch": 1.3079507278835387, |
| "grad_norm": 5.228203296661377, |
| "learning_rate": 2.82026875699888e-05, |
| "loss": 2.1344, |
| "step": 11680 |
| }, |
| { |
| "epoch": 1.309070548712206, |
| "grad_norm": 4.904013633728027, |
| "learning_rate": 2.8184023889511012e-05, |
| "loss": 1.3898, |
| "step": 11690 |
| }, |
| { |
| "epoch": 1.3101903695408734, |
| "grad_norm": 10.309314727783203, |
| "learning_rate": 2.816536020903322e-05, |
| "loss": 1.6145, |
| "step": 11700 |
| }, |
| { |
| "epoch": 1.3113101903695408, |
| "grad_norm": 6.570261478424072, |
| "learning_rate": 2.8146696528555432e-05, |
| "loss": 2.0292, |
| "step": 11710 |
| }, |
| { |
| "epoch": 1.3124300111982083, |
| "grad_norm": 4.200310707092285, |
| "learning_rate": 2.812803284807764e-05, |
| "loss": 2.086, |
| "step": 11720 |
| }, |
| { |
| "epoch": 1.3135498320268757, |
| "grad_norm": 10.7840576171875, |
| "learning_rate": 2.8109369167599852e-05, |
| "loss": 2.0459, |
| "step": 11730 |
| }, |
| { |
| "epoch": 1.314669652855543, |
| "grad_norm": 3.7457571029663086, |
| "learning_rate": 2.809070548712206e-05, |
| "loss": 1.6617, |
| "step": 11740 |
| }, |
| { |
| "epoch": 1.3157894736842106, |
| "grad_norm": 4.625324726104736, |
| "learning_rate": 2.8072041806644272e-05, |
| "loss": 1.5736, |
| "step": 11750 |
| }, |
| { |
| "epoch": 1.316909294512878, |
| "grad_norm": 9.565194129943848, |
| "learning_rate": 2.805337812616648e-05, |
| "loss": 2.4976, |
| "step": 11760 |
| }, |
| { |
| "epoch": 1.3180291153415453, |
| "grad_norm": 10.894997596740723, |
| "learning_rate": 2.8034714445688692e-05, |
| "loss": 1.9974, |
| "step": 11770 |
| }, |
| { |
| "epoch": 1.3191489361702127, |
| "grad_norm": 4.6816725730896, |
| "learning_rate": 2.80160507652109e-05, |
| "loss": 2.1758, |
| "step": 11780 |
| }, |
| { |
| "epoch": 1.3202687569988802, |
| "grad_norm": 3.4345543384552, |
| "learning_rate": 2.7997387084733112e-05, |
| "loss": 2.0768, |
| "step": 11790 |
| }, |
| { |
| "epoch": 1.3213885778275476, |
| "grad_norm": 11.61649227142334, |
| "learning_rate": 2.797872340425532e-05, |
| "loss": 2.135, |
| "step": 11800 |
| }, |
| { |
| "epoch": 1.322508398656215, |
| "grad_norm": 3.6992645263671875, |
| "learning_rate": 2.7960059723777532e-05, |
| "loss": 2.0889, |
| "step": 11810 |
| }, |
| { |
| "epoch": 1.3236282194848825, |
| "grad_norm": 3.465416193008423, |
| "learning_rate": 2.794139604329974e-05, |
| "loss": 2.0867, |
| "step": 11820 |
| }, |
| { |
| "epoch": 1.3247480403135499, |
| "grad_norm": 7.6769795417785645, |
| "learning_rate": 2.7922732362821952e-05, |
| "loss": 1.9802, |
| "step": 11830 |
| }, |
| { |
| "epoch": 1.3258678611422172, |
| "grad_norm": 4.010658264160156, |
| "learning_rate": 2.790406868234416e-05, |
| "loss": 2.2954, |
| "step": 11840 |
| }, |
| { |
| "epoch": 1.3269876819708846, |
| "grad_norm": 5.182217597961426, |
| "learning_rate": 2.7885405001866372e-05, |
| "loss": 2.3104, |
| "step": 11850 |
| }, |
| { |
| "epoch": 1.3281075027995521, |
| "grad_norm": 9.429098129272461, |
| "learning_rate": 2.7866741321388577e-05, |
| "loss": 1.7616, |
| "step": 11860 |
| }, |
| { |
| "epoch": 1.3292273236282195, |
| "grad_norm": 3.6495516300201416, |
| "learning_rate": 2.7848077640910792e-05, |
| "loss": 1.7191, |
| "step": 11870 |
| }, |
| { |
| "epoch": 1.3303471444568868, |
| "grad_norm": 3.693429470062256, |
| "learning_rate": 2.7829413960432997e-05, |
| "loss": 2.2813, |
| "step": 11880 |
| }, |
| { |
| "epoch": 1.3314669652855544, |
| "grad_norm": 3.9754602909088135, |
| "learning_rate": 2.7810750279955212e-05, |
| "loss": 1.9402, |
| "step": 11890 |
| }, |
| { |
| "epoch": 1.3325867861142218, |
| "grad_norm": 8.377337455749512, |
| "learning_rate": 2.7792086599477417e-05, |
| "loss": 2.0752, |
| "step": 11900 |
| }, |
| { |
| "epoch": 1.3337066069428891, |
| "grad_norm": 7.4295220375061035, |
| "learning_rate": 2.7773422918999625e-05, |
| "loss": 1.6284, |
| "step": 11910 |
| }, |
| { |
| "epoch": 1.3348264277715565, |
| "grad_norm": 3.935297966003418, |
| "learning_rate": 2.7754759238521837e-05, |
| "loss": 2.2115, |
| "step": 11920 |
| }, |
| { |
| "epoch": 1.335946248600224, |
| "grad_norm": 9.240707397460938, |
| "learning_rate": 2.7736095558044045e-05, |
| "loss": 1.8889, |
| "step": 11930 |
| }, |
| { |
| "epoch": 1.3370660694288914, |
| "grad_norm": 11.241867065429688, |
| "learning_rate": 2.7717431877566257e-05, |
| "loss": 1.7422, |
| "step": 11940 |
| }, |
| { |
| "epoch": 1.3381858902575587, |
| "grad_norm": 5.747684478759766, |
| "learning_rate": 2.7698768197088465e-05, |
| "loss": 1.8776, |
| "step": 11950 |
| }, |
| { |
| "epoch": 1.3393057110862263, |
| "grad_norm": 8.002111434936523, |
| "learning_rate": 2.7680104516610677e-05, |
| "loss": 2.0645, |
| "step": 11960 |
| }, |
| { |
| "epoch": 1.3404255319148937, |
| "grad_norm": 6.661399841308594, |
| "learning_rate": 2.7661440836132885e-05, |
| "loss": 1.914, |
| "step": 11970 |
| }, |
| { |
| "epoch": 1.341545352743561, |
| "grad_norm": 4.897961616516113, |
| "learning_rate": 2.7642777155655097e-05, |
| "loss": 2.0699, |
| "step": 11980 |
| }, |
| { |
| "epoch": 1.3426651735722284, |
| "grad_norm": 8.352503776550293, |
| "learning_rate": 2.7624113475177305e-05, |
| "loss": 2.3203, |
| "step": 11990 |
| }, |
| { |
| "epoch": 1.343784994400896, |
| "grad_norm": 5.313516616821289, |
| "learning_rate": 2.7605449794699517e-05, |
| "loss": 1.4091, |
| "step": 12000 |
| }, |
| { |
| "epoch": 1.3449048152295633, |
| "grad_norm": 8.284523010253906, |
| "learning_rate": 2.7586786114221725e-05, |
| "loss": 2.2698, |
| "step": 12010 |
| }, |
| { |
| "epoch": 1.3460246360582306, |
| "grad_norm": 4.834831237792969, |
| "learning_rate": 2.7568122433743937e-05, |
| "loss": 1.9009, |
| "step": 12020 |
| }, |
| { |
| "epoch": 1.3471444568868982, |
| "grad_norm": 14.059358596801758, |
| "learning_rate": 2.7549458753266145e-05, |
| "loss": 2.1775, |
| "step": 12030 |
| }, |
| { |
| "epoch": 1.3482642777155656, |
| "grad_norm": 8.378131866455078, |
| "learning_rate": 2.7530795072788357e-05, |
| "loss": 2.1616, |
| "step": 12040 |
| }, |
| { |
| "epoch": 1.349384098544233, |
| "grad_norm": 3.4480719566345215, |
| "learning_rate": 2.7512131392310565e-05, |
| "loss": 2.2743, |
| "step": 12050 |
| }, |
| { |
| "epoch": 1.3505039193729003, |
| "grad_norm": 4.051682472229004, |
| "learning_rate": 2.7493467711832777e-05, |
| "loss": 1.7351, |
| "step": 12060 |
| }, |
| { |
| "epoch": 1.3516237402015676, |
| "grad_norm": 15.0495023727417, |
| "learning_rate": 2.7474804031354982e-05, |
| "loss": 2.3378, |
| "step": 12070 |
| }, |
| { |
| "epoch": 1.3527435610302352, |
| "grad_norm": 12.420659065246582, |
| "learning_rate": 2.7456140350877197e-05, |
| "loss": 2.0799, |
| "step": 12080 |
| }, |
| { |
| "epoch": 1.3538633818589025, |
| "grad_norm": 3.576589345932007, |
| "learning_rate": 2.7437476670399402e-05, |
| "loss": 1.7943, |
| "step": 12090 |
| }, |
| { |
| "epoch": 1.35498320268757, |
| "grad_norm": 9.293567657470703, |
| "learning_rate": 2.7418812989921617e-05, |
| "loss": 2.0307, |
| "step": 12100 |
| }, |
| { |
| "epoch": 1.3561030235162375, |
| "grad_norm": 4.058133125305176, |
| "learning_rate": 2.7400149309443822e-05, |
| "loss": 1.6863, |
| "step": 12110 |
| }, |
| { |
| "epoch": 1.3572228443449048, |
| "grad_norm": 3.99945330619812, |
| "learning_rate": 2.7381485628966037e-05, |
| "loss": 2.2194, |
| "step": 12120 |
| }, |
| { |
| "epoch": 1.3583426651735722, |
| "grad_norm": 10.465315818786621, |
| "learning_rate": 2.7362821948488242e-05, |
| "loss": 1.7545, |
| "step": 12130 |
| }, |
| { |
| "epoch": 1.3594624860022395, |
| "grad_norm": 5.384920120239258, |
| "learning_rate": 2.734415826801045e-05, |
| "loss": 1.6758, |
| "step": 12140 |
| }, |
| { |
| "epoch": 1.360582306830907, |
| "grad_norm": 3.6617019176483154, |
| "learning_rate": 2.7325494587532662e-05, |
| "loss": 1.8267, |
| "step": 12150 |
| }, |
| { |
| "epoch": 1.3617021276595744, |
| "grad_norm": 5.872734069824219, |
| "learning_rate": 2.730683090705487e-05, |
| "loss": 1.7598, |
| "step": 12160 |
| }, |
| { |
| "epoch": 1.362821948488242, |
| "grad_norm": 3.7369675636291504, |
| "learning_rate": 2.7288167226577082e-05, |
| "loss": 1.8391, |
| "step": 12170 |
| }, |
| { |
| "epoch": 1.3639417693169094, |
| "grad_norm": 4.193478107452393, |
| "learning_rate": 2.726950354609929e-05, |
| "loss": 1.9595, |
| "step": 12180 |
| }, |
| { |
| "epoch": 1.3650615901455767, |
| "grad_norm": 11.2186918258667, |
| "learning_rate": 2.7250839865621502e-05, |
| "loss": 2.3907, |
| "step": 12190 |
| }, |
| { |
| "epoch": 1.366181410974244, |
| "grad_norm": 10.962636947631836, |
| "learning_rate": 2.723217618514371e-05, |
| "loss": 1.8998, |
| "step": 12200 |
| }, |
| { |
| "epoch": 1.3673012318029114, |
| "grad_norm": 6.624661922454834, |
| "learning_rate": 2.7213512504665922e-05, |
| "loss": 2.1747, |
| "step": 12210 |
| }, |
| { |
| "epoch": 1.368421052631579, |
| "grad_norm": 3.9043078422546387, |
| "learning_rate": 2.719484882418813e-05, |
| "loss": 1.9947, |
| "step": 12220 |
| }, |
| { |
| "epoch": 1.3695408734602463, |
| "grad_norm": 13.550288200378418, |
| "learning_rate": 2.7176185143710342e-05, |
| "loss": 1.7701, |
| "step": 12230 |
| }, |
| { |
| "epoch": 1.370660694288914, |
| "grad_norm": 3.8633484840393066, |
| "learning_rate": 2.715752146323255e-05, |
| "loss": 1.701, |
| "step": 12240 |
| }, |
| { |
| "epoch": 1.3717805151175813, |
| "grad_norm": 15.98534870147705, |
| "learning_rate": 2.7138857782754762e-05, |
| "loss": 2.2531, |
| "step": 12250 |
| }, |
| { |
| "epoch": 1.3729003359462486, |
| "grad_norm": 3.9303388595581055, |
| "learning_rate": 2.712019410227697e-05, |
| "loss": 2.0902, |
| "step": 12260 |
| }, |
| { |
| "epoch": 1.374020156774916, |
| "grad_norm": 5.423203945159912, |
| "learning_rate": 2.7101530421799182e-05, |
| "loss": 2.3482, |
| "step": 12270 |
| }, |
| { |
| "epoch": 1.3751399776035833, |
| "grad_norm": 12.370367050170898, |
| "learning_rate": 2.708286674132139e-05, |
| "loss": 1.9292, |
| "step": 12280 |
| }, |
| { |
| "epoch": 1.3762597984322509, |
| "grad_norm": 5.228443622589111, |
| "learning_rate": 2.7064203060843602e-05, |
| "loss": 2.1979, |
| "step": 12290 |
| }, |
| { |
| "epoch": 1.3773796192609182, |
| "grad_norm": 5.5691423416137695, |
| "learning_rate": 2.7045539380365807e-05, |
| "loss": 2.3052, |
| "step": 12300 |
| }, |
| { |
| "epoch": 1.3784994400895858, |
| "grad_norm": 4.302522659301758, |
| "learning_rate": 2.7026875699888022e-05, |
| "loss": 2.2908, |
| "step": 12310 |
| }, |
| { |
| "epoch": 1.3796192609182532, |
| "grad_norm": 5.334700584411621, |
| "learning_rate": 2.7008212019410227e-05, |
| "loss": 1.704, |
| "step": 12320 |
| }, |
| { |
| "epoch": 1.3807390817469205, |
| "grad_norm": 6.528292655944824, |
| "learning_rate": 2.6989548338932442e-05, |
| "loss": 2.0202, |
| "step": 12330 |
| }, |
| { |
| "epoch": 1.3818589025755879, |
| "grad_norm": 8.879626274108887, |
| "learning_rate": 2.6970884658454647e-05, |
| "loss": 1.9973, |
| "step": 12340 |
| }, |
| { |
| "epoch": 1.3829787234042552, |
| "grad_norm": 12.133624076843262, |
| "learning_rate": 2.6952220977976862e-05, |
| "loss": 2.0525, |
| "step": 12350 |
| }, |
| { |
| "epoch": 1.3840985442329228, |
| "grad_norm": 3.8778038024902344, |
| "learning_rate": 2.6933557297499067e-05, |
| "loss": 2.7127, |
| "step": 12360 |
| }, |
| { |
| "epoch": 1.3852183650615901, |
| "grad_norm": 12.094010353088379, |
| "learning_rate": 2.6914893617021282e-05, |
| "loss": 2.2501, |
| "step": 12370 |
| }, |
| { |
| "epoch": 1.3863381858902575, |
| "grad_norm": 14.439510345458984, |
| "learning_rate": 2.6896229936543487e-05, |
| "loss": 2.4553, |
| "step": 12380 |
| }, |
| { |
| "epoch": 1.387458006718925, |
| "grad_norm": 13.809215545654297, |
| "learning_rate": 2.6877566256065695e-05, |
| "loss": 1.7811, |
| "step": 12390 |
| }, |
| { |
| "epoch": 1.3885778275475924, |
| "grad_norm": 3.6743390560150146, |
| "learning_rate": 2.6858902575587907e-05, |
| "loss": 1.5438, |
| "step": 12400 |
| }, |
| { |
| "epoch": 1.3896976483762598, |
| "grad_norm": 4.393309116363525, |
| "learning_rate": 2.6840238895110115e-05, |
| "loss": 1.4149, |
| "step": 12410 |
| }, |
| { |
| "epoch": 1.390817469204927, |
| "grad_norm": 8.418529510498047, |
| "learning_rate": 2.6821575214632327e-05, |
| "loss": 1.8214, |
| "step": 12420 |
| }, |
| { |
| "epoch": 1.3919372900335947, |
| "grad_norm": 11.139238357543945, |
| "learning_rate": 2.6802911534154535e-05, |
| "loss": 2.2626, |
| "step": 12430 |
| }, |
| { |
| "epoch": 1.393057110862262, |
| "grad_norm": 7.604578495025635, |
| "learning_rate": 2.6784247853676747e-05, |
| "loss": 2.5468, |
| "step": 12440 |
| }, |
| { |
| "epoch": 1.3941769316909294, |
| "grad_norm": 4.145791053771973, |
| "learning_rate": 2.6765584173198955e-05, |
| "loss": 1.6144, |
| "step": 12450 |
| }, |
| { |
| "epoch": 1.395296752519597, |
| "grad_norm": 6.010091781616211, |
| "learning_rate": 2.6746920492721167e-05, |
| "loss": 2.0923, |
| "step": 12460 |
| }, |
| { |
| "epoch": 1.3964165733482643, |
| "grad_norm": 10.133779525756836, |
| "learning_rate": 2.6728256812243375e-05, |
| "loss": 1.9483, |
| "step": 12470 |
| }, |
| { |
| "epoch": 1.3975363941769317, |
| "grad_norm": 3.6997570991516113, |
| "learning_rate": 2.6709593131765587e-05, |
| "loss": 1.701, |
| "step": 12480 |
| }, |
| { |
| "epoch": 1.398656215005599, |
| "grad_norm": 10.962636947631836, |
| "learning_rate": 2.6690929451287795e-05, |
| "loss": 2.384, |
| "step": 12490 |
| }, |
| { |
| "epoch": 1.3997760358342666, |
| "grad_norm": 3.6743199825286865, |
| "learning_rate": 2.6672265770810007e-05, |
| "loss": 1.9178, |
| "step": 12500 |
| }, |
| { |
| "epoch": 1.400895856662934, |
| "grad_norm": 12.958653450012207, |
| "learning_rate": 2.6653602090332212e-05, |
| "loss": 2.594, |
| "step": 12510 |
| }, |
| { |
| "epoch": 1.4020156774916013, |
| "grad_norm": 11.249685287475586, |
| "learning_rate": 2.6634938409854427e-05, |
| "loss": 1.6907, |
| "step": 12520 |
| }, |
| { |
| "epoch": 1.4031354983202688, |
| "grad_norm": 4.222360134124756, |
| "learning_rate": 2.6616274729376632e-05, |
| "loss": 2.1065, |
| "step": 12530 |
| }, |
| { |
| "epoch": 1.4042553191489362, |
| "grad_norm": 11.4049654006958, |
| "learning_rate": 2.6597611048898847e-05, |
| "loss": 2.0968, |
| "step": 12540 |
| }, |
| { |
| "epoch": 1.4053751399776035, |
| "grad_norm": 4.947079181671143, |
| "learning_rate": 2.6578947368421052e-05, |
| "loss": 1.942, |
| "step": 12550 |
| }, |
| { |
| "epoch": 1.406494960806271, |
| "grad_norm": 11.592204093933105, |
| "learning_rate": 2.6560283687943267e-05, |
| "loss": 1.9633, |
| "step": 12560 |
| }, |
| { |
| "epoch": 1.4076147816349385, |
| "grad_norm": 5.250865459442139, |
| "learning_rate": 2.6541620007465472e-05, |
| "loss": 1.9282, |
| "step": 12570 |
| }, |
| { |
| "epoch": 1.4087346024636058, |
| "grad_norm": 12.925929069519043, |
| "learning_rate": 2.6522956326987687e-05, |
| "loss": 2.3242, |
| "step": 12580 |
| }, |
| { |
| "epoch": 1.4098544232922732, |
| "grad_norm": 13.145225524902344, |
| "learning_rate": 2.6504292646509892e-05, |
| "loss": 2.0153, |
| "step": 12590 |
| }, |
| { |
| "epoch": 1.4109742441209407, |
| "grad_norm": 5.17841100692749, |
| "learning_rate": 2.6485628966032107e-05, |
| "loss": 1.7325, |
| "step": 12600 |
| }, |
| { |
| "epoch": 1.412094064949608, |
| "grad_norm": 4.1737213134765625, |
| "learning_rate": 2.6466965285554312e-05, |
| "loss": 1.8959, |
| "step": 12610 |
| }, |
| { |
| "epoch": 1.4132138857782754, |
| "grad_norm": 14.844003677368164, |
| "learning_rate": 2.644830160507652e-05, |
| "loss": 2.1662, |
| "step": 12620 |
| }, |
| { |
| "epoch": 1.4143337066069428, |
| "grad_norm": 3.8433620929718018, |
| "learning_rate": 2.6429637924598732e-05, |
| "loss": 1.7181, |
| "step": 12630 |
| }, |
| { |
| "epoch": 1.4154535274356104, |
| "grad_norm": 7.718703746795654, |
| "learning_rate": 2.641097424412094e-05, |
| "loss": 1.9043, |
| "step": 12640 |
| }, |
| { |
| "epoch": 1.4165733482642777, |
| "grad_norm": 9.38231086730957, |
| "learning_rate": 2.6392310563643152e-05, |
| "loss": 1.8313, |
| "step": 12650 |
| }, |
| { |
| "epoch": 1.417693169092945, |
| "grad_norm": 13.019353866577148, |
| "learning_rate": 2.637364688316536e-05, |
| "loss": 2.2505, |
| "step": 12660 |
| }, |
| { |
| "epoch": 1.4188129899216126, |
| "grad_norm": 14.78768253326416, |
| "learning_rate": 2.6354983202687572e-05, |
| "loss": 1.8465, |
| "step": 12670 |
| }, |
| { |
| "epoch": 1.41993281075028, |
| "grad_norm": 12.229498863220215, |
| "learning_rate": 2.633631952220978e-05, |
| "loss": 2.4691, |
| "step": 12680 |
| }, |
| { |
| "epoch": 1.4210526315789473, |
| "grad_norm": 4.5396294593811035, |
| "learning_rate": 2.6317655841731992e-05, |
| "loss": 2.0822, |
| "step": 12690 |
| }, |
| { |
| "epoch": 1.4221724524076147, |
| "grad_norm": 11.260706901550293, |
| "learning_rate": 2.62989921612542e-05, |
| "loss": 1.8299, |
| "step": 12700 |
| }, |
| { |
| "epoch": 1.4232922732362823, |
| "grad_norm": 7.562645435333252, |
| "learning_rate": 2.6280328480776412e-05, |
| "loss": 1.9251, |
| "step": 12710 |
| }, |
| { |
| "epoch": 1.4244120940649496, |
| "grad_norm": 12.989692687988281, |
| "learning_rate": 2.6261664800298617e-05, |
| "loss": 1.8278, |
| "step": 12720 |
| }, |
| { |
| "epoch": 1.425531914893617, |
| "grad_norm": 15.355886459350586, |
| "learning_rate": 2.6243001119820832e-05, |
| "loss": 2.2122, |
| "step": 12730 |
| }, |
| { |
| "epoch": 1.4266517357222845, |
| "grad_norm": 4.491844654083252, |
| "learning_rate": 2.6224337439343037e-05, |
| "loss": 1.8286, |
| "step": 12740 |
| }, |
| { |
| "epoch": 1.427771556550952, |
| "grad_norm": 11.244644165039062, |
| "learning_rate": 2.6205673758865252e-05, |
| "loss": 2.2198, |
| "step": 12750 |
| }, |
| { |
| "epoch": 1.4288913773796192, |
| "grad_norm": 4.543248176574707, |
| "learning_rate": 2.6187010078387457e-05, |
| "loss": 2.1489, |
| "step": 12760 |
| }, |
| { |
| "epoch": 1.4300111982082866, |
| "grad_norm": 5.585264205932617, |
| "learning_rate": 2.6168346397909672e-05, |
| "loss": 1.9485, |
| "step": 12770 |
| }, |
| { |
| "epoch": 1.4311310190369542, |
| "grad_norm": 16.626436233520508, |
| "learning_rate": 2.6149682717431877e-05, |
| "loss": 2.0467, |
| "step": 12780 |
| }, |
| { |
| "epoch": 1.4322508398656215, |
| "grad_norm": 5.619150161743164, |
| "learning_rate": 2.6131019036954092e-05, |
| "loss": 2.0983, |
| "step": 12790 |
| }, |
| { |
| "epoch": 1.4333706606942889, |
| "grad_norm": 3.807325839996338, |
| "learning_rate": 2.6112355356476297e-05, |
| "loss": 1.736, |
| "step": 12800 |
| }, |
| { |
| "epoch": 1.4344904815229564, |
| "grad_norm": 16.317922592163086, |
| "learning_rate": 2.6093691675998512e-05, |
| "loss": 2.26, |
| "step": 12810 |
| }, |
| { |
| "epoch": 1.4356103023516238, |
| "grad_norm": 4.438934326171875, |
| "learning_rate": 2.6075027995520717e-05, |
| "loss": 2.2066, |
| "step": 12820 |
| }, |
| { |
| "epoch": 1.4367301231802911, |
| "grad_norm": 15.27676010131836, |
| "learning_rate": 2.605636431504293e-05, |
| "loss": 2.0826, |
| "step": 12830 |
| }, |
| { |
| "epoch": 1.4378499440089585, |
| "grad_norm": 7.73093843460083, |
| "learning_rate": 2.6037700634565137e-05, |
| "loss": 1.9085, |
| "step": 12840 |
| }, |
| { |
| "epoch": 1.4389697648376258, |
| "grad_norm": 12.442554473876953, |
| "learning_rate": 2.6019036954087345e-05, |
| "loss": 2.1945, |
| "step": 12850 |
| }, |
| { |
| "epoch": 1.4400895856662934, |
| "grad_norm": 21.156641006469727, |
| "learning_rate": 2.6000373273609557e-05, |
| "loss": 2.3811, |
| "step": 12860 |
| }, |
| { |
| "epoch": 1.4412094064949608, |
| "grad_norm": 4.013643741607666, |
| "learning_rate": 2.5981709593131765e-05, |
| "loss": 2.0067, |
| "step": 12870 |
| }, |
| { |
| "epoch": 1.4423292273236283, |
| "grad_norm": 4.505249977111816, |
| "learning_rate": 2.5963045912653977e-05, |
| "loss": 2.1332, |
| "step": 12880 |
| }, |
| { |
| "epoch": 1.4434490481522957, |
| "grad_norm": 4.283412456512451, |
| "learning_rate": 2.5944382232176185e-05, |
| "loss": 2.2716, |
| "step": 12890 |
| }, |
| { |
| "epoch": 1.444568868980963, |
| "grad_norm": 9.626873016357422, |
| "learning_rate": 2.5925718551698397e-05, |
| "loss": 2.2156, |
| "step": 12900 |
| }, |
| { |
| "epoch": 1.4456886898096304, |
| "grad_norm": 10.732905387878418, |
| "learning_rate": 2.5907054871220605e-05, |
| "loss": 2.1807, |
| "step": 12910 |
| }, |
| { |
| "epoch": 1.4468085106382977, |
| "grad_norm": 7.605788707733154, |
| "learning_rate": 2.5888391190742817e-05, |
| "loss": 1.9077, |
| "step": 12920 |
| }, |
| { |
| "epoch": 1.4479283314669653, |
| "grad_norm": 3.839841604232788, |
| "learning_rate": 2.5869727510265025e-05, |
| "loss": 1.8521, |
| "step": 12930 |
| }, |
| { |
| "epoch": 1.4490481522956327, |
| "grad_norm": 3.6968777179718018, |
| "learning_rate": 2.5851063829787237e-05, |
| "loss": 1.7962, |
| "step": 12940 |
| }, |
| { |
| "epoch": 1.4501679731243002, |
| "grad_norm": 8.658880233764648, |
| "learning_rate": 2.5832400149309442e-05, |
| "loss": 1.8974, |
| "step": 12950 |
| }, |
| { |
| "epoch": 1.4512877939529676, |
| "grad_norm": 3.764810085296631, |
| "learning_rate": 2.5813736468831657e-05, |
| "loss": 2.2889, |
| "step": 12960 |
| }, |
| { |
| "epoch": 1.452407614781635, |
| "grad_norm": 7.589803218841553, |
| "learning_rate": 2.5795072788353862e-05, |
| "loss": 1.701, |
| "step": 12970 |
| }, |
| { |
| "epoch": 1.4535274356103023, |
| "grad_norm": 15.206584930419922, |
| "learning_rate": 2.5776409107876077e-05, |
| "loss": 2.196, |
| "step": 12980 |
| }, |
| { |
| "epoch": 1.4546472564389696, |
| "grad_norm": 13.450560569763184, |
| "learning_rate": 2.5757745427398282e-05, |
| "loss": 1.7454, |
| "step": 12990 |
| }, |
| { |
| "epoch": 1.4557670772676372, |
| "grad_norm": 9.42431926727295, |
| "learning_rate": 2.5739081746920497e-05, |
| "loss": 2.2713, |
| "step": 13000 |
| }, |
| { |
| "epoch": 1.4568868980963046, |
| "grad_norm": 6.517592906951904, |
| "learning_rate": 2.5720418066442702e-05, |
| "loss": 1.9129, |
| "step": 13010 |
| }, |
| { |
| "epoch": 1.4580067189249721, |
| "grad_norm": 3.8636746406555176, |
| "learning_rate": 2.5701754385964917e-05, |
| "loss": 1.8176, |
| "step": 13020 |
| }, |
| { |
| "epoch": 1.4591265397536395, |
| "grad_norm": 4.5231523513793945, |
| "learning_rate": 2.5683090705487122e-05, |
| "loss": 2.1806, |
| "step": 13030 |
| }, |
| { |
| "epoch": 1.4602463605823068, |
| "grad_norm": 4.154500484466553, |
| "learning_rate": 2.5664427025009334e-05, |
| "loss": 2.2852, |
| "step": 13040 |
| }, |
| { |
| "epoch": 1.4613661814109742, |
| "grad_norm": 4.697875022888184, |
| "learning_rate": 2.5645763344531542e-05, |
| "loss": 2.0672, |
| "step": 13050 |
| }, |
| { |
| "epoch": 1.4624860022396415, |
| "grad_norm": 5.5377702713012695, |
| "learning_rate": 2.5627099664053754e-05, |
| "loss": 1.9248, |
| "step": 13060 |
| }, |
| { |
| "epoch": 1.463605823068309, |
| "grad_norm": 3.9264962673187256, |
| "learning_rate": 2.5608435983575962e-05, |
| "loss": 2.226, |
| "step": 13070 |
| }, |
| { |
| "epoch": 1.4647256438969765, |
| "grad_norm": 4.375810146331787, |
| "learning_rate": 2.558977230309817e-05, |
| "loss": 1.8459, |
| "step": 13080 |
| }, |
| { |
| "epoch": 1.465845464725644, |
| "grad_norm": 9.115229606628418, |
| "learning_rate": 2.5571108622620382e-05, |
| "loss": 2.0442, |
| "step": 13090 |
| }, |
| { |
| "epoch": 1.4669652855543114, |
| "grad_norm": 11.976322174072266, |
| "learning_rate": 2.555244494214259e-05, |
| "loss": 1.6853, |
| "step": 13100 |
| }, |
| { |
| "epoch": 1.4680851063829787, |
| "grad_norm": 4.857337951660156, |
| "learning_rate": 2.5533781261664802e-05, |
| "loss": 2.2852, |
| "step": 13110 |
| }, |
| { |
| "epoch": 1.469204927211646, |
| "grad_norm": 15.375901222229004, |
| "learning_rate": 2.551511758118701e-05, |
| "loss": 2.0554, |
| "step": 13120 |
| }, |
| { |
| "epoch": 1.4703247480403134, |
| "grad_norm": 10.337723731994629, |
| "learning_rate": 2.5496453900709222e-05, |
| "loss": 2.0575, |
| "step": 13130 |
| }, |
| { |
| "epoch": 1.471444568868981, |
| "grad_norm": 9.989140510559082, |
| "learning_rate": 2.547779022023143e-05, |
| "loss": 2.2119, |
| "step": 13140 |
| }, |
| { |
| "epoch": 1.4725643896976484, |
| "grad_norm": 8.458128929138184, |
| "learning_rate": 2.5459126539753642e-05, |
| "loss": 2.3751, |
| "step": 13150 |
| }, |
| { |
| "epoch": 1.4736842105263157, |
| "grad_norm": 10.176783561706543, |
| "learning_rate": 2.5440462859275847e-05, |
| "loss": 1.8748, |
| "step": 13160 |
| }, |
| { |
| "epoch": 1.4748040313549833, |
| "grad_norm": 8.326006889343262, |
| "learning_rate": 2.5421799178798062e-05, |
| "loss": 2.2096, |
| "step": 13170 |
| }, |
| { |
| "epoch": 1.4759238521836506, |
| "grad_norm": 4.975625514984131, |
| "learning_rate": 2.5403135498320267e-05, |
| "loss": 2.3334, |
| "step": 13180 |
| }, |
| { |
| "epoch": 1.477043673012318, |
| "grad_norm": 3.7235939502716064, |
| "learning_rate": 2.5384471817842482e-05, |
| "loss": 1.8743, |
| "step": 13190 |
| }, |
| { |
| "epoch": 1.4781634938409853, |
| "grad_norm": 4.65376615524292, |
| "learning_rate": 2.5365808137364687e-05, |
| "loss": 1.8204, |
| "step": 13200 |
| }, |
| { |
| "epoch": 1.479283314669653, |
| "grad_norm": 5.088535308837891, |
| "learning_rate": 2.5347144456886902e-05, |
| "loss": 1.9513, |
| "step": 13210 |
| }, |
| { |
| "epoch": 1.4804031354983203, |
| "grad_norm": 13.776253700256348, |
| "learning_rate": 2.5328480776409107e-05, |
| "loss": 1.7841, |
| "step": 13220 |
| }, |
| { |
| "epoch": 1.4815229563269876, |
| "grad_norm": 13.486886024475098, |
| "learning_rate": 2.5309817095931322e-05, |
| "loss": 2.1629, |
| "step": 13230 |
| }, |
| { |
| "epoch": 1.4826427771556552, |
| "grad_norm": 3.3172719478607178, |
| "learning_rate": 2.5291153415453527e-05, |
| "loss": 1.7235, |
| "step": 13240 |
| }, |
| { |
| "epoch": 1.4837625979843225, |
| "grad_norm": 3.367083787918091, |
| "learning_rate": 2.5272489734975742e-05, |
| "loss": 2.4903, |
| "step": 13250 |
| }, |
| { |
| "epoch": 1.4848824188129899, |
| "grad_norm": 13.519879341125488, |
| "learning_rate": 2.5253826054497947e-05, |
| "loss": 1.8464, |
| "step": 13260 |
| }, |
| { |
| "epoch": 1.4860022396416572, |
| "grad_norm": 6.741097450256348, |
| "learning_rate": 2.523516237402016e-05, |
| "loss": 1.8458, |
| "step": 13270 |
| }, |
| { |
| "epoch": 1.4871220604703248, |
| "grad_norm": 2.4831910133361816, |
| "learning_rate": 2.5216498693542367e-05, |
| "loss": 1.9829, |
| "step": 13280 |
| }, |
| { |
| "epoch": 1.4882418812989922, |
| "grad_norm": 14.098200798034668, |
| "learning_rate": 2.519783501306458e-05, |
| "loss": 2.2151, |
| "step": 13290 |
| }, |
| { |
| "epoch": 1.4893617021276595, |
| "grad_norm": 9.473960876464844, |
| "learning_rate": 2.5179171332586787e-05, |
| "loss": 2.3018, |
| "step": 13300 |
| }, |
| { |
| "epoch": 1.490481522956327, |
| "grad_norm": 10.849329948425293, |
| "learning_rate": 2.5160507652108995e-05, |
| "loss": 2.3845, |
| "step": 13310 |
| }, |
| { |
| "epoch": 1.4916013437849944, |
| "grad_norm": 5.084878921508789, |
| "learning_rate": 2.5141843971631207e-05, |
| "loss": 1.9048, |
| "step": 13320 |
| }, |
| { |
| "epoch": 1.4927211646136618, |
| "grad_norm": 3.708717107772827, |
| "learning_rate": 2.5123180291153416e-05, |
| "loss": 2.0126, |
| "step": 13330 |
| }, |
| { |
| "epoch": 1.4938409854423291, |
| "grad_norm": 4.616156578063965, |
| "learning_rate": 2.5104516610675627e-05, |
| "loss": 2.2239, |
| "step": 13340 |
| }, |
| { |
| "epoch": 1.4949608062709967, |
| "grad_norm": 4.087489604949951, |
| "learning_rate": 2.5085852930197836e-05, |
| "loss": 2.3669, |
| "step": 13350 |
| }, |
| { |
| "epoch": 1.496080627099664, |
| "grad_norm": 5.101741790771484, |
| "learning_rate": 2.5067189249720047e-05, |
| "loss": 2.1289, |
| "step": 13360 |
| }, |
| { |
| "epoch": 1.4972004479283314, |
| "grad_norm": 4.274835109710693, |
| "learning_rate": 2.5048525569242252e-05, |
| "loss": 2.194, |
| "step": 13370 |
| }, |
| { |
| "epoch": 1.498320268756999, |
| "grad_norm": 8.17119026184082, |
| "learning_rate": 2.5029861888764467e-05, |
| "loss": 1.924, |
| "step": 13380 |
| }, |
| { |
| "epoch": 1.4994400895856663, |
| "grad_norm": 7.936726093292236, |
| "learning_rate": 2.5011198208286672e-05, |
| "loss": 2.0178, |
| "step": 13390 |
| }, |
| { |
| "epoch": 1.5005599104143337, |
| "grad_norm": 4.710428714752197, |
| "learning_rate": 2.4992534527808887e-05, |
| "loss": 2.1567, |
| "step": 13400 |
| }, |
| { |
| "epoch": 1.501679731243001, |
| "grad_norm": 17.4936580657959, |
| "learning_rate": 2.4973870847331096e-05, |
| "loss": 2.1754, |
| "step": 13410 |
| }, |
| { |
| "epoch": 1.5027995520716684, |
| "grad_norm": 3.8005337715148926, |
| "learning_rate": 2.4955207166853304e-05, |
| "loss": 1.3665, |
| "step": 13420 |
| }, |
| { |
| "epoch": 1.503919372900336, |
| "grad_norm": 5.918506145477295, |
| "learning_rate": 2.4936543486375512e-05, |
| "loss": 1.8023, |
| "step": 13430 |
| }, |
| { |
| "epoch": 1.5050391937290035, |
| "grad_norm": 3.53682541847229, |
| "learning_rate": 2.4917879805897724e-05, |
| "loss": 2.1256, |
| "step": 13440 |
| }, |
| { |
| "epoch": 1.5061590145576709, |
| "grad_norm": 7.532880783081055, |
| "learning_rate": 2.4899216125419932e-05, |
| "loss": 1.6287, |
| "step": 13450 |
| }, |
| { |
| "epoch": 1.5072788353863382, |
| "grad_norm": 5.1376800537109375, |
| "learning_rate": 2.4880552444942144e-05, |
| "loss": 2.2407, |
| "step": 13460 |
| }, |
| { |
| "epoch": 1.5083986562150056, |
| "grad_norm": 3.9931938648223877, |
| "learning_rate": 2.4861888764464352e-05, |
| "loss": 2.172, |
| "step": 13470 |
| }, |
| { |
| "epoch": 1.509518477043673, |
| "grad_norm": 6.361204147338867, |
| "learning_rate": 2.4843225083986564e-05, |
| "loss": 1.7437, |
| "step": 13480 |
| }, |
| { |
| "epoch": 1.5106382978723403, |
| "grad_norm": 7.249978542327881, |
| "learning_rate": 2.4824561403508772e-05, |
| "loss": 1.8938, |
| "step": 13490 |
| }, |
| { |
| "epoch": 1.5117581187010078, |
| "grad_norm": 1.6755268573760986, |
| "learning_rate": 2.4805897723030984e-05, |
| "loss": 1.9075, |
| "step": 13500 |
| }, |
| { |
| "epoch": 1.5128779395296752, |
| "grad_norm": 3.8444862365722656, |
| "learning_rate": 2.4787234042553192e-05, |
| "loss": 2.2699, |
| "step": 13510 |
| }, |
| { |
| "epoch": 1.5139977603583428, |
| "grad_norm": 5.975175380706787, |
| "learning_rate": 2.4768570362075404e-05, |
| "loss": 1.9212, |
| "step": 13520 |
| }, |
| { |
| "epoch": 1.5151175811870101, |
| "grad_norm": 8.798042297363281, |
| "learning_rate": 2.4749906681597612e-05, |
| "loss": 2.1584, |
| "step": 13530 |
| }, |
| { |
| "epoch": 1.5162374020156775, |
| "grad_norm": 12.09782600402832, |
| "learning_rate": 2.473124300111982e-05, |
| "loss": 2.3702, |
| "step": 13540 |
| }, |
| { |
| "epoch": 1.5173572228443448, |
| "grad_norm": 6.850448131561279, |
| "learning_rate": 2.4712579320642032e-05, |
| "loss": 1.9944, |
| "step": 13550 |
| }, |
| { |
| "epoch": 1.5184770436730122, |
| "grad_norm": 9.481196403503418, |
| "learning_rate": 2.469391564016424e-05, |
| "loss": 1.9876, |
| "step": 13560 |
| }, |
| { |
| "epoch": 1.5195968645016797, |
| "grad_norm": 3.648925304412842, |
| "learning_rate": 2.4675251959686452e-05, |
| "loss": 2.1083, |
| "step": 13570 |
| }, |
| { |
| "epoch": 1.520716685330347, |
| "grad_norm": 4.310310363769531, |
| "learning_rate": 2.465658827920866e-05, |
| "loss": 1.7789, |
| "step": 13580 |
| }, |
| { |
| "epoch": 1.5218365061590147, |
| "grad_norm": 6.024844646453857, |
| "learning_rate": 2.4637924598730872e-05, |
| "loss": 2.0254, |
| "step": 13590 |
| }, |
| { |
| "epoch": 1.522956326987682, |
| "grad_norm": 9.881074905395508, |
| "learning_rate": 2.461926091825308e-05, |
| "loss": 2.0021, |
| "step": 13600 |
| }, |
| { |
| "epoch": 1.5240761478163494, |
| "grad_norm": 17.45454216003418, |
| "learning_rate": 2.4600597237775292e-05, |
| "loss": 1.8438, |
| "step": 13610 |
| }, |
| { |
| "epoch": 1.5251959686450167, |
| "grad_norm": 11.487627029418945, |
| "learning_rate": 2.45819335572975e-05, |
| "loss": 2.1005, |
| "step": 13620 |
| }, |
| { |
| "epoch": 1.526315789473684, |
| "grad_norm": 4.326568126678467, |
| "learning_rate": 2.4563269876819712e-05, |
| "loss": 2.3081, |
| "step": 13630 |
| }, |
| { |
| "epoch": 1.5274356103023516, |
| "grad_norm": 4.558961868286133, |
| "learning_rate": 2.454460619634192e-05, |
| "loss": 1.6342, |
| "step": 13640 |
| }, |
| { |
| "epoch": 1.528555431131019, |
| "grad_norm": 5.035207748413086, |
| "learning_rate": 2.4525942515864132e-05, |
| "loss": 1.785, |
| "step": 13650 |
| }, |
| { |
| "epoch": 1.5296752519596866, |
| "grad_norm": 13.78886604309082, |
| "learning_rate": 2.4507278835386337e-05, |
| "loss": 2.0897, |
| "step": 13660 |
| }, |
| { |
| "epoch": 1.530795072788354, |
| "grad_norm": 9.688088417053223, |
| "learning_rate": 2.448861515490855e-05, |
| "loss": 1.8179, |
| "step": 13670 |
| }, |
| { |
| "epoch": 1.5319148936170213, |
| "grad_norm": 5.47663688659668, |
| "learning_rate": 2.4469951474430757e-05, |
| "loss": 2.2184, |
| "step": 13680 |
| }, |
| { |
| "epoch": 1.5330347144456886, |
| "grad_norm": 16.983068466186523, |
| "learning_rate": 2.445128779395297e-05, |
| "loss": 2.1049, |
| "step": 13690 |
| }, |
| { |
| "epoch": 1.534154535274356, |
| "grad_norm": 4.000819683074951, |
| "learning_rate": 2.4432624113475177e-05, |
| "loss": 1.8282, |
| "step": 13700 |
| }, |
| { |
| "epoch": 1.5352743561030235, |
| "grad_norm": 8.065638542175293, |
| "learning_rate": 2.441396043299739e-05, |
| "loss": 1.8497, |
| "step": 13710 |
| }, |
| { |
| "epoch": 1.536394176931691, |
| "grad_norm": 7.793942451477051, |
| "learning_rate": 2.4395296752519597e-05, |
| "loss": 1.6021, |
| "step": 13720 |
| }, |
| { |
| "epoch": 1.5375139977603585, |
| "grad_norm": 4.013867378234863, |
| "learning_rate": 2.437663307204181e-05, |
| "loss": 1.585, |
| "step": 13730 |
| }, |
| { |
| "epoch": 1.5386338185890258, |
| "grad_norm": 5.563870429992676, |
| "learning_rate": 2.4357969391564017e-05, |
| "loss": 1.7468, |
| "step": 13740 |
| }, |
| { |
| "epoch": 1.5397536394176932, |
| "grad_norm": 3.9095380306243896, |
| "learning_rate": 2.4339305711086226e-05, |
| "loss": 1.8195, |
| "step": 13750 |
| }, |
| { |
| "epoch": 1.5408734602463605, |
| "grad_norm": 3.52274489402771, |
| "learning_rate": 2.4320642030608437e-05, |
| "loss": 2.2316, |
| "step": 13760 |
| }, |
| { |
| "epoch": 1.5419932810750279, |
| "grad_norm": 8.85901927947998, |
| "learning_rate": 2.4301978350130646e-05, |
| "loss": 1.933, |
| "step": 13770 |
| }, |
| { |
| "epoch": 1.5431131019036954, |
| "grad_norm": 6.702213764190674, |
| "learning_rate": 2.4283314669652857e-05, |
| "loss": 1.9826, |
| "step": 13780 |
| }, |
| { |
| "epoch": 1.5442329227323628, |
| "grad_norm": 16.482467651367188, |
| "learning_rate": 2.4264650989175066e-05, |
| "loss": 1.6521, |
| "step": 13790 |
| }, |
| { |
| "epoch": 1.5453527435610304, |
| "grad_norm": 9.306038856506348, |
| "learning_rate": 2.4245987308697277e-05, |
| "loss": 1.6685, |
| "step": 13800 |
| }, |
| { |
| "epoch": 1.5464725643896977, |
| "grad_norm": 15.01627254486084, |
| "learning_rate": 2.4227323628219486e-05, |
| "loss": 1.9639, |
| "step": 13810 |
| }, |
| { |
| "epoch": 1.547592385218365, |
| "grad_norm": 6.116465091705322, |
| "learning_rate": 2.4208659947741697e-05, |
| "loss": 1.8788, |
| "step": 13820 |
| }, |
| { |
| "epoch": 1.5487122060470324, |
| "grad_norm": 8.37788200378418, |
| "learning_rate": 2.4189996267263906e-05, |
| "loss": 2.2028, |
| "step": 13830 |
| }, |
| { |
| "epoch": 1.5498320268756998, |
| "grad_norm": 11.314355850219727, |
| "learning_rate": 2.4171332586786117e-05, |
| "loss": 2.0903, |
| "step": 13840 |
| }, |
| { |
| "epoch": 1.5509518477043673, |
| "grad_norm": 4.621204853057861, |
| "learning_rate": 2.4152668906308326e-05, |
| "loss": 1.9054, |
| "step": 13850 |
| }, |
| { |
| "epoch": 1.5520716685330347, |
| "grad_norm": 5.006560325622559, |
| "learning_rate": 2.4134005225830537e-05, |
| "loss": 1.8487, |
| "step": 13860 |
| }, |
| { |
| "epoch": 1.5531914893617023, |
| "grad_norm": 6.626319885253906, |
| "learning_rate": 2.4115341545352746e-05, |
| "loss": 1.9409, |
| "step": 13870 |
| }, |
| { |
| "epoch": 1.5543113101903696, |
| "grad_norm": 2.9766428470611572, |
| "learning_rate": 2.4096677864874957e-05, |
| "loss": 1.5523, |
| "step": 13880 |
| }, |
| { |
| "epoch": 1.555431131019037, |
| "grad_norm": 15.116016387939453, |
| "learning_rate": 2.4078014184397162e-05, |
| "loss": 2.1559, |
| "step": 13890 |
| }, |
| { |
| "epoch": 1.5565509518477043, |
| "grad_norm": 4.559194564819336, |
| "learning_rate": 2.4059350503919374e-05, |
| "loss": 1.7988, |
| "step": 13900 |
| }, |
| { |
| "epoch": 1.5576707726763717, |
| "grad_norm": 8.903999328613281, |
| "learning_rate": 2.4040686823441582e-05, |
| "loss": 2.2537, |
| "step": 13910 |
| }, |
| { |
| "epoch": 1.5587905935050392, |
| "grad_norm": 17.303340911865234, |
| "learning_rate": 2.4022023142963794e-05, |
| "loss": 1.9898, |
| "step": 13920 |
| }, |
| { |
| "epoch": 1.5599104143337066, |
| "grad_norm": 5.961864948272705, |
| "learning_rate": 2.4003359462486002e-05, |
| "loss": 2.0574, |
| "step": 13930 |
| }, |
| { |
| "epoch": 1.5610302351623742, |
| "grad_norm": 14.988414764404297, |
| "learning_rate": 2.3984695782008214e-05, |
| "loss": 2.1711, |
| "step": 13940 |
| }, |
| { |
| "epoch": 1.5621500559910415, |
| "grad_norm": 4.600130081176758, |
| "learning_rate": 2.3966032101530422e-05, |
| "loss": 2.644, |
| "step": 13950 |
| }, |
| { |
| "epoch": 1.5632698768197089, |
| "grad_norm": 4.028290271759033, |
| "learning_rate": 2.394736842105263e-05, |
| "loss": 2.007, |
| "step": 13960 |
| }, |
| { |
| "epoch": 1.5643896976483762, |
| "grad_norm": 16.717845916748047, |
| "learning_rate": 2.3928704740574842e-05, |
| "loss": 2.1179, |
| "step": 13970 |
| }, |
| { |
| "epoch": 1.5655095184770436, |
| "grad_norm": 13.442608833312988, |
| "learning_rate": 2.391004106009705e-05, |
| "loss": 2.061, |
| "step": 13980 |
| }, |
| { |
| "epoch": 1.5666293393057111, |
| "grad_norm": 4.753323078155518, |
| "learning_rate": 2.3891377379619262e-05, |
| "loss": 2.1708, |
| "step": 13990 |
| }, |
| { |
| "epoch": 1.5677491601343785, |
| "grad_norm": 4.6569600105285645, |
| "learning_rate": 2.387271369914147e-05, |
| "loss": 1.9684, |
| "step": 14000 |
| }, |
| { |
| "epoch": 1.568868980963046, |
| "grad_norm": 3.8971803188323975, |
| "learning_rate": 2.3854050018663682e-05, |
| "loss": 2.4244, |
| "step": 14010 |
| }, |
| { |
| "epoch": 1.5699888017917134, |
| "grad_norm": 4.851494789123535, |
| "learning_rate": 2.383538633818589e-05, |
| "loss": 2.0636, |
| "step": 14020 |
| }, |
| { |
| "epoch": 1.5711086226203808, |
| "grad_norm": 3.54333758354187, |
| "learning_rate": 2.3816722657708102e-05, |
| "loss": 1.9378, |
| "step": 14030 |
| }, |
| { |
| "epoch": 1.572228443449048, |
| "grad_norm": 6.895486831665039, |
| "learning_rate": 2.379805897723031e-05, |
| "loss": 1.7275, |
| "step": 14040 |
| }, |
| { |
| "epoch": 1.5733482642777155, |
| "grad_norm": 4.1524739265441895, |
| "learning_rate": 2.3779395296752522e-05, |
| "loss": 2.2593, |
| "step": 14050 |
| }, |
| { |
| "epoch": 1.574468085106383, |
| "grad_norm": 4.263177394866943, |
| "learning_rate": 2.376073161627473e-05, |
| "loss": 1.8631, |
| "step": 14060 |
| }, |
| { |
| "epoch": 1.5755879059350504, |
| "grad_norm": 14.865904808044434, |
| "learning_rate": 2.3742067935796942e-05, |
| "loss": 1.6639, |
| "step": 14070 |
| }, |
| { |
| "epoch": 1.576707726763718, |
| "grad_norm": 4.426602840423584, |
| "learning_rate": 2.372340425531915e-05, |
| "loss": 1.987, |
| "step": 14080 |
| }, |
| { |
| "epoch": 1.5778275475923853, |
| "grad_norm": 4.001722812652588, |
| "learning_rate": 2.3704740574841362e-05, |
| "loss": 2.0681, |
| "step": 14090 |
| }, |
| { |
| "epoch": 1.5789473684210527, |
| "grad_norm": 3.0097544193267822, |
| "learning_rate": 2.368607689436357e-05, |
| "loss": 2.3647, |
| "step": 14100 |
| }, |
| { |
| "epoch": 1.58006718924972, |
| "grad_norm": 3.5997202396392822, |
| "learning_rate": 2.3667413213885782e-05, |
| "loss": 2.1803, |
| "step": 14110 |
| }, |
| { |
| "epoch": 1.5811870100783874, |
| "grad_norm": 4.4173784255981445, |
| "learning_rate": 2.3648749533407987e-05, |
| "loss": 1.9483, |
| "step": 14120 |
| }, |
| { |
| "epoch": 1.5823068309070547, |
| "grad_norm": 10.679607391357422, |
| "learning_rate": 2.36300858529302e-05, |
| "loss": 2.2298, |
| "step": 14130 |
| }, |
| { |
| "epoch": 1.5834266517357223, |
| "grad_norm": 11.639561653137207, |
| "learning_rate": 2.3611422172452407e-05, |
| "loss": 1.6313, |
| "step": 14140 |
| }, |
| { |
| "epoch": 1.5845464725643899, |
| "grad_norm": 7.233905792236328, |
| "learning_rate": 2.359275849197462e-05, |
| "loss": 2.2515, |
| "step": 14150 |
| }, |
| { |
| "epoch": 1.5856662933930572, |
| "grad_norm": 9.425190925598145, |
| "learning_rate": 2.3574094811496827e-05, |
| "loss": 1.7644, |
| "step": 14160 |
| }, |
| { |
| "epoch": 1.5867861142217246, |
| "grad_norm": 13.162445068359375, |
| "learning_rate": 2.355543113101904e-05, |
| "loss": 1.937, |
| "step": 14170 |
| }, |
| { |
| "epoch": 1.587905935050392, |
| "grad_norm": 5.631926536560059, |
| "learning_rate": 2.3536767450541247e-05, |
| "loss": 1.7986, |
| "step": 14180 |
| }, |
| { |
| "epoch": 1.5890257558790593, |
| "grad_norm": 14.373632431030273, |
| "learning_rate": 2.3518103770063456e-05, |
| "loss": 1.9261, |
| "step": 14190 |
| }, |
| { |
| "epoch": 1.5901455767077266, |
| "grad_norm": 10.449909210205078, |
| "learning_rate": 2.3499440089585667e-05, |
| "loss": 2.1721, |
| "step": 14200 |
| }, |
| { |
| "epoch": 1.5912653975363942, |
| "grad_norm": 3.89623761177063, |
| "learning_rate": 2.3480776409107876e-05, |
| "loss": 2.0745, |
| "step": 14210 |
| }, |
| { |
| "epoch": 1.5923852183650617, |
| "grad_norm": 4.33968448638916, |
| "learning_rate": 2.3462112728630087e-05, |
| "loss": 1.9008, |
| "step": 14220 |
| }, |
| { |
| "epoch": 1.593505039193729, |
| "grad_norm": 9.331836700439453, |
| "learning_rate": 2.3443449048152296e-05, |
| "loss": 2.0979, |
| "step": 14230 |
| }, |
| { |
| "epoch": 1.5946248600223965, |
| "grad_norm": 10.781360626220703, |
| "learning_rate": 2.3424785367674507e-05, |
| "loss": 2.2364, |
| "step": 14240 |
| }, |
| { |
| "epoch": 1.5957446808510638, |
| "grad_norm": 5.107909679412842, |
| "learning_rate": 2.3406121687196716e-05, |
| "loss": 2.0156, |
| "step": 14250 |
| }, |
| { |
| "epoch": 1.5968645016797312, |
| "grad_norm": 3.5812559127807617, |
| "learning_rate": 2.3387458006718927e-05, |
| "loss": 2.2581, |
| "step": 14260 |
| }, |
| { |
| "epoch": 1.5979843225083985, |
| "grad_norm": 13.384634017944336, |
| "learning_rate": 2.3368794326241136e-05, |
| "loss": 2.1169, |
| "step": 14270 |
| }, |
| { |
| "epoch": 1.599104143337066, |
| "grad_norm": 5.330173969268799, |
| "learning_rate": 2.3350130645763347e-05, |
| "loss": 1.7373, |
| "step": 14280 |
| }, |
| { |
| "epoch": 1.6002239641657336, |
| "grad_norm": 7.670846462249756, |
| "learning_rate": 2.3331466965285556e-05, |
| "loss": 1.9934, |
| "step": 14290 |
| }, |
| { |
| "epoch": 1.601343784994401, |
| "grad_norm": 4.610497951507568, |
| "learning_rate": 2.3312803284807767e-05, |
| "loss": 1.5182, |
| "step": 14300 |
| }, |
| { |
| "epoch": 1.6024636058230683, |
| "grad_norm": 7.437980651855469, |
| "learning_rate": 2.3294139604329976e-05, |
| "loss": 1.7472, |
| "step": 14310 |
| }, |
| { |
| "epoch": 1.6035834266517357, |
| "grad_norm": 6.804001808166504, |
| "learning_rate": 2.3275475923852187e-05, |
| "loss": 1.5694, |
| "step": 14320 |
| }, |
| { |
| "epoch": 1.604703247480403, |
| "grad_norm": 11.887704849243164, |
| "learning_rate": 2.3256812243374396e-05, |
| "loss": 1.7139, |
| "step": 14330 |
| }, |
| { |
| "epoch": 1.6058230683090704, |
| "grad_norm": 3.467298746109009, |
| "learning_rate": 2.3238148562896604e-05, |
| "loss": 2.1763, |
| "step": 14340 |
| }, |
| { |
| "epoch": 1.606942889137738, |
| "grad_norm": 8.796690940856934, |
| "learning_rate": 2.3219484882418816e-05, |
| "loss": 1.9841, |
| "step": 14350 |
| }, |
| { |
| "epoch": 1.6080627099664053, |
| "grad_norm": 4.704202651977539, |
| "learning_rate": 2.3200821201941024e-05, |
| "loss": 2.0089, |
| "step": 14360 |
| }, |
| { |
| "epoch": 1.609182530795073, |
| "grad_norm": 7.0840163230896, |
| "learning_rate": 2.3182157521463232e-05, |
| "loss": 1.9829, |
| "step": 14370 |
| }, |
| { |
| "epoch": 1.6103023516237402, |
| "grad_norm": 4.396951198577881, |
| "learning_rate": 2.3163493840985444e-05, |
| "loss": 1.8063, |
| "step": 14380 |
| }, |
| { |
| "epoch": 1.6114221724524076, |
| "grad_norm": 15.083405494689941, |
| "learning_rate": 2.3144830160507652e-05, |
| "loss": 1.6894, |
| "step": 14390 |
| }, |
| { |
| "epoch": 1.612541993281075, |
| "grad_norm": 4.376276969909668, |
| "learning_rate": 2.312616648002986e-05, |
| "loss": 1.8177, |
| "step": 14400 |
| }, |
| { |
| "epoch": 1.6136618141097423, |
| "grad_norm": 5.626823902130127, |
| "learning_rate": 2.3107502799552072e-05, |
| "loss": 2.002, |
| "step": 14410 |
| }, |
| { |
| "epoch": 1.6147816349384099, |
| "grad_norm": 6.14142370223999, |
| "learning_rate": 2.308883911907428e-05, |
| "loss": 1.798, |
| "step": 14420 |
| }, |
| { |
| "epoch": 1.6159014557670772, |
| "grad_norm": 4.125568866729736, |
| "learning_rate": 2.3070175438596492e-05, |
| "loss": 1.9081, |
| "step": 14430 |
| }, |
| { |
| "epoch": 1.6170212765957448, |
| "grad_norm": 7.834494590759277, |
| "learning_rate": 2.30515117581187e-05, |
| "loss": 2.014, |
| "step": 14440 |
| }, |
| { |
| "epoch": 1.6181410974244121, |
| "grad_norm": 14.719797134399414, |
| "learning_rate": 2.3032848077640912e-05, |
| "loss": 2.1659, |
| "step": 14450 |
| }, |
| { |
| "epoch": 1.6192609182530795, |
| "grad_norm": 10.502878189086914, |
| "learning_rate": 2.301418439716312e-05, |
| "loss": 2.0006, |
| "step": 14460 |
| }, |
| { |
| "epoch": 1.6203807390817468, |
| "grad_norm": 4.505667686462402, |
| "learning_rate": 2.2995520716685332e-05, |
| "loss": 2.0919, |
| "step": 14470 |
| }, |
| { |
| "epoch": 1.6215005599104142, |
| "grad_norm": 8.213534355163574, |
| "learning_rate": 2.297685703620754e-05, |
| "loss": 1.8744, |
| "step": 14480 |
| }, |
| { |
| "epoch": 1.6226203807390818, |
| "grad_norm": 3.4308199882507324, |
| "learning_rate": 2.2958193355729752e-05, |
| "loss": 2.0321, |
| "step": 14490 |
| }, |
| { |
| "epoch": 1.6237402015677491, |
| "grad_norm": 8.835275650024414, |
| "learning_rate": 2.293952967525196e-05, |
| "loss": 2.0342, |
| "step": 14500 |
| }, |
| { |
| "epoch": 1.6248600223964167, |
| "grad_norm": 13.789974212646484, |
| "learning_rate": 2.2920865994774172e-05, |
| "loss": 2.1533, |
| "step": 14510 |
| }, |
| { |
| "epoch": 1.625979843225084, |
| "grad_norm": 4.554170608520508, |
| "learning_rate": 2.290220231429638e-05, |
| "loss": 1.8698, |
| "step": 14520 |
| }, |
| { |
| "epoch": 1.6270996640537514, |
| "grad_norm": 4.612897872924805, |
| "learning_rate": 2.2883538633818592e-05, |
| "loss": 1.8866, |
| "step": 14530 |
| }, |
| { |
| "epoch": 1.6282194848824187, |
| "grad_norm": 3.9619531631469727, |
| "learning_rate": 2.28648749533408e-05, |
| "loss": 1.795, |
| "step": 14540 |
| }, |
| { |
| "epoch": 1.629339305711086, |
| "grad_norm": 13.929571151733398, |
| "learning_rate": 2.2846211272863012e-05, |
| "loss": 1.7292, |
| "step": 14550 |
| }, |
| { |
| "epoch": 1.6304591265397537, |
| "grad_norm": 3.8777716159820557, |
| "learning_rate": 2.282754759238522e-05, |
| "loss": 2.1625, |
| "step": 14560 |
| }, |
| { |
| "epoch": 1.631578947368421, |
| "grad_norm": 10.221095085144043, |
| "learning_rate": 2.280888391190743e-05, |
| "loss": 1.9096, |
| "step": 14570 |
| }, |
| { |
| "epoch": 1.6326987681970886, |
| "grad_norm": 11.300918579101562, |
| "learning_rate": 2.279022023142964e-05, |
| "loss": 2.0733, |
| "step": 14580 |
| }, |
| { |
| "epoch": 1.633818589025756, |
| "grad_norm": 3.6058292388916016, |
| "learning_rate": 2.277155655095185e-05, |
| "loss": 1.7012, |
| "step": 14590 |
| }, |
| { |
| "epoch": 1.6349384098544233, |
| "grad_norm": 8.574664115905762, |
| "learning_rate": 2.2752892870474057e-05, |
| "loss": 1.7154, |
| "step": 14600 |
| }, |
| { |
| "epoch": 1.6360582306830906, |
| "grad_norm": 7.9404096603393555, |
| "learning_rate": 2.2734229189996266e-05, |
| "loss": 2.0302, |
| "step": 14610 |
| }, |
| { |
| "epoch": 1.637178051511758, |
| "grad_norm": 4.232813358306885, |
| "learning_rate": 2.2715565509518477e-05, |
| "loss": 2.2532, |
| "step": 14620 |
| }, |
| { |
| "epoch": 1.6382978723404256, |
| "grad_norm": 4.7303643226623535, |
| "learning_rate": 2.2696901829040686e-05, |
| "loss": 1.6629, |
| "step": 14630 |
| }, |
| { |
| "epoch": 1.639417693169093, |
| "grad_norm": 10.848748207092285, |
| "learning_rate": 2.2678238148562897e-05, |
| "loss": 2.2253, |
| "step": 14640 |
| }, |
| { |
| "epoch": 1.6405375139977605, |
| "grad_norm": 13.379515647888184, |
| "learning_rate": 2.2659574468085106e-05, |
| "loss": 1.9358, |
| "step": 14650 |
| }, |
| { |
| "epoch": 1.6416573348264278, |
| "grad_norm": 3.6262221336364746, |
| "learning_rate": 2.2640910787607317e-05, |
| "loss": 1.698, |
| "step": 14660 |
| }, |
| { |
| "epoch": 1.6427771556550952, |
| "grad_norm": 4.654207229614258, |
| "learning_rate": 2.2622247107129526e-05, |
| "loss": 1.6241, |
| "step": 14670 |
| }, |
| { |
| "epoch": 1.6438969764837625, |
| "grad_norm": 18.657798767089844, |
| "learning_rate": 2.2603583426651737e-05, |
| "loss": 2.1006, |
| "step": 14680 |
| }, |
| { |
| "epoch": 1.64501679731243, |
| "grad_norm": 11.848627090454102, |
| "learning_rate": 2.2584919746173946e-05, |
| "loss": 2.1113, |
| "step": 14690 |
| }, |
| { |
| "epoch": 1.6461366181410975, |
| "grad_norm": 9.06197738647461, |
| "learning_rate": 2.2566256065696157e-05, |
| "loss": 1.6563, |
| "step": 14700 |
| }, |
| { |
| "epoch": 1.6472564389697648, |
| "grad_norm": 13.184223175048828, |
| "learning_rate": 2.2547592385218366e-05, |
| "loss": 2.3761, |
| "step": 14710 |
| }, |
| { |
| "epoch": 1.6483762597984324, |
| "grad_norm": 11.905593872070312, |
| "learning_rate": 2.2528928704740577e-05, |
| "loss": 2.0665, |
| "step": 14720 |
| }, |
| { |
| "epoch": 1.6494960806270997, |
| "grad_norm": 3.726668357849121, |
| "learning_rate": 2.2510265024262786e-05, |
| "loss": 1.7046, |
| "step": 14730 |
| }, |
| { |
| "epoch": 1.650615901455767, |
| "grad_norm": 8.543424606323242, |
| "learning_rate": 2.2491601343784997e-05, |
| "loss": 1.8803, |
| "step": 14740 |
| }, |
| { |
| "epoch": 1.6517357222844344, |
| "grad_norm": 7.099303245544434, |
| "learning_rate": 2.2472937663307206e-05, |
| "loss": 1.9246, |
| "step": 14750 |
| }, |
| { |
| "epoch": 1.6528555431131018, |
| "grad_norm": 11.42622184753418, |
| "learning_rate": 2.2454273982829417e-05, |
| "loss": 1.7691, |
| "step": 14760 |
| }, |
| { |
| "epoch": 1.6539753639417694, |
| "grad_norm": 11.167017936706543, |
| "learning_rate": 2.2435610302351626e-05, |
| "loss": 2.0076, |
| "step": 14770 |
| }, |
| { |
| "epoch": 1.6550951847704367, |
| "grad_norm": 3.956162214279175, |
| "learning_rate": 2.2416946621873834e-05, |
| "loss": 2.3021, |
| "step": 14780 |
| }, |
| { |
| "epoch": 1.6562150055991043, |
| "grad_norm": 7.405086994171143, |
| "learning_rate": 2.2398282941396046e-05, |
| "loss": 2.2505, |
| "step": 14790 |
| }, |
| { |
| "epoch": 1.6573348264277716, |
| "grad_norm": 6.949024200439453, |
| "learning_rate": 2.2379619260918254e-05, |
| "loss": 1.6625, |
| "step": 14800 |
| }, |
| { |
| "epoch": 1.658454647256439, |
| "grad_norm": 5.116047382354736, |
| "learning_rate": 2.2360955580440466e-05, |
| "loss": 2.0589, |
| "step": 14810 |
| }, |
| { |
| "epoch": 1.6595744680851063, |
| "grad_norm": 4.537695407867432, |
| "learning_rate": 2.2342291899962674e-05, |
| "loss": 1.7413, |
| "step": 14820 |
| }, |
| { |
| "epoch": 1.6606942889137737, |
| "grad_norm": 4.4663004875183105, |
| "learning_rate": 2.2323628219484882e-05, |
| "loss": 1.8535, |
| "step": 14830 |
| }, |
| { |
| "epoch": 1.6618141097424413, |
| "grad_norm": 4.609202861785889, |
| "learning_rate": 2.230496453900709e-05, |
| "loss": 2.2902, |
| "step": 14840 |
| }, |
| { |
| "epoch": 1.6629339305711086, |
| "grad_norm": 4.477583885192871, |
| "learning_rate": 2.2286300858529302e-05, |
| "loss": 2.2012, |
| "step": 14850 |
| }, |
| { |
| "epoch": 1.6640537513997762, |
| "grad_norm": 19.314029693603516, |
| "learning_rate": 2.226763717805151e-05, |
| "loss": 2.3641, |
| "step": 14860 |
| }, |
| { |
| "epoch": 1.6651735722284435, |
| "grad_norm": 7.962518692016602, |
| "learning_rate": 2.2248973497573722e-05, |
| "loss": 2.1222, |
| "step": 14870 |
| }, |
| { |
| "epoch": 1.6662933930571109, |
| "grad_norm": 4.907433986663818, |
| "learning_rate": 2.223030981709593e-05, |
| "loss": 1.8145, |
| "step": 14880 |
| }, |
| { |
| "epoch": 1.6674132138857782, |
| "grad_norm": 8.89202880859375, |
| "learning_rate": 2.2211646136618142e-05, |
| "loss": 2.2891, |
| "step": 14890 |
| }, |
| { |
| "epoch": 1.6685330347144456, |
| "grad_norm": 9.831536293029785, |
| "learning_rate": 2.219298245614035e-05, |
| "loss": 2.0534, |
| "step": 14900 |
| }, |
| { |
| "epoch": 1.6696528555431132, |
| "grad_norm": 3.9551281929016113, |
| "learning_rate": 2.2174318775662562e-05, |
| "loss": 1.6471, |
| "step": 14910 |
| }, |
| { |
| "epoch": 1.6707726763717805, |
| "grad_norm": 4.45933723449707, |
| "learning_rate": 2.215565509518477e-05, |
| "loss": 2.2105, |
| "step": 14920 |
| }, |
| { |
| "epoch": 1.671892497200448, |
| "grad_norm": 4.2659783363342285, |
| "learning_rate": 2.2136991414706982e-05, |
| "loss": 1.9115, |
| "step": 14930 |
| }, |
| { |
| "epoch": 1.6730123180291154, |
| "grad_norm": 5.429946422576904, |
| "learning_rate": 2.211832773422919e-05, |
| "loss": 1.9213, |
| "step": 14940 |
| }, |
| { |
| "epoch": 1.6741321388577828, |
| "grad_norm": 12.490592956542969, |
| "learning_rate": 2.2099664053751402e-05, |
| "loss": 2.1818, |
| "step": 14950 |
| }, |
| { |
| "epoch": 1.6752519596864501, |
| "grad_norm": 5.016933917999268, |
| "learning_rate": 2.208100037327361e-05, |
| "loss": 2.3414, |
| "step": 14960 |
| }, |
| { |
| "epoch": 1.6763717805151175, |
| "grad_norm": 11.83879566192627, |
| "learning_rate": 2.2062336692795822e-05, |
| "loss": 1.5455, |
| "step": 14970 |
| }, |
| { |
| "epoch": 1.6774916013437848, |
| "grad_norm": 5.847216606140137, |
| "learning_rate": 2.204367301231803e-05, |
| "loss": 1.9266, |
| "step": 14980 |
| }, |
| { |
| "epoch": 1.6786114221724524, |
| "grad_norm": 5.979493141174316, |
| "learning_rate": 2.202500933184024e-05, |
| "loss": 1.5915, |
| "step": 14990 |
| }, |
| { |
| "epoch": 1.67973124300112, |
| "grad_norm": 10.372356414794922, |
| "learning_rate": 2.200634565136245e-05, |
| "loss": 1.5493, |
| "step": 15000 |
| }, |
| { |
| "epoch": 1.6808510638297873, |
| "grad_norm": 5.963084697723389, |
| "learning_rate": 2.198768197088466e-05, |
| "loss": 1.9619, |
| "step": 15010 |
| }, |
| { |
| "epoch": 1.6819708846584547, |
| "grad_norm": 10.619939804077148, |
| "learning_rate": 2.196901829040687e-05, |
| "loss": 2.351, |
| "step": 15020 |
| }, |
| { |
| "epoch": 1.683090705487122, |
| "grad_norm": 4.406311511993408, |
| "learning_rate": 2.195035460992908e-05, |
| "loss": 1.7913, |
| "step": 15030 |
| }, |
| { |
| "epoch": 1.6842105263157894, |
| "grad_norm": 4.74340295791626, |
| "learning_rate": 2.193169092945129e-05, |
| "loss": 1.6961, |
| "step": 15040 |
| }, |
| { |
| "epoch": 1.6853303471444567, |
| "grad_norm": 10.785073280334473, |
| "learning_rate": 2.1913027248973496e-05, |
| "loss": 1.6512, |
| "step": 15050 |
| }, |
| { |
| "epoch": 1.6864501679731243, |
| "grad_norm": 7.105363368988037, |
| "learning_rate": 2.1894363568495707e-05, |
| "loss": 1.8099, |
| "step": 15060 |
| }, |
| { |
| "epoch": 1.6875699888017919, |
| "grad_norm": 4.944157123565674, |
| "learning_rate": 2.1875699888017916e-05, |
| "loss": 1.9102, |
| "step": 15070 |
| }, |
| { |
| "epoch": 1.6886898096304592, |
| "grad_norm": 4.357661724090576, |
| "learning_rate": 2.1857036207540127e-05, |
| "loss": 2.1368, |
| "step": 15080 |
| }, |
| { |
| "epoch": 1.6898096304591266, |
| "grad_norm": 4.5606207847595215, |
| "learning_rate": 2.1838372527062336e-05, |
| "loss": 1.9584, |
| "step": 15090 |
| }, |
| { |
| "epoch": 1.690929451287794, |
| "grad_norm": 9.327258110046387, |
| "learning_rate": 2.1819708846584547e-05, |
| "loss": 1.9882, |
| "step": 15100 |
| }, |
| { |
| "epoch": 1.6920492721164613, |
| "grad_norm": 4.126927375793457, |
| "learning_rate": 2.1801045166106756e-05, |
| "loss": 2.4206, |
| "step": 15110 |
| }, |
| { |
| "epoch": 1.6931690929451286, |
| "grad_norm": 16.299972534179688, |
| "learning_rate": 2.1782381485628967e-05, |
| "loss": 2.2734, |
| "step": 15120 |
| }, |
| { |
| "epoch": 1.6942889137737962, |
| "grad_norm": 7.43623685836792, |
| "learning_rate": 2.1763717805151176e-05, |
| "loss": 1.7911, |
| "step": 15130 |
| }, |
| { |
| "epoch": 1.6954087346024636, |
| "grad_norm": 4.106508255004883, |
| "learning_rate": 2.1745054124673387e-05, |
| "loss": 2.1128, |
| "step": 15140 |
| }, |
| { |
| "epoch": 1.6965285554311311, |
| "grad_norm": 13.86871337890625, |
| "learning_rate": 2.1726390444195596e-05, |
| "loss": 1.7943, |
| "step": 15150 |
| }, |
| { |
| "epoch": 1.6976483762597985, |
| "grad_norm": 6.735291957855225, |
| "learning_rate": 2.1707726763717807e-05, |
| "loss": 1.5294, |
| "step": 15160 |
| }, |
| { |
| "epoch": 1.6987681970884658, |
| "grad_norm": 5.739629745483398, |
| "learning_rate": 2.1689063083240016e-05, |
| "loss": 2.0369, |
| "step": 15170 |
| }, |
| { |
| "epoch": 1.6998880179171332, |
| "grad_norm": 5.946849822998047, |
| "learning_rate": 2.1670399402762227e-05, |
| "loss": 2.0375, |
| "step": 15180 |
| }, |
| { |
| "epoch": 1.7010078387458005, |
| "grad_norm": 4.547854423522949, |
| "learning_rate": 2.1651735722284436e-05, |
| "loss": 2.0474, |
| "step": 15190 |
| }, |
| { |
| "epoch": 1.702127659574468, |
| "grad_norm": 6.0930070877075195, |
| "learning_rate": 2.1633072041806644e-05, |
| "loss": 1.7421, |
| "step": 15200 |
| }, |
| { |
| "epoch": 1.7032474804031354, |
| "grad_norm": 4.635743141174316, |
| "learning_rate": 2.1614408361328856e-05, |
| "loss": 2.3968, |
| "step": 15210 |
| }, |
| { |
| "epoch": 1.704367301231803, |
| "grad_norm": 2.2271034717559814, |
| "learning_rate": 2.1595744680851064e-05, |
| "loss": 1.8041, |
| "step": 15220 |
| }, |
| { |
| "epoch": 1.7054871220604704, |
| "grad_norm": 6.688762664794922, |
| "learning_rate": 2.1577081000373276e-05, |
| "loss": 1.8699, |
| "step": 15230 |
| }, |
| { |
| "epoch": 1.7066069428891377, |
| "grad_norm": 4.520251274108887, |
| "learning_rate": 2.1558417319895484e-05, |
| "loss": 1.7934, |
| "step": 15240 |
| }, |
| { |
| "epoch": 1.707726763717805, |
| "grad_norm": 5.595422744750977, |
| "learning_rate": 2.1539753639417696e-05, |
| "loss": 1.8382, |
| "step": 15250 |
| }, |
| { |
| "epoch": 1.7088465845464724, |
| "grad_norm": 10.029720306396484, |
| "learning_rate": 2.1521089958939904e-05, |
| "loss": 1.9193, |
| "step": 15260 |
| }, |
| { |
| "epoch": 1.70996640537514, |
| "grad_norm": 5.297349452972412, |
| "learning_rate": 2.1502426278462116e-05, |
| "loss": 2.0587, |
| "step": 15270 |
| }, |
| { |
| "epoch": 1.7110862262038073, |
| "grad_norm": 16.516834259033203, |
| "learning_rate": 2.1483762597984324e-05, |
| "loss": 2.0523, |
| "step": 15280 |
| }, |
| { |
| "epoch": 1.712206047032475, |
| "grad_norm": 3.686732292175293, |
| "learning_rate": 2.1465098917506532e-05, |
| "loss": 1.8393, |
| "step": 15290 |
| }, |
| { |
| "epoch": 1.7133258678611423, |
| "grad_norm": 8.316386222839355, |
| "learning_rate": 2.144643523702874e-05, |
| "loss": 2.1096, |
| "step": 15300 |
| }, |
| { |
| "epoch": 1.7144456886898096, |
| "grad_norm": 14.509235382080078, |
| "learning_rate": 2.1427771556550952e-05, |
| "loss": 2.2452, |
| "step": 15310 |
| }, |
| { |
| "epoch": 1.715565509518477, |
| "grad_norm": 12.271526336669922, |
| "learning_rate": 2.140910787607316e-05, |
| "loss": 1.8003, |
| "step": 15320 |
| }, |
| { |
| "epoch": 1.7166853303471443, |
| "grad_norm": 16.485271453857422, |
| "learning_rate": 2.1390444195595372e-05, |
| "loss": 1.8001, |
| "step": 15330 |
| }, |
| { |
| "epoch": 1.717805151175812, |
| "grad_norm": 4.867336273193359, |
| "learning_rate": 2.137178051511758e-05, |
| "loss": 1.8425, |
| "step": 15340 |
| }, |
| { |
| "epoch": 1.7189249720044792, |
| "grad_norm": 3.5718979835510254, |
| "learning_rate": 2.1353116834639792e-05, |
| "loss": 1.6484, |
| "step": 15350 |
| }, |
| { |
| "epoch": 1.7200447928331468, |
| "grad_norm": 26.389127731323242, |
| "learning_rate": 2.1334453154162e-05, |
| "loss": 1.7185, |
| "step": 15360 |
| }, |
| { |
| "epoch": 1.7211646136618142, |
| "grad_norm": 4.237075328826904, |
| "learning_rate": 2.1315789473684212e-05, |
| "loss": 1.8523, |
| "step": 15370 |
| }, |
| { |
| "epoch": 1.7222844344904815, |
| "grad_norm": 11.237632751464844, |
| "learning_rate": 2.129712579320642e-05, |
| "loss": 2.3631, |
| "step": 15380 |
| }, |
| { |
| "epoch": 1.7234042553191489, |
| "grad_norm": 4.580799579620361, |
| "learning_rate": 2.1278462112728632e-05, |
| "loss": 2.2933, |
| "step": 15390 |
| }, |
| { |
| "epoch": 1.7245240761478162, |
| "grad_norm": 5.851457118988037, |
| "learning_rate": 2.125979843225084e-05, |
| "loss": 1.9909, |
| "step": 15400 |
| }, |
| { |
| "epoch": 1.7256438969764838, |
| "grad_norm": 4.036518573760986, |
| "learning_rate": 2.1241134751773052e-05, |
| "loss": 2.1115, |
| "step": 15410 |
| }, |
| { |
| "epoch": 1.7267637178051511, |
| "grad_norm": 10.545909881591797, |
| "learning_rate": 2.122247107129526e-05, |
| "loss": 1.7327, |
| "step": 15420 |
| }, |
| { |
| "epoch": 1.7278835386338187, |
| "grad_norm": 1.6649363040924072, |
| "learning_rate": 2.120380739081747e-05, |
| "loss": 1.7729, |
| "step": 15430 |
| }, |
| { |
| "epoch": 1.729003359462486, |
| "grad_norm": 10.285140991210938, |
| "learning_rate": 2.118514371033968e-05, |
| "loss": 1.9684, |
| "step": 15440 |
| }, |
| { |
| "epoch": 1.7301231802911534, |
| "grad_norm": 10.789081573486328, |
| "learning_rate": 2.116648002986189e-05, |
| "loss": 1.9455, |
| "step": 15450 |
| }, |
| { |
| "epoch": 1.7312430011198208, |
| "grad_norm": 12.79870891571045, |
| "learning_rate": 2.11478163493841e-05, |
| "loss": 2.0917, |
| "step": 15460 |
| }, |
| { |
| "epoch": 1.7323628219484881, |
| "grad_norm": 7.7222065925598145, |
| "learning_rate": 2.112915266890631e-05, |
| "loss": 2.064, |
| "step": 15470 |
| }, |
| { |
| "epoch": 1.7334826427771557, |
| "grad_norm": 4.771847724914551, |
| "learning_rate": 2.111048898842852e-05, |
| "loss": 1.9891, |
| "step": 15480 |
| }, |
| { |
| "epoch": 1.734602463605823, |
| "grad_norm": 3.90159273147583, |
| "learning_rate": 2.109182530795073e-05, |
| "loss": 2.0179, |
| "step": 15490 |
| }, |
| { |
| "epoch": 1.7357222844344906, |
| "grad_norm": 7.232120037078857, |
| "learning_rate": 2.107316162747294e-05, |
| "loss": 2.3234, |
| "step": 15500 |
| }, |
| { |
| "epoch": 1.736842105263158, |
| "grad_norm": 5.076690196990967, |
| "learning_rate": 2.105449794699515e-05, |
| "loss": 2.2486, |
| "step": 15510 |
| }, |
| { |
| "epoch": 1.7379619260918253, |
| "grad_norm": 12.581092834472656, |
| "learning_rate": 2.1035834266517357e-05, |
| "loss": 2.1017, |
| "step": 15520 |
| }, |
| { |
| "epoch": 1.7390817469204927, |
| "grad_norm": 7.462939262390137, |
| "learning_rate": 2.1017170586039566e-05, |
| "loss": 1.8854, |
| "step": 15530 |
| }, |
| { |
| "epoch": 1.74020156774916, |
| "grad_norm": 5.599474906921387, |
| "learning_rate": 2.0998506905561777e-05, |
| "loss": 1.987, |
| "step": 15540 |
| }, |
| { |
| "epoch": 1.7413213885778276, |
| "grad_norm": 2.1986734867095947, |
| "learning_rate": 2.0979843225083986e-05, |
| "loss": 1.3435, |
| "step": 15550 |
| }, |
| { |
| "epoch": 1.742441209406495, |
| "grad_norm": 10.124311447143555, |
| "learning_rate": 2.0961179544606197e-05, |
| "loss": 2.2367, |
| "step": 15560 |
| }, |
| { |
| "epoch": 1.7435610302351625, |
| "grad_norm": 11.939183235168457, |
| "learning_rate": 2.0942515864128406e-05, |
| "loss": 2.5315, |
| "step": 15570 |
| }, |
| { |
| "epoch": 1.7446808510638299, |
| "grad_norm": 10.486783027648926, |
| "learning_rate": 2.0923852183650617e-05, |
| "loss": 2.1949, |
| "step": 15580 |
| }, |
| { |
| "epoch": 1.7458006718924972, |
| "grad_norm": 10.252884864807129, |
| "learning_rate": 2.0905188503172826e-05, |
| "loss": 1.7758, |
| "step": 15590 |
| }, |
| { |
| "epoch": 1.7469204927211646, |
| "grad_norm": 3.4020817279815674, |
| "learning_rate": 2.0886524822695037e-05, |
| "loss": 1.7837, |
| "step": 15600 |
| }, |
| { |
| "epoch": 1.748040313549832, |
| "grad_norm": 7.330861568450928, |
| "learning_rate": 2.0867861142217246e-05, |
| "loss": 1.4382, |
| "step": 15610 |
| }, |
| { |
| "epoch": 1.7491601343784995, |
| "grad_norm": 8.330341339111328, |
| "learning_rate": 2.0849197461739457e-05, |
| "loss": 2.185, |
| "step": 15620 |
| }, |
| { |
| "epoch": 1.7502799552071668, |
| "grad_norm": 4.57420015335083, |
| "learning_rate": 2.0830533781261666e-05, |
| "loss": 2.1382, |
| "step": 15630 |
| }, |
| { |
| "epoch": 1.7513997760358344, |
| "grad_norm": 14.915903091430664, |
| "learning_rate": 2.0811870100783874e-05, |
| "loss": 1.8498, |
| "step": 15640 |
| }, |
| { |
| "epoch": 1.7525195968645018, |
| "grad_norm": 4.439641952514648, |
| "learning_rate": 2.0793206420306086e-05, |
| "loss": 1.9074, |
| "step": 15650 |
| }, |
| { |
| "epoch": 1.7536394176931691, |
| "grad_norm": 4.21160364151001, |
| "learning_rate": 2.0774542739828294e-05, |
| "loss": 2.0153, |
| "step": 15660 |
| }, |
| { |
| "epoch": 1.7547592385218365, |
| "grad_norm": 3.9740211963653564, |
| "learning_rate": 2.0755879059350506e-05, |
| "loss": 2.1055, |
| "step": 15670 |
| }, |
| { |
| "epoch": 1.7558790593505038, |
| "grad_norm": 8.004166603088379, |
| "learning_rate": 2.0737215378872714e-05, |
| "loss": 1.9654, |
| "step": 15680 |
| }, |
| { |
| "epoch": 1.7569988801791714, |
| "grad_norm": 12.65368938446045, |
| "learning_rate": 2.0718551698394926e-05, |
| "loss": 2.3388, |
| "step": 15690 |
| }, |
| { |
| "epoch": 1.7581187010078387, |
| "grad_norm": 7.4648566246032715, |
| "learning_rate": 2.0699888017917134e-05, |
| "loss": 1.9942, |
| "step": 15700 |
| }, |
| { |
| "epoch": 1.7592385218365063, |
| "grad_norm": 3.306600570678711, |
| "learning_rate": 2.0681224337439346e-05, |
| "loss": 1.7987, |
| "step": 15710 |
| }, |
| { |
| "epoch": 1.7603583426651737, |
| "grad_norm": 4.179432392120361, |
| "learning_rate": 2.0662560656961554e-05, |
| "loss": 2.2372, |
| "step": 15720 |
| }, |
| { |
| "epoch": 1.761478163493841, |
| "grad_norm": 13.356534004211426, |
| "learning_rate": 2.0643896976483766e-05, |
| "loss": 1.5609, |
| "step": 15730 |
| }, |
| { |
| "epoch": 1.7625979843225084, |
| "grad_norm": 9.077022552490234, |
| "learning_rate": 2.0625233296005974e-05, |
| "loss": 1.9327, |
| "step": 15740 |
| }, |
| { |
| "epoch": 1.7637178051511757, |
| "grad_norm": 3.596141815185547, |
| "learning_rate": 2.0606569615528182e-05, |
| "loss": 1.971, |
| "step": 15750 |
| }, |
| { |
| "epoch": 1.764837625979843, |
| "grad_norm": 3.860454559326172, |
| "learning_rate": 2.058790593505039e-05, |
| "loss": 2.3288, |
| "step": 15760 |
| }, |
| { |
| "epoch": 1.7659574468085106, |
| "grad_norm": 12.444572448730469, |
| "learning_rate": 2.0569242254572602e-05, |
| "loss": 1.8277, |
| "step": 15770 |
| }, |
| { |
| "epoch": 1.7670772676371782, |
| "grad_norm": 10.383987426757812, |
| "learning_rate": 2.055057857409481e-05, |
| "loss": 2.2227, |
| "step": 15780 |
| }, |
| { |
| "epoch": 1.7681970884658456, |
| "grad_norm": 9.582054138183594, |
| "learning_rate": 2.0531914893617022e-05, |
| "loss": 1.7383, |
| "step": 15790 |
| }, |
| { |
| "epoch": 1.769316909294513, |
| "grad_norm": 12.529754638671875, |
| "learning_rate": 2.051325121313923e-05, |
| "loss": 1.9381, |
| "step": 15800 |
| }, |
| { |
| "epoch": 1.7704367301231803, |
| "grad_norm": 8.915084838867188, |
| "learning_rate": 2.0494587532661442e-05, |
| "loss": 1.668, |
| "step": 15810 |
| }, |
| { |
| "epoch": 1.7715565509518476, |
| "grad_norm": 13.440780639648438, |
| "learning_rate": 2.047592385218365e-05, |
| "loss": 2.1798, |
| "step": 15820 |
| }, |
| { |
| "epoch": 1.772676371780515, |
| "grad_norm": 7.045945167541504, |
| "learning_rate": 2.0457260171705862e-05, |
| "loss": 1.9319, |
| "step": 15830 |
| }, |
| { |
| "epoch": 1.7737961926091825, |
| "grad_norm": 2.6684410572052, |
| "learning_rate": 2.043859649122807e-05, |
| "loss": 1.7845, |
| "step": 15840 |
| }, |
| { |
| "epoch": 1.77491601343785, |
| "grad_norm": 11.95478343963623, |
| "learning_rate": 2.041993281075028e-05, |
| "loss": 2.3651, |
| "step": 15850 |
| }, |
| { |
| "epoch": 1.7760358342665175, |
| "grad_norm": 4.880320072174072, |
| "learning_rate": 2.040126913027249e-05, |
| "loss": 1.9852, |
| "step": 15860 |
| }, |
| { |
| "epoch": 1.7771556550951848, |
| "grad_norm": 12.231099128723145, |
| "learning_rate": 2.03826054497947e-05, |
| "loss": 2.0981, |
| "step": 15870 |
| }, |
| { |
| "epoch": 1.7782754759238522, |
| "grad_norm": 7.029375076293945, |
| "learning_rate": 2.036394176931691e-05, |
| "loss": 2.1145, |
| "step": 15880 |
| }, |
| { |
| "epoch": 1.7793952967525195, |
| "grad_norm": 6.398838043212891, |
| "learning_rate": 2.034527808883912e-05, |
| "loss": 2.0601, |
| "step": 15890 |
| }, |
| { |
| "epoch": 1.7805151175811869, |
| "grad_norm": 4.79886531829834, |
| "learning_rate": 2.032661440836133e-05, |
| "loss": 1.7714, |
| "step": 15900 |
| }, |
| { |
| "epoch": 1.7816349384098544, |
| "grad_norm": 5.065080642700195, |
| "learning_rate": 2.030795072788354e-05, |
| "loss": 1.5375, |
| "step": 15910 |
| }, |
| { |
| "epoch": 1.782754759238522, |
| "grad_norm": 4.638917446136475, |
| "learning_rate": 2.028928704740575e-05, |
| "loss": 2.0297, |
| "step": 15920 |
| }, |
| { |
| "epoch": 1.7838745800671894, |
| "grad_norm": 8.476948738098145, |
| "learning_rate": 2.027062336692796e-05, |
| "loss": 2.2116, |
| "step": 15930 |
| }, |
| { |
| "epoch": 1.7849944008958567, |
| "grad_norm": 14.950053215026855, |
| "learning_rate": 2.025195968645017e-05, |
| "loss": 2.2304, |
| "step": 15940 |
| }, |
| { |
| "epoch": 1.786114221724524, |
| "grad_norm": 4.521371841430664, |
| "learning_rate": 2.023329600597238e-05, |
| "loss": 2.205, |
| "step": 15950 |
| }, |
| { |
| "epoch": 1.7872340425531914, |
| "grad_norm": 4.019099712371826, |
| "learning_rate": 2.021463232549459e-05, |
| "loss": 1.9879, |
| "step": 15960 |
| }, |
| { |
| "epoch": 1.7883538633818588, |
| "grad_norm": 10.061615943908691, |
| "learning_rate": 2.01959686450168e-05, |
| "loss": 1.6731, |
| "step": 15970 |
| }, |
| { |
| "epoch": 1.7894736842105263, |
| "grad_norm": 8.204621315002441, |
| "learning_rate": 2.017730496453901e-05, |
| "loss": 1.9748, |
| "step": 15980 |
| }, |
| { |
| "epoch": 1.7905935050391937, |
| "grad_norm": 5.247344493865967, |
| "learning_rate": 2.0158641284061216e-05, |
| "loss": 1.6542, |
| "step": 15990 |
| }, |
| { |
| "epoch": 1.7917133258678613, |
| "grad_norm": 4.7308735847473145, |
| "learning_rate": 2.0139977603583427e-05, |
| "loss": 1.4543, |
| "step": 16000 |
| }, |
| { |
| "epoch": 1.7928331466965286, |
| "grad_norm": 3.514563798904419, |
| "learning_rate": 2.0121313923105636e-05, |
| "loss": 2.0833, |
| "step": 16010 |
| }, |
| { |
| "epoch": 1.793952967525196, |
| "grad_norm": 4.816470623016357, |
| "learning_rate": 2.0102650242627847e-05, |
| "loss": 2.283, |
| "step": 16020 |
| }, |
| { |
| "epoch": 1.7950727883538633, |
| "grad_norm": 11.659377098083496, |
| "learning_rate": 2.0083986562150056e-05, |
| "loss": 1.8348, |
| "step": 16030 |
| }, |
| { |
| "epoch": 1.7961926091825307, |
| "grad_norm": 5.277092933654785, |
| "learning_rate": 2.0065322881672267e-05, |
| "loss": 1.8455, |
| "step": 16040 |
| }, |
| { |
| "epoch": 1.7973124300111982, |
| "grad_norm": 10.653385162353516, |
| "learning_rate": 2.0046659201194476e-05, |
| "loss": 1.8004, |
| "step": 16050 |
| }, |
| { |
| "epoch": 1.7984322508398656, |
| "grad_norm": 5.165909767150879, |
| "learning_rate": 2.0027995520716687e-05, |
| "loss": 1.9219, |
| "step": 16060 |
| }, |
| { |
| "epoch": 1.7995520716685331, |
| "grad_norm": 12.408156394958496, |
| "learning_rate": 2.0009331840238896e-05, |
| "loss": 2.0149, |
| "step": 16070 |
| }, |
| { |
| "epoch": 1.8006718924972005, |
| "grad_norm": 3.793848752975464, |
| "learning_rate": 1.9990668159761104e-05, |
| "loss": 2.1401, |
| "step": 16080 |
| }, |
| { |
| "epoch": 1.8017917133258678, |
| "grad_norm": 4.723913192749023, |
| "learning_rate": 1.9972004479283316e-05, |
| "loss": 1.5437, |
| "step": 16090 |
| }, |
| { |
| "epoch": 1.8029115341545352, |
| "grad_norm": 5.787063121795654, |
| "learning_rate": 1.9953340798805524e-05, |
| "loss": 1.93, |
| "step": 16100 |
| }, |
| { |
| "epoch": 1.8040313549832026, |
| "grad_norm": 6.674378395080566, |
| "learning_rate": 1.9934677118327736e-05, |
| "loss": 2.3135, |
| "step": 16110 |
| }, |
| { |
| "epoch": 1.8051511758118701, |
| "grad_norm": 14.730244636535645, |
| "learning_rate": 1.9916013437849944e-05, |
| "loss": 2.1795, |
| "step": 16120 |
| }, |
| { |
| "epoch": 1.8062709966405375, |
| "grad_norm": 4.993513584136963, |
| "learning_rate": 1.9897349757372156e-05, |
| "loss": 1.7507, |
| "step": 16130 |
| }, |
| { |
| "epoch": 1.807390817469205, |
| "grad_norm": 14.580843925476074, |
| "learning_rate": 1.9878686076894364e-05, |
| "loss": 1.7252, |
| "step": 16140 |
| }, |
| { |
| "epoch": 1.8085106382978724, |
| "grad_norm": 14.65086841583252, |
| "learning_rate": 1.9860022396416576e-05, |
| "loss": 1.6178, |
| "step": 16150 |
| }, |
| { |
| "epoch": 1.8096304591265397, |
| "grad_norm": 15.6979398727417, |
| "learning_rate": 1.9841358715938784e-05, |
| "loss": 2.3194, |
| "step": 16160 |
| }, |
| { |
| "epoch": 1.810750279955207, |
| "grad_norm": 5.819782733917236, |
| "learning_rate": 1.9822695035460996e-05, |
| "loss": 1.572, |
| "step": 16170 |
| }, |
| { |
| "epoch": 1.8118701007838744, |
| "grad_norm": 4.418210983276367, |
| "learning_rate": 1.9804031354983204e-05, |
| "loss": 2.247, |
| "step": 16180 |
| }, |
| { |
| "epoch": 1.812989921612542, |
| "grad_norm": 5.038919925689697, |
| "learning_rate": 1.9785367674505416e-05, |
| "loss": 1.8143, |
| "step": 16190 |
| }, |
| { |
| "epoch": 1.8141097424412094, |
| "grad_norm": 5.138890743255615, |
| "learning_rate": 1.9766703994027624e-05, |
| "loss": 1.8542, |
| "step": 16200 |
| }, |
| { |
| "epoch": 1.815229563269877, |
| "grad_norm": 12.318073272705078, |
| "learning_rate": 1.9748040313549836e-05, |
| "loss": 2.1731, |
| "step": 16210 |
| }, |
| { |
| "epoch": 1.8163493840985443, |
| "grad_norm": 4.275629043579102, |
| "learning_rate": 1.972937663307204e-05, |
| "loss": 2.4228, |
| "step": 16220 |
| }, |
| { |
| "epoch": 1.8174692049272116, |
| "grad_norm": 4.5237016677856445, |
| "learning_rate": 1.9710712952594252e-05, |
| "loss": 1.9218, |
| "step": 16230 |
| }, |
| { |
| "epoch": 1.818589025755879, |
| "grad_norm": 7.575822353363037, |
| "learning_rate": 1.969204927211646e-05, |
| "loss": 1.7327, |
| "step": 16240 |
| }, |
| { |
| "epoch": 1.8197088465845463, |
| "grad_norm": 12.654701232910156, |
| "learning_rate": 1.9673385591638672e-05, |
| "loss": 1.993, |
| "step": 16250 |
| }, |
| { |
| "epoch": 1.820828667413214, |
| "grad_norm": 8.574930191040039, |
| "learning_rate": 1.965472191116088e-05, |
| "loss": 1.8782, |
| "step": 16260 |
| }, |
| { |
| "epoch": 1.8219484882418813, |
| "grad_norm": 4.255867958068848, |
| "learning_rate": 1.9636058230683092e-05, |
| "loss": 1.8501, |
| "step": 16270 |
| }, |
| { |
| "epoch": 1.8230683090705488, |
| "grad_norm": 6.834265232086182, |
| "learning_rate": 1.96173945502053e-05, |
| "loss": 2.3436, |
| "step": 16280 |
| }, |
| { |
| "epoch": 1.8241881298992162, |
| "grad_norm": 3.866483688354492, |
| "learning_rate": 1.959873086972751e-05, |
| "loss": 2.3195, |
| "step": 16290 |
| }, |
| { |
| "epoch": 1.8253079507278835, |
| "grad_norm": 10.645752906799316, |
| "learning_rate": 1.958006718924972e-05, |
| "loss": 1.7716, |
| "step": 16300 |
| }, |
| { |
| "epoch": 1.826427771556551, |
| "grad_norm": 15.50953197479248, |
| "learning_rate": 1.956140350877193e-05, |
| "loss": 2.5357, |
| "step": 16310 |
| }, |
| { |
| "epoch": 1.8275475923852182, |
| "grad_norm": 8.97745418548584, |
| "learning_rate": 1.954273982829414e-05, |
| "loss": 1.8631, |
| "step": 16320 |
| }, |
| { |
| "epoch": 1.8286674132138858, |
| "grad_norm": 10.974065780639648, |
| "learning_rate": 1.952407614781635e-05, |
| "loss": 1.6453, |
| "step": 16330 |
| }, |
| { |
| "epoch": 1.8297872340425532, |
| "grad_norm": 14.380806922912598, |
| "learning_rate": 1.950541246733856e-05, |
| "loss": 2.1817, |
| "step": 16340 |
| }, |
| { |
| "epoch": 1.8309070548712207, |
| "grad_norm": 3.8893136978149414, |
| "learning_rate": 1.948674878686077e-05, |
| "loss": 2.1023, |
| "step": 16350 |
| }, |
| { |
| "epoch": 1.832026875699888, |
| "grad_norm": 3.2880914211273193, |
| "learning_rate": 1.946808510638298e-05, |
| "loss": 1.466, |
| "step": 16360 |
| }, |
| { |
| "epoch": 1.8331466965285554, |
| "grad_norm": 9.581578254699707, |
| "learning_rate": 1.944942142590519e-05, |
| "loss": 1.8245, |
| "step": 16370 |
| }, |
| { |
| "epoch": 1.8342665173572228, |
| "grad_norm": 15.423023223876953, |
| "learning_rate": 1.94307577454274e-05, |
| "loss": 2.1899, |
| "step": 16380 |
| }, |
| { |
| "epoch": 1.8353863381858901, |
| "grad_norm": 5.308213233947754, |
| "learning_rate": 1.941209406494961e-05, |
| "loss": 1.6693, |
| "step": 16390 |
| }, |
| { |
| "epoch": 1.8365061590145577, |
| "grad_norm": 13.718766212463379, |
| "learning_rate": 1.939343038447182e-05, |
| "loss": 1.6922, |
| "step": 16400 |
| }, |
| { |
| "epoch": 1.837625979843225, |
| "grad_norm": 5.901851177215576, |
| "learning_rate": 1.937476670399403e-05, |
| "loss": 1.9234, |
| "step": 16410 |
| }, |
| { |
| "epoch": 1.8387458006718926, |
| "grad_norm": 4.218606948852539, |
| "learning_rate": 1.935610302351624e-05, |
| "loss": 1.7346, |
| "step": 16420 |
| }, |
| { |
| "epoch": 1.83986562150056, |
| "grad_norm": 3.545685291290283, |
| "learning_rate": 1.933743934303845e-05, |
| "loss": 1.5436, |
| "step": 16430 |
| }, |
| { |
| "epoch": 1.8409854423292273, |
| "grad_norm": 3.544178009033203, |
| "learning_rate": 1.931877566256066e-05, |
| "loss": 2.0027, |
| "step": 16440 |
| }, |
| { |
| "epoch": 1.8421052631578947, |
| "grad_norm": 16.046741485595703, |
| "learning_rate": 1.9300111982082866e-05, |
| "loss": 1.8394, |
| "step": 16450 |
| }, |
| { |
| "epoch": 1.843225083986562, |
| "grad_norm": 3.808443546295166, |
| "learning_rate": 1.9281448301605077e-05, |
| "loss": 1.5258, |
| "step": 16460 |
| }, |
| { |
| "epoch": 1.8443449048152296, |
| "grad_norm": 16.202293395996094, |
| "learning_rate": 1.9262784621127286e-05, |
| "loss": 1.8592, |
| "step": 16470 |
| }, |
| { |
| "epoch": 1.845464725643897, |
| "grad_norm": 12.9262056350708, |
| "learning_rate": 1.9244120940649498e-05, |
| "loss": 2.35, |
| "step": 16480 |
| }, |
| { |
| "epoch": 1.8465845464725645, |
| "grad_norm": 9.115686416625977, |
| "learning_rate": 1.9225457260171706e-05, |
| "loss": 2.0023, |
| "step": 16490 |
| }, |
| { |
| "epoch": 1.8477043673012319, |
| "grad_norm": 4.362748622894287, |
| "learning_rate": 1.9206793579693914e-05, |
| "loss": 2.2523, |
| "step": 16500 |
| }, |
| { |
| "epoch": 1.8488241881298992, |
| "grad_norm": 6.081763744354248, |
| "learning_rate": 1.9188129899216126e-05, |
| "loss": 1.9744, |
| "step": 16510 |
| }, |
| { |
| "epoch": 1.8499440089585666, |
| "grad_norm": 13.35545539855957, |
| "learning_rate": 1.9169466218738334e-05, |
| "loss": 2.0795, |
| "step": 16520 |
| }, |
| { |
| "epoch": 1.851063829787234, |
| "grad_norm": 4.248141765594482, |
| "learning_rate": 1.9150802538260546e-05, |
| "loss": 2.4488, |
| "step": 16530 |
| }, |
| { |
| "epoch": 1.8521836506159015, |
| "grad_norm": 10.578146934509277, |
| "learning_rate": 1.9132138857782754e-05, |
| "loss": 1.8938, |
| "step": 16540 |
| }, |
| { |
| "epoch": 1.8533034714445689, |
| "grad_norm": 8.211806297302246, |
| "learning_rate": 1.9113475177304966e-05, |
| "loss": 1.939, |
| "step": 16550 |
| }, |
| { |
| "epoch": 1.8544232922732364, |
| "grad_norm": 11.0032320022583, |
| "learning_rate": 1.9094811496827174e-05, |
| "loss": 2.0445, |
| "step": 16560 |
| }, |
| { |
| "epoch": 1.8555431131019038, |
| "grad_norm": 15.884440422058105, |
| "learning_rate": 1.9076147816349386e-05, |
| "loss": 2.1312, |
| "step": 16570 |
| }, |
| { |
| "epoch": 1.8566629339305711, |
| "grad_norm": 17.182661056518555, |
| "learning_rate": 1.9057484135871594e-05, |
| "loss": 1.8968, |
| "step": 16580 |
| }, |
| { |
| "epoch": 1.8577827547592385, |
| "grad_norm": 12.066494941711426, |
| "learning_rate": 1.9038820455393806e-05, |
| "loss": 2.1683, |
| "step": 16590 |
| }, |
| { |
| "epoch": 1.8589025755879058, |
| "grad_norm": 5.713685989379883, |
| "learning_rate": 1.9020156774916014e-05, |
| "loss": 1.8316, |
| "step": 16600 |
| }, |
| { |
| "epoch": 1.8600223964165732, |
| "grad_norm": 3.7835745811462402, |
| "learning_rate": 1.9001493094438226e-05, |
| "loss": 1.7352, |
| "step": 16610 |
| }, |
| { |
| "epoch": 1.8611422172452408, |
| "grad_norm": 5.586095809936523, |
| "learning_rate": 1.8982829413960434e-05, |
| "loss": 1.9586, |
| "step": 16620 |
| }, |
| { |
| "epoch": 1.8622620380739083, |
| "grad_norm": 10.472651481628418, |
| "learning_rate": 1.8964165733482646e-05, |
| "loss": 1.8188, |
| "step": 16630 |
| }, |
| { |
| "epoch": 1.8633818589025757, |
| "grad_norm": 8.586959838867188, |
| "learning_rate": 1.8945502053004854e-05, |
| "loss": 1.7482, |
| "step": 16640 |
| }, |
| { |
| "epoch": 1.864501679731243, |
| "grad_norm": 14.469319343566895, |
| "learning_rate": 1.8926838372527066e-05, |
| "loss": 1.9509, |
| "step": 16650 |
| }, |
| { |
| "epoch": 1.8656215005599104, |
| "grad_norm": 12.987029075622559, |
| "learning_rate": 1.8908174692049274e-05, |
| "loss": 1.505, |
| "step": 16660 |
| }, |
| { |
| "epoch": 1.8667413213885777, |
| "grad_norm": 4.787947654724121, |
| "learning_rate": 1.8889511011571483e-05, |
| "loss": 1.7582, |
| "step": 16670 |
| }, |
| { |
| "epoch": 1.867861142217245, |
| "grad_norm": 4.350035667419434, |
| "learning_rate": 1.8870847331093694e-05, |
| "loss": 2.4025, |
| "step": 16680 |
| }, |
| { |
| "epoch": 1.8689809630459127, |
| "grad_norm": 4.656111717224121, |
| "learning_rate": 1.8852183650615903e-05, |
| "loss": 1.558, |
| "step": 16690 |
| }, |
| { |
| "epoch": 1.8701007838745802, |
| "grad_norm": 5.183754920959473, |
| "learning_rate": 1.883351997013811e-05, |
| "loss": 1.6411, |
| "step": 16700 |
| }, |
| { |
| "epoch": 1.8712206047032476, |
| "grad_norm": 13.324991226196289, |
| "learning_rate": 1.8814856289660323e-05, |
| "loss": 2.254, |
| "step": 16710 |
| }, |
| { |
| "epoch": 1.872340425531915, |
| "grad_norm": 15.952241897583008, |
| "learning_rate": 1.879619260918253e-05, |
| "loss": 1.7153, |
| "step": 16720 |
| }, |
| { |
| "epoch": 1.8734602463605823, |
| "grad_norm": 8.312430381774902, |
| "learning_rate": 1.877752892870474e-05, |
| "loss": 2.2136, |
| "step": 16730 |
| }, |
| { |
| "epoch": 1.8745800671892496, |
| "grad_norm": 7.2421393394470215, |
| "learning_rate": 1.875886524822695e-05, |
| "loss": 1.8395, |
| "step": 16740 |
| }, |
| { |
| "epoch": 1.875699888017917, |
| "grad_norm": 9.180643081665039, |
| "learning_rate": 1.874020156774916e-05, |
| "loss": 2.1119, |
| "step": 16750 |
| }, |
| { |
| "epoch": 1.8768197088465846, |
| "grad_norm": 15.752584457397461, |
| "learning_rate": 1.872153788727137e-05, |
| "loss": 2.3431, |
| "step": 16760 |
| }, |
| { |
| "epoch": 1.877939529675252, |
| "grad_norm": 15.961100578308105, |
| "learning_rate": 1.870287420679358e-05, |
| "loss": 2.2094, |
| "step": 16770 |
| }, |
| { |
| "epoch": 1.8790593505039195, |
| "grad_norm": 4.183115482330322, |
| "learning_rate": 1.868421052631579e-05, |
| "loss": 1.9611, |
| "step": 16780 |
| }, |
| { |
| "epoch": 1.8801791713325868, |
| "grad_norm": 15.471096992492676, |
| "learning_rate": 1.8665546845838e-05, |
| "loss": 2.2645, |
| "step": 16790 |
| }, |
| { |
| "epoch": 1.8812989921612542, |
| "grad_norm": 15.710405349731445, |
| "learning_rate": 1.864688316536021e-05, |
| "loss": 2.1026, |
| "step": 16800 |
| }, |
| { |
| "epoch": 1.8824188129899215, |
| "grad_norm": 7.765809535980225, |
| "learning_rate": 1.862821948488242e-05, |
| "loss": 1.8401, |
| "step": 16810 |
| }, |
| { |
| "epoch": 1.8835386338185889, |
| "grad_norm": 6.538113117218018, |
| "learning_rate": 1.860955580440463e-05, |
| "loss": 1.7096, |
| "step": 16820 |
| }, |
| { |
| "epoch": 1.8846584546472565, |
| "grad_norm": 16.50730323791504, |
| "learning_rate": 1.859089212392684e-05, |
| "loss": 2.0152, |
| "step": 16830 |
| }, |
| { |
| "epoch": 1.8857782754759238, |
| "grad_norm": 3.642190933227539, |
| "learning_rate": 1.857222844344905e-05, |
| "loss": 2.0935, |
| "step": 16840 |
| }, |
| { |
| "epoch": 1.8868980963045914, |
| "grad_norm": 5.2225518226623535, |
| "learning_rate": 1.855356476297126e-05, |
| "loss": 1.7445, |
| "step": 16850 |
| }, |
| { |
| "epoch": 1.8880179171332587, |
| "grad_norm": 3.3426289558410645, |
| "learning_rate": 1.853490108249347e-05, |
| "loss": 2.3258, |
| "step": 16860 |
| }, |
| { |
| "epoch": 1.889137737961926, |
| "grad_norm": 8.263337135314941, |
| "learning_rate": 1.851623740201568e-05, |
| "loss": 1.6674, |
| "step": 16870 |
| }, |
| { |
| "epoch": 1.8902575587905934, |
| "grad_norm": 4.517258167266846, |
| "learning_rate": 1.8497573721537888e-05, |
| "loss": 2.0328, |
| "step": 16880 |
| }, |
| { |
| "epoch": 1.8913773796192608, |
| "grad_norm": 5.429361820220947, |
| "learning_rate": 1.84789100410601e-05, |
| "loss": 2.3338, |
| "step": 16890 |
| }, |
| { |
| "epoch": 1.8924972004479284, |
| "grad_norm": 11.747203826904297, |
| "learning_rate": 1.8460246360582308e-05, |
| "loss": 1.9876, |
| "step": 16900 |
| }, |
| { |
| "epoch": 1.8936170212765957, |
| "grad_norm": 14.812180519104004, |
| "learning_rate": 1.844158268010452e-05, |
| "loss": 1.8193, |
| "step": 16910 |
| }, |
| { |
| "epoch": 1.8947368421052633, |
| "grad_norm": 4.837928771972656, |
| "learning_rate": 1.8422918999626728e-05, |
| "loss": 1.8644, |
| "step": 16920 |
| }, |
| { |
| "epoch": 1.8958566629339306, |
| "grad_norm": 9.403674125671387, |
| "learning_rate": 1.8404255319148936e-05, |
| "loss": 1.7544, |
| "step": 16930 |
| }, |
| { |
| "epoch": 1.896976483762598, |
| "grad_norm": 5.102954387664795, |
| "learning_rate": 1.8385591638671144e-05, |
| "loss": 1.8039, |
| "step": 16940 |
| }, |
| { |
| "epoch": 1.8980963045912653, |
| "grad_norm": 13.829090118408203, |
| "learning_rate": 1.8366927958193356e-05, |
| "loss": 2.3956, |
| "step": 16950 |
| }, |
| { |
| "epoch": 1.8992161254199327, |
| "grad_norm": 14.055281639099121, |
| "learning_rate": 1.8348264277715564e-05, |
| "loss": 1.952, |
| "step": 16960 |
| }, |
| { |
| "epoch": 1.9003359462486002, |
| "grad_norm": 4.856631278991699, |
| "learning_rate": 1.8329600597237776e-05, |
| "loss": 1.8025, |
| "step": 16970 |
| }, |
| { |
| "epoch": 1.9014557670772676, |
| "grad_norm": 5.615917205810547, |
| "learning_rate": 1.8310936916759984e-05, |
| "loss": 2.4083, |
| "step": 16980 |
| }, |
| { |
| "epoch": 1.9025755879059352, |
| "grad_norm": 4.638927459716797, |
| "learning_rate": 1.8292273236282196e-05, |
| "loss": 1.7921, |
| "step": 16990 |
| }, |
| { |
| "epoch": 1.9036954087346025, |
| "grad_norm": 3.5314502716064453, |
| "learning_rate": 1.8273609555804404e-05, |
| "loss": 1.8788, |
| "step": 17000 |
| }, |
| { |
| "epoch": 1.9048152295632699, |
| "grad_norm": 6.3414506912231445, |
| "learning_rate": 1.8254945875326616e-05, |
| "loss": 1.8657, |
| "step": 17010 |
| }, |
| { |
| "epoch": 1.9059350503919372, |
| "grad_norm": 8.888124465942383, |
| "learning_rate": 1.8236282194848824e-05, |
| "loss": 2.4341, |
| "step": 17020 |
| }, |
| { |
| "epoch": 1.9070548712206046, |
| "grad_norm": 5.071857929229736, |
| "learning_rate": 1.8217618514371036e-05, |
| "loss": 2.0112, |
| "step": 17030 |
| }, |
| { |
| "epoch": 1.9081746920492721, |
| "grad_norm": 3.5548458099365234, |
| "learning_rate": 1.8198954833893244e-05, |
| "loss": 2.0355, |
| "step": 17040 |
| }, |
| { |
| "epoch": 1.9092945128779395, |
| "grad_norm": 13.80466079711914, |
| "learning_rate": 1.8180291153415456e-05, |
| "loss": 2.532, |
| "step": 17050 |
| }, |
| { |
| "epoch": 1.910414333706607, |
| "grad_norm": 4.249703407287598, |
| "learning_rate": 1.8161627472937664e-05, |
| "loss": 1.9727, |
| "step": 17060 |
| }, |
| { |
| "epoch": 1.9115341545352744, |
| "grad_norm": 4.494642734527588, |
| "learning_rate": 1.8142963792459876e-05, |
| "loss": 2.0125, |
| "step": 17070 |
| }, |
| { |
| "epoch": 1.9126539753639418, |
| "grad_norm": 5.063194274902344, |
| "learning_rate": 1.8124300111982084e-05, |
| "loss": 1.647, |
| "step": 17080 |
| }, |
| { |
| "epoch": 1.9137737961926091, |
| "grad_norm": 9.803994178771973, |
| "learning_rate": 1.8105636431504293e-05, |
| "loss": 2.1401, |
| "step": 17090 |
| }, |
| { |
| "epoch": 1.9148936170212765, |
| "grad_norm": 7.283653736114502, |
| "learning_rate": 1.8086972751026504e-05, |
| "loss": 1.9052, |
| "step": 17100 |
| }, |
| { |
| "epoch": 1.916013437849944, |
| "grad_norm": 11.359768867492676, |
| "learning_rate": 1.8068309070548713e-05, |
| "loss": 2.0145, |
| "step": 17110 |
| }, |
| { |
| "epoch": 1.9171332586786114, |
| "grad_norm": 10.177249908447266, |
| "learning_rate": 1.8049645390070924e-05, |
| "loss": 1.7666, |
| "step": 17120 |
| }, |
| { |
| "epoch": 1.918253079507279, |
| "grad_norm": 5.568352699279785, |
| "learning_rate": 1.8030981709593133e-05, |
| "loss": 1.7245, |
| "step": 17130 |
| }, |
| { |
| "epoch": 1.9193729003359463, |
| "grad_norm": 19.79357147216797, |
| "learning_rate": 1.8012318029115344e-05, |
| "loss": 2.4217, |
| "step": 17140 |
| }, |
| { |
| "epoch": 1.9204927211646137, |
| "grad_norm": 10.292594909667969, |
| "learning_rate": 1.799365434863755e-05, |
| "loss": 1.4904, |
| "step": 17150 |
| }, |
| { |
| "epoch": 1.921612541993281, |
| "grad_norm": 3.906355381011963, |
| "learning_rate": 1.797499066815976e-05, |
| "loss": 2.4061, |
| "step": 17160 |
| }, |
| { |
| "epoch": 1.9227323628219484, |
| "grad_norm": 10.06027889251709, |
| "learning_rate": 1.795632698768197e-05, |
| "loss": 1.826, |
| "step": 17170 |
| }, |
| { |
| "epoch": 1.923852183650616, |
| "grad_norm": 3.928687572479248, |
| "learning_rate": 1.793766330720418e-05, |
| "loss": 1.9778, |
| "step": 17180 |
| }, |
| { |
| "epoch": 1.9249720044792833, |
| "grad_norm": 11.147214889526367, |
| "learning_rate": 1.791899962672639e-05, |
| "loss": 1.6609, |
| "step": 17190 |
| }, |
| { |
| "epoch": 1.9260918253079509, |
| "grad_norm": 5.292778968811035, |
| "learning_rate": 1.79003359462486e-05, |
| "loss": 1.581, |
| "step": 17200 |
| }, |
| { |
| "epoch": 1.9272116461366182, |
| "grad_norm": 5.773550987243652, |
| "learning_rate": 1.788167226577081e-05, |
| "loss": 1.5817, |
| "step": 17210 |
| }, |
| { |
| "epoch": 1.9283314669652856, |
| "grad_norm": 14.817527770996094, |
| "learning_rate": 1.786300858529302e-05, |
| "loss": 1.9826, |
| "step": 17220 |
| }, |
| { |
| "epoch": 1.929451287793953, |
| "grad_norm": 6.223337173461914, |
| "learning_rate": 1.784434490481523e-05, |
| "loss": 2.1578, |
| "step": 17230 |
| }, |
| { |
| "epoch": 1.9305711086226203, |
| "grad_norm": 4.402294158935547, |
| "learning_rate": 1.782568122433744e-05, |
| "loss": 2.2318, |
| "step": 17240 |
| }, |
| { |
| "epoch": 1.9316909294512878, |
| "grad_norm": 7.321905136108398, |
| "learning_rate": 1.780701754385965e-05, |
| "loss": 1.6848, |
| "step": 17250 |
| }, |
| { |
| "epoch": 1.9328107502799552, |
| "grad_norm": 14.152067184448242, |
| "learning_rate": 1.778835386338186e-05, |
| "loss": 2.5409, |
| "step": 17260 |
| }, |
| { |
| "epoch": 1.9339305711086228, |
| "grad_norm": 12.283940315246582, |
| "learning_rate": 1.776969018290407e-05, |
| "loss": 1.9965, |
| "step": 17270 |
| }, |
| { |
| "epoch": 1.9350503919372901, |
| "grad_norm": 8.56460189819336, |
| "learning_rate": 1.775102650242628e-05, |
| "loss": 1.6021, |
| "step": 17280 |
| }, |
| { |
| "epoch": 1.9361702127659575, |
| "grad_norm": 4.710309982299805, |
| "learning_rate": 1.773236282194849e-05, |
| "loss": 2.2814, |
| "step": 17290 |
| }, |
| { |
| "epoch": 1.9372900335946248, |
| "grad_norm": 12.966391563415527, |
| "learning_rate": 1.77136991414707e-05, |
| "loss": 2.172, |
| "step": 17300 |
| }, |
| { |
| "epoch": 1.9384098544232922, |
| "grad_norm": 16.88652229309082, |
| "learning_rate": 1.769503546099291e-05, |
| "loss": 2.029, |
| "step": 17310 |
| }, |
| { |
| "epoch": 1.9395296752519597, |
| "grad_norm": 8.579212188720703, |
| "learning_rate": 1.7676371780515118e-05, |
| "loss": 1.47, |
| "step": 17320 |
| }, |
| { |
| "epoch": 1.940649496080627, |
| "grad_norm": 14.837044715881348, |
| "learning_rate": 1.765770810003733e-05, |
| "loss": 1.9022, |
| "step": 17330 |
| }, |
| { |
| "epoch": 1.9417693169092947, |
| "grad_norm": 14.231435775756836, |
| "learning_rate": 1.7639044419559538e-05, |
| "loss": 2.4319, |
| "step": 17340 |
| }, |
| { |
| "epoch": 1.942889137737962, |
| "grad_norm": 6.342057704925537, |
| "learning_rate": 1.762038073908175e-05, |
| "loss": 1.8036, |
| "step": 17350 |
| }, |
| { |
| "epoch": 1.9440089585666294, |
| "grad_norm": 4.24338436126709, |
| "learning_rate": 1.7601717058603958e-05, |
| "loss": 1.9694, |
| "step": 17360 |
| }, |
| { |
| "epoch": 1.9451287793952967, |
| "grad_norm": 5.161984920501709, |
| "learning_rate": 1.758305337812617e-05, |
| "loss": 1.7682, |
| "step": 17370 |
| }, |
| { |
| "epoch": 1.946248600223964, |
| "grad_norm": 7.184517860412598, |
| "learning_rate": 1.7564389697648374e-05, |
| "loss": 1.5724, |
| "step": 17380 |
| }, |
| { |
| "epoch": 1.9473684210526314, |
| "grad_norm": 7.037195682525635, |
| "learning_rate": 1.7545726017170586e-05, |
| "loss": 1.6202, |
| "step": 17390 |
| }, |
| { |
| "epoch": 1.948488241881299, |
| "grad_norm": 7.23237419128418, |
| "learning_rate": 1.7527062336692794e-05, |
| "loss": 1.7879, |
| "step": 17400 |
| }, |
| { |
| "epoch": 1.9496080627099666, |
| "grad_norm": 4.513615131378174, |
| "learning_rate": 1.7508398656215006e-05, |
| "loss": 2.1071, |
| "step": 17410 |
| }, |
| { |
| "epoch": 1.950727883538634, |
| "grad_norm": 14.149372100830078, |
| "learning_rate": 1.7489734975737214e-05, |
| "loss": 1.8393, |
| "step": 17420 |
| }, |
| { |
| "epoch": 1.9518477043673013, |
| "grad_norm": 3.9815926551818848, |
| "learning_rate": 1.7471071295259426e-05, |
| "loss": 1.9888, |
| "step": 17430 |
| }, |
| { |
| "epoch": 1.9529675251959686, |
| "grad_norm": 15.270926475524902, |
| "learning_rate": 1.7452407614781634e-05, |
| "loss": 2.2696, |
| "step": 17440 |
| }, |
| { |
| "epoch": 1.954087346024636, |
| "grad_norm": 7.519197940826416, |
| "learning_rate": 1.7433743934303846e-05, |
| "loss": 2.0431, |
| "step": 17450 |
| }, |
| { |
| "epoch": 1.9552071668533033, |
| "grad_norm": 4.564593315124512, |
| "learning_rate": 1.7415080253826054e-05, |
| "loss": 1.7656, |
| "step": 17460 |
| }, |
| { |
| "epoch": 1.9563269876819709, |
| "grad_norm": 9.020241737365723, |
| "learning_rate": 1.7396416573348266e-05, |
| "loss": 1.9072, |
| "step": 17470 |
| }, |
| { |
| "epoch": 1.9574468085106385, |
| "grad_norm": 10.36052131652832, |
| "learning_rate": 1.7377752892870474e-05, |
| "loss": 1.7954, |
| "step": 17480 |
| }, |
| { |
| "epoch": 1.9585666293393058, |
| "grad_norm": 5.499046802520752, |
| "learning_rate": 1.7359089212392686e-05, |
| "loss": 2.2032, |
| "step": 17490 |
| }, |
| { |
| "epoch": 1.9596864501679732, |
| "grad_norm": 10.584261894226074, |
| "learning_rate": 1.7340425531914894e-05, |
| "loss": 2.2121, |
| "step": 17500 |
| }, |
| { |
| "epoch": 1.9608062709966405, |
| "grad_norm": 4.816810131072998, |
| "learning_rate": 1.7321761851437106e-05, |
| "loss": 1.9277, |
| "step": 17510 |
| }, |
| { |
| "epoch": 1.9619260918253079, |
| "grad_norm": 5.484105110168457, |
| "learning_rate": 1.7303098170959314e-05, |
| "loss": 1.7758, |
| "step": 17520 |
| }, |
| { |
| "epoch": 1.9630459126539752, |
| "grad_norm": 12.183406829833984, |
| "learning_rate": 1.7284434490481523e-05, |
| "loss": 2.0495, |
| "step": 17530 |
| }, |
| { |
| "epoch": 1.9641657334826428, |
| "grad_norm": 5.112043380737305, |
| "learning_rate": 1.7265770810003734e-05, |
| "loss": 1.9576, |
| "step": 17540 |
| }, |
| { |
| "epoch": 1.9652855543113104, |
| "grad_norm": 4.796443939208984, |
| "learning_rate": 1.7247107129525943e-05, |
| "loss": 2.0039, |
| "step": 17550 |
| }, |
| { |
| "epoch": 1.9664053751399777, |
| "grad_norm": 4.247778415679932, |
| "learning_rate": 1.7228443449048154e-05, |
| "loss": 1.7593, |
| "step": 17560 |
| }, |
| { |
| "epoch": 1.967525195968645, |
| "grad_norm": 4.498353481292725, |
| "learning_rate": 1.7209779768570363e-05, |
| "loss": 1.904, |
| "step": 17570 |
| }, |
| { |
| "epoch": 1.9686450167973124, |
| "grad_norm": 12.006962776184082, |
| "learning_rate": 1.7191116088092574e-05, |
| "loss": 1.6231, |
| "step": 17580 |
| }, |
| { |
| "epoch": 1.9697648376259798, |
| "grad_norm": 4.842081069946289, |
| "learning_rate": 1.7172452407614783e-05, |
| "loss": 2.0985, |
| "step": 17590 |
| }, |
| { |
| "epoch": 1.970884658454647, |
| "grad_norm": 15.521842956542969, |
| "learning_rate": 1.7153788727136994e-05, |
| "loss": 2.1864, |
| "step": 17600 |
| }, |
| { |
| "epoch": 1.9720044792833147, |
| "grad_norm": 9.48452091217041, |
| "learning_rate": 1.7135125046659203e-05, |
| "loss": 1.8124, |
| "step": 17610 |
| }, |
| { |
| "epoch": 1.973124300111982, |
| "grad_norm": 4.017796993255615, |
| "learning_rate": 1.711646136618141e-05, |
| "loss": 2.0427, |
| "step": 17620 |
| }, |
| { |
| "epoch": 1.9742441209406496, |
| "grad_norm": 3.9394009113311768, |
| "learning_rate": 1.709779768570362e-05, |
| "loss": 2.0485, |
| "step": 17630 |
| }, |
| { |
| "epoch": 1.975363941769317, |
| "grad_norm": 14.145578384399414, |
| "learning_rate": 1.707913400522583e-05, |
| "loss": 1.5402, |
| "step": 17640 |
| }, |
| { |
| "epoch": 1.9764837625979843, |
| "grad_norm": 4.282801628112793, |
| "learning_rate": 1.706047032474804e-05, |
| "loss": 1.8805, |
| "step": 17650 |
| }, |
| { |
| "epoch": 1.9776035834266517, |
| "grad_norm": 4.898009300231934, |
| "learning_rate": 1.704180664427025e-05, |
| "loss": 2.1731, |
| "step": 17660 |
| }, |
| { |
| "epoch": 1.978723404255319, |
| "grad_norm": 4.910828590393066, |
| "learning_rate": 1.702314296379246e-05, |
| "loss": 2.0025, |
| "step": 17670 |
| }, |
| { |
| "epoch": 1.9798432250839866, |
| "grad_norm": 15.03659725189209, |
| "learning_rate": 1.700447928331467e-05, |
| "loss": 2.3384, |
| "step": 17680 |
| }, |
| { |
| "epoch": 1.980963045912654, |
| "grad_norm": 10.689837455749512, |
| "learning_rate": 1.698581560283688e-05, |
| "loss": 1.7127, |
| "step": 17690 |
| }, |
| { |
| "epoch": 1.9820828667413215, |
| "grad_norm": 10.339581489562988, |
| "learning_rate": 1.696715192235909e-05, |
| "loss": 2.0183, |
| "step": 17700 |
| }, |
| { |
| "epoch": 1.9832026875699889, |
| "grad_norm": 7.037674903869629, |
| "learning_rate": 1.69484882418813e-05, |
| "loss": 1.9685, |
| "step": 17710 |
| }, |
| { |
| "epoch": 1.9843225083986562, |
| "grad_norm": 14.190945625305176, |
| "learning_rate": 1.692982456140351e-05, |
| "loss": 1.9507, |
| "step": 17720 |
| }, |
| { |
| "epoch": 1.9854423292273236, |
| "grad_norm": 4.3056416511535645, |
| "learning_rate": 1.691116088092572e-05, |
| "loss": 1.9554, |
| "step": 17730 |
| }, |
| { |
| "epoch": 1.986562150055991, |
| "grad_norm": 14.68007755279541, |
| "learning_rate": 1.6892497200447928e-05, |
| "loss": 2.2227, |
| "step": 17740 |
| }, |
| { |
| "epoch": 1.9876819708846585, |
| "grad_norm": 4.058879852294922, |
| "learning_rate": 1.687383351997014e-05, |
| "loss": 1.9667, |
| "step": 17750 |
| }, |
| { |
| "epoch": 1.9888017917133258, |
| "grad_norm": 8.660399436950684, |
| "learning_rate": 1.6855169839492348e-05, |
| "loss": 2.0649, |
| "step": 17760 |
| }, |
| { |
| "epoch": 1.9899216125419934, |
| "grad_norm": 11.349140167236328, |
| "learning_rate": 1.683650615901456e-05, |
| "loss": 1.438, |
| "step": 17770 |
| }, |
| { |
| "epoch": 1.9910414333706608, |
| "grad_norm": 4.842729568481445, |
| "learning_rate": 1.6817842478536768e-05, |
| "loss": 1.9431, |
| "step": 17780 |
| }, |
| { |
| "epoch": 1.992161254199328, |
| "grad_norm": 4.284554958343506, |
| "learning_rate": 1.679917879805898e-05, |
| "loss": 1.8363, |
| "step": 17790 |
| }, |
| { |
| "epoch": 1.9932810750279955, |
| "grad_norm": 6.62599515914917, |
| "learning_rate": 1.6780515117581188e-05, |
| "loss": 1.6479, |
| "step": 17800 |
| }, |
| { |
| "epoch": 1.9944008958566628, |
| "grad_norm": 12.138463973999023, |
| "learning_rate": 1.67618514371034e-05, |
| "loss": 1.9355, |
| "step": 17810 |
| }, |
| { |
| "epoch": 1.9955207166853304, |
| "grad_norm": 9.465065002441406, |
| "learning_rate": 1.6743187756625608e-05, |
| "loss": 2.1428, |
| "step": 17820 |
| }, |
| { |
| "epoch": 1.9966405375139977, |
| "grad_norm": 12.322503089904785, |
| "learning_rate": 1.672452407614782e-05, |
| "loss": 2.1444, |
| "step": 17830 |
| }, |
| { |
| "epoch": 1.9977603583426653, |
| "grad_norm": 9.275611877441406, |
| "learning_rate": 1.6705860395670028e-05, |
| "loss": 1.6226, |
| "step": 17840 |
| }, |
| { |
| "epoch": 1.9988801791713326, |
| "grad_norm": 4.5713982582092285, |
| "learning_rate": 1.6687196715192236e-05, |
| "loss": 1.9358, |
| "step": 17850 |
| }, |
| { |
| "epoch": 2.0, |
| "grad_norm": 4.424788951873779, |
| "learning_rate": 1.6668533034714444e-05, |
| "loss": 1.604, |
| "step": 17860 |
| }, |
| { |
| "epoch": 2.0011198208286674, |
| "grad_norm": 15.465615272521973, |
| "learning_rate": 1.6649869354236656e-05, |
| "loss": 1.7584, |
| "step": 17870 |
| }, |
| { |
| "epoch": 2.0022396416573347, |
| "grad_norm": 5.3801116943359375, |
| "learning_rate": 1.6631205673758864e-05, |
| "loss": 2.4112, |
| "step": 17880 |
| }, |
| { |
| "epoch": 2.003359462486002, |
| "grad_norm": 9.771553993225098, |
| "learning_rate": 1.6612541993281076e-05, |
| "loss": 2.3079, |
| "step": 17890 |
| }, |
| { |
| "epoch": 2.00447928331467, |
| "grad_norm": 6.370817184448242, |
| "learning_rate": 1.6593878312803284e-05, |
| "loss": 1.4866, |
| "step": 17900 |
| }, |
| { |
| "epoch": 2.005599104143337, |
| "grad_norm": 5.146578311920166, |
| "learning_rate": 1.6575214632325496e-05, |
| "loss": 1.9364, |
| "step": 17910 |
| }, |
| { |
| "epoch": 2.0067189249720045, |
| "grad_norm": 6.970976829528809, |
| "learning_rate": 1.6556550951847704e-05, |
| "loss": 1.6884, |
| "step": 17920 |
| }, |
| { |
| "epoch": 2.007838745800672, |
| "grad_norm": 9.017516136169434, |
| "learning_rate": 1.6537887271369916e-05, |
| "loss": 1.4814, |
| "step": 17930 |
| }, |
| { |
| "epoch": 2.0089585666293392, |
| "grad_norm": 5.169244289398193, |
| "learning_rate": 1.6519223590892124e-05, |
| "loss": 1.9879, |
| "step": 17940 |
| }, |
| { |
| "epoch": 2.0100783874580066, |
| "grad_norm": 3.8840739727020264, |
| "learning_rate": 1.6500559910414336e-05, |
| "loss": 1.4718, |
| "step": 17950 |
| }, |
| { |
| "epoch": 2.011198208286674, |
| "grad_norm": 9.54129409790039, |
| "learning_rate": 1.6481896229936544e-05, |
| "loss": 1.709, |
| "step": 17960 |
| }, |
| { |
| "epoch": 2.0123180291153417, |
| "grad_norm": 4.5542192459106445, |
| "learning_rate": 1.6463232549458753e-05, |
| "loss": 2.0193, |
| "step": 17970 |
| }, |
| { |
| "epoch": 2.013437849944009, |
| "grad_norm": 4.2427144050598145, |
| "learning_rate": 1.6444568868980964e-05, |
| "loss": 2.2357, |
| "step": 17980 |
| }, |
| { |
| "epoch": 2.0145576707726764, |
| "grad_norm": 8.179814338684082, |
| "learning_rate": 1.6425905188503173e-05, |
| "loss": 1.8587, |
| "step": 17990 |
| }, |
| { |
| "epoch": 2.015677491601344, |
| "grad_norm": 14.023432731628418, |
| "learning_rate": 1.6407241508025384e-05, |
| "loss": 1.9654, |
| "step": 18000 |
| }, |
| { |
| "epoch": 2.016797312430011, |
| "grad_norm": 4.784511566162109, |
| "learning_rate": 1.6388577827547593e-05, |
| "loss": 1.9038, |
| "step": 18010 |
| }, |
| { |
| "epoch": 2.0179171332586785, |
| "grad_norm": 9.668645858764648, |
| "learning_rate": 1.6369914147069804e-05, |
| "loss": 2.2853, |
| "step": 18020 |
| }, |
| { |
| "epoch": 2.019036954087346, |
| "grad_norm": 5.6623005867004395, |
| "learning_rate": 1.6351250466592013e-05, |
| "loss": 2.1568, |
| "step": 18030 |
| }, |
| { |
| "epoch": 2.0201567749160136, |
| "grad_norm": 12.06014347076416, |
| "learning_rate": 1.6332586786114224e-05, |
| "loss": 1.9534, |
| "step": 18040 |
| }, |
| { |
| "epoch": 2.021276595744681, |
| "grad_norm": 12.4910249710083, |
| "learning_rate": 1.6313923105636433e-05, |
| "loss": 1.6823, |
| "step": 18050 |
| }, |
| { |
| "epoch": 2.0223964165733483, |
| "grad_norm": 12.419768333435059, |
| "learning_rate": 1.6295259425158644e-05, |
| "loss": 2.3436, |
| "step": 18060 |
| }, |
| { |
| "epoch": 2.0235162374020157, |
| "grad_norm": 4.12880802154541, |
| "learning_rate": 1.6276595744680853e-05, |
| "loss": 2.1389, |
| "step": 18070 |
| }, |
| { |
| "epoch": 2.024636058230683, |
| "grad_norm": 6.19962739944458, |
| "learning_rate": 1.625793206420306e-05, |
| "loss": 2.0253, |
| "step": 18080 |
| }, |
| { |
| "epoch": 2.0257558790593504, |
| "grad_norm": 4.155970573425293, |
| "learning_rate": 1.623926838372527e-05, |
| "loss": 1.5464, |
| "step": 18090 |
| }, |
| { |
| "epoch": 2.0268756998880177, |
| "grad_norm": 2.5858302116394043, |
| "learning_rate": 1.622060470324748e-05, |
| "loss": 1.8217, |
| "step": 18100 |
| }, |
| { |
| "epoch": 2.0279955207166855, |
| "grad_norm": 3.9286646842956543, |
| "learning_rate": 1.620194102276969e-05, |
| "loss": 1.3943, |
| "step": 18110 |
| }, |
| { |
| "epoch": 2.029115341545353, |
| "grad_norm": 12.073657035827637, |
| "learning_rate": 1.61832773422919e-05, |
| "loss": 2.0707, |
| "step": 18120 |
| }, |
| { |
| "epoch": 2.0302351623740202, |
| "grad_norm": 6.261038780212402, |
| "learning_rate": 1.616461366181411e-05, |
| "loss": 1.9036, |
| "step": 18130 |
| }, |
| { |
| "epoch": 2.0313549832026876, |
| "grad_norm": 3.7651288509368896, |
| "learning_rate": 1.614594998133632e-05, |
| "loss": 1.3601, |
| "step": 18140 |
| }, |
| { |
| "epoch": 2.032474804031355, |
| "grad_norm": 5.616112232208252, |
| "learning_rate": 1.612728630085853e-05, |
| "loss": 1.9249, |
| "step": 18150 |
| }, |
| { |
| "epoch": 2.0335946248600223, |
| "grad_norm": 14.19587230682373, |
| "learning_rate": 1.610862262038074e-05, |
| "loss": 1.9037, |
| "step": 18160 |
| }, |
| { |
| "epoch": 2.0347144456886896, |
| "grad_norm": 14.49325942993164, |
| "learning_rate": 1.608995893990295e-05, |
| "loss": 1.9606, |
| "step": 18170 |
| }, |
| { |
| "epoch": 2.0358342665173574, |
| "grad_norm": 5.4950270652771, |
| "learning_rate": 1.6071295259425158e-05, |
| "loss": 2.1976, |
| "step": 18180 |
| }, |
| { |
| "epoch": 2.036954087346025, |
| "grad_norm": 4.107669830322266, |
| "learning_rate": 1.605263157894737e-05, |
| "loss": 1.6963, |
| "step": 18190 |
| }, |
| { |
| "epoch": 2.038073908174692, |
| "grad_norm": 5.567134857177734, |
| "learning_rate": 1.6033967898469578e-05, |
| "loss": 1.639, |
| "step": 18200 |
| }, |
| { |
| "epoch": 2.0391937290033595, |
| "grad_norm": 18.579816818237305, |
| "learning_rate": 1.601530421799179e-05, |
| "loss": 1.9576, |
| "step": 18210 |
| }, |
| { |
| "epoch": 2.040313549832027, |
| "grad_norm": 11.057695388793945, |
| "learning_rate": 1.5996640537513998e-05, |
| "loss": 1.8883, |
| "step": 18220 |
| }, |
| { |
| "epoch": 2.041433370660694, |
| "grad_norm": 6.482846260070801, |
| "learning_rate": 1.597797685703621e-05, |
| "loss": 1.812, |
| "step": 18230 |
| }, |
| { |
| "epoch": 2.0425531914893615, |
| "grad_norm": 12.868412017822266, |
| "learning_rate": 1.5959313176558418e-05, |
| "loss": 2.1451, |
| "step": 18240 |
| }, |
| { |
| "epoch": 2.0436730123180293, |
| "grad_norm": 4.0791401863098145, |
| "learning_rate": 1.594064949608063e-05, |
| "loss": 1.974, |
| "step": 18250 |
| }, |
| { |
| "epoch": 2.0447928331466967, |
| "grad_norm": 6.537319660186768, |
| "learning_rate": 1.5921985815602838e-05, |
| "loss": 1.8334, |
| "step": 18260 |
| }, |
| { |
| "epoch": 2.045912653975364, |
| "grad_norm": 8.384710311889648, |
| "learning_rate": 1.590332213512505e-05, |
| "loss": 2.1852, |
| "step": 18270 |
| }, |
| { |
| "epoch": 2.0470324748040314, |
| "grad_norm": 11.995549201965332, |
| "learning_rate": 1.5884658454647258e-05, |
| "loss": 1.9999, |
| "step": 18280 |
| }, |
| { |
| "epoch": 2.0481522956326987, |
| "grad_norm": 11.57607650756836, |
| "learning_rate": 1.586599477416947e-05, |
| "loss": 2.0097, |
| "step": 18290 |
| }, |
| { |
| "epoch": 2.049272116461366, |
| "grad_norm": 21.388427734375, |
| "learning_rate": 1.5847331093691678e-05, |
| "loss": 2.0354, |
| "step": 18300 |
| }, |
| { |
| "epoch": 2.0503919372900334, |
| "grad_norm": 4.375351428985596, |
| "learning_rate": 1.582866741321389e-05, |
| "loss": 1.8486, |
| "step": 18310 |
| }, |
| { |
| "epoch": 2.051511758118701, |
| "grad_norm": 7.059999942779541, |
| "learning_rate": 1.5810003732736094e-05, |
| "loss": 1.7516, |
| "step": 18320 |
| }, |
| { |
| "epoch": 2.0526315789473686, |
| "grad_norm": 4.776148796081543, |
| "learning_rate": 1.5791340052258306e-05, |
| "loss": 1.8479, |
| "step": 18330 |
| }, |
| { |
| "epoch": 2.053751399776036, |
| "grad_norm": 13.596695899963379, |
| "learning_rate": 1.5772676371780514e-05, |
| "loss": 1.9489, |
| "step": 18340 |
| }, |
| { |
| "epoch": 2.0548712206047033, |
| "grad_norm": 15.971503257751465, |
| "learning_rate": 1.5754012691302726e-05, |
| "loss": 2.1302, |
| "step": 18350 |
| }, |
| { |
| "epoch": 2.0559910414333706, |
| "grad_norm": 5.559121131896973, |
| "learning_rate": 1.5735349010824934e-05, |
| "loss": 1.8906, |
| "step": 18360 |
| }, |
| { |
| "epoch": 2.057110862262038, |
| "grad_norm": 11.740134239196777, |
| "learning_rate": 1.5716685330347146e-05, |
| "loss": 1.831, |
| "step": 18370 |
| }, |
| { |
| "epoch": 2.0582306830907053, |
| "grad_norm": 5.161749362945557, |
| "learning_rate": 1.5698021649869354e-05, |
| "loss": 2.0162, |
| "step": 18380 |
| }, |
| { |
| "epoch": 2.0593505039193727, |
| "grad_norm": 13.416109085083008, |
| "learning_rate": 1.5679357969391563e-05, |
| "loss": 2.0551, |
| "step": 18390 |
| }, |
| { |
| "epoch": 2.0604703247480405, |
| "grad_norm": 5.6357269287109375, |
| "learning_rate": 1.5660694288913774e-05, |
| "loss": 1.6993, |
| "step": 18400 |
| }, |
| { |
| "epoch": 2.061590145576708, |
| "grad_norm": 10.636037826538086, |
| "learning_rate": 1.5642030608435983e-05, |
| "loss": 1.8842, |
| "step": 18410 |
| }, |
| { |
| "epoch": 2.062709966405375, |
| "grad_norm": 14.341257095336914, |
| "learning_rate": 1.5623366927958194e-05, |
| "loss": 1.7778, |
| "step": 18420 |
| }, |
| { |
| "epoch": 2.0638297872340425, |
| "grad_norm": 7.4988322257995605, |
| "learning_rate": 1.5604703247480403e-05, |
| "loss": 1.7679, |
| "step": 18430 |
| }, |
| { |
| "epoch": 2.06494960806271, |
| "grad_norm": 12.500404357910156, |
| "learning_rate": 1.5586039567002614e-05, |
| "loss": 2.2651, |
| "step": 18440 |
| }, |
| { |
| "epoch": 2.0660694288913772, |
| "grad_norm": 5.027773380279541, |
| "learning_rate": 1.5567375886524823e-05, |
| "loss": 2.0421, |
| "step": 18450 |
| }, |
| { |
| "epoch": 2.0671892497200446, |
| "grad_norm": 10.962523460388184, |
| "learning_rate": 1.5548712206047034e-05, |
| "loss": 2.0656, |
| "step": 18460 |
| }, |
| { |
| "epoch": 2.0683090705487124, |
| "grad_norm": 2.7904582023620605, |
| "learning_rate": 1.5530048525569243e-05, |
| "loss": 1.9249, |
| "step": 18470 |
| }, |
| { |
| "epoch": 2.0694288913773797, |
| "grad_norm": 7.586933135986328, |
| "learning_rate": 1.5511384845091454e-05, |
| "loss": 2.0239, |
| "step": 18480 |
| }, |
| { |
| "epoch": 2.070548712206047, |
| "grad_norm": 4.160824775695801, |
| "learning_rate": 1.5492721164613663e-05, |
| "loss": 1.9334, |
| "step": 18490 |
| }, |
| { |
| "epoch": 2.0716685330347144, |
| "grad_norm": 7.0400471687316895, |
| "learning_rate": 1.5474057484135874e-05, |
| "loss": 1.8884, |
| "step": 18500 |
| }, |
| { |
| "epoch": 2.072788353863382, |
| "grad_norm": 7.399810314178467, |
| "learning_rate": 1.5455393803658083e-05, |
| "loss": 1.6476, |
| "step": 18510 |
| }, |
| { |
| "epoch": 2.073908174692049, |
| "grad_norm": 6.349668979644775, |
| "learning_rate": 1.5436730123180294e-05, |
| "loss": 1.8177, |
| "step": 18520 |
| }, |
| { |
| "epoch": 2.0750279955207165, |
| "grad_norm": 4.084234714508057, |
| "learning_rate": 1.5418066442702503e-05, |
| "loss": 1.4257, |
| "step": 18530 |
| }, |
| { |
| "epoch": 2.0761478163493843, |
| "grad_norm": 14.362452507019043, |
| "learning_rate": 1.5399402762224714e-05, |
| "loss": 2.0043, |
| "step": 18540 |
| }, |
| { |
| "epoch": 2.0772676371780516, |
| "grad_norm": 8.189460754394531, |
| "learning_rate": 1.538073908174692e-05, |
| "loss": 1.5747, |
| "step": 18550 |
| }, |
| { |
| "epoch": 2.078387458006719, |
| "grad_norm": 9.600176811218262, |
| "learning_rate": 1.536207540126913e-05, |
| "loss": 1.9165, |
| "step": 18560 |
| }, |
| { |
| "epoch": 2.0795072788353863, |
| "grad_norm": 8.519039154052734, |
| "learning_rate": 1.534341172079134e-05, |
| "loss": 1.8993, |
| "step": 18570 |
| }, |
| { |
| "epoch": 2.0806270996640537, |
| "grad_norm": 14.394335746765137, |
| "learning_rate": 1.532474804031355e-05, |
| "loss": 2.0525, |
| "step": 18580 |
| }, |
| { |
| "epoch": 2.081746920492721, |
| "grad_norm": 4.982779502868652, |
| "learning_rate": 1.530608435983576e-05, |
| "loss": 2.0925, |
| "step": 18590 |
| }, |
| { |
| "epoch": 2.0828667413213884, |
| "grad_norm": 15.897424697875977, |
| "learning_rate": 1.528742067935797e-05, |
| "loss": 1.7299, |
| "step": 18600 |
| }, |
| { |
| "epoch": 2.083986562150056, |
| "grad_norm": 12.037178993225098, |
| "learning_rate": 1.526875699888018e-05, |
| "loss": 1.7714, |
| "step": 18610 |
| }, |
| { |
| "epoch": 2.0851063829787235, |
| "grad_norm": 4.796445846557617, |
| "learning_rate": 1.525009331840239e-05, |
| "loss": 2.0635, |
| "step": 18620 |
| }, |
| { |
| "epoch": 2.086226203807391, |
| "grad_norm": 5.05470085144043, |
| "learning_rate": 1.52314296379246e-05, |
| "loss": 2.302, |
| "step": 18630 |
| }, |
| { |
| "epoch": 2.0873460246360582, |
| "grad_norm": 6.144739627838135, |
| "learning_rate": 1.521276595744681e-05, |
| "loss": 1.8878, |
| "step": 18640 |
| }, |
| { |
| "epoch": 2.0884658454647256, |
| "grad_norm": 5.468743801116943, |
| "learning_rate": 1.519410227696902e-05, |
| "loss": 2.1304, |
| "step": 18650 |
| }, |
| { |
| "epoch": 2.089585666293393, |
| "grad_norm": 6.490882873535156, |
| "learning_rate": 1.517543859649123e-05, |
| "loss": 1.913, |
| "step": 18660 |
| }, |
| { |
| "epoch": 2.0907054871220603, |
| "grad_norm": 5.277439117431641, |
| "learning_rate": 1.515677491601344e-05, |
| "loss": 1.9014, |
| "step": 18670 |
| }, |
| { |
| "epoch": 2.091825307950728, |
| "grad_norm": 5.904261112213135, |
| "learning_rate": 1.513811123553565e-05, |
| "loss": 1.963, |
| "step": 18680 |
| }, |
| { |
| "epoch": 2.0929451287793954, |
| "grad_norm": 10.203513145446777, |
| "learning_rate": 1.5119447555057858e-05, |
| "loss": 1.9816, |
| "step": 18690 |
| }, |
| { |
| "epoch": 2.0940649496080628, |
| "grad_norm": 13.511499404907227, |
| "learning_rate": 1.5100783874580068e-05, |
| "loss": 1.9453, |
| "step": 18700 |
| }, |
| { |
| "epoch": 2.09518477043673, |
| "grad_norm": 4.540700435638428, |
| "learning_rate": 1.5082120194102278e-05, |
| "loss": 1.7912, |
| "step": 18710 |
| }, |
| { |
| "epoch": 2.0963045912653975, |
| "grad_norm": 4.4151201248168945, |
| "learning_rate": 1.5063456513624488e-05, |
| "loss": 2.1123, |
| "step": 18720 |
| }, |
| { |
| "epoch": 2.097424412094065, |
| "grad_norm": 10.17835807800293, |
| "learning_rate": 1.5044792833146698e-05, |
| "loss": 2.0146, |
| "step": 18730 |
| }, |
| { |
| "epoch": 2.098544232922732, |
| "grad_norm": 5.04526424407959, |
| "learning_rate": 1.5026129152668908e-05, |
| "loss": 1.6177, |
| "step": 18740 |
| }, |
| { |
| "epoch": 2.0996640537514, |
| "grad_norm": 10.27774429321289, |
| "learning_rate": 1.5007465472191118e-05, |
| "loss": 2.0393, |
| "step": 18750 |
| }, |
| { |
| "epoch": 2.1007838745800673, |
| "grad_norm": 5.038769721984863, |
| "learning_rate": 1.4988801791713328e-05, |
| "loss": 1.741, |
| "step": 18760 |
| }, |
| { |
| "epoch": 2.1019036954087347, |
| "grad_norm": 9.592277526855469, |
| "learning_rate": 1.4970138111235538e-05, |
| "loss": 1.7934, |
| "step": 18770 |
| }, |
| { |
| "epoch": 2.103023516237402, |
| "grad_norm": 9.235641479492188, |
| "learning_rate": 1.4951474430757744e-05, |
| "loss": 1.7898, |
| "step": 18780 |
| }, |
| { |
| "epoch": 2.1041433370660694, |
| "grad_norm": 4.7292327880859375, |
| "learning_rate": 1.4932810750279954e-05, |
| "loss": 1.5251, |
| "step": 18790 |
| }, |
| { |
| "epoch": 2.1052631578947367, |
| "grad_norm": 9.268404006958008, |
| "learning_rate": 1.4914147069802164e-05, |
| "loss": 1.7425, |
| "step": 18800 |
| }, |
| { |
| "epoch": 2.106382978723404, |
| "grad_norm": 4.396312236785889, |
| "learning_rate": 1.4895483389324374e-05, |
| "loss": 1.9284, |
| "step": 18810 |
| }, |
| { |
| "epoch": 2.107502799552072, |
| "grad_norm": 5.53659725189209, |
| "learning_rate": 1.4876819708846584e-05, |
| "loss": 1.5367, |
| "step": 18820 |
| }, |
| { |
| "epoch": 2.108622620380739, |
| "grad_norm": 6.703355312347412, |
| "learning_rate": 1.4858156028368794e-05, |
| "loss": 1.808, |
| "step": 18830 |
| }, |
| { |
| "epoch": 2.1097424412094066, |
| "grad_norm": 13.882152557373047, |
| "learning_rate": 1.4839492347891004e-05, |
| "loss": 2.1221, |
| "step": 18840 |
| }, |
| { |
| "epoch": 2.110862262038074, |
| "grad_norm": 4.497895240783691, |
| "learning_rate": 1.4820828667413214e-05, |
| "loss": 1.5897, |
| "step": 18850 |
| }, |
| { |
| "epoch": 2.1119820828667413, |
| "grad_norm": 9.912936210632324, |
| "learning_rate": 1.4802164986935424e-05, |
| "loss": 1.9576, |
| "step": 18860 |
| }, |
| { |
| "epoch": 2.1131019036954086, |
| "grad_norm": 14.399587631225586, |
| "learning_rate": 1.4783501306457634e-05, |
| "loss": 1.9239, |
| "step": 18870 |
| }, |
| { |
| "epoch": 2.114221724524076, |
| "grad_norm": 17.03645133972168, |
| "learning_rate": 1.4764837625979844e-05, |
| "loss": 1.9142, |
| "step": 18880 |
| }, |
| { |
| "epoch": 2.1153415453527438, |
| "grad_norm": 12.911978721618652, |
| "learning_rate": 1.4746173945502054e-05, |
| "loss": 2.1077, |
| "step": 18890 |
| }, |
| { |
| "epoch": 2.116461366181411, |
| "grad_norm": 6.310555458068848, |
| "learning_rate": 1.4727510265024263e-05, |
| "loss": 1.6921, |
| "step": 18900 |
| }, |
| { |
| "epoch": 2.1175811870100785, |
| "grad_norm": 5.524637699127197, |
| "learning_rate": 1.4708846584546473e-05, |
| "loss": 1.7968, |
| "step": 18910 |
| }, |
| { |
| "epoch": 2.118701007838746, |
| "grad_norm": 12.02706527709961, |
| "learning_rate": 1.4690182904068683e-05, |
| "loss": 1.982, |
| "step": 18920 |
| }, |
| { |
| "epoch": 2.119820828667413, |
| "grad_norm": 16.045839309692383, |
| "learning_rate": 1.4671519223590893e-05, |
| "loss": 1.5663, |
| "step": 18930 |
| }, |
| { |
| "epoch": 2.1209406494960805, |
| "grad_norm": 5.100281715393066, |
| "learning_rate": 1.4652855543113103e-05, |
| "loss": 1.9206, |
| "step": 18940 |
| }, |
| { |
| "epoch": 2.122060470324748, |
| "grad_norm": 8.30729866027832, |
| "learning_rate": 1.4634191862635313e-05, |
| "loss": 1.9549, |
| "step": 18950 |
| }, |
| { |
| "epoch": 2.1231802911534157, |
| "grad_norm": 9.724970817565918, |
| "learning_rate": 1.4615528182157523e-05, |
| "loss": 1.8996, |
| "step": 18960 |
| }, |
| { |
| "epoch": 2.124300111982083, |
| "grad_norm": 9.640581130981445, |
| "learning_rate": 1.4596864501679733e-05, |
| "loss": 1.6712, |
| "step": 18970 |
| }, |
| { |
| "epoch": 2.1254199328107504, |
| "grad_norm": 7.71252965927124, |
| "learning_rate": 1.4578200821201943e-05, |
| "loss": 1.692, |
| "step": 18980 |
| }, |
| { |
| "epoch": 2.1265397536394177, |
| "grad_norm": 6.05610466003418, |
| "learning_rate": 1.4559537140724153e-05, |
| "loss": 1.7808, |
| "step": 18990 |
| }, |
| { |
| "epoch": 2.127659574468085, |
| "grad_norm": 12.274239540100098, |
| "learning_rate": 1.4540873460246363e-05, |
| "loss": 1.8396, |
| "step": 19000 |
| }, |
| { |
| "epoch": 2.1287793952967524, |
| "grad_norm": 5.31697416305542, |
| "learning_rate": 1.4522209779768573e-05, |
| "loss": 1.7804, |
| "step": 19010 |
| }, |
| { |
| "epoch": 2.1298992161254198, |
| "grad_norm": 19.778165817260742, |
| "learning_rate": 1.450354609929078e-05, |
| "loss": 1.6239, |
| "step": 19020 |
| }, |
| { |
| "epoch": 2.131019036954087, |
| "grad_norm": 4.198515892028809, |
| "learning_rate": 1.448488241881299e-05, |
| "loss": 1.7749, |
| "step": 19030 |
| }, |
| { |
| "epoch": 2.132138857782755, |
| "grad_norm": 5.769347667694092, |
| "learning_rate": 1.44662187383352e-05, |
| "loss": 1.7057, |
| "step": 19040 |
| }, |
| { |
| "epoch": 2.1332586786114223, |
| "grad_norm": 4.867179870605469, |
| "learning_rate": 1.444755505785741e-05, |
| "loss": 1.5719, |
| "step": 19050 |
| }, |
| { |
| "epoch": 2.1343784994400896, |
| "grad_norm": 4.64288854598999, |
| "learning_rate": 1.442889137737962e-05, |
| "loss": 1.8134, |
| "step": 19060 |
| }, |
| { |
| "epoch": 2.135498320268757, |
| "grad_norm": 5.441596031188965, |
| "learning_rate": 1.441022769690183e-05, |
| "loss": 2.0065, |
| "step": 19070 |
| }, |
| { |
| "epoch": 2.1366181410974243, |
| "grad_norm": 15.793349266052246, |
| "learning_rate": 1.439156401642404e-05, |
| "loss": 1.5416, |
| "step": 19080 |
| }, |
| { |
| "epoch": 2.1377379619260917, |
| "grad_norm": 9.388581275939941, |
| "learning_rate": 1.437290033594625e-05, |
| "loss": 1.9277, |
| "step": 19090 |
| }, |
| { |
| "epoch": 2.1388577827547595, |
| "grad_norm": 3.7332279682159424, |
| "learning_rate": 1.435423665546846e-05, |
| "loss": 1.7587, |
| "step": 19100 |
| }, |
| { |
| "epoch": 2.139977603583427, |
| "grad_norm": 4.11780309677124, |
| "learning_rate": 1.433557297499067e-05, |
| "loss": 2.2728, |
| "step": 19110 |
| }, |
| { |
| "epoch": 2.141097424412094, |
| "grad_norm": 4.731024742126465, |
| "learning_rate": 1.4316909294512878e-05, |
| "loss": 1.7996, |
| "step": 19120 |
| }, |
| { |
| "epoch": 2.1422172452407615, |
| "grad_norm": 20.14070701599121, |
| "learning_rate": 1.4298245614035088e-05, |
| "loss": 1.6665, |
| "step": 19130 |
| }, |
| { |
| "epoch": 2.143337066069429, |
| "grad_norm": 5.043517589569092, |
| "learning_rate": 1.4279581933557298e-05, |
| "loss": 1.8023, |
| "step": 19140 |
| }, |
| { |
| "epoch": 2.144456886898096, |
| "grad_norm": 15.140097618103027, |
| "learning_rate": 1.4260918253079508e-05, |
| "loss": 1.9381, |
| "step": 19150 |
| }, |
| { |
| "epoch": 2.1455767077267636, |
| "grad_norm": 5.910915374755859, |
| "learning_rate": 1.4242254572601718e-05, |
| "loss": 1.5582, |
| "step": 19160 |
| }, |
| { |
| "epoch": 2.146696528555431, |
| "grad_norm": 4.935706615447998, |
| "learning_rate": 1.4223590892123928e-05, |
| "loss": 1.6278, |
| "step": 19170 |
| }, |
| { |
| "epoch": 2.1478163493840987, |
| "grad_norm": 7.664555549621582, |
| "learning_rate": 1.4204927211646138e-05, |
| "loss": 2.1267, |
| "step": 19180 |
| }, |
| { |
| "epoch": 2.148936170212766, |
| "grad_norm": 5.317629337310791, |
| "learning_rate": 1.4186263531168348e-05, |
| "loss": 1.6991, |
| "step": 19190 |
| }, |
| { |
| "epoch": 2.1500559910414334, |
| "grad_norm": 8.390786170959473, |
| "learning_rate": 1.4167599850690558e-05, |
| "loss": 1.666, |
| "step": 19200 |
| }, |
| { |
| "epoch": 2.1511758118701008, |
| "grad_norm": 4.987608432769775, |
| "learning_rate": 1.4148936170212768e-05, |
| "loss": 1.9875, |
| "step": 19210 |
| }, |
| { |
| "epoch": 2.152295632698768, |
| "grad_norm": 13.22926139831543, |
| "learning_rate": 1.4130272489734978e-05, |
| "loss": 2.5654, |
| "step": 19220 |
| }, |
| { |
| "epoch": 2.1534154535274355, |
| "grad_norm": 5.794547080993652, |
| "learning_rate": 1.4111608809257188e-05, |
| "loss": 1.5586, |
| "step": 19230 |
| }, |
| { |
| "epoch": 2.1545352743561033, |
| "grad_norm": 18.272071838378906, |
| "learning_rate": 1.4092945128779398e-05, |
| "loss": 1.9604, |
| "step": 19240 |
| }, |
| { |
| "epoch": 2.1556550951847706, |
| "grad_norm": 8.715819358825684, |
| "learning_rate": 1.4074281448301604e-05, |
| "loss": 2.167, |
| "step": 19250 |
| }, |
| { |
| "epoch": 2.156774916013438, |
| "grad_norm": 5.621458530426025, |
| "learning_rate": 1.4055617767823814e-05, |
| "loss": 1.7484, |
| "step": 19260 |
| }, |
| { |
| "epoch": 2.1578947368421053, |
| "grad_norm": 5.077019214630127, |
| "learning_rate": 1.4036954087346024e-05, |
| "loss": 1.7654, |
| "step": 19270 |
| }, |
| { |
| "epoch": 2.1590145576707727, |
| "grad_norm": 4.050748825073242, |
| "learning_rate": 1.4018290406868234e-05, |
| "loss": 1.594, |
| "step": 19280 |
| }, |
| { |
| "epoch": 2.16013437849944, |
| "grad_norm": 8.234112739562988, |
| "learning_rate": 1.3999626726390444e-05, |
| "loss": 2.0443, |
| "step": 19290 |
| }, |
| { |
| "epoch": 2.1612541993281074, |
| "grad_norm": 9.419720649719238, |
| "learning_rate": 1.3980963045912654e-05, |
| "loss": 2.0494, |
| "step": 19300 |
| }, |
| { |
| "epoch": 2.1623740201567747, |
| "grad_norm": 5.222434997558594, |
| "learning_rate": 1.3962299365434864e-05, |
| "loss": 2.1207, |
| "step": 19310 |
| }, |
| { |
| "epoch": 2.1634938409854425, |
| "grad_norm": 4.949707508087158, |
| "learning_rate": 1.3943635684957074e-05, |
| "loss": 1.9951, |
| "step": 19320 |
| }, |
| { |
| "epoch": 2.16461366181411, |
| "grad_norm": 5.496902942657471, |
| "learning_rate": 1.3924972004479284e-05, |
| "loss": 2.0267, |
| "step": 19330 |
| }, |
| { |
| "epoch": 2.165733482642777, |
| "grad_norm": 21.034757614135742, |
| "learning_rate": 1.3906308324001493e-05, |
| "loss": 1.8192, |
| "step": 19340 |
| }, |
| { |
| "epoch": 2.1668533034714446, |
| "grad_norm": 16.238187789916992, |
| "learning_rate": 1.3887644643523703e-05, |
| "loss": 1.9281, |
| "step": 19350 |
| }, |
| { |
| "epoch": 2.167973124300112, |
| "grad_norm": 5.808258056640625, |
| "learning_rate": 1.3868980963045913e-05, |
| "loss": 1.7075, |
| "step": 19360 |
| }, |
| { |
| "epoch": 2.1690929451287793, |
| "grad_norm": 4.748766899108887, |
| "learning_rate": 1.3850317282568123e-05, |
| "loss": 2.0612, |
| "step": 19370 |
| }, |
| { |
| "epoch": 2.1702127659574466, |
| "grad_norm": 6.410683631896973, |
| "learning_rate": 1.3831653602090333e-05, |
| "loss": 1.8451, |
| "step": 19380 |
| }, |
| { |
| "epoch": 2.1713325867861144, |
| "grad_norm": 9.00479507446289, |
| "learning_rate": 1.3812989921612543e-05, |
| "loss": 1.8231, |
| "step": 19390 |
| }, |
| { |
| "epoch": 2.1724524076147818, |
| "grad_norm": 10.912854194641113, |
| "learning_rate": 1.3794326241134753e-05, |
| "loss": 1.75, |
| "step": 19400 |
| }, |
| { |
| "epoch": 2.173572228443449, |
| "grad_norm": 4.568667888641357, |
| "learning_rate": 1.3775662560656963e-05, |
| "loss": 1.8237, |
| "step": 19410 |
| }, |
| { |
| "epoch": 2.1746920492721165, |
| "grad_norm": 6.0548930168151855, |
| "learning_rate": 1.3756998880179173e-05, |
| "loss": 2.0656, |
| "step": 19420 |
| }, |
| { |
| "epoch": 2.175811870100784, |
| "grad_norm": 6.4514031410217285, |
| "learning_rate": 1.3738335199701383e-05, |
| "loss": 1.8537, |
| "step": 19430 |
| }, |
| { |
| "epoch": 2.176931690929451, |
| "grad_norm": 7.510464668273926, |
| "learning_rate": 1.3719671519223593e-05, |
| "loss": 2.1201, |
| "step": 19440 |
| }, |
| { |
| "epoch": 2.1780515117581185, |
| "grad_norm": 6.162042617797852, |
| "learning_rate": 1.3701007838745803e-05, |
| "loss": 1.9171, |
| "step": 19450 |
| }, |
| { |
| "epoch": 2.1791713325867863, |
| "grad_norm": 4.513441562652588, |
| "learning_rate": 1.3682344158268013e-05, |
| "loss": 1.6582, |
| "step": 19460 |
| }, |
| { |
| "epoch": 2.1802911534154537, |
| "grad_norm": 5.428256988525391, |
| "learning_rate": 1.3663680477790223e-05, |
| "loss": 1.807, |
| "step": 19470 |
| }, |
| { |
| "epoch": 2.181410974244121, |
| "grad_norm": 4.469424247741699, |
| "learning_rate": 1.364501679731243e-05, |
| "loss": 1.7969, |
| "step": 19480 |
| }, |
| { |
| "epoch": 2.1825307950727884, |
| "grad_norm": 18.87086296081543, |
| "learning_rate": 1.362635311683464e-05, |
| "loss": 2.0421, |
| "step": 19490 |
| }, |
| { |
| "epoch": 2.1836506159014557, |
| "grad_norm": 14.870500564575195, |
| "learning_rate": 1.360768943635685e-05, |
| "loss": 2.0896, |
| "step": 19500 |
| }, |
| { |
| "epoch": 2.184770436730123, |
| "grad_norm": 4.639315605163574, |
| "learning_rate": 1.358902575587906e-05, |
| "loss": 1.6858, |
| "step": 19510 |
| }, |
| { |
| "epoch": 2.1858902575587904, |
| "grad_norm": 5.512360572814941, |
| "learning_rate": 1.357036207540127e-05, |
| "loss": 1.7873, |
| "step": 19520 |
| }, |
| { |
| "epoch": 2.187010078387458, |
| "grad_norm": 4.680398464202881, |
| "learning_rate": 1.355169839492348e-05, |
| "loss": 1.7172, |
| "step": 19530 |
| }, |
| { |
| "epoch": 2.1881298992161256, |
| "grad_norm": 6.576661586761475, |
| "learning_rate": 1.353303471444569e-05, |
| "loss": 1.4995, |
| "step": 19540 |
| }, |
| { |
| "epoch": 2.189249720044793, |
| "grad_norm": 5.627395153045654, |
| "learning_rate": 1.3514371033967898e-05, |
| "loss": 2.0323, |
| "step": 19550 |
| }, |
| { |
| "epoch": 2.1903695408734603, |
| "grad_norm": 9.551543235778809, |
| "learning_rate": 1.3495707353490108e-05, |
| "loss": 1.9394, |
| "step": 19560 |
| }, |
| { |
| "epoch": 2.1914893617021276, |
| "grad_norm": 3.9927797317504883, |
| "learning_rate": 1.3477043673012318e-05, |
| "loss": 1.7925, |
| "step": 19570 |
| }, |
| { |
| "epoch": 2.192609182530795, |
| "grad_norm": 5.432565212249756, |
| "learning_rate": 1.3458379992534528e-05, |
| "loss": 1.9283, |
| "step": 19580 |
| }, |
| { |
| "epoch": 2.1937290033594623, |
| "grad_norm": 16.03640365600586, |
| "learning_rate": 1.3439716312056738e-05, |
| "loss": 1.554, |
| "step": 19590 |
| }, |
| { |
| "epoch": 2.19484882418813, |
| "grad_norm": 9.58271598815918, |
| "learning_rate": 1.3421052631578948e-05, |
| "loss": 2.2815, |
| "step": 19600 |
| }, |
| { |
| "epoch": 2.1959686450167974, |
| "grad_norm": 5.797165393829346, |
| "learning_rate": 1.3402388951101158e-05, |
| "loss": 2.107, |
| "step": 19610 |
| }, |
| { |
| "epoch": 2.197088465845465, |
| "grad_norm": 11.725902557373047, |
| "learning_rate": 1.3383725270623368e-05, |
| "loss": 1.8659, |
| "step": 19620 |
| }, |
| { |
| "epoch": 2.198208286674132, |
| "grad_norm": 16.76238441467285, |
| "learning_rate": 1.3365061590145578e-05, |
| "loss": 1.9411, |
| "step": 19630 |
| }, |
| { |
| "epoch": 2.1993281075027995, |
| "grad_norm": 4.064399242401123, |
| "learning_rate": 1.3346397909667788e-05, |
| "loss": 2.0996, |
| "step": 19640 |
| }, |
| { |
| "epoch": 2.200447928331467, |
| "grad_norm": 12.260157585144043, |
| "learning_rate": 1.3327734229189998e-05, |
| "loss": 1.8016, |
| "step": 19650 |
| }, |
| { |
| "epoch": 2.201567749160134, |
| "grad_norm": 4.968259811401367, |
| "learning_rate": 1.3309070548712208e-05, |
| "loss": 2.5253, |
| "step": 19660 |
| }, |
| { |
| "epoch": 2.202687569988802, |
| "grad_norm": 15.491079330444336, |
| "learning_rate": 1.3290406868234418e-05, |
| "loss": 1.9006, |
| "step": 19670 |
| }, |
| { |
| "epoch": 2.2038073908174693, |
| "grad_norm": 16.073698043823242, |
| "learning_rate": 1.3271743187756628e-05, |
| "loss": 2.1384, |
| "step": 19680 |
| }, |
| { |
| "epoch": 2.2049272116461367, |
| "grad_norm": 4.668467998504639, |
| "learning_rate": 1.3253079507278838e-05, |
| "loss": 1.7092, |
| "step": 19690 |
| }, |
| { |
| "epoch": 2.206047032474804, |
| "grad_norm": 16.72428321838379, |
| "learning_rate": 1.3234415826801048e-05, |
| "loss": 2.2848, |
| "step": 19700 |
| }, |
| { |
| "epoch": 2.2071668533034714, |
| "grad_norm": 16.04388999938965, |
| "learning_rate": 1.3215752146323254e-05, |
| "loss": 1.7384, |
| "step": 19710 |
| }, |
| { |
| "epoch": 2.2082866741321387, |
| "grad_norm": 7.498695373535156, |
| "learning_rate": 1.3197088465845464e-05, |
| "loss": 1.7484, |
| "step": 19720 |
| }, |
| { |
| "epoch": 2.209406494960806, |
| "grad_norm": 4.43148136138916, |
| "learning_rate": 1.3178424785367674e-05, |
| "loss": 1.845, |
| "step": 19730 |
| }, |
| { |
| "epoch": 2.2105263157894735, |
| "grad_norm": 3.5520262718200684, |
| "learning_rate": 1.3159761104889884e-05, |
| "loss": 2.0745, |
| "step": 19740 |
| }, |
| { |
| "epoch": 2.2116461366181412, |
| "grad_norm": 8.417689323425293, |
| "learning_rate": 1.3141097424412094e-05, |
| "loss": 2.0317, |
| "step": 19750 |
| }, |
| { |
| "epoch": 2.2127659574468086, |
| "grad_norm": 6.288638114929199, |
| "learning_rate": 1.3122433743934304e-05, |
| "loss": 1.9475, |
| "step": 19760 |
| }, |
| { |
| "epoch": 2.213885778275476, |
| "grad_norm": 9.5358304977417, |
| "learning_rate": 1.3103770063456513e-05, |
| "loss": 1.5572, |
| "step": 19770 |
| }, |
| { |
| "epoch": 2.2150055991041433, |
| "grad_norm": 6.784647464752197, |
| "learning_rate": 1.3085106382978723e-05, |
| "loss": 1.6474, |
| "step": 19780 |
| }, |
| { |
| "epoch": 2.2161254199328106, |
| "grad_norm": 6.584368705749512, |
| "learning_rate": 1.3066442702500933e-05, |
| "loss": 1.625, |
| "step": 19790 |
| }, |
| { |
| "epoch": 2.217245240761478, |
| "grad_norm": 10.06530475616455, |
| "learning_rate": 1.3047779022023143e-05, |
| "loss": 2.4165, |
| "step": 19800 |
| }, |
| { |
| "epoch": 2.218365061590146, |
| "grad_norm": 8.728497505187988, |
| "learning_rate": 1.3029115341545353e-05, |
| "loss": 2.192, |
| "step": 19810 |
| }, |
| { |
| "epoch": 2.219484882418813, |
| "grad_norm": 4.747127532958984, |
| "learning_rate": 1.3010451661067563e-05, |
| "loss": 1.8832, |
| "step": 19820 |
| }, |
| { |
| "epoch": 2.2206047032474805, |
| "grad_norm": 4.508890628814697, |
| "learning_rate": 1.2991787980589773e-05, |
| "loss": 1.9551, |
| "step": 19830 |
| }, |
| { |
| "epoch": 2.221724524076148, |
| "grad_norm": 9.029202461242676, |
| "learning_rate": 1.2973124300111983e-05, |
| "loss": 1.9141, |
| "step": 19840 |
| }, |
| { |
| "epoch": 2.222844344904815, |
| "grad_norm": 4.136125087738037, |
| "learning_rate": 1.2954460619634193e-05, |
| "loss": 1.9544, |
| "step": 19850 |
| }, |
| { |
| "epoch": 2.2239641657334825, |
| "grad_norm": 4.724370002746582, |
| "learning_rate": 1.2935796939156403e-05, |
| "loss": 1.5162, |
| "step": 19860 |
| }, |
| { |
| "epoch": 2.22508398656215, |
| "grad_norm": 5.846231937408447, |
| "learning_rate": 1.2917133258678613e-05, |
| "loss": 2.1023, |
| "step": 19870 |
| }, |
| { |
| "epoch": 2.2262038073908172, |
| "grad_norm": 5.567933082580566, |
| "learning_rate": 1.2898469578200823e-05, |
| "loss": 1.5832, |
| "step": 19880 |
| }, |
| { |
| "epoch": 2.227323628219485, |
| "grad_norm": 13.980506896972656, |
| "learning_rate": 1.2879805897723033e-05, |
| "loss": 1.5861, |
| "step": 19890 |
| }, |
| { |
| "epoch": 2.2284434490481524, |
| "grad_norm": 14.191877365112305, |
| "learning_rate": 1.2861142217245243e-05, |
| "loss": 1.6714, |
| "step": 19900 |
| }, |
| { |
| "epoch": 2.2295632698768197, |
| "grad_norm": 10.855998992919922, |
| "learning_rate": 1.2842478536767453e-05, |
| "loss": 1.9644, |
| "step": 19910 |
| }, |
| { |
| "epoch": 2.230683090705487, |
| "grad_norm": 5.852384090423584, |
| "learning_rate": 1.2823814856289663e-05, |
| "loss": 1.8953, |
| "step": 19920 |
| }, |
| { |
| "epoch": 2.2318029115341544, |
| "grad_norm": 5.915239334106445, |
| "learning_rate": 1.2805151175811871e-05, |
| "loss": 1.5698, |
| "step": 19930 |
| }, |
| { |
| "epoch": 2.232922732362822, |
| "grad_norm": 5.294043064117432, |
| "learning_rate": 1.2786487495334081e-05, |
| "loss": 2.0655, |
| "step": 19940 |
| }, |
| { |
| "epoch": 2.2340425531914896, |
| "grad_norm": 8.937568664550781, |
| "learning_rate": 1.276782381485629e-05, |
| "loss": 1.6406, |
| "step": 19950 |
| }, |
| { |
| "epoch": 2.235162374020157, |
| "grad_norm": 3.592744827270508, |
| "learning_rate": 1.27491601343785e-05, |
| "loss": 1.5429, |
| "step": 19960 |
| }, |
| { |
| "epoch": 2.2362821948488243, |
| "grad_norm": 5.134018898010254, |
| "learning_rate": 1.273049645390071e-05, |
| "loss": 2.1943, |
| "step": 19970 |
| }, |
| { |
| "epoch": 2.2374020156774916, |
| "grad_norm": 4.749664306640625, |
| "learning_rate": 1.271183277342292e-05, |
| "loss": 1.8952, |
| "step": 19980 |
| }, |
| { |
| "epoch": 2.238521836506159, |
| "grad_norm": 14.125395774841309, |
| "learning_rate": 1.2693169092945128e-05, |
| "loss": 1.9117, |
| "step": 19990 |
| }, |
| { |
| "epoch": 2.2396416573348263, |
| "grad_norm": 5.6524858474731445, |
| "learning_rate": 1.2674505412467338e-05, |
| "loss": 1.8199, |
| "step": 20000 |
| }, |
| { |
| "epoch": 2.2407614781634937, |
| "grad_norm": 9.836930274963379, |
| "learning_rate": 1.2655841731989548e-05, |
| "loss": 1.6642, |
| "step": 20010 |
| }, |
| { |
| "epoch": 2.241881298992161, |
| "grad_norm": 19.449764251708984, |
| "learning_rate": 1.2637178051511758e-05, |
| "loss": 1.9992, |
| "step": 20020 |
| }, |
| { |
| "epoch": 2.243001119820829, |
| "grad_norm": 6.832662105560303, |
| "learning_rate": 1.2618514371033968e-05, |
| "loss": 1.5874, |
| "step": 20030 |
| }, |
| { |
| "epoch": 2.244120940649496, |
| "grad_norm": 17.8643856048584, |
| "learning_rate": 1.2599850690556178e-05, |
| "loss": 2.1804, |
| "step": 20040 |
| }, |
| { |
| "epoch": 2.2452407614781635, |
| "grad_norm": 5.4305620193481445, |
| "learning_rate": 1.2581187010078388e-05, |
| "loss": 1.7595, |
| "step": 20050 |
| }, |
| { |
| "epoch": 2.246360582306831, |
| "grad_norm": 5.813434600830078, |
| "learning_rate": 1.2562523329600598e-05, |
| "loss": 1.8339, |
| "step": 20060 |
| }, |
| { |
| "epoch": 2.2474804031354982, |
| "grad_norm": 22.452621459960938, |
| "learning_rate": 1.2543859649122808e-05, |
| "loss": 2.0927, |
| "step": 20070 |
| }, |
| { |
| "epoch": 2.2486002239641656, |
| "grad_norm": 5.384066104888916, |
| "learning_rate": 1.2525195968645018e-05, |
| "loss": 1.8251, |
| "step": 20080 |
| }, |
| { |
| "epoch": 2.249720044792833, |
| "grad_norm": 16.19381332397461, |
| "learning_rate": 1.2506532288167228e-05, |
| "loss": 1.9519, |
| "step": 20090 |
| }, |
| { |
| "epoch": 2.2508398656215007, |
| "grad_norm": 5.359135627746582, |
| "learning_rate": 1.2487868607689438e-05, |
| "loss": 1.7556, |
| "step": 20100 |
| }, |
| { |
| "epoch": 2.251959686450168, |
| "grad_norm": 8.93488597869873, |
| "learning_rate": 1.2469204927211648e-05, |
| "loss": 2.0605, |
| "step": 20110 |
| }, |
| { |
| "epoch": 2.2530795072788354, |
| "grad_norm": 7.26114559173584, |
| "learning_rate": 1.2450541246733856e-05, |
| "loss": 1.9192, |
| "step": 20120 |
| }, |
| { |
| "epoch": 2.254199328107503, |
| "grad_norm": 10.906415939331055, |
| "learning_rate": 1.2431877566256066e-05, |
| "loss": 1.653, |
| "step": 20130 |
| }, |
| { |
| "epoch": 2.25531914893617, |
| "grad_norm": 5.915148735046387, |
| "learning_rate": 1.2413213885778276e-05, |
| "loss": 2.0476, |
| "step": 20140 |
| }, |
| { |
| "epoch": 2.2564389697648375, |
| "grad_norm": 10.197397232055664, |
| "learning_rate": 1.2394550205300486e-05, |
| "loss": 1.9027, |
| "step": 20150 |
| }, |
| { |
| "epoch": 2.257558790593505, |
| "grad_norm": 14.30677318572998, |
| "learning_rate": 1.2375886524822696e-05, |
| "loss": 1.4843, |
| "step": 20160 |
| }, |
| { |
| "epoch": 2.2586786114221726, |
| "grad_norm": 4.197308540344238, |
| "learning_rate": 1.2357222844344905e-05, |
| "loss": 1.9333, |
| "step": 20170 |
| }, |
| { |
| "epoch": 2.25979843225084, |
| "grad_norm": 6.416319847106934, |
| "learning_rate": 1.2338559163867115e-05, |
| "loss": 2.047, |
| "step": 20180 |
| }, |
| { |
| "epoch": 2.2609182530795073, |
| "grad_norm": 3.727569818496704, |
| "learning_rate": 1.2319895483389325e-05, |
| "loss": 2.0547, |
| "step": 20190 |
| }, |
| { |
| "epoch": 2.2620380739081747, |
| "grad_norm": 4.975082874298096, |
| "learning_rate": 1.2301231802911535e-05, |
| "loss": 1.9228, |
| "step": 20200 |
| }, |
| { |
| "epoch": 2.263157894736842, |
| "grad_norm": 10.25108528137207, |
| "learning_rate": 1.2282568122433745e-05, |
| "loss": 1.7067, |
| "step": 20210 |
| }, |
| { |
| "epoch": 2.2642777155655094, |
| "grad_norm": 6.914962291717529, |
| "learning_rate": 1.2263904441955955e-05, |
| "loss": 1.9841, |
| "step": 20220 |
| }, |
| { |
| "epoch": 2.265397536394177, |
| "grad_norm": 5.214871883392334, |
| "learning_rate": 1.2245240761478165e-05, |
| "loss": 1.6495, |
| "step": 20230 |
| }, |
| { |
| "epoch": 2.2665173572228445, |
| "grad_norm": 11.081496238708496, |
| "learning_rate": 1.2226577081000373e-05, |
| "loss": 1.9833, |
| "step": 20240 |
| }, |
| { |
| "epoch": 2.267637178051512, |
| "grad_norm": 7.861496448516846, |
| "learning_rate": 1.2207913400522583e-05, |
| "loss": 2.2553, |
| "step": 20250 |
| }, |
| { |
| "epoch": 2.2687569988801792, |
| "grad_norm": 4.18981409072876, |
| "learning_rate": 1.2189249720044793e-05, |
| "loss": 1.9001, |
| "step": 20260 |
| }, |
| { |
| "epoch": 2.2698768197088466, |
| "grad_norm": 15.897494316101074, |
| "learning_rate": 1.2170586039567003e-05, |
| "loss": 1.943, |
| "step": 20270 |
| }, |
| { |
| "epoch": 2.270996640537514, |
| "grad_norm": 14.775899887084961, |
| "learning_rate": 1.2151922359089213e-05, |
| "loss": 2.1118, |
| "step": 20280 |
| }, |
| { |
| "epoch": 2.2721164613661813, |
| "grad_norm": 10.079516410827637, |
| "learning_rate": 1.2133258678611423e-05, |
| "loss": 1.9167, |
| "step": 20290 |
| }, |
| { |
| "epoch": 2.2732362821948486, |
| "grad_norm": 4.894615173339844, |
| "learning_rate": 1.2114594998133633e-05, |
| "loss": 2.1881, |
| "step": 20300 |
| }, |
| { |
| "epoch": 2.2743561030235164, |
| "grad_norm": 16.707927703857422, |
| "learning_rate": 1.2095931317655843e-05, |
| "loss": 2.2987, |
| "step": 20310 |
| }, |
| { |
| "epoch": 2.275475923852184, |
| "grad_norm": 7.284656524658203, |
| "learning_rate": 1.2077267637178053e-05, |
| "loss": 1.7505, |
| "step": 20320 |
| }, |
| { |
| "epoch": 2.276595744680851, |
| "grad_norm": 5.649649143218994, |
| "learning_rate": 1.2058603956700263e-05, |
| "loss": 2.2449, |
| "step": 20330 |
| }, |
| { |
| "epoch": 2.2777155655095185, |
| "grad_norm": 5.512756824493408, |
| "learning_rate": 1.2039940276222473e-05, |
| "loss": 1.8765, |
| "step": 20340 |
| }, |
| { |
| "epoch": 2.278835386338186, |
| "grad_norm": 15.581269264221191, |
| "learning_rate": 1.2021276595744681e-05, |
| "loss": 2.1552, |
| "step": 20350 |
| }, |
| { |
| "epoch": 2.279955207166853, |
| "grad_norm": 13.498668670654297, |
| "learning_rate": 1.2002612915266891e-05, |
| "loss": 2.213, |
| "step": 20360 |
| }, |
| { |
| "epoch": 2.2810750279955205, |
| "grad_norm": 9.995055198669434, |
| "learning_rate": 1.1983949234789101e-05, |
| "loss": 2.079, |
| "step": 20370 |
| }, |
| { |
| "epoch": 2.2821948488241883, |
| "grad_norm": 3.790062189102173, |
| "learning_rate": 1.1965285554311311e-05, |
| "loss": 1.6197, |
| "step": 20380 |
| }, |
| { |
| "epoch": 2.2833146696528557, |
| "grad_norm": 4.261139392852783, |
| "learning_rate": 1.194662187383352e-05, |
| "loss": 2.0012, |
| "step": 20390 |
| }, |
| { |
| "epoch": 2.284434490481523, |
| "grad_norm": 3.16943621635437, |
| "learning_rate": 1.192795819335573e-05, |
| "loss": 1.9648, |
| "step": 20400 |
| }, |
| { |
| "epoch": 2.2855543113101904, |
| "grad_norm": 5.687836647033691, |
| "learning_rate": 1.190929451287794e-05, |
| "loss": 1.6828, |
| "step": 20410 |
| }, |
| { |
| "epoch": 2.2866741321388577, |
| "grad_norm": 5.451729774475098, |
| "learning_rate": 1.189063083240015e-05, |
| "loss": 2.2748, |
| "step": 20420 |
| }, |
| { |
| "epoch": 2.287793952967525, |
| "grad_norm": 10.777783393859863, |
| "learning_rate": 1.187196715192236e-05, |
| "loss": 2.0554, |
| "step": 20430 |
| }, |
| { |
| "epoch": 2.2889137737961924, |
| "grad_norm": 5.5777459144592285, |
| "learning_rate": 1.185330347144457e-05, |
| "loss": 1.9674, |
| "step": 20440 |
| }, |
| { |
| "epoch": 2.29003359462486, |
| "grad_norm": 11.55379581451416, |
| "learning_rate": 1.183463979096678e-05, |
| "loss": 1.8068, |
| "step": 20450 |
| }, |
| { |
| "epoch": 2.2911534154535276, |
| "grad_norm": 4.206369876861572, |
| "learning_rate": 1.181597611048899e-05, |
| "loss": 2.1127, |
| "step": 20460 |
| }, |
| { |
| "epoch": 2.292273236282195, |
| "grad_norm": 6.190250873565674, |
| "learning_rate": 1.1797312430011198e-05, |
| "loss": 2.1131, |
| "step": 20470 |
| }, |
| { |
| "epoch": 2.2933930571108623, |
| "grad_norm": 4.842706203460693, |
| "learning_rate": 1.1778648749533408e-05, |
| "loss": 1.7894, |
| "step": 20480 |
| }, |
| { |
| "epoch": 2.2945128779395296, |
| "grad_norm": 9.449223518371582, |
| "learning_rate": 1.1759985069055618e-05, |
| "loss": 1.7278, |
| "step": 20490 |
| }, |
| { |
| "epoch": 2.295632698768197, |
| "grad_norm": 11.598458290100098, |
| "learning_rate": 1.1741321388577828e-05, |
| "loss": 1.9876, |
| "step": 20500 |
| }, |
| { |
| "epoch": 2.2967525195968643, |
| "grad_norm": 4.6162238121032715, |
| "learning_rate": 1.1722657708100038e-05, |
| "loss": 1.4452, |
| "step": 20510 |
| }, |
| { |
| "epoch": 2.297872340425532, |
| "grad_norm": 17.614953994750977, |
| "learning_rate": 1.1703994027622248e-05, |
| "loss": 2.0197, |
| "step": 20520 |
| }, |
| { |
| "epoch": 2.2989921612541995, |
| "grad_norm": 13.69670295715332, |
| "learning_rate": 1.1685330347144458e-05, |
| "loss": 1.661, |
| "step": 20530 |
| }, |
| { |
| "epoch": 2.300111982082867, |
| "grad_norm": 3.7186923027038574, |
| "learning_rate": 1.1666666666666668e-05, |
| "loss": 2.0852, |
| "step": 20540 |
| }, |
| { |
| "epoch": 2.301231802911534, |
| "grad_norm": 7.386007308959961, |
| "learning_rate": 1.1648002986188878e-05, |
| "loss": 1.8018, |
| "step": 20550 |
| }, |
| { |
| "epoch": 2.3023516237402015, |
| "grad_norm": 4.978532791137695, |
| "learning_rate": 1.1629339305711088e-05, |
| "loss": 1.8555, |
| "step": 20560 |
| }, |
| { |
| "epoch": 2.303471444568869, |
| "grad_norm": 11.135411262512207, |
| "learning_rate": 1.1610675625233298e-05, |
| "loss": 2.0469, |
| "step": 20570 |
| }, |
| { |
| "epoch": 2.3045912653975362, |
| "grad_norm": 4.908180236816406, |
| "learning_rate": 1.1592011944755506e-05, |
| "loss": 1.5782, |
| "step": 20580 |
| }, |
| { |
| "epoch": 2.3057110862262036, |
| "grad_norm": 9.538016319274902, |
| "learning_rate": 1.1573348264277716e-05, |
| "loss": 2.1164, |
| "step": 20590 |
| }, |
| { |
| "epoch": 2.3068309070548714, |
| "grad_norm": 10.626128196716309, |
| "learning_rate": 1.1554684583799926e-05, |
| "loss": 2.0624, |
| "step": 20600 |
| }, |
| { |
| "epoch": 2.3079507278835387, |
| "grad_norm": 6.66682243347168, |
| "learning_rate": 1.1536020903322135e-05, |
| "loss": 1.7405, |
| "step": 20610 |
| }, |
| { |
| "epoch": 2.309070548712206, |
| "grad_norm": 5.158255100250244, |
| "learning_rate": 1.1517357222844345e-05, |
| "loss": 1.9986, |
| "step": 20620 |
| }, |
| { |
| "epoch": 2.3101903695408734, |
| "grad_norm": 12.696172714233398, |
| "learning_rate": 1.1498693542366555e-05, |
| "loss": 1.9899, |
| "step": 20630 |
| }, |
| { |
| "epoch": 2.3113101903695408, |
| "grad_norm": 10.744148254394531, |
| "learning_rate": 1.1480029861888765e-05, |
| "loss": 2.0481, |
| "step": 20640 |
| }, |
| { |
| "epoch": 2.312430011198208, |
| "grad_norm": 10.337085723876953, |
| "learning_rate": 1.1461366181410975e-05, |
| "loss": 2.08, |
| "step": 20650 |
| }, |
| { |
| "epoch": 2.313549832026876, |
| "grad_norm": 9.263678550720215, |
| "learning_rate": 1.1442702500933185e-05, |
| "loss": 1.7892, |
| "step": 20660 |
| }, |
| { |
| "epoch": 2.3146696528555433, |
| "grad_norm": 12.324502944946289, |
| "learning_rate": 1.1424038820455395e-05, |
| "loss": 1.9377, |
| "step": 20670 |
| }, |
| { |
| "epoch": 2.3157894736842106, |
| "grad_norm": 6.701484203338623, |
| "learning_rate": 1.1405375139977605e-05, |
| "loss": 1.8667, |
| "step": 20680 |
| }, |
| { |
| "epoch": 2.316909294512878, |
| "grad_norm": 7.743568420410156, |
| "learning_rate": 1.1386711459499815e-05, |
| "loss": 1.5235, |
| "step": 20690 |
| }, |
| { |
| "epoch": 2.3180291153415453, |
| "grad_norm": 4.805120468139648, |
| "learning_rate": 1.1368047779022023e-05, |
| "loss": 1.8663, |
| "step": 20700 |
| }, |
| { |
| "epoch": 2.3191489361702127, |
| "grad_norm": 6.219134330749512, |
| "learning_rate": 1.1349384098544233e-05, |
| "loss": 1.5116, |
| "step": 20710 |
| }, |
| { |
| "epoch": 2.32026875699888, |
| "grad_norm": 12.677251815795898, |
| "learning_rate": 1.1330720418066443e-05, |
| "loss": 1.8188, |
| "step": 20720 |
| }, |
| { |
| "epoch": 2.3213885778275474, |
| "grad_norm": 17.74958038330078, |
| "learning_rate": 1.1312056737588653e-05, |
| "loss": 2.178, |
| "step": 20730 |
| }, |
| { |
| "epoch": 2.322508398656215, |
| "grad_norm": 11.15487289428711, |
| "learning_rate": 1.1293393057110863e-05, |
| "loss": 2.0488, |
| "step": 20740 |
| }, |
| { |
| "epoch": 2.3236282194848825, |
| "grad_norm": 15.36052417755127, |
| "learning_rate": 1.1274729376633073e-05, |
| "loss": 1.7865, |
| "step": 20750 |
| }, |
| { |
| "epoch": 2.32474804031355, |
| "grad_norm": 14.987112998962402, |
| "learning_rate": 1.1256065696155283e-05, |
| "loss": 1.6118, |
| "step": 20760 |
| }, |
| { |
| "epoch": 2.325867861142217, |
| "grad_norm": 4.916079998016357, |
| "learning_rate": 1.1237402015677493e-05, |
| "loss": 2.0262, |
| "step": 20770 |
| }, |
| { |
| "epoch": 2.3269876819708846, |
| "grad_norm": 20.49549102783203, |
| "learning_rate": 1.1218738335199703e-05, |
| "loss": 2.1032, |
| "step": 20780 |
| }, |
| { |
| "epoch": 2.328107502799552, |
| "grad_norm": 16.82073402404785, |
| "learning_rate": 1.1200074654721911e-05, |
| "loss": 2.0666, |
| "step": 20790 |
| }, |
| { |
| "epoch": 2.3292273236282197, |
| "grad_norm": 4.178780555725098, |
| "learning_rate": 1.1181410974244121e-05, |
| "loss": 1.8655, |
| "step": 20800 |
| }, |
| { |
| "epoch": 2.330347144456887, |
| "grad_norm": 16.733497619628906, |
| "learning_rate": 1.1162747293766331e-05, |
| "loss": 1.7731, |
| "step": 20810 |
| }, |
| { |
| "epoch": 2.3314669652855544, |
| "grad_norm": 5.161161422729492, |
| "learning_rate": 1.114408361328854e-05, |
| "loss": 1.6687, |
| "step": 20820 |
| }, |
| { |
| "epoch": 2.3325867861142218, |
| "grad_norm": 4.8293304443359375, |
| "learning_rate": 1.112541993281075e-05, |
| "loss": 2.1226, |
| "step": 20830 |
| }, |
| { |
| "epoch": 2.333706606942889, |
| "grad_norm": 9.590071678161621, |
| "learning_rate": 1.110675625233296e-05, |
| "loss": 1.528, |
| "step": 20840 |
| }, |
| { |
| "epoch": 2.3348264277715565, |
| "grad_norm": 6.294408321380615, |
| "learning_rate": 1.108809257185517e-05, |
| "loss": 1.73, |
| "step": 20850 |
| }, |
| { |
| "epoch": 2.335946248600224, |
| "grad_norm": 10.485013008117676, |
| "learning_rate": 1.106942889137738e-05, |
| "loss": 2.159, |
| "step": 20860 |
| }, |
| { |
| "epoch": 2.337066069428891, |
| "grad_norm": 4.454178333282471, |
| "learning_rate": 1.105076521089959e-05, |
| "loss": 1.6548, |
| "step": 20870 |
| }, |
| { |
| "epoch": 2.338185890257559, |
| "grad_norm": 5.956608772277832, |
| "learning_rate": 1.10321015304218e-05, |
| "loss": 1.5492, |
| "step": 20880 |
| }, |
| { |
| "epoch": 2.3393057110862263, |
| "grad_norm": 7.09451150894165, |
| "learning_rate": 1.101343784994401e-05, |
| "loss": 1.6076, |
| "step": 20890 |
| }, |
| { |
| "epoch": 2.3404255319148937, |
| "grad_norm": 13.640632629394531, |
| "learning_rate": 1.099477416946622e-05, |
| "loss": 2.6322, |
| "step": 20900 |
| }, |
| { |
| "epoch": 2.341545352743561, |
| "grad_norm": 13.958121299743652, |
| "learning_rate": 1.097611048898843e-05, |
| "loss": 2.269, |
| "step": 20910 |
| }, |
| { |
| "epoch": 2.3426651735722284, |
| "grad_norm": 4.459420680999756, |
| "learning_rate": 1.095744680851064e-05, |
| "loss": 2.1053, |
| "step": 20920 |
| }, |
| { |
| "epoch": 2.3437849944008957, |
| "grad_norm": 6.627596855163574, |
| "learning_rate": 1.093878312803285e-05, |
| "loss": 1.8687, |
| "step": 20930 |
| }, |
| { |
| "epoch": 2.3449048152295635, |
| "grad_norm": 11.237924575805664, |
| "learning_rate": 1.0920119447555058e-05, |
| "loss": 1.8006, |
| "step": 20940 |
| }, |
| { |
| "epoch": 2.346024636058231, |
| "grad_norm": 6.611232757568359, |
| "learning_rate": 1.0901455767077268e-05, |
| "loss": 1.7491, |
| "step": 20950 |
| }, |
| { |
| "epoch": 2.347144456886898, |
| "grad_norm": 4.241340160369873, |
| "learning_rate": 1.0882792086599478e-05, |
| "loss": 1.9278, |
| "step": 20960 |
| }, |
| { |
| "epoch": 2.3482642777155656, |
| "grad_norm": 5.34893274307251, |
| "learning_rate": 1.0864128406121688e-05, |
| "loss": 1.9011, |
| "step": 20970 |
| }, |
| { |
| "epoch": 2.349384098544233, |
| "grad_norm": 15.109663009643555, |
| "learning_rate": 1.0845464725643898e-05, |
| "loss": 1.8797, |
| "step": 20980 |
| }, |
| { |
| "epoch": 2.3505039193729003, |
| "grad_norm": 6.220200061798096, |
| "learning_rate": 1.0826801045166108e-05, |
| "loss": 2.1459, |
| "step": 20990 |
| }, |
| { |
| "epoch": 2.3516237402015676, |
| "grad_norm": 4.657541751861572, |
| "learning_rate": 1.0808137364688318e-05, |
| "loss": 1.7789, |
| "step": 21000 |
| }, |
| { |
| "epoch": 2.352743561030235, |
| "grad_norm": 3.8326404094696045, |
| "learning_rate": 1.0789473684210526e-05, |
| "loss": 2.0583, |
| "step": 21010 |
| }, |
| { |
| "epoch": 2.3538633818589028, |
| "grad_norm": 6.379500865936279, |
| "learning_rate": 1.0770810003732736e-05, |
| "loss": 1.9574, |
| "step": 21020 |
| }, |
| { |
| "epoch": 2.35498320268757, |
| "grad_norm": 8.482017517089844, |
| "learning_rate": 1.0752146323254946e-05, |
| "loss": 1.7585, |
| "step": 21030 |
| }, |
| { |
| "epoch": 2.3561030235162375, |
| "grad_norm": 10.17912769317627, |
| "learning_rate": 1.0733482642777156e-05, |
| "loss": 2.1129, |
| "step": 21040 |
| }, |
| { |
| "epoch": 2.357222844344905, |
| "grad_norm": 5.909788131713867, |
| "learning_rate": 1.0714818962299365e-05, |
| "loss": 1.8167, |
| "step": 21050 |
| }, |
| { |
| "epoch": 2.358342665173572, |
| "grad_norm": 4.550489902496338, |
| "learning_rate": 1.0696155281821575e-05, |
| "loss": 1.4302, |
| "step": 21060 |
| }, |
| { |
| "epoch": 2.3594624860022395, |
| "grad_norm": 9.305154800415039, |
| "learning_rate": 1.0677491601343785e-05, |
| "loss": 1.5549, |
| "step": 21070 |
| }, |
| { |
| "epoch": 2.360582306830907, |
| "grad_norm": 6.617506504058838, |
| "learning_rate": 1.0658827920865995e-05, |
| "loss": 1.8111, |
| "step": 21080 |
| }, |
| { |
| "epoch": 2.3617021276595747, |
| "grad_norm": 4.230848789215088, |
| "learning_rate": 1.0640164240388205e-05, |
| "loss": 1.604, |
| "step": 21090 |
| }, |
| { |
| "epoch": 2.362821948488242, |
| "grad_norm": 5.817328929901123, |
| "learning_rate": 1.0621500559910415e-05, |
| "loss": 2.2684, |
| "step": 21100 |
| }, |
| { |
| "epoch": 2.3639417693169094, |
| "grad_norm": 11.449498176574707, |
| "learning_rate": 1.0602836879432625e-05, |
| "loss": 1.7141, |
| "step": 21110 |
| }, |
| { |
| "epoch": 2.3650615901455767, |
| "grad_norm": 11.167801856994629, |
| "learning_rate": 1.0584173198954835e-05, |
| "loss": 2.0209, |
| "step": 21120 |
| }, |
| { |
| "epoch": 2.366181410974244, |
| "grad_norm": 10.6549711227417, |
| "learning_rate": 1.0565509518477045e-05, |
| "loss": 1.5182, |
| "step": 21130 |
| }, |
| { |
| "epoch": 2.3673012318029114, |
| "grad_norm": 7.9820122718811035, |
| "learning_rate": 1.0546845837999255e-05, |
| "loss": 1.5622, |
| "step": 21140 |
| }, |
| { |
| "epoch": 2.3684210526315788, |
| "grad_norm": 3.4148659706115723, |
| "learning_rate": 1.0528182157521465e-05, |
| "loss": 2.0534, |
| "step": 21150 |
| }, |
| { |
| "epoch": 2.369540873460246, |
| "grad_norm": 11.469594955444336, |
| "learning_rate": 1.0509518477043675e-05, |
| "loss": 2.0005, |
| "step": 21160 |
| }, |
| { |
| "epoch": 2.370660694288914, |
| "grad_norm": 6.6395697593688965, |
| "learning_rate": 1.0490854796565883e-05, |
| "loss": 2.0595, |
| "step": 21170 |
| }, |
| { |
| "epoch": 2.3717805151175813, |
| "grad_norm": 6.698371410369873, |
| "learning_rate": 1.0472191116088093e-05, |
| "loss": 2.0216, |
| "step": 21180 |
| }, |
| { |
| "epoch": 2.3729003359462486, |
| "grad_norm": 12.63893985748291, |
| "learning_rate": 1.0453527435610303e-05, |
| "loss": 2.1768, |
| "step": 21190 |
| }, |
| { |
| "epoch": 2.374020156774916, |
| "grad_norm": 18.96299171447754, |
| "learning_rate": 1.0434863755132513e-05, |
| "loss": 1.8743, |
| "step": 21200 |
| }, |
| { |
| "epoch": 2.3751399776035833, |
| "grad_norm": 5.689150810241699, |
| "learning_rate": 1.0416200074654723e-05, |
| "loss": 1.7398, |
| "step": 21210 |
| }, |
| { |
| "epoch": 2.3762597984322507, |
| "grad_norm": 7.150450229644775, |
| "learning_rate": 1.0397536394176933e-05, |
| "loss": 1.4524, |
| "step": 21220 |
| }, |
| { |
| "epoch": 2.3773796192609185, |
| "grad_norm": 11.126862525939941, |
| "learning_rate": 1.0378872713699141e-05, |
| "loss": 2.1519, |
| "step": 21230 |
| }, |
| { |
| "epoch": 2.378499440089586, |
| "grad_norm": 5.954022407531738, |
| "learning_rate": 1.0360209033221351e-05, |
| "loss": 2.1018, |
| "step": 21240 |
| }, |
| { |
| "epoch": 2.379619260918253, |
| "grad_norm": 13.803711891174316, |
| "learning_rate": 1.0341545352743561e-05, |
| "loss": 1.5974, |
| "step": 21250 |
| }, |
| { |
| "epoch": 2.3807390817469205, |
| "grad_norm": 8.766247749328613, |
| "learning_rate": 1.0322881672265771e-05, |
| "loss": 2.0202, |
| "step": 21260 |
| }, |
| { |
| "epoch": 2.381858902575588, |
| "grad_norm": 10.347888946533203, |
| "learning_rate": 1.0304217991787981e-05, |
| "loss": 1.5816, |
| "step": 21270 |
| }, |
| { |
| "epoch": 2.382978723404255, |
| "grad_norm": 14.29037094116211, |
| "learning_rate": 1.0285554311310191e-05, |
| "loss": 1.8299, |
| "step": 21280 |
| }, |
| { |
| "epoch": 2.3840985442329226, |
| "grad_norm": 11.084178924560547, |
| "learning_rate": 1.02668906308324e-05, |
| "loss": 2.0029, |
| "step": 21290 |
| }, |
| { |
| "epoch": 2.38521836506159, |
| "grad_norm": 4.837276935577393, |
| "learning_rate": 1.024822695035461e-05, |
| "loss": 1.931, |
| "step": 21300 |
| }, |
| { |
| "epoch": 2.3863381858902577, |
| "grad_norm": 13.397496223449707, |
| "learning_rate": 1.022956326987682e-05, |
| "loss": 1.6302, |
| "step": 21310 |
| }, |
| { |
| "epoch": 2.387458006718925, |
| "grad_norm": 14.555484771728516, |
| "learning_rate": 1.021089958939903e-05, |
| "loss": 1.988, |
| "step": 21320 |
| }, |
| { |
| "epoch": 2.3885778275475924, |
| "grad_norm": 15.178104400634766, |
| "learning_rate": 1.019223590892124e-05, |
| "loss": 2.0671, |
| "step": 21330 |
| }, |
| { |
| "epoch": 2.3896976483762598, |
| "grad_norm": 19.128128051757812, |
| "learning_rate": 1.017357222844345e-05, |
| "loss": 1.8196, |
| "step": 21340 |
| }, |
| { |
| "epoch": 2.390817469204927, |
| "grad_norm": 5.763383865356445, |
| "learning_rate": 1.015490854796566e-05, |
| "loss": 1.6087, |
| "step": 21350 |
| }, |
| { |
| "epoch": 2.3919372900335945, |
| "grad_norm": 8.197660446166992, |
| "learning_rate": 1.013624486748787e-05, |
| "loss": 1.7122, |
| "step": 21360 |
| }, |
| { |
| "epoch": 2.3930571108622622, |
| "grad_norm": 14.964632987976074, |
| "learning_rate": 1.011758118701008e-05, |
| "loss": 1.8517, |
| "step": 21370 |
| }, |
| { |
| "epoch": 2.3941769316909296, |
| "grad_norm": 4.898643970489502, |
| "learning_rate": 1.009891750653229e-05, |
| "loss": 1.7062, |
| "step": 21380 |
| }, |
| { |
| "epoch": 2.395296752519597, |
| "grad_norm": 6.609580039978027, |
| "learning_rate": 1.00802538260545e-05, |
| "loss": 1.8959, |
| "step": 21390 |
| }, |
| { |
| "epoch": 2.3964165733482643, |
| "grad_norm": 5.1216912269592285, |
| "learning_rate": 1.0061590145576708e-05, |
| "loss": 2.305, |
| "step": 21400 |
| }, |
| { |
| "epoch": 2.3975363941769317, |
| "grad_norm": 12.660892486572266, |
| "learning_rate": 1.0042926465098918e-05, |
| "loss": 1.8053, |
| "step": 21410 |
| }, |
| { |
| "epoch": 2.398656215005599, |
| "grad_norm": 14.176844596862793, |
| "learning_rate": 1.0024262784621128e-05, |
| "loss": 1.9157, |
| "step": 21420 |
| }, |
| { |
| "epoch": 2.3997760358342664, |
| "grad_norm": 3.574338674545288, |
| "learning_rate": 1.0005599104143338e-05, |
| "loss": 2.1178, |
| "step": 21430 |
| }, |
| { |
| "epoch": 2.4008958566629337, |
| "grad_norm": 7.545993804931641, |
| "learning_rate": 9.986935423665546e-06, |
| "loss": 1.9478, |
| "step": 21440 |
| }, |
| { |
| "epoch": 2.4020156774916015, |
| "grad_norm": 5.757676601409912, |
| "learning_rate": 9.968271743187756e-06, |
| "loss": 1.6439, |
| "step": 21450 |
| }, |
| { |
| "epoch": 2.403135498320269, |
| "grad_norm": 8.382559776306152, |
| "learning_rate": 9.949608062709966e-06, |
| "loss": 2.1037, |
| "step": 21460 |
| }, |
| { |
| "epoch": 2.404255319148936, |
| "grad_norm": 20.870803833007812, |
| "learning_rate": 9.930944382232176e-06, |
| "loss": 2.1286, |
| "step": 21470 |
| }, |
| { |
| "epoch": 2.4053751399776035, |
| "grad_norm": 10.343074798583984, |
| "learning_rate": 9.912280701754386e-06, |
| "loss": 1.7321, |
| "step": 21480 |
| }, |
| { |
| "epoch": 2.406494960806271, |
| "grad_norm": 11.975387573242188, |
| "learning_rate": 9.893617021276596e-06, |
| "loss": 1.8359, |
| "step": 21490 |
| }, |
| { |
| "epoch": 2.4076147816349383, |
| "grad_norm": 9.322503089904785, |
| "learning_rate": 9.874953340798806e-06, |
| "loss": 1.7441, |
| "step": 21500 |
| }, |
| { |
| "epoch": 2.408734602463606, |
| "grad_norm": 5.631967544555664, |
| "learning_rate": 9.856289660321016e-06, |
| "loss": 1.8915, |
| "step": 21510 |
| }, |
| { |
| "epoch": 2.4098544232922734, |
| "grad_norm": 11.873062133789062, |
| "learning_rate": 9.837625979843225e-06, |
| "loss": 1.924, |
| "step": 21520 |
| }, |
| { |
| "epoch": 2.4109742441209407, |
| "grad_norm": 5.398472785949707, |
| "learning_rate": 9.818962299365435e-06, |
| "loss": 1.8141, |
| "step": 21530 |
| }, |
| { |
| "epoch": 2.412094064949608, |
| "grad_norm": 5.431132793426514, |
| "learning_rate": 9.800298618887645e-06, |
| "loss": 2.0006, |
| "step": 21540 |
| }, |
| { |
| "epoch": 2.4132138857782754, |
| "grad_norm": 6.424263000488281, |
| "learning_rate": 9.781634938409855e-06, |
| "loss": 2.2687, |
| "step": 21550 |
| }, |
| { |
| "epoch": 2.414333706606943, |
| "grad_norm": 15.934911727905273, |
| "learning_rate": 9.762971257932065e-06, |
| "loss": 1.5339, |
| "step": 21560 |
| }, |
| { |
| "epoch": 2.41545352743561, |
| "grad_norm": 8.640837669372559, |
| "learning_rate": 9.744307577454275e-06, |
| "loss": 1.9506, |
| "step": 21570 |
| }, |
| { |
| "epoch": 2.4165733482642775, |
| "grad_norm": 10.464945793151855, |
| "learning_rate": 9.725643896976485e-06, |
| "loss": 2.1268, |
| "step": 21580 |
| }, |
| { |
| "epoch": 2.4176931690929453, |
| "grad_norm": 10.642047882080078, |
| "learning_rate": 9.706980216498695e-06, |
| "loss": 1.7478, |
| "step": 21590 |
| }, |
| { |
| "epoch": 2.4188129899216126, |
| "grad_norm": 10.365204811096191, |
| "learning_rate": 9.688316536020905e-06, |
| "loss": 2.1777, |
| "step": 21600 |
| }, |
| { |
| "epoch": 2.41993281075028, |
| "grad_norm": 13.834842681884766, |
| "learning_rate": 9.669652855543115e-06, |
| "loss": 2.0466, |
| "step": 21610 |
| }, |
| { |
| "epoch": 2.4210526315789473, |
| "grad_norm": 11.793619155883789, |
| "learning_rate": 9.650989175065325e-06, |
| "loss": 1.707, |
| "step": 21620 |
| }, |
| { |
| "epoch": 2.4221724524076147, |
| "grad_norm": 12.311315536499023, |
| "learning_rate": 9.632325494587533e-06, |
| "loss": 1.8893, |
| "step": 21630 |
| }, |
| { |
| "epoch": 2.423292273236282, |
| "grad_norm": 11.055502891540527, |
| "learning_rate": 9.613661814109743e-06, |
| "loss": 1.9288, |
| "step": 21640 |
| }, |
| { |
| "epoch": 2.42441209406495, |
| "grad_norm": 4.9164934158325195, |
| "learning_rate": 9.594998133631953e-06, |
| "loss": 2.414, |
| "step": 21650 |
| }, |
| { |
| "epoch": 2.425531914893617, |
| "grad_norm": 15.42969036102295, |
| "learning_rate": 9.576334453154161e-06, |
| "loss": 1.9903, |
| "step": 21660 |
| }, |
| { |
| "epoch": 2.4266517357222845, |
| "grad_norm": 10.449507713317871, |
| "learning_rate": 9.557670772676371e-06, |
| "loss": 1.6622, |
| "step": 21670 |
| }, |
| { |
| "epoch": 2.427771556550952, |
| "grad_norm": 14.963556289672852, |
| "learning_rate": 9.539007092198581e-06, |
| "loss": 1.6082, |
| "step": 21680 |
| }, |
| { |
| "epoch": 2.4288913773796192, |
| "grad_norm": 13.123733520507812, |
| "learning_rate": 9.520343411720791e-06, |
| "loss": 1.9141, |
| "step": 21690 |
| }, |
| { |
| "epoch": 2.4300111982082866, |
| "grad_norm": 6.848084449768066, |
| "learning_rate": 9.501679731243001e-06, |
| "loss": 1.83, |
| "step": 21700 |
| }, |
| { |
| "epoch": 2.431131019036954, |
| "grad_norm": 5.545853137969971, |
| "learning_rate": 9.483016050765211e-06, |
| "loss": 2.2289, |
| "step": 21710 |
| }, |
| { |
| "epoch": 2.4322508398656213, |
| "grad_norm": 11.716573715209961, |
| "learning_rate": 9.464352370287421e-06, |
| "loss": 1.954, |
| "step": 21720 |
| }, |
| { |
| "epoch": 2.433370660694289, |
| "grad_norm": 7.332011699676514, |
| "learning_rate": 9.445688689809631e-06, |
| "loss": 1.6223, |
| "step": 21730 |
| }, |
| { |
| "epoch": 2.4344904815229564, |
| "grad_norm": 8.037787437438965, |
| "learning_rate": 9.427025009331841e-06, |
| "loss": 1.8996, |
| "step": 21740 |
| }, |
| { |
| "epoch": 2.435610302351624, |
| "grad_norm": 5.458945274353027, |
| "learning_rate": 9.40836132885405e-06, |
| "loss": 1.9408, |
| "step": 21750 |
| }, |
| { |
| "epoch": 2.436730123180291, |
| "grad_norm": 16.545921325683594, |
| "learning_rate": 9.38969764837626e-06, |
| "loss": 1.7479, |
| "step": 21760 |
| }, |
| { |
| "epoch": 2.4378499440089585, |
| "grad_norm": 12.776642799377441, |
| "learning_rate": 9.37103396789847e-06, |
| "loss": 1.8733, |
| "step": 21770 |
| }, |
| { |
| "epoch": 2.438969764837626, |
| "grad_norm": 3.9929423332214355, |
| "learning_rate": 9.35237028742068e-06, |
| "loss": 1.4235, |
| "step": 21780 |
| }, |
| { |
| "epoch": 2.4400895856662936, |
| "grad_norm": 12.087785720825195, |
| "learning_rate": 9.33370660694289e-06, |
| "loss": 1.8805, |
| "step": 21790 |
| }, |
| { |
| "epoch": 2.441209406494961, |
| "grad_norm": 4.026576519012451, |
| "learning_rate": 9.3150429264651e-06, |
| "loss": 2.21, |
| "step": 21800 |
| }, |
| { |
| "epoch": 2.4423292273236283, |
| "grad_norm": 5.352035999298096, |
| "learning_rate": 9.29637924598731e-06, |
| "loss": 1.8218, |
| "step": 21810 |
| }, |
| { |
| "epoch": 2.4434490481522957, |
| "grad_norm": 9.776129722595215, |
| "learning_rate": 9.27771556550952e-06, |
| "loss": 2.0464, |
| "step": 21820 |
| }, |
| { |
| "epoch": 2.444568868980963, |
| "grad_norm": 14.493003845214844, |
| "learning_rate": 9.25905188503173e-06, |
| "loss": 1.6871, |
| "step": 21830 |
| }, |
| { |
| "epoch": 2.4456886898096304, |
| "grad_norm": 17.30157470703125, |
| "learning_rate": 9.24038820455394e-06, |
| "loss": 2.5444, |
| "step": 21840 |
| }, |
| { |
| "epoch": 2.4468085106382977, |
| "grad_norm": 3.3516924381256104, |
| "learning_rate": 9.221724524076148e-06, |
| "loss": 1.6969, |
| "step": 21850 |
| }, |
| { |
| "epoch": 2.447928331466965, |
| "grad_norm": 12.714744567871094, |
| "learning_rate": 9.203060843598358e-06, |
| "loss": 2.1882, |
| "step": 21860 |
| }, |
| { |
| "epoch": 2.449048152295633, |
| "grad_norm": 5.864091396331787, |
| "learning_rate": 9.184397163120568e-06, |
| "loss": 1.9062, |
| "step": 21870 |
| }, |
| { |
| "epoch": 2.4501679731243002, |
| "grad_norm": 14.587536811828613, |
| "learning_rate": 9.165733482642776e-06, |
| "loss": 1.6267, |
| "step": 21880 |
| }, |
| { |
| "epoch": 2.4512877939529676, |
| "grad_norm": 9.073355674743652, |
| "learning_rate": 9.147069802164986e-06, |
| "loss": 1.619, |
| "step": 21890 |
| }, |
| { |
| "epoch": 2.452407614781635, |
| "grad_norm": 13.970871925354004, |
| "learning_rate": 9.128406121687196e-06, |
| "loss": 1.7811, |
| "step": 21900 |
| }, |
| { |
| "epoch": 2.4535274356103023, |
| "grad_norm": 13.218069076538086, |
| "learning_rate": 9.109742441209406e-06, |
| "loss": 2.1777, |
| "step": 21910 |
| }, |
| { |
| "epoch": 2.4546472564389696, |
| "grad_norm": 7.0698981285095215, |
| "learning_rate": 9.091078760731616e-06, |
| "loss": 1.672, |
| "step": 21920 |
| }, |
| { |
| "epoch": 2.455767077267637, |
| "grad_norm": 6.958558082580566, |
| "learning_rate": 9.072415080253826e-06, |
| "loss": 1.8189, |
| "step": 21930 |
| }, |
| { |
| "epoch": 2.456886898096305, |
| "grad_norm": 11.154871940612793, |
| "learning_rate": 9.053751399776036e-06, |
| "loss": 1.9092, |
| "step": 21940 |
| }, |
| { |
| "epoch": 2.458006718924972, |
| "grad_norm": 8.34592056274414, |
| "learning_rate": 9.035087719298246e-06, |
| "loss": 2.0183, |
| "step": 21950 |
| }, |
| { |
| "epoch": 2.4591265397536395, |
| "grad_norm": 17.590225219726562, |
| "learning_rate": 9.016424038820456e-06, |
| "loss": 2.0918, |
| "step": 21960 |
| }, |
| { |
| "epoch": 2.460246360582307, |
| "grad_norm": 16.22553825378418, |
| "learning_rate": 8.997760358342666e-06, |
| "loss": 1.9656, |
| "step": 21970 |
| }, |
| { |
| "epoch": 2.461366181410974, |
| "grad_norm": 18.10919952392578, |
| "learning_rate": 8.979096677864876e-06, |
| "loss": 1.6443, |
| "step": 21980 |
| }, |
| { |
| "epoch": 2.4624860022396415, |
| "grad_norm": 5.232290267944336, |
| "learning_rate": 8.960432997387085e-06, |
| "loss": 1.6849, |
| "step": 21990 |
| }, |
| { |
| "epoch": 2.463605823068309, |
| "grad_norm": 9.676012992858887, |
| "learning_rate": 8.941769316909295e-06, |
| "loss": 1.4555, |
| "step": 22000 |
| }, |
| { |
| "epoch": 2.4647256438969762, |
| "grad_norm": 6.006662845611572, |
| "learning_rate": 8.923105636431505e-06, |
| "loss": 1.5401, |
| "step": 22010 |
| }, |
| { |
| "epoch": 2.465845464725644, |
| "grad_norm": 17.258005142211914, |
| "learning_rate": 8.904441955953715e-06, |
| "loss": 2.4357, |
| "step": 22020 |
| }, |
| { |
| "epoch": 2.4669652855543114, |
| "grad_norm": 6.448751926422119, |
| "learning_rate": 8.885778275475925e-06, |
| "loss": 2.1087, |
| "step": 22030 |
| }, |
| { |
| "epoch": 2.4680851063829787, |
| "grad_norm": 5.431372165679932, |
| "learning_rate": 8.867114594998135e-06, |
| "loss": 1.9074, |
| "step": 22040 |
| }, |
| { |
| "epoch": 2.469204927211646, |
| "grad_norm": 12.926970481872559, |
| "learning_rate": 8.848450914520345e-06, |
| "loss": 1.9923, |
| "step": 22050 |
| }, |
| { |
| "epoch": 2.4703247480403134, |
| "grad_norm": 5.959377288818359, |
| "learning_rate": 8.829787234042553e-06, |
| "loss": 1.672, |
| "step": 22060 |
| }, |
| { |
| "epoch": 2.471444568868981, |
| "grad_norm": 16.465486526489258, |
| "learning_rate": 8.811123553564763e-06, |
| "loss": 1.8695, |
| "step": 22070 |
| }, |
| { |
| "epoch": 2.4725643896976486, |
| "grad_norm": 5.742716312408447, |
| "learning_rate": 8.792459873086973e-06, |
| "loss": 1.8781, |
| "step": 22080 |
| }, |
| { |
| "epoch": 2.473684210526316, |
| "grad_norm": 10.750136375427246, |
| "learning_rate": 8.773796192609183e-06, |
| "loss": 1.9953, |
| "step": 22090 |
| }, |
| { |
| "epoch": 2.4748040313549833, |
| "grad_norm": 5.631348609924316, |
| "learning_rate": 8.755132512131391e-06, |
| "loss": 1.6181, |
| "step": 22100 |
| }, |
| { |
| "epoch": 2.4759238521836506, |
| "grad_norm": 9.884969711303711, |
| "learning_rate": 8.736468831653601e-06, |
| "loss": 1.5844, |
| "step": 22110 |
| }, |
| { |
| "epoch": 2.477043673012318, |
| "grad_norm": 4.6717376708984375, |
| "learning_rate": 8.717805151175811e-06, |
| "loss": 1.8376, |
| "step": 22120 |
| }, |
| { |
| "epoch": 2.4781634938409853, |
| "grad_norm": 4.163270473480225, |
| "learning_rate": 8.699141470698021e-06, |
| "loss": 2.1804, |
| "step": 22130 |
| }, |
| { |
| "epoch": 2.4792833146696527, |
| "grad_norm": 7.534999847412109, |
| "learning_rate": 8.680477790220231e-06, |
| "loss": 1.8526, |
| "step": 22140 |
| }, |
| { |
| "epoch": 2.48040313549832, |
| "grad_norm": 9.90027904510498, |
| "learning_rate": 8.661814109742441e-06, |
| "loss": 1.8137, |
| "step": 22150 |
| }, |
| { |
| "epoch": 2.481522956326988, |
| "grad_norm": 19.237462997436523, |
| "learning_rate": 8.643150429264651e-06, |
| "loss": 2.6685, |
| "step": 22160 |
| }, |
| { |
| "epoch": 2.482642777155655, |
| "grad_norm": 9.682941436767578, |
| "learning_rate": 8.624486748786861e-06, |
| "loss": 1.826, |
| "step": 22170 |
| }, |
| { |
| "epoch": 2.4837625979843225, |
| "grad_norm": 3.538151264190674, |
| "learning_rate": 8.605823068309071e-06, |
| "loss": 1.801, |
| "step": 22180 |
| }, |
| { |
| "epoch": 2.48488241881299, |
| "grad_norm": 5.478328704833984, |
| "learning_rate": 8.587159387831281e-06, |
| "loss": 1.8762, |
| "step": 22190 |
| }, |
| { |
| "epoch": 2.4860022396416572, |
| "grad_norm": 7.476826190948486, |
| "learning_rate": 8.568495707353491e-06, |
| "loss": 2.1028, |
| "step": 22200 |
| }, |
| { |
| "epoch": 2.4871220604703246, |
| "grad_norm": 5.20843505859375, |
| "learning_rate": 8.549832026875701e-06, |
| "loss": 1.6034, |
| "step": 22210 |
| }, |
| { |
| "epoch": 2.4882418812989924, |
| "grad_norm": 5.28059720993042, |
| "learning_rate": 8.53116834639791e-06, |
| "loss": 1.7654, |
| "step": 22220 |
| }, |
| { |
| "epoch": 2.4893617021276597, |
| "grad_norm": 6.444010257720947, |
| "learning_rate": 8.51250466592012e-06, |
| "loss": 1.8655, |
| "step": 22230 |
| }, |
| { |
| "epoch": 2.490481522956327, |
| "grad_norm": 6.940224647521973, |
| "learning_rate": 8.49384098544233e-06, |
| "loss": 1.7356, |
| "step": 22240 |
| }, |
| { |
| "epoch": 2.4916013437849944, |
| "grad_norm": 23.465511322021484, |
| "learning_rate": 8.47517730496454e-06, |
| "loss": 1.846, |
| "step": 22250 |
| }, |
| { |
| "epoch": 2.4927211646136618, |
| "grad_norm": 8.295751571655273, |
| "learning_rate": 8.45651362448675e-06, |
| "loss": 1.9118, |
| "step": 22260 |
| }, |
| { |
| "epoch": 2.493840985442329, |
| "grad_norm": 12.125283241271973, |
| "learning_rate": 8.43784994400896e-06, |
| "loss": 2.0026, |
| "step": 22270 |
| }, |
| { |
| "epoch": 2.4949608062709965, |
| "grad_norm": 5.106156349182129, |
| "learning_rate": 8.419186263531168e-06, |
| "loss": 1.8797, |
| "step": 22280 |
| }, |
| { |
| "epoch": 2.496080627099664, |
| "grad_norm": 5.151834011077881, |
| "learning_rate": 8.400522583053378e-06, |
| "loss": 2.063, |
| "step": 22290 |
| }, |
| { |
| "epoch": 2.4972004479283316, |
| "grad_norm": 13.763957023620605, |
| "learning_rate": 8.381858902575588e-06, |
| "loss": 1.6182, |
| "step": 22300 |
| }, |
| { |
| "epoch": 2.498320268756999, |
| "grad_norm": 3.533198356628418, |
| "learning_rate": 8.363195222097798e-06, |
| "loss": 1.6865, |
| "step": 22310 |
| }, |
| { |
| "epoch": 2.4994400895856663, |
| "grad_norm": 5.562738418579102, |
| "learning_rate": 8.344531541620008e-06, |
| "loss": 1.6556, |
| "step": 22320 |
| }, |
| { |
| "epoch": 2.5005599104143337, |
| "grad_norm": 4.3271613121032715, |
| "learning_rate": 8.325867861142216e-06, |
| "loss": 2.088, |
| "step": 22330 |
| }, |
| { |
| "epoch": 2.501679731243001, |
| "grad_norm": 12.457752227783203, |
| "learning_rate": 8.307204180664426e-06, |
| "loss": 2.2114, |
| "step": 22340 |
| }, |
| { |
| "epoch": 2.5027995520716684, |
| "grad_norm": 5.431798934936523, |
| "learning_rate": 8.288540500186636e-06, |
| "loss": 1.5092, |
| "step": 22350 |
| }, |
| { |
| "epoch": 2.503919372900336, |
| "grad_norm": 13.543461799621582, |
| "learning_rate": 8.269876819708846e-06, |
| "loss": 1.9257, |
| "step": 22360 |
| }, |
| { |
| "epoch": 2.5050391937290035, |
| "grad_norm": 8.819217681884766, |
| "learning_rate": 8.251213139231056e-06, |
| "loss": 1.817, |
| "step": 22370 |
| }, |
| { |
| "epoch": 2.506159014557671, |
| "grad_norm": 7.270272254943848, |
| "learning_rate": 8.232549458753266e-06, |
| "loss": 1.7905, |
| "step": 22380 |
| }, |
| { |
| "epoch": 2.5072788353863382, |
| "grad_norm": 7.694066524505615, |
| "learning_rate": 8.213885778275476e-06, |
| "loss": 2.2374, |
| "step": 22390 |
| }, |
| { |
| "epoch": 2.5083986562150056, |
| "grad_norm": 7.0074286460876465, |
| "learning_rate": 8.195222097797686e-06, |
| "loss": 1.8355, |
| "step": 22400 |
| }, |
| { |
| "epoch": 2.509518477043673, |
| "grad_norm": 9.260007858276367, |
| "learning_rate": 8.176558417319896e-06, |
| "loss": 1.9881, |
| "step": 22410 |
| }, |
| { |
| "epoch": 2.5106382978723403, |
| "grad_norm": 11.184020042419434, |
| "learning_rate": 8.157894736842106e-06, |
| "loss": 2.0734, |
| "step": 22420 |
| }, |
| { |
| "epoch": 2.5117581187010076, |
| "grad_norm": 4.612696647644043, |
| "learning_rate": 8.139231056364316e-06, |
| "loss": 2.1045, |
| "step": 22430 |
| }, |
| { |
| "epoch": 2.512877939529675, |
| "grad_norm": 4.042170524597168, |
| "learning_rate": 8.120567375886526e-06, |
| "loss": 2.1674, |
| "step": 22440 |
| }, |
| { |
| "epoch": 2.5139977603583428, |
| "grad_norm": 6.870834827423096, |
| "learning_rate": 8.101903695408735e-06, |
| "loss": 1.5094, |
| "step": 22450 |
| }, |
| { |
| "epoch": 2.51511758118701, |
| "grad_norm": 11.569465637207031, |
| "learning_rate": 8.083240014930945e-06, |
| "loss": 1.7942, |
| "step": 22460 |
| }, |
| { |
| "epoch": 2.5162374020156775, |
| "grad_norm": 9.036044120788574, |
| "learning_rate": 8.064576334453155e-06, |
| "loss": 1.8934, |
| "step": 22470 |
| }, |
| { |
| "epoch": 2.517357222844345, |
| "grad_norm": 16.669771194458008, |
| "learning_rate": 8.045912653975365e-06, |
| "loss": 2.087, |
| "step": 22480 |
| }, |
| { |
| "epoch": 2.518477043673012, |
| "grad_norm": 11.910612106323242, |
| "learning_rate": 8.027248973497575e-06, |
| "loss": 2.067, |
| "step": 22490 |
| }, |
| { |
| "epoch": 2.51959686450168, |
| "grad_norm": 8.747892379760742, |
| "learning_rate": 8.008585293019783e-06, |
| "loss": 2.064, |
| "step": 22500 |
| }, |
| { |
| "epoch": 2.5207166853303473, |
| "grad_norm": 8.751014709472656, |
| "learning_rate": 7.989921612541993e-06, |
| "loss": 1.9492, |
| "step": 22510 |
| }, |
| { |
| "epoch": 2.5218365061590147, |
| "grad_norm": 16.253923416137695, |
| "learning_rate": 7.971257932064203e-06, |
| "loss": 2.2059, |
| "step": 22520 |
| }, |
| { |
| "epoch": 2.522956326987682, |
| "grad_norm": 5.416139125823975, |
| "learning_rate": 7.952594251586413e-06, |
| "loss": 2.3393, |
| "step": 22530 |
| }, |
| { |
| "epoch": 2.5240761478163494, |
| "grad_norm": 5.805497169494629, |
| "learning_rate": 7.933930571108623e-06, |
| "loss": 2.3075, |
| "step": 22540 |
| }, |
| { |
| "epoch": 2.5251959686450167, |
| "grad_norm": 14.180325508117676, |
| "learning_rate": 7.915266890630833e-06, |
| "loss": 1.3238, |
| "step": 22550 |
| }, |
| { |
| "epoch": 2.526315789473684, |
| "grad_norm": 18.959636688232422, |
| "learning_rate": 7.896603210153043e-06, |
| "loss": 2.4995, |
| "step": 22560 |
| }, |
| { |
| "epoch": 2.5274356103023514, |
| "grad_norm": 15.236656188964844, |
| "learning_rate": 7.877939529675251e-06, |
| "loss": 1.979, |
| "step": 22570 |
| }, |
| { |
| "epoch": 2.5285554311310188, |
| "grad_norm": 11.582307815551758, |
| "learning_rate": 7.859275849197461e-06, |
| "loss": 1.8858, |
| "step": 22580 |
| }, |
| { |
| "epoch": 2.5296752519596866, |
| "grad_norm": 4.920597553253174, |
| "learning_rate": 7.840612168719671e-06, |
| "loss": 1.9993, |
| "step": 22590 |
| }, |
| { |
| "epoch": 2.530795072788354, |
| "grad_norm": 16.651355743408203, |
| "learning_rate": 7.821948488241881e-06, |
| "loss": 1.8391, |
| "step": 22600 |
| }, |
| { |
| "epoch": 2.5319148936170213, |
| "grad_norm": 4.262025356292725, |
| "learning_rate": 7.803284807764091e-06, |
| "loss": 1.8714, |
| "step": 22610 |
| }, |
| { |
| "epoch": 2.5330347144456886, |
| "grad_norm": 16.481779098510742, |
| "learning_rate": 7.784621127286301e-06, |
| "loss": 1.8893, |
| "step": 22620 |
| }, |
| { |
| "epoch": 2.534154535274356, |
| "grad_norm": 6.779279708862305, |
| "learning_rate": 7.765957446808511e-06, |
| "loss": 1.7062, |
| "step": 22630 |
| }, |
| { |
| "epoch": 2.5352743561030238, |
| "grad_norm": 11.93194580078125, |
| "learning_rate": 7.747293766330721e-06, |
| "loss": 1.9667, |
| "step": 22640 |
| }, |
| { |
| "epoch": 2.536394176931691, |
| "grad_norm": 8.4479341506958, |
| "learning_rate": 7.728630085852931e-06, |
| "loss": 1.6635, |
| "step": 22650 |
| }, |
| { |
| "epoch": 2.5375139977603585, |
| "grad_norm": 9.052682876586914, |
| "learning_rate": 7.709966405375141e-06, |
| "loss": 1.7176, |
| "step": 22660 |
| }, |
| { |
| "epoch": 2.538633818589026, |
| "grad_norm": 17.69319725036621, |
| "learning_rate": 7.691302724897351e-06, |
| "loss": 2.0191, |
| "step": 22670 |
| }, |
| { |
| "epoch": 2.539753639417693, |
| "grad_norm": 8.785430908203125, |
| "learning_rate": 7.67263904441956e-06, |
| "loss": 1.7666, |
| "step": 22680 |
| }, |
| { |
| "epoch": 2.5408734602463605, |
| "grad_norm": 8.51176929473877, |
| "learning_rate": 7.65397536394177e-06, |
| "loss": 1.8087, |
| "step": 22690 |
| }, |
| { |
| "epoch": 2.541993281075028, |
| "grad_norm": 5.72242546081543, |
| "learning_rate": 7.63531168346398e-06, |
| "loss": 2.0391, |
| "step": 22700 |
| }, |
| { |
| "epoch": 2.543113101903695, |
| "grad_norm": 4.739030838012695, |
| "learning_rate": 7.616648002986189e-06, |
| "loss": 2.0501, |
| "step": 22710 |
| }, |
| { |
| "epoch": 2.5442329227323626, |
| "grad_norm": 7.8822736740112305, |
| "learning_rate": 7.597984322508399e-06, |
| "loss": 1.7549, |
| "step": 22720 |
| }, |
| { |
| "epoch": 2.5453527435610304, |
| "grad_norm": 14.290916442871094, |
| "learning_rate": 7.579320642030609e-06, |
| "loss": 1.606, |
| "step": 22730 |
| }, |
| { |
| "epoch": 2.5464725643896977, |
| "grad_norm": 13.635068893432617, |
| "learning_rate": 7.560656961552819e-06, |
| "loss": 1.795, |
| "step": 22740 |
| }, |
| { |
| "epoch": 2.547592385218365, |
| "grad_norm": 5.094437599182129, |
| "learning_rate": 7.541993281075028e-06, |
| "loss": 1.9598, |
| "step": 22750 |
| }, |
| { |
| "epoch": 2.5487122060470324, |
| "grad_norm": 5.03619384765625, |
| "learning_rate": 7.523329600597238e-06, |
| "loss": 2.3806, |
| "step": 22760 |
| }, |
| { |
| "epoch": 2.5498320268756998, |
| "grad_norm": 9.20356273651123, |
| "learning_rate": 7.504665920119448e-06, |
| "loss": 1.8016, |
| "step": 22770 |
| }, |
| { |
| "epoch": 2.5509518477043676, |
| "grad_norm": 7.040286540985107, |
| "learning_rate": 7.486002239641658e-06, |
| "loss": 1.924, |
| "step": 22780 |
| }, |
| { |
| "epoch": 2.552071668533035, |
| "grad_norm": 6.913671970367432, |
| "learning_rate": 7.467338559163868e-06, |
| "loss": 1.9914, |
| "step": 22790 |
| }, |
| { |
| "epoch": 2.5531914893617023, |
| "grad_norm": 6.331127643585205, |
| "learning_rate": 7.4486748786860764e-06, |
| "loss": 1.7911, |
| "step": 22800 |
| }, |
| { |
| "epoch": 2.5543113101903696, |
| "grad_norm": 6.453745365142822, |
| "learning_rate": 7.4300111982082864e-06, |
| "loss": 1.985, |
| "step": 22810 |
| }, |
| { |
| "epoch": 2.555431131019037, |
| "grad_norm": 15.195472717285156, |
| "learning_rate": 7.4113475177304964e-06, |
| "loss": 2.2203, |
| "step": 22820 |
| }, |
| { |
| "epoch": 2.5565509518477043, |
| "grad_norm": 13.667654037475586, |
| "learning_rate": 7.3926838372527064e-06, |
| "loss": 1.6591, |
| "step": 22830 |
| }, |
| { |
| "epoch": 2.5576707726763717, |
| "grad_norm": 4.465586185455322, |
| "learning_rate": 7.3740201567749165e-06, |
| "loss": 2.0768, |
| "step": 22840 |
| }, |
| { |
| "epoch": 2.558790593505039, |
| "grad_norm": 15.293925285339355, |
| "learning_rate": 7.3553564762971265e-06, |
| "loss": 1.9697, |
| "step": 22850 |
| }, |
| { |
| "epoch": 2.5599104143337064, |
| "grad_norm": 4.840792655944824, |
| "learning_rate": 7.336692795819336e-06, |
| "loss": 1.5074, |
| "step": 22860 |
| }, |
| { |
| "epoch": 2.561030235162374, |
| "grad_norm": 8.356353759765625, |
| "learning_rate": 7.318029115341546e-06, |
| "loss": 1.9765, |
| "step": 22870 |
| }, |
| { |
| "epoch": 2.5621500559910415, |
| "grad_norm": 6.289432525634766, |
| "learning_rate": 7.299365434863756e-06, |
| "loss": 1.7277, |
| "step": 22880 |
| }, |
| { |
| "epoch": 2.563269876819709, |
| "grad_norm": 14.32654094696045, |
| "learning_rate": 7.280701754385966e-06, |
| "loss": 2.1023, |
| "step": 22890 |
| }, |
| { |
| "epoch": 2.564389697648376, |
| "grad_norm": 7.886980056762695, |
| "learning_rate": 7.262038073908176e-06, |
| "loss": 1.8874, |
| "step": 22900 |
| }, |
| { |
| "epoch": 2.5655095184770436, |
| "grad_norm": 11.411437034606934, |
| "learning_rate": 7.243374393430386e-06, |
| "loss": 2.1147, |
| "step": 22910 |
| }, |
| { |
| "epoch": 2.5666293393057114, |
| "grad_norm": 7.815008640289307, |
| "learning_rate": 7.224710712952594e-06, |
| "loss": 2.302, |
| "step": 22920 |
| }, |
| { |
| "epoch": 2.5677491601343787, |
| "grad_norm": 13.516090393066406, |
| "learning_rate": 7.206047032474804e-06, |
| "loss": 1.6051, |
| "step": 22930 |
| }, |
| { |
| "epoch": 2.568868980963046, |
| "grad_norm": 5.94198751449585, |
| "learning_rate": 7.187383351997014e-06, |
| "loss": 1.8294, |
| "step": 22940 |
| }, |
| { |
| "epoch": 2.5699888017917134, |
| "grad_norm": 10.252525329589844, |
| "learning_rate": 7.168719671519224e-06, |
| "loss": 1.4627, |
| "step": 22950 |
| }, |
| { |
| "epoch": 2.5711086226203808, |
| "grad_norm": 8.05044174194336, |
| "learning_rate": 7.150055991041434e-06, |
| "loss": 1.7721, |
| "step": 22960 |
| }, |
| { |
| "epoch": 2.572228443449048, |
| "grad_norm": 5.872049331665039, |
| "learning_rate": 7.131392310563643e-06, |
| "loss": 2.0512, |
| "step": 22970 |
| }, |
| { |
| "epoch": 2.5733482642777155, |
| "grad_norm": 12.562164306640625, |
| "learning_rate": 7.112728630085853e-06, |
| "loss": 2.3197, |
| "step": 22980 |
| }, |
| { |
| "epoch": 2.574468085106383, |
| "grad_norm": 7.482940196990967, |
| "learning_rate": 7.094064949608063e-06, |
| "loss": 2.022, |
| "step": 22990 |
| }, |
| { |
| "epoch": 2.57558790593505, |
| "grad_norm": 11.764483451843262, |
| "learning_rate": 7.075401269130273e-06, |
| "loss": 1.9567, |
| "step": 23000 |
| }, |
| { |
| "epoch": 2.576707726763718, |
| "grad_norm": 10.071126937866211, |
| "learning_rate": 7.056737588652483e-06, |
| "loss": 1.8271, |
| "step": 23010 |
| }, |
| { |
| "epoch": 2.5778275475923853, |
| "grad_norm": 10.216212272644043, |
| "learning_rate": 7.038073908174693e-06, |
| "loss": 1.789, |
| "step": 23020 |
| }, |
| { |
| "epoch": 2.5789473684210527, |
| "grad_norm": 8.066825866699219, |
| "learning_rate": 7.0194102276969015e-06, |
| "loss": 1.6432, |
| "step": 23030 |
| }, |
| { |
| "epoch": 2.58006718924972, |
| "grad_norm": 16.877470016479492, |
| "learning_rate": 7.0007465472191115e-06, |
| "loss": 1.7376, |
| "step": 23040 |
| }, |
| { |
| "epoch": 2.5811870100783874, |
| "grad_norm": 5.387278079986572, |
| "learning_rate": 6.9820828667413215e-06, |
| "loss": 1.5875, |
| "step": 23050 |
| }, |
| { |
| "epoch": 2.5823068309070547, |
| "grad_norm": 15.250850677490234, |
| "learning_rate": 6.9634191862635315e-06, |
| "loss": 1.6844, |
| "step": 23060 |
| }, |
| { |
| "epoch": 2.5834266517357225, |
| "grad_norm": 7.900568962097168, |
| "learning_rate": 6.9447555057857415e-06, |
| "loss": 1.8616, |
| "step": 23070 |
| }, |
| { |
| "epoch": 2.58454647256439, |
| "grad_norm": 6.394863128662109, |
| "learning_rate": 6.926091825307951e-06, |
| "loss": 1.4066, |
| "step": 23080 |
| }, |
| { |
| "epoch": 2.585666293393057, |
| "grad_norm": 5.246687412261963, |
| "learning_rate": 6.907428144830161e-06, |
| "loss": 2.0123, |
| "step": 23090 |
| }, |
| { |
| "epoch": 2.5867861142217246, |
| "grad_norm": 13.717708587646484, |
| "learning_rate": 6.888764464352371e-06, |
| "loss": 1.8026, |
| "step": 23100 |
| }, |
| { |
| "epoch": 2.587905935050392, |
| "grad_norm": 5.991678237915039, |
| "learning_rate": 6.870100783874581e-06, |
| "loss": 1.9593, |
| "step": 23110 |
| }, |
| { |
| "epoch": 2.5890257558790593, |
| "grad_norm": 6.467216491699219, |
| "learning_rate": 6.851437103396791e-06, |
| "loss": 1.8865, |
| "step": 23120 |
| }, |
| { |
| "epoch": 2.5901455767077266, |
| "grad_norm": 11.342000961303711, |
| "learning_rate": 6.832773422919001e-06, |
| "loss": 2.0429, |
| "step": 23130 |
| }, |
| { |
| "epoch": 2.591265397536394, |
| "grad_norm": 6.355552673339844, |
| "learning_rate": 6.814109742441211e-06, |
| "loss": 1.5285, |
| "step": 23140 |
| }, |
| { |
| "epoch": 2.5923852183650617, |
| "grad_norm": 4.930696964263916, |
| "learning_rate": 6.795446061963419e-06, |
| "loss": 2.0815, |
| "step": 23150 |
| }, |
| { |
| "epoch": 2.593505039193729, |
| "grad_norm": 6.06488037109375, |
| "learning_rate": 6.776782381485629e-06, |
| "loss": 1.6929, |
| "step": 23160 |
| }, |
| { |
| "epoch": 2.5946248600223965, |
| "grad_norm": 17.244834899902344, |
| "learning_rate": 6.758118701007839e-06, |
| "loss": 2.1941, |
| "step": 23170 |
| }, |
| { |
| "epoch": 2.595744680851064, |
| "grad_norm": 6.777196407318115, |
| "learning_rate": 6.739455020530049e-06, |
| "loss": 1.6116, |
| "step": 23180 |
| }, |
| { |
| "epoch": 2.596864501679731, |
| "grad_norm": 10.06576156616211, |
| "learning_rate": 6.720791340052258e-06, |
| "loss": 1.6001, |
| "step": 23190 |
| }, |
| { |
| "epoch": 2.5979843225083985, |
| "grad_norm": 17.110258102416992, |
| "learning_rate": 6.702127659574468e-06, |
| "loss": 1.9066, |
| "step": 23200 |
| }, |
| { |
| "epoch": 2.5991041433370663, |
| "grad_norm": 10.628520011901855, |
| "learning_rate": 6.683463979096678e-06, |
| "loss": 1.9434, |
| "step": 23210 |
| }, |
| { |
| "epoch": 2.6002239641657336, |
| "grad_norm": 6.576961040496826, |
| "learning_rate": 6.664800298618888e-06, |
| "loss": 1.2507, |
| "step": 23220 |
| }, |
| { |
| "epoch": 2.601343784994401, |
| "grad_norm": 5.920810699462891, |
| "learning_rate": 6.646136618141098e-06, |
| "loss": 1.9261, |
| "step": 23230 |
| }, |
| { |
| "epoch": 2.6024636058230683, |
| "grad_norm": 4.780271530151367, |
| "learning_rate": 6.627472937663308e-06, |
| "loss": 1.9078, |
| "step": 23240 |
| }, |
| { |
| "epoch": 2.6035834266517357, |
| "grad_norm": 3.30251145362854, |
| "learning_rate": 6.608809257185518e-06, |
| "loss": 2.2392, |
| "step": 23250 |
| }, |
| { |
| "epoch": 2.604703247480403, |
| "grad_norm": 6.361575126647949, |
| "learning_rate": 6.590145576707728e-06, |
| "loss": 1.5298, |
| "step": 23260 |
| }, |
| { |
| "epoch": 2.6058230683090704, |
| "grad_norm": 5.133968830108643, |
| "learning_rate": 6.5714818962299365e-06, |
| "loss": 2.0936, |
| "step": 23270 |
| }, |
| { |
| "epoch": 2.6069428891377378, |
| "grad_norm": 11.35536003112793, |
| "learning_rate": 6.5528182157521465e-06, |
| "loss": 2.1213, |
| "step": 23280 |
| }, |
| { |
| "epoch": 2.608062709966405, |
| "grad_norm": 14.275880813598633, |
| "learning_rate": 6.534154535274356e-06, |
| "loss": 1.5543, |
| "step": 23290 |
| }, |
| { |
| "epoch": 2.609182530795073, |
| "grad_norm": 11.91288948059082, |
| "learning_rate": 6.515490854796566e-06, |
| "loss": 1.8959, |
| "step": 23300 |
| }, |
| { |
| "epoch": 2.6103023516237402, |
| "grad_norm": 7.54849910736084, |
| "learning_rate": 6.496827174318776e-06, |
| "loss": 1.9089, |
| "step": 23310 |
| }, |
| { |
| "epoch": 2.6114221724524076, |
| "grad_norm": 4.366549968719482, |
| "learning_rate": 6.478163493840986e-06, |
| "loss": 1.6129, |
| "step": 23320 |
| }, |
| { |
| "epoch": 2.612541993281075, |
| "grad_norm": 4.882798671722412, |
| "learning_rate": 6.459499813363196e-06, |
| "loss": 1.857, |
| "step": 23330 |
| }, |
| { |
| "epoch": 2.6136618141097423, |
| "grad_norm": 18.530513763427734, |
| "learning_rate": 6.440836132885406e-06, |
| "loss": 2.0854, |
| "step": 23340 |
| }, |
| { |
| "epoch": 2.61478163493841, |
| "grad_norm": 7.46307897567749, |
| "learning_rate": 6.422172452407616e-06, |
| "loss": 1.5743, |
| "step": 23350 |
| }, |
| { |
| "epoch": 2.6159014557670774, |
| "grad_norm": 16.533849716186523, |
| "learning_rate": 6.403508771929826e-06, |
| "loss": 1.9256, |
| "step": 23360 |
| }, |
| { |
| "epoch": 2.617021276595745, |
| "grad_norm": 10.886700630187988, |
| "learning_rate": 6.384845091452035e-06, |
| "loss": 1.8017, |
| "step": 23370 |
| }, |
| { |
| "epoch": 2.618141097424412, |
| "grad_norm": 12.989828109741211, |
| "learning_rate": 6.366181410974244e-06, |
| "loss": 1.6722, |
| "step": 23380 |
| }, |
| { |
| "epoch": 2.6192609182530795, |
| "grad_norm": 6.532835960388184, |
| "learning_rate": 6.347517730496454e-06, |
| "loss": 1.4352, |
| "step": 23390 |
| }, |
| { |
| "epoch": 2.620380739081747, |
| "grad_norm": 4.241251468658447, |
| "learning_rate": 6.328854050018663e-06, |
| "loss": 1.3917, |
| "step": 23400 |
| }, |
| { |
| "epoch": 2.621500559910414, |
| "grad_norm": 14.074196815490723, |
| "learning_rate": 6.310190369540873e-06, |
| "loss": 1.6827, |
| "step": 23410 |
| }, |
| { |
| "epoch": 2.6226203807390815, |
| "grad_norm": 12.457422256469727, |
| "learning_rate": 6.291526689063083e-06, |
| "loss": 1.9047, |
| "step": 23420 |
| }, |
| { |
| "epoch": 2.623740201567749, |
| "grad_norm": 5.373779296875, |
| "learning_rate": 6.272863008585293e-06, |
| "loss": 1.9629, |
| "step": 23430 |
| }, |
| { |
| "epoch": 2.6248600223964167, |
| "grad_norm": 9.897968292236328, |
| "learning_rate": 6.254199328107503e-06, |
| "loss": 2.0395, |
| "step": 23440 |
| }, |
| { |
| "epoch": 2.625979843225084, |
| "grad_norm": 8.989608764648438, |
| "learning_rate": 6.235535647629713e-06, |
| "loss": 2.2198, |
| "step": 23450 |
| }, |
| { |
| "epoch": 2.6270996640537514, |
| "grad_norm": 4.570735931396484, |
| "learning_rate": 6.216871967151923e-06, |
| "loss": 1.5039, |
| "step": 23460 |
| }, |
| { |
| "epoch": 2.6282194848824187, |
| "grad_norm": 5.221905708312988, |
| "learning_rate": 6.198208286674132e-06, |
| "loss": 1.9416, |
| "step": 23470 |
| }, |
| { |
| "epoch": 2.629339305711086, |
| "grad_norm": 12.316040992736816, |
| "learning_rate": 6.179544606196342e-06, |
| "loss": 1.5188, |
| "step": 23480 |
| }, |
| { |
| "epoch": 2.630459126539754, |
| "grad_norm": 7.457785606384277, |
| "learning_rate": 6.160880925718552e-06, |
| "loss": 1.8277, |
| "step": 23490 |
| }, |
| { |
| "epoch": 2.6315789473684212, |
| "grad_norm": 2.610050916671753, |
| "learning_rate": 6.1422172452407615e-06, |
| "loss": 1.8489, |
| "step": 23500 |
| }, |
| { |
| "epoch": 2.6326987681970886, |
| "grad_norm": 18.59623908996582, |
| "learning_rate": 6.1235535647629715e-06, |
| "loss": 2.0608, |
| "step": 23510 |
| }, |
| { |
| "epoch": 2.633818589025756, |
| "grad_norm": 12.009276390075684, |
| "learning_rate": 6.1048898842851815e-06, |
| "loss": 1.4504, |
| "step": 23520 |
| }, |
| { |
| "epoch": 2.6349384098544233, |
| "grad_norm": 5.837096214294434, |
| "learning_rate": 6.086226203807391e-06, |
| "loss": 1.832, |
| "step": 23530 |
| }, |
| { |
| "epoch": 2.6360582306830906, |
| "grad_norm": 7.26812744140625, |
| "learning_rate": 6.067562523329601e-06, |
| "loss": 1.9916, |
| "step": 23540 |
| }, |
| { |
| "epoch": 2.637178051511758, |
| "grad_norm": 12.086437225341797, |
| "learning_rate": 6.048898842851811e-06, |
| "loss": 2.0041, |
| "step": 23550 |
| }, |
| { |
| "epoch": 2.6382978723404253, |
| "grad_norm": 13.357325553894043, |
| "learning_rate": 6.030235162374021e-06, |
| "loss": 1.9994, |
| "step": 23560 |
| }, |
| { |
| "epoch": 2.6394176931690927, |
| "grad_norm": 5.371031284332275, |
| "learning_rate": 6.011571481896231e-06, |
| "loss": 2.0408, |
| "step": 23570 |
| }, |
| { |
| "epoch": 2.6405375139977605, |
| "grad_norm": 5.823469638824463, |
| "learning_rate": 5.992907801418441e-06, |
| "loss": 1.8143, |
| "step": 23580 |
| }, |
| { |
| "epoch": 2.641657334826428, |
| "grad_norm": 14.469114303588867, |
| "learning_rate": 5.97424412094065e-06, |
| "loss": 1.7717, |
| "step": 23590 |
| }, |
| { |
| "epoch": 2.642777155655095, |
| "grad_norm": 5.268034934997559, |
| "learning_rate": 5.955580440462859e-06, |
| "loss": 1.4735, |
| "step": 23600 |
| }, |
| { |
| "epoch": 2.6438969764837625, |
| "grad_norm": 9.155729293823242, |
| "learning_rate": 5.936916759985069e-06, |
| "loss": 1.6729, |
| "step": 23610 |
| }, |
| { |
| "epoch": 2.64501679731243, |
| "grad_norm": 6.211864471435547, |
| "learning_rate": 5.918253079507279e-06, |
| "loss": 1.8493, |
| "step": 23620 |
| }, |
| { |
| "epoch": 2.6461366181410977, |
| "grad_norm": 6.068511962890625, |
| "learning_rate": 5.899589399029489e-06, |
| "loss": 1.5881, |
| "step": 23630 |
| }, |
| { |
| "epoch": 2.647256438969765, |
| "grad_norm": 9.574570655822754, |
| "learning_rate": 5.880925718551699e-06, |
| "loss": 2.2456, |
| "step": 23640 |
| }, |
| { |
| "epoch": 2.6483762597984324, |
| "grad_norm": 17.160005569458008, |
| "learning_rate": 5.862262038073908e-06, |
| "loss": 2.0387, |
| "step": 23650 |
| }, |
| { |
| "epoch": 2.6494960806270997, |
| "grad_norm": 9.527430534362793, |
| "learning_rate": 5.843598357596118e-06, |
| "loss": 1.9547, |
| "step": 23660 |
| }, |
| { |
| "epoch": 2.650615901455767, |
| "grad_norm": 4.618621349334717, |
| "learning_rate": 5.824934677118328e-06, |
| "loss": 2.0931, |
| "step": 23670 |
| }, |
| { |
| "epoch": 2.6517357222844344, |
| "grad_norm": 8.613204002380371, |
| "learning_rate": 5.806270996640538e-06, |
| "loss": 1.9036, |
| "step": 23680 |
| }, |
| { |
| "epoch": 2.652855543113102, |
| "grad_norm": 6.867215156555176, |
| "learning_rate": 5.787607316162748e-06, |
| "loss": 1.6778, |
| "step": 23690 |
| }, |
| { |
| "epoch": 2.653975363941769, |
| "grad_norm": 7.841908931732178, |
| "learning_rate": 5.768943635684957e-06, |
| "loss": 1.8852, |
| "step": 23700 |
| }, |
| { |
| "epoch": 2.6550951847704365, |
| "grad_norm": 16.442686080932617, |
| "learning_rate": 5.7502799552071665e-06, |
| "loss": 2.0865, |
| "step": 23710 |
| }, |
| { |
| "epoch": 2.6562150055991043, |
| "grad_norm": 6.369174957275391, |
| "learning_rate": 5.7316162747293765e-06, |
| "loss": 2.0048, |
| "step": 23720 |
| }, |
| { |
| "epoch": 2.6573348264277716, |
| "grad_norm": 9.311386108398438, |
| "learning_rate": 5.7129525942515865e-06, |
| "loss": 2.0094, |
| "step": 23730 |
| }, |
| { |
| "epoch": 2.658454647256439, |
| "grad_norm": 20.149980545043945, |
| "learning_rate": 5.6942889137737965e-06, |
| "loss": 2.0632, |
| "step": 23740 |
| }, |
| { |
| "epoch": 2.6595744680851063, |
| "grad_norm": 6.561110496520996, |
| "learning_rate": 5.6756252332960065e-06, |
| "loss": 1.6642, |
| "step": 23750 |
| }, |
| { |
| "epoch": 2.6606942889137737, |
| "grad_norm": 12.71684455871582, |
| "learning_rate": 5.656961552818216e-06, |
| "loss": 1.8664, |
| "step": 23760 |
| }, |
| { |
| "epoch": 2.6618141097424415, |
| "grad_norm": 11.952552795410156, |
| "learning_rate": 5.638297872340426e-06, |
| "loss": 2.1605, |
| "step": 23770 |
| }, |
| { |
| "epoch": 2.662933930571109, |
| "grad_norm": 6.831346035003662, |
| "learning_rate": 5.619634191862636e-06, |
| "loss": 2.0142, |
| "step": 23780 |
| }, |
| { |
| "epoch": 2.664053751399776, |
| "grad_norm": 6.235137939453125, |
| "learning_rate": 5.600970511384846e-06, |
| "loss": 1.8274, |
| "step": 23790 |
| }, |
| { |
| "epoch": 2.6651735722284435, |
| "grad_norm": 6.040173530578613, |
| "learning_rate": 5.582306830907056e-06, |
| "loss": 1.8131, |
| "step": 23800 |
| }, |
| { |
| "epoch": 2.666293393057111, |
| "grad_norm": 5.556991100311279, |
| "learning_rate": 5.563643150429265e-06, |
| "loss": 1.8855, |
| "step": 23810 |
| }, |
| { |
| "epoch": 2.6674132138857782, |
| "grad_norm": 12.537089347839355, |
| "learning_rate": 5.544979469951474e-06, |
| "loss": 2.0187, |
| "step": 23820 |
| }, |
| { |
| "epoch": 2.6685330347144456, |
| "grad_norm": 6.158973693847656, |
| "learning_rate": 5.526315789473684e-06, |
| "loss": 1.9405, |
| "step": 23830 |
| }, |
| { |
| "epoch": 2.669652855543113, |
| "grad_norm": 7.678884029388428, |
| "learning_rate": 5.507652108995894e-06, |
| "loss": 1.6122, |
| "step": 23840 |
| }, |
| { |
| "epoch": 2.6707726763717803, |
| "grad_norm": 7.427279472351074, |
| "learning_rate": 5.488988428518104e-06, |
| "loss": 2.3574, |
| "step": 23850 |
| }, |
| { |
| "epoch": 2.671892497200448, |
| "grad_norm": 7.1111369132995605, |
| "learning_rate": 5.470324748040314e-06, |
| "loss": 2.1574, |
| "step": 23860 |
| }, |
| { |
| "epoch": 2.6730123180291154, |
| "grad_norm": 6.275892734527588, |
| "learning_rate": 5.451661067562524e-06, |
| "loss": 2.0668, |
| "step": 23870 |
| }, |
| { |
| "epoch": 2.674132138857783, |
| "grad_norm": 6.145971775054932, |
| "learning_rate": 5.432997387084733e-06, |
| "loss": 1.7284, |
| "step": 23880 |
| }, |
| { |
| "epoch": 2.67525195968645, |
| "grad_norm": 15.736746788024902, |
| "learning_rate": 5.414333706606943e-06, |
| "loss": 1.9066, |
| "step": 23890 |
| }, |
| { |
| "epoch": 2.6763717805151175, |
| "grad_norm": 15.421698570251465, |
| "learning_rate": 5.395670026129153e-06, |
| "loss": 1.8727, |
| "step": 23900 |
| }, |
| { |
| "epoch": 2.677491601343785, |
| "grad_norm": 8.590100288391113, |
| "learning_rate": 5.377006345651362e-06, |
| "loss": 2.0051, |
| "step": 23910 |
| }, |
| { |
| "epoch": 2.6786114221724526, |
| "grad_norm": 5.847489356994629, |
| "learning_rate": 5.358342665173572e-06, |
| "loss": 1.8494, |
| "step": 23920 |
| }, |
| { |
| "epoch": 2.67973124300112, |
| "grad_norm": 7.782309055328369, |
| "learning_rate": 5.339678984695782e-06, |
| "loss": 1.5807, |
| "step": 23930 |
| }, |
| { |
| "epoch": 2.6808510638297873, |
| "grad_norm": 12.278881072998047, |
| "learning_rate": 5.3210153042179915e-06, |
| "loss": 1.7016, |
| "step": 23940 |
| }, |
| { |
| "epoch": 2.6819708846584547, |
| "grad_norm": 8.289608001708984, |
| "learning_rate": 5.3023516237402016e-06, |
| "loss": 1.9277, |
| "step": 23950 |
| }, |
| { |
| "epoch": 2.683090705487122, |
| "grad_norm": 10.736886024475098, |
| "learning_rate": 5.2836879432624116e-06, |
| "loss": 1.6973, |
| "step": 23960 |
| }, |
| { |
| "epoch": 2.6842105263157894, |
| "grad_norm": 10.661380767822266, |
| "learning_rate": 5.2650242627846216e-06, |
| "loss": 1.8526, |
| "step": 23970 |
| }, |
| { |
| "epoch": 2.6853303471444567, |
| "grad_norm": 13.474076271057129, |
| "learning_rate": 5.2463605823068316e-06, |
| "loss": 1.901, |
| "step": 23980 |
| }, |
| { |
| "epoch": 2.686450167973124, |
| "grad_norm": 18.428157806396484, |
| "learning_rate": 5.227696901829041e-06, |
| "loss": 1.6495, |
| "step": 23990 |
| }, |
| { |
| "epoch": 2.687569988801792, |
| "grad_norm": 9.425440788269043, |
| "learning_rate": 5.209033221351251e-06, |
| "loss": 1.563, |
| "step": 24000 |
| }, |
| { |
| "epoch": 2.6886898096304592, |
| "grad_norm": 6.908605575561523, |
| "learning_rate": 5.190369540873461e-06, |
| "loss": 1.6201, |
| "step": 24010 |
| }, |
| { |
| "epoch": 2.6898096304591266, |
| "grad_norm": 14.704828262329102, |
| "learning_rate": 5.17170586039567e-06, |
| "loss": 1.9403, |
| "step": 24020 |
| }, |
| { |
| "epoch": 2.690929451287794, |
| "grad_norm": 6.244283676147461, |
| "learning_rate": 5.15304217991788e-06, |
| "loss": 1.8803, |
| "step": 24030 |
| }, |
| { |
| "epoch": 2.6920492721164613, |
| "grad_norm": 5.735403537750244, |
| "learning_rate": 5.13437849944009e-06, |
| "loss": 1.7747, |
| "step": 24040 |
| }, |
| { |
| "epoch": 2.6931690929451286, |
| "grad_norm": 10.276829719543457, |
| "learning_rate": 5.115714818962299e-06, |
| "loss": 1.4198, |
| "step": 24050 |
| }, |
| { |
| "epoch": 2.6942889137737964, |
| "grad_norm": 12.467009544372559, |
| "learning_rate": 5.097051138484509e-06, |
| "loss": 1.7507, |
| "step": 24060 |
| }, |
| { |
| "epoch": 2.6954087346024638, |
| "grad_norm": 5.5821685791015625, |
| "learning_rate": 5.078387458006719e-06, |
| "loss": 1.9415, |
| "step": 24070 |
| }, |
| { |
| "epoch": 2.696528555431131, |
| "grad_norm": 5.4152092933654785, |
| "learning_rate": 5.059723777528929e-06, |
| "loss": 1.8896, |
| "step": 24080 |
| }, |
| { |
| "epoch": 2.6976483762597985, |
| "grad_norm": 4.517449855804443, |
| "learning_rate": 5.041060097051139e-06, |
| "loss": 1.4663, |
| "step": 24090 |
| }, |
| { |
| "epoch": 2.698768197088466, |
| "grad_norm": 4.125208377838135, |
| "learning_rate": 5.022396416573349e-06, |
| "loss": 1.7891, |
| "step": 24100 |
| }, |
| { |
| "epoch": 2.699888017917133, |
| "grad_norm": 9.702006340026855, |
| "learning_rate": 5.003732736095558e-06, |
| "loss": 1.8673, |
| "step": 24110 |
| }, |
| { |
| "epoch": 2.7010078387458005, |
| "grad_norm": 6.5520524978637695, |
| "learning_rate": 4.985069055617768e-06, |
| "loss": 1.216, |
| "step": 24120 |
| }, |
| { |
| "epoch": 2.702127659574468, |
| "grad_norm": 6.257602214813232, |
| "learning_rate": 4.966405375139977e-06, |
| "loss": 1.8753, |
| "step": 24130 |
| }, |
| { |
| "epoch": 2.7032474804031352, |
| "grad_norm": 14.424186706542969, |
| "learning_rate": 4.947741694662187e-06, |
| "loss": 1.7425, |
| "step": 24140 |
| }, |
| { |
| "epoch": 2.704367301231803, |
| "grad_norm": 8.422646522521973, |
| "learning_rate": 4.929078014184397e-06, |
| "loss": 1.8206, |
| "step": 24150 |
| }, |
| { |
| "epoch": 2.7054871220604704, |
| "grad_norm": 12.657279968261719, |
| "learning_rate": 4.910414333706607e-06, |
| "loss": 1.8706, |
| "step": 24160 |
| }, |
| { |
| "epoch": 2.7066069428891377, |
| "grad_norm": 11.817652702331543, |
| "learning_rate": 4.8917506532288166e-06, |
| "loss": 1.5599, |
| "step": 24170 |
| }, |
| { |
| "epoch": 2.707726763717805, |
| "grad_norm": 10.890949249267578, |
| "learning_rate": 4.873086972751027e-06, |
| "loss": 1.8615, |
| "step": 24180 |
| }, |
| { |
| "epoch": 2.7088465845464724, |
| "grad_norm": 23.385997772216797, |
| "learning_rate": 4.854423292273237e-06, |
| "loss": 2.2412, |
| "step": 24190 |
| }, |
| { |
| "epoch": 2.70996640537514, |
| "grad_norm": 5.702988147735596, |
| "learning_rate": 4.835759611795447e-06, |
| "loss": 2.1498, |
| "step": 24200 |
| }, |
| { |
| "epoch": 2.7110862262038076, |
| "grad_norm": 14.075940132141113, |
| "learning_rate": 4.817095931317657e-06, |
| "loss": 2.0775, |
| "step": 24210 |
| }, |
| { |
| "epoch": 2.712206047032475, |
| "grad_norm": 7.462947845458984, |
| "learning_rate": 4.798432250839866e-06, |
| "loss": 1.7159, |
| "step": 24220 |
| }, |
| { |
| "epoch": 2.7133258678611423, |
| "grad_norm": 7.062658786773682, |
| "learning_rate": 4.779768570362076e-06, |
| "loss": 2.0002, |
| "step": 24230 |
| }, |
| { |
| "epoch": 2.7144456886898096, |
| "grad_norm": 4.55973482131958, |
| "learning_rate": 4.761104889884285e-06, |
| "loss": 1.6569, |
| "step": 24240 |
| }, |
| { |
| "epoch": 2.715565509518477, |
| "grad_norm": 5.43080997467041, |
| "learning_rate": 4.742441209406495e-06, |
| "loss": 1.8489, |
| "step": 24250 |
| }, |
| { |
| "epoch": 2.7166853303471443, |
| "grad_norm": 2.3447320461273193, |
| "learning_rate": 4.723777528928705e-06, |
| "loss": 1.8083, |
| "step": 24260 |
| }, |
| { |
| "epoch": 2.7178051511758117, |
| "grad_norm": 5.452301979064941, |
| "learning_rate": 4.705113848450915e-06, |
| "loss": 1.2504, |
| "step": 24270 |
| }, |
| { |
| "epoch": 2.718924972004479, |
| "grad_norm": 5.787363052368164, |
| "learning_rate": 4.686450167973125e-06, |
| "loss": 1.8861, |
| "step": 24280 |
| }, |
| { |
| "epoch": 2.720044792833147, |
| "grad_norm": 10.703194618225098, |
| "learning_rate": 4.667786487495334e-06, |
| "loss": 1.8052, |
| "step": 24290 |
| }, |
| { |
| "epoch": 2.721164613661814, |
| "grad_norm": 4.210628032684326, |
| "learning_rate": 4.649122807017544e-06, |
| "loss": 1.3951, |
| "step": 24300 |
| }, |
| { |
| "epoch": 2.7222844344904815, |
| "grad_norm": 10.037901878356934, |
| "learning_rate": 4.630459126539754e-06, |
| "loss": 1.4718, |
| "step": 24310 |
| }, |
| { |
| "epoch": 2.723404255319149, |
| "grad_norm": 8.047080993652344, |
| "learning_rate": 4.611795446061964e-06, |
| "loss": 1.9238, |
| "step": 24320 |
| }, |
| { |
| "epoch": 2.724524076147816, |
| "grad_norm": 7.7797980308532715, |
| "learning_rate": 4.593131765584173e-06, |
| "loss": 1.3415, |
| "step": 24330 |
| }, |
| { |
| "epoch": 2.725643896976484, |
| "grad_norm": 10.15149211883545, |
| "learning_rate": 4.574468085106383e-06, |
| "loss": 1.6493, |
| "step": 24340 |
| }, |
| { |
| "epoch": 2.7267637178051514, |
| "grad_norm": 9.764996528625488, |
| "learning_rate": 4.555804404628592e-06, |
| "loss": 1.9219, |
| "step": 24350 |
| }, |
| { |
| "epoch": 2.7278835386338187, |
| "grad_norm": 5.193393230438232, |
| "learning_rate": 4.5371407241508024e-06, |
| "loss": 1.9921, |
| "step": 24360 |
| }, |
| { |
| "epoch": 2.729003359462486, |
| "grad_norm": 6.264823913574219, |
| "learning_rate": 4.5184770436730124e-06, |
| "loss": 1.8523, |
| "step": 24370 |
| }, |
| { |
| "epoch": 2.7301231802911534, |
| "grad_norm": 7.00139045715332, |
| "learning_rate": 4.4998133631952224e-06, |
| "loss": 1.6758, |
| "step": 24380 |
| }, |
| { |
| "epoch": 2.7312430011198208, |
| "grad_norm": 12.917388916015625, |
| "learning_rate": 4.4811496827174324e-06, |
| "loss": 1.4985, |
| "step": 24390 |
| }, |
| { |
| "epoch": 2.732362821948488, |
| "grad_norm": 8.675110816955566, |
| "learning_rate": 4.462486002239642e-06, |
| "loss": 1.711, |
| "step": 24400 |
| }, |
| { |
| "epoch": 2.7334826427771555, |
| "grad_norm": 19.992246627807617, |
| "learning_rate": 4.443822321761852e-06, |
| "loss": 1.9475, |
| "step": 24410 |
| }, |
| { |
| "epoch": 2.734602463605823, |
| "grad_norm": 11.201859474182129, |
| "learning_rate": 4.425158641284062e-06, |
| "loss": 1.5635, |
| "step": 24420 |
| }, |
| { |
| "epoch": 2.7357222844344906, |
| "grad_norm": 16.30078887939453, |
| "learning_rate": 4.406494960806272e-06, |
| "loss": 1.5639, |
| "step": 24430 |
| }, |
| { |
| "epoch": 2.736842105263158, |
| "grad_norm": 6.638637542724609, |
| "learning_rate": 4.387831280328481e-06, |
| "loss": 1.5362, |
| "step": 24440 |
| }, |
| { |
| "epoch": 2.7379619260918253, |
| "grad_norm": 4.872713088989258, |
| "learning_rate": 4.369167599850691e-06, |
| "loss": 1.8645, |
| "step": 24450 |
| }, |
| { |
| "epoch": 2.7390817469204927, |
| "grad_norm": 7.324185848236084, |
| "learning_rate": 4.3505039193729e-06, |
| "loss": 1.8918, |
| "step": 24460 |
| }, |
| { |
| "epoch": 2.74020156774916, |
| "grad_norm": 4.039488792419434, |
| "learning_rate": 4.33184023889511e-06, |
| "loss": 1.6727, |
| "step": 24470 |
| }, |
| { |
| "epoch": 2.741321388577828, |
| "grad_norm": 11.2632417678833, |
| "learning_rate": 4.31317655841732e-06, |
| "loss": 1.7408, |
| "step": 24480 |
| }, |
| { |
| "epoch": 2.742441209406495, |
| "grad_norm": 5.795408725738525, |
| "learning_rate": 4.29451287793953e-06, |
| "loss": 1.7775, |
| "step": 24490 |
| }, |
| { |
| "epoch": 2.7435610302351625, |
| "grad_norm": 11.392952919006348, |
| "learning_rate": 4.27584919746174e-06, |
| "loss": 2.0474, |
| "step": 24500 |
| }, |
| { |
| "epoch": 2.74468085106383, |
| "grad_norm": 13.791424751281738, |
| "learning_rate": 4.25718551698395e-06, |
| "loss": 1.8472, |
| "step": 24510 |
| }, |
| { |
| "epoch": 2.745800671892497, |
| "grad_norm": 5.293121337890625, |
| "learning_rate": 4.238521836506159e-06, |
| "loss": 1.7227, |
| "step": 24520 |
| }, |
| { |
| "epoch": 2.7469204927211646, |
| "grad_norm": 12.450265884399414, |
| "learning_rate": 4.219858156028369e-06, |
| "loss": 1.8579, |
| "step": 24530 |
| }, |
| { |
| "epoch": 2.748040313549832, |
| "grad_norm": 15.723026275634766, |
| "learning_rate": 4.201194475550579e-06, |
| "loss": 1.8304, |
| "step": 24540 |
| }, |
| { |
| "epoch": 2.7491601343784993, |
| "grad_norm": 9.901751518249512, |
| "learning_rate": 4.182530795072788e-06, |
| "loss": 1.7486, |
| "step": 24550 |
| }, |
| { |
| "epoch": 2.7502799552071666, |
| "grad_norm": 4.100079536437988, |
| "learning_rate": 4.163867114594998e-06, |
| "loss": 1.9, |
| "step": 24560 |
| }, |
| { |
| "epoch": 2.7513997760358344, |
| "grad_norm": 12.591753005981445, |
| "learning_rate": 4.145203434117208e-06, |
| "loss": 1.8743, |
| "step": 24570 |
| }, |
| { |
| "epoch": 2.7525195968645018, |
| "grad_norm": 15.76544189453125, |
| "learning_rate": 4.1265397536394174e-06, |
| "loss": 1.8585, |
| "step": 24580 |
| }, |
| { |
| "epoch": 2.753639417693169, |
| "grad_norm": 16.583786010742188, |
| "learning_rate": 4.1078760731616274e-06, |
| "loss": 2.0335, |
| "step": 24590 |
| }, |
| { |
| "epoch": 2.7547592385218365, |
| "grad_norm": 4.9236741065979, |
| "learning_rate": 4.0892123926838375e-06, |
| "loss": 1.7419, |
| "step": 24600 |
| }, |
| { |
| "epoch": 2.755879059350504, |
| "grad_norm": 11.055110931396484, |
| "learning_rate": 4.0705487122060475e-06, |
| "loss": 1.8933, |
| "step": 24610 |
| }, |
| { |
| "epoch": 2.7569988801791716, |
| "grad_norm": 5.0752153396606445, |
| "learning_rate": 4.0518850317282575e-06, |
| "loss": 2.1183, |
| "step": 24620 |
| }, |
| { |
| "epoch": 2.758118701007839, |
| "grad_norm": 16.526071548461914, |
| "learning_rate": 4.0332213512504675e-06, |
| "loss": 2.0595, |
| "step": 24630 |
| }, |
| { |
| "epoch": 2.7592385218365063, |
| "grad_norm": 9.256998062133789, |
| "learning_rate": 4.014557670772677e-06, |
| "loss": 2.0778, |
| "step": 24640 |
| }, |
| { |
| "epoch": 2.7603583426651737, |
| "grad_norm": 5.081698894500732, |
| "learning_rate": 3.995893990294887e-06, |
| "loss": 2.3567, |
| "step": 24650 |
| }, |
| { |
| "epoch": 2.761478163493841, |
| "grad_norm": 6.34022855758667, |
| "learning_rate": 3.977230309817096e-06, |
| "loss": 1.7605, |
| "step": 24660 |
| }, |
| { |
| "epoch": 2.7625979843225084, |
| "grad_norm": 13.629969596862793, |
| "learning_rate": 3.958566629339306e-06, |
| "loss": 1.7667, |
| "step": 24670 |
| }, |
| { |
| "epoch": 2.7637178051511757, |
| "grad_norm": 2.7139463424682617, |
| "learning_rate": 3.939902948861516e-06, |
| "loss": 1.9269, |
| "step": 24680 |
| }, |
| { |
| "epoch": 2.764837625979843, |
| "grad_norm": 8.121241569519043, |
| "learning_rate": 3.921239268383725e-06, |
| "loss": 2.0188, |
| "step": 24690 |
| }, |
| { |
| "epoch": 2.7659574468085104, |
| "grad_norm": 8.049278259277344, |
| "learning_rate": 3.902575587905935e-06, |
| "loss": 1.6694, |
| "step": 24700 |
| }, |
| { |
| "epoch": 2.767077267637178, |
| "grad_norm": 11.107040405273438, |
| "learning_rate": 3.883911907428145e-06, |
| "loss": 2.3154, |
| "step": 24710 |
| }, |
| { |
| "epoch": 2.7681970884658456, |
| "grad_norm": 6.505083084106445, |
| "learning_rate": 3.865248226950355e-06, |
| "loss": 1.8864, |
| "step": 24720 |
| }, |
| { |
| "epoch": 2.769316909294513, |
| "grad_norm": 10.971221923828125, |
| "learning_rate": 3.846584546472565e-06, |
| "loss": 1.9134, |
| "step": 24730 |
| }, |
| { |
| "epoch": 2.7704367301231803, |
| "grad_norm": 4.81821870803833, |
| "learning_rate": 3.827920865994775e-06, |
| "loss": 1.8286, |
| "step": 24740 |
| }, |
| { |
| "epoch": 2.7715565509518476, |
| "grad_norm": 11.385892868041992, |
| "learning_rate": 3.8092571855169837e-06, |
| "loss": 2.0084, |
| "step": 24750 |
| }, |
| { |
| "epoch": 2.772676371780515, |
| "grad_norm": 5.368199825286865, |
| "learning_rate": 3.7905935050391937e-06, |
| "loss": 1.6912, |
| "step": 24760 |
| }, |
| { |
| "epoch": 2.7737961926091828, |
| "grad_norm": 8.81826400756836, |
| "learning_rate": 3.7719298245614037e-06, |
| "loss": 1.9957, |
| "step": 24770 |
| }, |
| { |
| "epoch": 2.77491601343785, |
| "grad_norm": 11.901360511779785, |
| "learning_rate": 3.7532661440836137e-06, |
| "loss": 2.0144, |
| "step": 24780 |
| }, |
| { |
| "epoch": 2.7760358342665175, |
| "grad_norm": 4.292434215545654, |
| "learning_rate": 3.7346024636058233e-06, |
| "loss": 1.7567, |
| "step": 24790 |
| }, |
| { |
| "epoch": 2.777155655095185, |
| "grad_norm": 11.836398124694824, |
| "learning_rate": 3.7159387831280333e-06, |
| "loss": 2.2476, |
| "step": 24800 |
| }, |
| { |
| "epoch": 2.778275475923852, |
| "grad_norm": 5.869718551635742, |
| "learning_rate": 3.6972751026502425e-06, |
| "loss": 1.7245, |
| "step": 24810 |
| }, |
| { |
| "epoch": 2.7793952967525195, |
| "grad_norm": 17.10307502746582, |
| "learning_rate": 3.6786114221724525e-06, |
| "loss": 1.8758, |
| "step": 24820 |
| }, |
| { |
| "epoch": 2.780515117581187, |
| "grad_norm": 12.18902587890625, |
| "learning_rate": 3.6599477416946625e-06, |
| "loss": 1.7381, |
| "step": 24830 |
| }, |
| { |
| "epoch": 2.781634938409854, |
| "grad_norm": 6.835455894470215, |
| "learning_rate": 3.641284061216872e-06, |
| "loss": 1.7884, |
| "step": 24840 |
| }, |
| { |
| "epoch": 2.782754759238522, |
| "grad_norm": 4.9272541999816895, |
| "learning_rate": 3.622620380739082e-06, |
| "loss": 1.7644, |
| "step": 24850 |
| }, |
| { |
| "epoch": 2.7838745800671894, |
| "grad_norm": 8.834504127502441, |
| "learning_rate": 3.603956700261292e-06, |
| "loss": 1.7862, |
| "step": 24860 |
| }, |
| { |
| "epoch": 2.7849944008958567, |
| "grad_norm": 4.071360111236572, |
| "learning_rate": 3.5852930197835012e-06, |
| "loss": 1.8609, |
| "step": 24870 |
| }, |
| { |
| "epoch": 2.786114221724524, |
| "grad_norm": 10.676229476928711, |
| "learning_rate": 3.5666293393057112e-06, |
| "loss": 2.1334, |
| "step": 24880 |
| }, |
| { |
| "epoch": 2.7872340425531914, |
| "grad_norm": 15.198076248168945, |
| "learning_rate": 3.547965658827921e-06, |
| "loss": 2.2799, |
| "step": 24890 |
| }, |
| { |
| "epoch": 2.7883538633818588, |
| "grad_norm": 6.402156829833984, |
| "learning_rate": 3.529301978350131e-06, |
| "loss": 2.0125, |
| "step": 24900 |
| }, |
| { |
| "epoch": 2.7894736842105265, |
| "grad_norm": 6.411627292633057, |
| "learning_rate": 3.510638297872341e-06, |
| "loss": 1.7944, |
| "step": 24910 |
| }, |
| { |
| "epoch": 2.790593505039194, |
| "grad_norm": 8.75882625579834, |
| "learning_rate": 3.491974617394551e-06, |
| "loss": 1.9815, |
| "step": 24920 |
| }, |
| { |
| "epoch": 2.7917133258678613, |
| "grad_norm": 7.310870170593262, |
| "learning_rate": 3.47331093691676e-06, |
| "loss": 1.8766, |
| "step": 24930 |
| }, |
| { |
| "epoch": 2.7928331466965286, |
| "grad_norm": 10.259556770324707, |
| "learning_rate": 3.45464725643897e-06, |
| "loss": 1.7763, |
| "step": 24940 |
| }, |
| { |
| "epoch": 2.793952967525196, |
| "grad_norm": 16.690889358520508, |
| "learning_rate": 3.4359835759611796e-06, |
| "loss": 1.8072, |
| "step": 24950 |
| }, |
| { |
| "epoch": 2.7950727883538633, |
| "grad_norm": 3.8095781803131104, |
| "learning_rate": 3.4173198954833896e-06, |
| "loss": 1.7118, |
| "step": 24960 |
| }, |
| { |
| "epoch": 2.7961926091825307, |
| "grad_norm": 14.5068941116333, |
| "learning_rate": 3.3986562150055996e-06, |
| "loss": 1.7467, |
| "step": 24970 |
| }, |
| { |
| "epoch": 2.797312430011198, |
| "grad_norm": 6.723850250244141, |
| "learning_rate": 3.3799925345278087e-06, |
| "loss": 1.9952, |
| "step": 24980 |
| }, |
| { |
| "epoch": 2.7984322508398654, |
| "grad_norm": 11.487224578857422, |
| "learning_rate": 3.3613288540500187e-06, |
| "loss": 2.0564, |
| "step": 24990 |
| }, |
| { |
| "epoch": 2.799552071668533, |
| "grad_norm": 8.214585304260254, |
| "learning_rate": 3.3426651735722283e-06, |
| "loss": 1.7448, |
| "step": 25000 |
| }, |
| { |
| "epoch": 2.8006718924972005, |
| "grad_norm": 17.024662017822266, |
| "learning_rate": 3.3240014930944383e-06, |
| "loss": 1.5265, |
| "step": 25010 |
| }, |
| { |
| "epoch": 2.801791713325868, |
| "grad_norm": 8.459342002868652, |
| "learning_rate": 3.3053378126166483e-06, |
| "loss": 1.9152, |
| "step": 25020 |
| }, |
| { |
| "epoch": 2.802911534154535, |
| "grad_norm": 8.775456428527832, |
| "learning_rate": 3.2866741321388583e-06, |
| "loss": 2.038, |
| "step": 25030 |
| }, |
| { |
| "epoch": 2.8040313549832026, |
| "grad_norm": 5.435427665710449, |
| "learning_rate": 3.2680104516610675e-06, |
| "loss": 1.9425, |
| "step": 25040 |
| }, |
| { |
| "epoch": 2.8051511758118703, |
| "grad_norm": 11.797080993652344, |
| "learning_rate": 3.2493467711832775e-06, |
| "loss": 2.1394, |
| "step": 25050 |
| }, |
| { |
| "epoch": 2.8062709966405377, |
| "grad_norm": 15.878313064575195, |
| "learning_rate": 3.230683090705487e-06, |
| "loss": 2.2649, |
| "step": 25060 |
| }, |
| { |
| "epoch": 2.807390817469205, |
| "grad_norm": 11.612027168273926, |
| "learning_rate": 3.212019410227697e-06, |
| "loss": 1.4949, |
| "step": 25070 |
| }, |
| { |
| "epoch": 2.8085106382978724, |
| "grad_norm": 14.034370422363281, |
| "learning_rate": 3.193355729749907e-06, |
| "loss": 1.2324, |
| "step": 25080 |
| }, |
| { |
| "epoch": 2.8096304591265397, |
| "grad_norm": 19.293161392211914, |
| "learning_rate": 3.174692049272117e-06, |
| "loss": 2.2584, |
| "step": 25090 |
| }, |
| { |
| "epoch": 2.810750279955207, |
| "grad_norm": 6.628214359283447, |
| "learning_rate": 3.1560283687943263e-06, |
| "loss": 1.5751, |
| "step": 25100 |
| }, |
| { |
| "epoch": 2.8118701007838744, |
| "grad_norm": 16.124217987060547, |
| "learning_rate": 3.137364688316536e-06, |
| "loss": 2.0243, |
| "step": 25110 |
| }, |
| { |
| "epoch": 2.812989921612542, |
| "grad_norm": 6.106673717498779, |
| "learning_rate": 3.118701007838746e-06, |
| "loss": 1.9384, |
| "step": 25120 |
| }, |
| { |
| "epoch": 2.814109742441209, |
| "grad_norm": 8.48365306854248, |
| "learning_rate": 3.100037327360956e-06, |
| "loss": 1.7521, |
| "step": 25130 |
| }, |
| { |
| "epoch": 2.815229563269877, |
| "grad_norm": 6.083116054534912, |
| "learning_rate": 3.0813736468831654e-06, |
| "loss": 1.5675, |
| "step": 25140 |
| }, |
| { |
| "epoch": 2.8163493840985443, |
| "grad_norm": 16.414230346679688, |
| "learning_rate": 3.0627099664053754e-06, |
| "loss": 1.8823, |
| "step": 25150 |
| }, |
| { |
| "epoch": 2.8174692049272116, |
| "grad_norm": 9.585153579711914, |
| "learning_rate": 3.044046285927585e-06, |
| "loss": 2.0315, |
| "step": 25160 |
| }, |
| { |
| "epoch": 2.818589025755879, |
| "grad_norm": 10.281465530395508, |
| "learning_rate": 3.0253826054497946e-06, |
| "loss": 1.8152, |
| "step": 25170 |
| }, |
| { |
| "epoch": 2.8197088465845463, |
| "grad_norm": 4.486020565032959, |
| "learning_rate": 3.0067189249720046e-06, |
| "loss": 1.5388, |
| "step": 25180 |
| }, |
| { |
| "epoch": 2.820828667413214, |
| "grad_norm": 9.82872200012207, |
| "learning_rate": 2.9880552444942146e-06, |
| "loss": 2.1895, |
| "step": 25190 |
| }, |
| { |
| "epoch": 2.8219484882418815, |
| "grad_norm": 13.074673652648926, |
| "learning_rate": 2.969391564016424e-06, |
| "loss": 2.0497, |
| "step": 25200 |
| }, |
| { |
| "epoch": 2.823068309070549, |
| "grad_norm": 14.259294509887695, |
| "learning_rate": 2.9507278835386338e-06, |
| "loss": 2.1442, |
| "step": 25210 |
| }, |
| { |
| "epoch": 2.824188129899216, |
| "grad_norm": 4.93138313293457, |
| "learning_rate": 2.9320642030608438e-06, |
| "loss": 1.7481, |
| "step": 25220 |
| }, |
| { |
| "epoch": 2.8253079507278835, |
| "grad_norm": 6.078362941741943, |
| "learning_rate": 2.9134005225830533e-06, |
| "loss": 1.7641, |
| "step": 25230 |
| }, |
| { |
| "epoch": 2.826427771556551, |
| "grad_norm": 12.861568450927734, |
| "learning_rate": 2.8947368421052634e-06, |
| "loss": 1.8018, |
| "step": 25240 |
| }, |
| { |
| "epoch": 2.8275475923852182, |
| "grad_norm": 8.707850456237793, |
| "learning_rate": 2.8760731616274734e-06, |
| "loss": 1.8521, |
| "step": 25250 |
| }, |
| { |
| "epoch": 2.8286674132138856, |
| "grad_norm": 12.562678337097168, |
| "learning_rate": 2.8574094811496825e-06, |
| "loss": 1.7405, |
| "step": 25260 |
| }, |
| { |
| "epoch": 2.829787234042553, |
| "grad_norm": 18.912614822387695, |
| "learning_rate": 2.8387458006718925e-06, |
| "loss": 1.7982, |
| "step": 25270 |
| }, |
| { |
| "epoch": 2.8309070548712207, |
| "grad_norm": 6.430877208709717, |
| "learning_rate": 2.8200821201941025e-06, |
| "loss": 1.924, |
| "step": 25280 |
| }, |
| { |
| "epoch": 2.832026875699888, |
| "grad_norm": 5.357717990875244, |
| "learning_rate": 2.801418439716312e-06, |
| "loss": 1.9311, |
| "step": 25290 |
| }, |
| { |
| "epoch": 2.8331466965285554, |
| "grad_norm": 13.666546821594238, |
| "learning_rate": 2.782754759238522e-06, |
| "loss": 1.6254, |
| "step": 25300 |
| }, |
| { |
| "epoch": 2.834266517357223, |
| "grad_norm": 3.9082486629486084, |
| "learning_rate": 2.7640910787607317e-06, |
| "loss": 1.9293, |
| "step": 25310 |
| }, |
| { |
| "epoch": 2.83538633818589, |
| "grad_norm": 5.5125732421875, |
| "learning_rate": 2.7454273982829413e-06, |
| "loss": 2.0829, |
| "step": 25320 |
| }, |
| { |
| "epoch": 2.836506159014558, |
| "grad_norm": 5.76453971862793, |
| "learning_rate": 2.7267637178051513e-06, |
| "loss": 1.9197, |
| "step": 25330 |
| }, |
| { |
| "epoch": 2.8376259798432253, |
| "grad_norm": 7.775246620178223, |
| "learning_rate": 2.7081000373273613e-06, |
| "loss": 1.8856, |
| "step": 25340 |
| }, |
| { |
| "epoch": 2.8387458006718926, |
| "grad_norm": 8.506511688232422, |
| "learning_rate": 2.689436356849571e-06, |
| "loss": 1.5753, |
| "step": 25350 |
| }, |
| { |
| "epoch": 2.83986562150056, |
| "grad_norm": 15.149114608764648, |
| "learning_rate": 2.670772676371781e-06, |
| "loss": 1.8317, |
| "step": 25360 |
| }, |
| { |
| "epoch": 2.8409854423292273, |
| "grad_norm": 11.696993827819824, |
| "learning_rate": 2.6521089958939904e-06, |
| "loss": 1.6111, |
| "step": 25370 |
| }, |
| { |
| "epoch": 2.8421052631578947, |
| "grad_norm": 4.9371209144592285, |
| "learning_rate": 2.6334453154162e-06, |
| "loss": 1.7954, |
| "step": 25380 |
| }, |
| { |
| "epoch": 2.843225083986562, |
| "grad_norm": 18.963680267333984, |
| "learning_rate": 2.61478163493841e-06, |
| "loss": 2.4235, |
| "step": 25390 |
| }, |
| { |
| "epoch": 2.8443449048152294, |
| "grad_norm": 11.938720703125, |
| "learning_rate": 2.59611795446062e-06, |
| "loss": 1.667, |
| "step": 25400 |
| }, |
| { |
| "epoch": 2.8454647256438967, |
| "grad_norm": 8.081610679626465, |
| "learning_rate": 2.5774542739828296e-06, |
| "loss": 1.9183, |
| "step": 25410 |
| }, |
| { |
| "epoch": 2.8465845464725645, |
| "grad_norm": 6.90621280670166, |
| "learning_rate": 2.558790593505039e-06, |
| "loss": 1.9125, |
| "step": 25420 |
| }, |
| { |
| "epoch": 2.847704367301232, |
| "grad_norm": 11.308591842651367, |
| "learning_rate": 2.540126913027249e-06, |
| "loss": 2.2834, |
| "step": 25430 |
| }, |
| { |
| "epoch": 2.8488241881298992, |
| "grad_norm": 12.649473190307617, |
| "learning_rate": 2.5214632325494588e-06, |
| "loss": 2.0221, |
| "step": 25440 |
| }, |
| { |
| "epoch": 2.8499440089585666, |
| "grad_norm": 2.6453304290771484, |
| "learning_rate": 2.502799552071669e-06, |
| "loss": 1.7468, |
| "step": 25450 |
| }, |
| { |
| "epoch": 2.851063829787234, |
| "grad_norm": 10.066814422607422, |
| "learning_rate": 2.484135871593879e-06, |
| "loss": 1.706, |
| "step": 25460 |
| }, |
| { |
| "epoch": 2.8521836506159017, |
| "grad_norm": 11.059213638305664, |
| "learning_rate": 2.465472191116088e-06, |
| "loss": 2.4896, |
| "step": 25470 |
| }, |
| { |
| "epoch": 2.853303471444569, |
| "grad_norm": 5.4998016357421875, |
| "learning_rate": 2.446808510638298e-06, |
| "loss": 1.8076, |
| "step": 25480 |
| }, |
| { |
| "epoch": 2.8544232922732364, |
| "grad_norm": 5.691712379455566, |
| "learning_rate": 2.4281448301605075e-06, |
| "loss": 1.9473, |
| "step": 25490 |
| }, |
| { |
| "epoch": 2.855543113101904, |
| "grad_norm": 15.464776992797852, |
| "learning_rate": 2.4094811496827175e-06, |
| "loss": 2.2398, |
| "step": 25500 |
| }, |
| { |
| "epoch": 2.856662933930571, |
| "grad_norm": 3.6245803833007812, |
| "learning_rate": 2.3908174692049275e-06, |
| "loss": 1.9342, |
| "step": 25510 |
| }, |
| { |
| "epoch": 2.8577827547592385, |
| "grad_norm": 8.159955978393555, |
| "learning_rate": 2.372153788727137e-06, |
| "loss": 1.6683, |
| "step": 25520 |
| }, |
| { |
| "epoch": 2.858902575587906, |
| "grad_norm": 11.253711700439453, |
| "learning_rate": 2.3534901082493467e-06, |
| "loss": 1.6143, |
| "step": 25530 |
| }, |
| { |
| "epoch": 2.860022396416573, |
| "grad_norm": 14.729676246643066, |
| "learning_rate": 2.3348264277715567e-06, |
| "loss": 1.8251, |
| "step": 25540 |
| }, |
| { |
| "epoch": 2.8611422172452405, |
| "grad_norm": 8.878775596618652, |
| "learning_rate": 2.3161627472937663e-06, |
| "loss": 1.8646, |
| "step": 25550 |
| }, |
| { |
| "epoch": 2.8622620380739083, |
| "grad_norm": 14.987347602844238, |
| "learning_rate": 2.2974990668159763e-06, |
| "loss": 1.9119, |
| "step": 25560 |
| }, |
| { |
| "epoch": 2.8633818589025757, |
| "grad_norm": 5.109477519989014, |
| "learning_rate": 2.2788353863381863e-06, |
| "loss": 2.2621, |
| "step": 25570 |
| }, |
| { |
| "epoch": 2.864501679731243, |
| "grad_norm": 15.59926700592041, |
| "learning_rate": 2.2601717058603955e-06, |
| "loss": 1.9845, |
| "step": 25580 |
| }, |
| { |
| "epoch": 2.8656215005599104, |
| "grad_norm": 4.6907057762146, |
| "learning_rate": 2.2415080253826055e-06, |
| "loss": 2.0773, |
| "step": 25590 |
| }, |
| { |
| "epoch": 2.8667413213885777, |
| "grad_norm": 6.02996826171875, |
| "learning_rate": 2.2228443449048155e-06, |
| "loss": 2.0783, |
| "step": 25600 |
| }, |
| { |
| "epoch": 2.867861142217245, |
| "grad_norm": 14.389623641967773, |
| "learning_rate": 2.204180664427025e-06, |
| "loss": 1.9496, |
| "step": 25610 |
| }, |
| { |
| "epoch": 2.868980963045913, |
| "grad_norm": 5.188795566558838, |
| "learning_rate": 2.185516983949235e-06, |
| "loss": 1.5794, |
| "step": 25620 |
| }, |
| { |
| "epoch": 2.8701007838745802, |
| "grad_norm": 11.492018699645996, |
| "learning_rate": 2.1668533034714446e-06, |
| "loss": 1.5701, |
| "step": 25630 |
| }, |
| { |
| "epoch": 2.8712206047032476, |
| "grad_norm": 7.7545366287231445, |
| "learning_rate": 2.1481896229936542e-06, |
| "loss": 1.9405, |
| "step": 25640 |
| }, |
| { |
| "epoch": 2.872340425531915, |
| "grad_norm": 6.0428314208984375, |
| "learning_rate": 2.1295259425158642e-06, |
| "loss": 1.6884, |
| "step": 25650 |
| }, |
| { |
| "epoch": 2.8734602463605823, |
| "grad_norm": 15.78642749786377, |
| "learning_rate": 2.1108622620380742e-06, |
| "loss": 1.9008, |
| "step": 25660 |
| }, |
| { |
| "epoch": 2.8745800671892496, |
| "grad_norm": 19.360076904296875, |
| "learning_rate": 2.092198581560284e-06, |
| "loss": 2.1805, |
| "step": 25670 |
| }, |
| { |
| "epoch": 2.875699888017917, |
| "grad_norm": 10.965484619140625, |
| "learning_rate": 2.0735349010824934e-06, |
| "loss": 1.8339, |
| "step": 25680 |
| }, |
| { |
| "epoch": 2.8768197088465843, |
| "grad_norm": 13.197468757629395, |
| "learning_rate": 2.0548712206047034e-06, |
| "loss": 1.7847, |
| "step": 25690 |
| }, |
| { |
| "epoch": 2.8779395296752517, |
| "grad_norm": 8.53710651397705, |
| "learning_rate": 2.036207540126913e-06, |
| "loss": 1.6177, |
| "step": 25700 |
| }, |
| { |
| "epoch": 2.8790593505039195, |
| "grad_norm": 5.556687355041504, |
| "learning_rate": 2.017543859649123e-06, |
| "loss": 1.8142, |
| "step": 25710 |
| }, |
| { |
| "epoch": 2.880179171332587, |
| "grad_norm": 8.486677169799805, |
| "learning_rate": 1.998880179171333e-06, |
| "loss": 2.013, |
| "step": 25720 |
| }, |
| { |
| "epoch": 2.881298992161254, |
| "grad_norm": 12.919852256774902, |
| "learning_rate": 1.9802164986935426e-06, |
| "loss": 1.7, |
| "step": 25730 |
| }, |
| { |
| "epoch": 2.8824188129899215, |
| "grad_norm": 9.491839408874512, |
| "learning_rate": 1.961552818215752e-06, |
| "loss": 1.881, |
| "step": 25740 |
| }, |
| { |
| "epoch": 2.883538633818589, |
| "grad_norm": 15.983736991882324, |
| "learning_rate": 1.942889137737962e-06, |
| "loss": 2.1679, |
| "step": 25750 |
| }, |
| { |
| "epoch": 2.8846584546472567, |
| "grad_norm": 5.595208644866943, |
| "learning_rate": 1.9242254572601717e-06, |
| "loss": 1.8901, |
| "step": 25760 |
| }, |
| { |
| "epoch": 2.885778275475924, |
| "grad_norm": 10.111395835876465, |
| "learning_rate": 1.9055617767823815e-06, |
| "loss": 2.3119, |
| "step": 25770 |
| }, |
| { |
| "epoch": 2.8868980963045914, |
| "grad_norm": 18.772340774536133, |
| "learning_rate": 1.8868980963045915e-06, |
| "loss": 1.9794, |
| "step": 25780 |
| }, |
| { |
| "epoch": 2.8880179171332587, |
| "grad_norm": 4.584385395050049, |
| "learning_rate": 1.8682344158268011e-06, |
| "loss": 1.7576, |
| "step": 25790 |
| }, |
| { |
| "epoch": 2.889137737961926, |
| "grad_norm": 17.171106338500977, |
| "learning_rate": 1.849570735349011e-06, |
| "loss": 2.2186, |
| "step": 25800 |
| }, |
| { |
| "epoch": 2.8902575587905934, |
| "grad_norm": 18.548585891723633, |
| "learning_rate": 1.8309070548712205e-06, |
| "loss": 2.2678, |
| "step": 25810 |
| }, |
| { |
| "epoch": 2.891377379619261, |
| "grad_norm": 4.9082417488098145, |
| "learning_rate": 1.8122433743934305e-06, |
| "loss": 1.9042, |
| "step": 25820 |
| }, |
| { |
| "epoch": 2.892497200447928, |
| "grad_norm": 15.952796936035156, |
| "learning_rate": 1.7935796939156403e-06, |
| "loss": 1.7798, |
| "step": 25830 |
| }, |
| { |
| "epoch": 2.8936170212765955, |
| "grad_norm": 12.888788223266602, |
| "learning_rate": 1.7749160134378499e-06, |
| "loss": 1.648, |
| "step": 25840 |
| }, |
| { |
| "epoch": 2.8947368421052633, |
| "grad_norm": 5.010805606842041, |
| "learning_rate": 1.7562523329600599e-06, |
| "loss": 1.8376, |
| "step": 25850 |
| }, |
| { |
| "epoch": 2.8958566629339306, |
| "grad_norm": 9.813081741333008, |
| "learning_rate": 1.7375886524822697e-06, |
| "loss": 1.846, |
| "step": 25860 |
| }, |
| { |
| "epoch": 2.896976483762598, |
| "grad_norm": 11.167447090148926, |
| "learning_rate": 1.7189249720044792e-06, |
| "loss": 1.8414, |
| "step": 25870 |
| }, |
| { |
| "epoch": 2.8980963045912653, |
| "grad_norm": 5.086580276489258, |
| "learning_rate": 1.700261291526689e-06, |
| "loss": 1.4907, |
| "step": 25880 |
| }, |
| { |
| "epoch": 2.8992161254199327, |
| "grad_norm": 12.3839693069458, |
| "learning_rate": 1.681597611048899e-06, |
| "loss": 1.8576, |
| "step": 25890 |
| }, |
| { |
| "epoch": 2.9003359462486005, |
| "grad_norm": 6.351990222930908, |
| "learning_rate": 1.6629339305711086e-06, |
| "loss": 1.8742, |
| "step": 25900 |
| }, |
| { |
| "epoch": 2.901455767077268, |
| "grad_norm": 5.9348978996276855, |
| "learning_rate": 1.6442702500933184e-06, |
| "loss": 2.1135, |
| "step": 25910 |
| }, |
| { |
| "epoch": 2.902575587905935, |
| "grad_norm": 6.191033363342285, |
| "learning_rate": 1.6256065696155284e-06, |
| "loss": 1.6505, |
| "step": 25920 |
| }, |
| { |
| "epoch": 2.9036954087346025, |
| "grad_norm": 6.510402202606201, |
| "learning_rate": 1.606942889137738e-06, |
| "loss": 1.8007, |
| "step": 25930 |
| }, |
| { |
| "epoch": 2.90481522956327, |
| "grad_norm": 7.332479953765869, |
| "learning_rate": 1.5882792086599478e-06, |
| "loss": 1.9839, |
| "step": 25940 |
| }, |
| { |
| "epoch": 2.9059350503919372, |
| "grad_norm": 3.8477463722229004, |
| "learning_rate": 1.5696155281821578e-06, |
| "loss": 2.1467, |
| "step": 25950 |
| }, |
| { |
| "epoch": 2.9070548712206046, |
| "grad_norm": 11.45783805847168, |
| "learning_rate": 1.5509518477043674e-06, |
| "loss": 1.9373, |
| "step": 25960 |
| }, |
| { |
| "epoch": 2.908174692049272, |
| "grad_norm": 18.16033363342285, |
| "learning_rate": 1.5322881672265772e-06, |
| "loss": 1.9102, |
| "step": 25970 |
| }, |
| { |
| "epoch": 2.9092945128779393, |
| "grad_norm": 14.75328254699707, |
| "learning_rate": 1.513624486748787e-06, |
| "loss": 1.5849, |
| "step": 25980 |
| }, |
| { |
| "epoch": 2.910414333706607, |
| "grad_norm": 7.447336196899414, |
| "learning_rate": 1.4949608062709968e-06, |
| "loss": 1.187, |
| "step": 25990 |
| }, |
| { |
| "epoch": 2.9115341545352744, |
| "grad_norm": 6.396903038024902, |
| "learning_rate": 1.4762971257932065e-06, |
| "loss": 1.6073, |
| "step": 26000 |
| }, |
| { |
| "epoch": 2.9126539753639418, |
| "grad_norm": 13.001298904418945, |
| "learning_rate": 1.4576334453154161e-06, |
| "loss": 2.1491, |
| "step": 26010 |
| }, |
| { |
| "epoch": 2.913773796192609, |
| "grad_norm": 12.818767547607422, |
| "learning_rate": 1.4389697648376261e-06, |
| "loss": 1.6316, |
| "step": 26020 |
| }, |
| { |
| "epoch": 2.9148936170212765, |
| "grad_norm": 11.24215030670166, |
| "learning_rate": 1.420306084359836e-06, |
| "loss": 2.058, |
| "step": 26030 |
| }, |
| { |
| "epoch": 2.9160134378499443, |
| "grad_norm": 5.04683780670166, |
| "learning_rate": 1.4016424038820455e-06, |
| "loss": 1.6477, |
| "step": 26040 |
| }, |
| { |
| "epoch": 2.9171332586786116, |
| "grad_norm": 8.69908618927002, |
| "learning_rate": 1.3829787234042553e-06, |
| "loss": 1.7106, |
| "step": 26050 |
| }, |
| { |
| "epoch": 2.918253079507279, |
| "grad_norm": 10.91391372680664, |
| "learning_rate": 1.364315042926465e-06, |
| "loss": 1.878, |
| "step": 26060 |
| }, |
| { |
| "epoch": 2.9193729003359463, |
| "grad_norm": 15.811108589172363, |
| "learning_rate": 1.3456513624486749e-06, |
| "loss": 2.1953, |
| "step": 26070 |
| }, |
| { |
| "epoch": 2.9204927211646137, |
| "grad_norm": 12.007214546203613, |
| "learning_rate": 1.3269876819708847e-06, |
| "loss": 2.0814, |
| "step": 26080 |
| }, |
| { |
| "epoch": 2.921612541993281, |
| "grad_norm": 11.011650085449219, |
| "learning_rate": 1.3083240014930945e-06, |
| "loss": 1.5842, |
| "step": 26090 |
| }, |
| { |
| "epoch": 2.9227323628219484, |
| "grad_norm": 8.247806549072266, |
| "learning_rate": 1.2896603210153043e-06, |
| "loss": 1.6496, |
| "step": 26100 |
| }, |
| { |
| "epoch": 2.9238521836506157, |
| "grad_norm": 8.519516944885254, |
| "learning_rate": 1.270996640537514e-06, |
| "loss": 2.2153, |
| "step": 26110 |
| }, |
| { |
| "epoch": 2.924972004479283, |
| "grad_norm": 8.969647407531738, |
| "learning_rate": 1.2523329600597239e-06, |
| "loss": 2.1363, |
| "step": 26120 |
| }, |
| { |
| "epoch": 2.926091825307951, |
| "grad_norm": 11.865436553955078, |
| "learning_rate": 1.2336692795819336e-06, |
| "loss": 2.0425, |
| "step": 26130 |
| }, |
| { |
| "epoch": 2.927211646136618, |
| "grad_norm": 20.383333206176758, |
| "learning_rate": 1.2150055991041434e-06, |
| "loss": 2.0145, |
| "step": 26140 |
| }, |
| { |
| "epoch": 2.9283314669652856, |
| "grad_norm": 5.632237434387207, |
| "learning_rate": 1.1963419186263532e-06, |
| "loss": 1.9828, |
| "step": 26150 |
| }, |
| { |
| "epoch": 2.929451287793953, |
| "grad_norm": 7.68386697769165, |
| "learning_rate": 1.177678238148563e-06, |
| "loss": 2.4198, |
| "step": 26160 |
| }, |
| { |
| "epoch": 2.9305711086226203, |
| "grad_norm": 5.8563151359558105, |
| "learning_rate": 1.1590145576707726e-06, |
| "loss": 1.6861, |
| "step": 26170 |
| }, |
| { |
| "epoch": 2.931690929451288, |
| "grad_norm": 20.610515594482422, |
| "learning_rate": 1.1403508771929826e-06, |
| "loss": 2.0284, |
| "step": 26180 |
| }, |
| { |
| "epoch": 2.9328107502799554, |
| "grad_norm": 5.223932266235352, |
| "learning_rate": 1.1216871967151924e-06, |
| "loss": 2.0917, |
| "step": 26190 |
| }, |
| { |
| "epoch": 2.9339305711086228, |
| "grad_norm": 5.224584579467773, |
| "learning_rate": 1.103023516237402e-06, |
| "loss": 1.6706, |
| "step": 26200 |
| }, |
| { |
| "epoch": 2.93505039193729, |
| "grad_norm": 6.829593181610107, |
| "learning_rate": 1.084359835759612e-06, |
| "loss": 2.0043, |
| "step": 26210 |
| }, |
| { |
| "epoch": 2.9361702127659575, |
| "grad_norm": 5.992856979370117, |
| "learning_rate": 1.0656961552818216e-06, |
| "loss": 1.4484, |
| "step": 26220 |
| }, |
| { |
| "epoch": 2.937290033594625, |
| "grad_norm": 9.6854829788208, |
| "learning_rate": 1.0470324748040314e-06, |
| "loss": 2.1745, |
| "step": 26230 |
| }, |
| { |
| "epoch": 2.938409854423292, |
| "grad_norm": 5.901656627655029, |
| "learning_rate": 1.0283687943262412e-06, |
| "loss": 2.2163, |
| "step": 26240 |
| }, |
| { |
| "epoch": 2.9395296752519595, |
| "grad_norm": 11.751072883605957, |
| "learning_rate": 1.009705113848451e-06, |
| "loss": 2.2047, |
| "step": 26250 |
| }, |
| { |
| "epoch": 2.940649496080627, |
| "grad_norm": 6.053452491760254, |
| "learning_rate": 9.910414333706607e-07, |
| "loss": 1.5099, |
| "step": 26260 |
| }, |
| { |
| "epoch": 2.9417693169092947, |
| "grad_norm": 9.445327758789062, |
| "learning_rate": 9.723777528928705e-07, |
| "loss": 2.0437, |
| "step": 26270 |
| }, |
| { |
| "epoch": 2.942889137737962, |
| "grad_norm": 12.053526878356934, |
| "learning_rate": 9.537140724150803e-07, |
| "loss": 2.1465, |
| "step": 26280 |
| }, |
| { |
| "epoch": 2.9440089585666294, |
| "grad_norm": 10.680662155151367, |
| "learning_rate": 9.350503919372901e-07, |
| "loss": 1.8593, |
| "step": 26290 |
| }, |
| { |
| "epoch": 2.9451287793952967, |
| "grad_norm": 13.565116882324219, |
| "learning_rate": 9.163867114594998e-07, |
| "loss": 2.0493, |
| "step": 26300 |
| }, |
| { |
| "epoch": 2.946248600223964, |
| "grad_norm": 6.383924961090088, |
| "learning_rate": 8.977230309817097e-07, |
| "loss": 2.2825, |
| "step": 26310 |
| }, |
| { |
| "epoch": 2.9473684210526314, |
| "grad_norm": 19.03361701965332, |
| "learning_rate": 8.790593505039194e-07, |
| "loss": 1.7299, |
| "step": 26320 |
| }, |
| { |
| "epoch": 2.948488241881299, |
| "grad_norm": 10.854887962341309, |
| "learning_rate": 8.603956700261292e-07, |
| "loss": 1.7987, |
| "step": 26330 |
| }, |
| { |
| "epoch": 2.9496080627099666, |
| "grad_norm": 11.263670921325684, |
| "learning_rate": 8.417319895483391e-07, |
| "loss": 1.9531, |
| "step": 26340 |
| }, |
| { |
| "epoch": 2.950727883538634, |
| "grad_norm": 6.675166606903076, |
| "learning_rate": 8.230683090705488e-07, |
| "loss": 2.1583, |
| "step": 26350 |
| }, |
| { |
| "epoch": 2.9518477043673013, |
| "grad_norm": 10.624512672424316, |
| "learning_rate": 8.044046285927585e-07, |
| "loss": 1.9506, |
| "step": 26360 |
| }, |
| { |
| "epoch": 2.9529675251959686, |
| "grad_norm": 8.63731575012207, |
| "learning_rate": 7.857409481149684e-07, |
| "loss": 1.802, |
| "step": 26370 |
| }, |
| { |
| "epoch": 2.954087346024636, |
| "grad_norm": 8.122550964355469, |
| "learning_rate": 7.670772676371781e-07, |
| "loss": 1.5223, |
| "step": 26380 |
| }, |
| { |
| "epoch": 2.9552071668533033, |
| "grad_norm": 16.51909065246582, |
| "learning_rate": 7.484135871593878e-07, |
| "loss": 1.8571, |
| "step": 26390 |
| }, |
| { |
| "epoch": 2.9563269876819707, |
| "grad_norm": 7.450239658355713, |
| "learning_rate": 7.297499066815976e-07, |
| "loss": 1.5009, |
| "step": 26400 |
| }, |
| { |
| "epoch": 2.9574468085106385, |
| "grad_norm": 14.5098237991333, |
| "learning_rate": 7.110862262038074e-07, |
| "loss": 1.9467, |
| "step": 26410 |
| }, |
| { |
| "epoch": 2.958566629339306, |
| "grad_norm": 6.5906782150268555, |
| "learning_rate": 6.924225457260172e-07, |
| "loss": 1.8331, |
| "step": 26420 |
| }, |
| { |
| "epoch": 2.959686450167973, |
| "grad_norm": 5.737934112548828, |
| "learning_rate": 6.73758865248227e-07, |
| "loss": 2.0944, |
| "step": 26430 |
| }, |
| { |
| "epoch": 2.9608062709966405, |
| "grad_norm": 11.81939697265625, |
| "learning_rate": 6.550951847704367e-07, |
| "loss": 1.6853, |
| "step": 26440 |
| }, |
| { |
| "epoch": 2.961926091825308, |
| "grad_norm": 7.474795341491699, |
| "learning_rate": 6.364315042926465e-07, |
| "loss": 1.4531, |
| "step": 26450 |
| }, |
| { |
| "epoch": 2.963045912653975, |
| "grad_norm": 10.875497817993164, |
| "learning_rate": 6.177678238148564e-07, |
| "loss": 2.3634, |
| "step": 26460 |
| }, |
| { |
| "epoch": 2.964165733482643, |
| "grad_norm": 7.887001991271973, |
| "learning_rate": 5.991041433370661e-07, |
| "loss": 1.9128, |
| "step": 26470 |
| }, |
| { |
| "epoch": 2.9652855543113104, |
| "grad_norm": 6.30941915512085, |
| "learning_rate": 5.804404628592759e-07, |
| "loss": 2.0812, |
| "step": 26480 |
| }, |
| { |
| "epoch": 2.9664053751399777, |
| "grad_norm": 6.238934516906738, |
| "learning_rate": 5.617767823814857e-07, |
| "loss": 1.7906, |
| "step": 26490 |
| }, |
| { |
| "epoch": 2.967525195968645, |
| "grad_norm": 7.524406909942627, |
| "learning_rate": 5.431131019036955e-07, |
| "loss": 1.9674, |
| "step": 26500 |
| }, |
| { |
| "epoch": 2.9686450167973124, |
| "grad_norm": 7.257613658905029, |
| "learning_rate": 5.244494214259052e-07, |
| "loss": 1.9621, |
| "step": 26510 |
| }, |
| { |
| "epoch": 2.9697648376259798, |
| "grad_norm": 16.3148136138916, |
| "learning_rate": 5.057857409481149e-07, |
| "loss": 1.6907, |
| "step": 26520 |
| }, |
| { |
| "epoch": 2.970884658454647, |
| "grad_norm": 5.2545952796936035, |
| "learning_rate": 4.871220604703247e-07, |
| "loss": 1.7305, |
| "step": 26530 |
| }, |
| { |
| "epoch": 2.9720044792833145, |
| "grad_norm": 16.13141632080078, |
| "learning_rate": 4.6845837999253457e-07, |
| "loss": 1.9891, |
| "step": 26540 |
| }, |
| { |
| "epoch": 2.973124300111982, |
| "grad_norm": 9.418984413146973, |
| "learning_rate": 4.497946995147443e-07, |
| "loss": 1.7309, |
| "step": 26550 |
| }, |
| { |
| "epoch": 2.9742441209406496, |
| "grad_norm": 3.6016457080841064, |
| "learning_rate": 4.311310190369541e-07, |
| "loss": 1.6292, |
| "step": 26560 |
| }, |
| { |
| "epoch": 2.975363941769317, |
| "grad_norm": 7.472093105316162, |
| "learning_rate": 4.1246733855916395e-07, |
| "loss": 1.8515, |
| "step": 26570 |
| }, |
| { |
| "epoch": 2.9764837625979843, |
| "grad_norm": 6.936214923858643, |
| "learning_rate": 3.9380365808137364e-07, |
| "loss": 1.7409, |
| "step": 26580 |
| }, |
| { |
| "epoch": 2.9776035834266517, |
| "grad_norm": 6.333293437957764, |
| "learning_rate": 3.751399776035835e-07, |
| "loss": 1.8553, |
| "step": 26590 |
| }, |
| { |
| "epoch": 2.978723404255319, |
| "grad_norm": 5.685304164886475, |
| "learning_rate": 3.564762971257932e-07, |
| "loss": 1.7563, |
| "step": 26600 |
| }, |
| { |
| "epoch": 2.979843225083987, |
| "grad_norm": 7.443325996398926, |
| "learning_rate": 3.37812616648003e-07, |
| "loss": 2.0484, |
| "step": 26610 |
| }, |
| { |
| "epoch": 2.980963045912654, |
| "grad_norm": 6.894618034362793, |
| "learning_rate": 3.1914893617021275e-07, |
| "loss": 1.6829, |
| "step": 26620 |
| }, |
| { |
| "epoch": 2.9820828667413215, |
| "grad_norm": 18.16074562072754, |
| "learning_rate": 3.004852556924226e-07, |
| "loss": 2.1276, |
| "step": 26630 |
| }, |
| { |
| "epoch": 2.983202687569989, |
| "grad_norm": 13.232165336608887, |
| "learning_rate": 2.8182157521463234e-07, |
| "loss": 1.8867, |
| "step": 26640 |
| }, |
| { |
| "epoch": 2.984322508398656, |
| "grad_norm": 3.8035480976104736, |
| "learning_rate": 2.6315789473684213e-07, |
| "loss": 1.9104, |
| "step": 26650 |
| }, |
| { |
| "epoch": 2.9854423292273236, |
| "grad_norm": 6.058941841125488, |
| "learning_rate": 2.4449421425905187e-07, |
| "loss": 1.6504, |
| "step": 26660 |
| }, |
| { |
| "epoch": 2.986562150055991, |
| "grad_norm": 8.38434886932373, |
| "learning_rate": 2.258305337812617e-07, |
| "loss": 1.4973, |
| "step": 26670 |
| }, |
| { |
| "epoch": 2.9876819708846583, |
| "grad_norm": 16.152746200561523, |
| "learning_rate": 2.0716685330347146e-07, |
| "loss": 1.6986, |
| "step": 26680 |
| }, |
| { |
| "epoch": 2.9888017917133256, |
| "grad_norm": 5.802217960357666, |
| "learning_rate": 1.8850317282568122e-07, |
| "loss": 1.6346, |
| "step": 26690 |
| }, |
| { |
| "epoch": 2.9899216125419934, |
| "grad_norm": 18.607810974121094, |
| "learning_rate": 1.6983949234789102e-07, |
| "loss": 1.9916, |
| "step": 26700 |
| }, |
| { |
| "epoch": 2.9910414333706608, |
| "grad_norm": 5.028476715087891, |
| "learning_rate": 1.5117581187010078e-07, |
| "loss": 1.7811, |
| "step": 26710 |
| }, |
| { |
| "epoch": 2.992161254199328, |
| "grad_norm": 6.0024824142456055, |
| "learning_rate": 1.3251213139231058e-07, |
| "loss": 2.2338, |
| "step": 26720 |
| }, |
| { |
| "epoch": 2.9932810750279955, |
| "grad_norm": 5.444699287414551, |
| "learning_rate": 1.1384845091452034e-07, |
| "loss": 2.1604, |
| "step": 26730 |
| }, |
| { |
| "epoch": 2.994400895856663, |
| "grad_norm": 12.872075080871582, |
| "learning_rate": 9.518477043673014e-08, |
| "loss": 1.2952, |
| "step": 26740 |
| }, |
| { |
| "epoch": 2.9955207166853306, |
| "grad_norm": 10.56808853149414, |
| "learning_rate": 7.652108995893992e-08, |
| "loss": 1.8126, |
| "step": 26750 |
| }, |
| { |
| "epoch": 2.996640537513998, |
| "grad_norm": 5.550817966461182, |
| "learning_rate": 5.785740948114969e-08, |
| "loss": 2.0958, |
| "step": 26760 |
| }, |
| { |
| "epoch": 2.9977603583426653, |
| "grad_norm": 6.287519454956055, |
| "learning_rate": 3.919372900335946e-08, |
| "loss": 1.8855, |
| "step": 26770 |
| }, |
| { |
| "epoch": 2.9988801791713326, |
| "grad_norm": 8.283456802368164, |
| "learning_rate": 2.0530048525569244e-08, |
| "loss": 1.916, |
| "step": 26780 |
| }, |
| { |
| "epoch": 3.0, |
| "grad_norm": 7.1067328453063965, |
| "learning_rate": 1.866368047779022e-09, |
| "loss": 1.6709, |
| "step": 26790 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 26790, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 5.457535008768e+16, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
