| { |
| "best_metric": 0.8637903928756714, |
| "best_model_checkpoint": "CTCLLMs_backboneTrain/checkpoints/LongSpeech_CTC-Shrink_augment_data_self_tokenizer_addMLS_projector_restore_2epoch_OpenASQA_LibriSQA_CommonVoice_random/checkpoint-44000", |
| "epoch": 2.0, |
| "eval_steps": 2000, |
| "global_step": 48676, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0008217602103706139, |
| "grad_norm": 2.583192825317383, |
| "learning_rate": 2.737850787132101e-06, |
| "loss": 1.7034, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.0016435204207412278, |
| "grad_norm": 1.2284363508224487, |
| "learning_rate": 5.475701574264202e-06, |
| "loss": 1.3595, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.0024652806311118414, |
| "grad_norm": 0.7835968732833862, |
| "learning_rate": 8.213552361396305e-06, |
| "loss": 1.0712, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.0032870408414824555, |
| "grad_norm": 0.7891668081283569, |
| "learning_rate": 1.0951403148528404e-05, |
| "loss": 0.9601, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.004108801051853069, |
| "grad_norm": 0.7853180170059204, |
| "learning_rate": 1.3689253935660506e-05, |
| "loss": 0.9205, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.004930561262223683, |
| "grad_norm": 0.8246210217475891, |
| "learning_rate": 1.642710472279261e-05, |
| "loss": 0.8811, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.005752321472594297, |
| "grad_norm": 0.8358054757118225, |
| "learning_rate": 1.916495550992471e-05, |
| "loss": 0.8942, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.006574081682964911, |
| "grad_norm": 0.8320625424385071, |
| "learning_rate": 2.190280629705681e-05, |
| "loss": 0.8571, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.007395841893335525, |
| "grad_norm": 0.915210485458374, |
| "learning_rate": 2.464065708418891e-05, |
| "loss": 0.8753, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.008217602103706138, |
| "grad_norm": 0.819446861743927, |
| "learning_rate": 2.7378507871321012e-05, |
| "loss": 0.8164, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.009039362314076753, |
| "grad_norm": 0.8161728978157043, |
| "learning_rate": 3.0116358658453113e-05, |
| "loss": 0.8124, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.009861122524447366, |
| "grad_norm": 0.8150123953819275, |
| "learning_rate": 3.285420944558522e-05, |
| "loss": 0.8046, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.01068288273481798, |
| "grad_norm": 0.7666240334510803, |
| "learning_rate": 3.559206023271732e-05, |
| "loss": 0.804, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.011504642945188595, |
| "grad_norm": 0.7685117721557617, |
| "learning_rate": 3.832991101984942e-05, |
| "loss": 0.7959, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.012326403155559208, |
| "grad_norm": 0.7646723985671997, |
| "learning_rate": 4.1067761806981516e-05, |
| "loss": 0.7919, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.013148163365929822, |
| "grad_norm": 0.6962915062904358, |
| "learning_rate": 4.380561259411362e-05, |
| "loss": 0.8057, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.013969923576300435, |
| "grad_norm": 0.7180787324905396, |
| "learning_rate": 4.654346338124572e-05, |
| "loss": 0.7921, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.01479168378667105, |
| "grad_norm": 0.6863545179367065, |
| "learning_rate": 4.928131416837782e-05, |
| "loss": 0.7752, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.015613443997041664, |
| "grad_norm": 0.7281647324562073, |
| "learning_rate": 5.201916495550992e-05, |
| "loss": 0.8258, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.016435204207412277, |
| "grad_norm": 0.6535085439682007, |
| "learning_rate": 5.4757015742642024e-05, |
| "loss": 0.8181, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.01725696441778289, |
| "grad_norm": 0.722362220287323, |
| "learning_rate": 5.7494866529774125e-05, |
| "loss": 0.7875, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.018078724628153506, |
| "grad_norm": 0.6223776340484619, |
| "learning_rate": 6.023271731690623e-05, |
| "loss": 0.7995, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.01890048483852412, |
| "grad_norm": 0.6497051119804382, |
| "learning_rate": 6.297056810403833e-05, |
| "loss": 0.8061, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.01972224504889473, |
| "grad_norm": 0.6080052256584167, |
| "learning_rate": 6.570841889117044e-05, |
| "loss": 0.7808, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.020544005259265346, |
| "grad_norm": 0.6562979221343994, |
| "learning_rate": 6.844626967830253e-05, |
| "loss": 0.8084, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.02136576546963596, |
| "grad_norm": 0.5958985686302185, |
| "learning_rate": 7.118412046543464e-05, |
| "loss": 0.7635, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.022187525680006575, |
| "grad_norm": 0.6067186594009399, |
| "learning_rate": 7.392197125256673e-05, |
| "loss": 0.8001, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.02300928589037719, |
| "grad_norm": 0.5998467803001404, |
| "learning_rate": 7.665982203969884e-05, |
| "loss": 0.7907, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.0238310461007478, |
| "grad_norm": 0.6743142604827881, |
| "learning_rate": 7.939767282683094e-05, |
| "loss": 0.7716, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.024652806311118415, |
| "grad_norm": 0.5700744390487671, |
| "learning_rate": 8.213552361396303e-05, |
| "loss": 0.775, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.02547456652148903, |
| "grad_norm": 0.5921510457992554, |
| "learning_rate": 8.487337440109514e-05, |
| "loss": 0.7874, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.026296326731859644, |
| "grad_norm": 0.6034173965454102, |
| "learning_rate": 8.761122518822724e-05, |
| "loss": 0.7815, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.02711808694223026, |
| "grad_norm": 0.5742852091789246, |
| "learning_rate": 9.034907597535934e-05, |
| "loss": 0.7881, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.02793984715260087, |
| "grad_norm": 0.5726728439331055, |
| "learning_rate": 9.308692676249144e-05, |
| "loss": 0.7905, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.028761607362971484, |
| "grad_norm": 0.5717937350273132, |
| "learning_rate": 9.582477754962355e-05, |
| "loss": 0.7674, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.0295833675733421, |
| "grad_norm": 0.5768669247627258, |
| "learning_rate": 9.856262833675564e-05, |
| "loss": 0.7687, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.030405127783712713, |
| "grad_norm": 0.577836275100708, |
| "learning_rate": 0.00010130047912388776, |
| "loss": 0.775, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.031226887994083328, |
| "grad_norm": 0.5653334259986877, |
| "learning_rate": 0.00010403832991101984, |
| "loss": 0.7531, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.03204864820445394, |
| "grad_norm": 0.6732868552207947, |
| "learning_rate": 0.00010677618069815197, |
| "loss": 0.7961, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.03287040841482455, |
| "grad_norm": 0.5599177479743958, |
| "learning_rate": 0.00010951403148528405, |
| "loss": 0.7617, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.03369216862519517, |
| "grad_norm": 0.6064387559890747, |
| "learning_rate": 0.00011225188227241617, |
| "loss": 0.7279, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.03451392883556578, |
| "grad_norm": 0.5485804080963135, |
| "learning_rate": 0.00011498973305954825, |
| "loss": 0.7499, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.0353356890459364, |
| "grad_norm": 0.5458228588104248, |
| "learning_rate": 0.00011772758384668037, |
| "loss": 0.7726, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.03615744925630701, |
| "grad_norm": 0.5380986928939819, |
| "learning_rate": 0.00012046543463381245, |
| "loss": 0.8033, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.036979209466677626, |
| "grad_norm": 0.6237996220588684, |
| "learning_rate": 0.00012320328542094456, |
| "loss": 0.7961, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.03780096967704824, |
| "grad_norm": 0.561638593673706, |
| "learning_rate": 0.00012594113620807666, |
| "loss": 0.7799, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.03862272988741885, |
| "grad_norm": 0.5861026644706726, |
| "learning_rate": 0.00012867898699520878, |
| "loss": 0.7801, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.03944449009778946, |
| "grad_norm": 0.5767973065376282, |
| "learning_rate": 0.00013141683778234087, |
| "loss": 0.7743, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.04026625030816008, |
| "grad_norm": 0.5575984120368958, |
| "learning_rate": 0.00013415468856947297, |
| "loss": 0.7781, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.04108801051853069, |
| "grad_norm": 0.6257224678993225, |
| "learning_rate": 0.00013689253935660506, |
| "loss": 0.7942, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.041909770728901306, |
| "grad_norm": 0.5779247283935547, |
| "learning_rate": 0.00013963039014373718, |
| "loss": 0.7781, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.04273153093927192, |
| "grad_norm": 0.580823540687561, |
| "learning_rate": 0.00014236824093086928, |
| "loss": 0.7821, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.043553291149642535, |
| "grad_norm": 0.6481038331985474, |
| "learning_rate": 0.00014510609171800137, |
| "loss": 0.7743, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.04437505136001315, |
| "grad_norm": 0.5689835548400879, |
| "learning_rate": 0.00014784394250513347, |
| "loss": 0.7839, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.045196811570383764, |
| "grad_norm": 0.6186492443084717, |
| "learning_rate": 0.0001505817932922656, |
| "loss": 0.8148, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.04601857178075438, |
| "grad_norm": 0.6207014322280884, |
| "learning_rate": 0.00015331964407939769, |
| "loss": 0.7854, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.04684033199112499, |
| "grad_norm": 0.649277925491333, |
| "learning_rate": 0.00015605749486652978, |
| "loss": 0.792, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.0476620922014956, |
| "grad_norm": 0.6359161734580994, |
| "learning_rate": 0.00015879534565366188, |
| "loss": 0.7871, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.048483852411866216, |
| "grad_norm": 0.6189965009689331, |
| "learning_rate": 0.000161533196440794, |
| "loss": 0.8014, |
| "step": 1180 |
| }, |
| { |
| "epoch": 0.04930561262223683, |
| "grad_norm": 0.6509179472923279, |
| "learning_rate": 0.00016427104722792606, |
| "loss": 0.7993, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.050127372832607445, |
| "grad_norm": 0.70870041847229, |
| "learning_rate": 0.0001670088980150582, |
| "loss": 0.7892, |
| "step": 1220 |
| }, |
| { |
| "epoch": 0.05094913304297806, |
| "grad_norm": 0.6406404376029968, |
| "learning_rate": 0.00016974674880219028, |
| "loss": 0.7823, |
| "step": 1240 |
| }, |
| { |
| "epoch": 0.051770893253348674, |
| "grad_norm": 0.65333092212677, |
| "learning_rate": 0.0001724845995893224, |
| "loss": 0.788, |
| "step": 1260 |
| }, |
| { |
| "epoch": 0.05259265346371929, |
| "grad_norm": 0.6580297946929932, |
| "learning_rate": 0.00017522245037645447, |
| "loss": 0.7818, |
| "step": 1280 |
| }, |
| { |
| "epoch": 0.0534144136740899, |
| "grad_norm": 0.6168191432952881, |
| "learning_rate": 0.0001779603011635866, |
| "loss": 0.8192, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.05423617388446052, |
| "grad_norm": 0.6828853487968445, |
| "learning_rate": 0.0001806981519507187, |
| "loss": 0.7965, |
| "step": 1320 |
| }, |
| { |
| "epoch": 0.055057934094831125, |
| "grad_norm": 0.6340402960777283, |
| "learning_rate": 0.0001834360027378508, |
| "loss": 0.7994, |
| "step": 1340 |
| }, |
| { |
| "epoch": 0.05587969430520174, |
| "grad_norm": 0.6091774106025696, |
| "learning_rate": 0.00018617385352498288, |
| "loss": 0.8142, |
| "step": 1360 |
| }, |
| { |
| "epoch": 0.056701454515572354, |
| "grad_norm": 0.6250841617584229, |
| "learning_rate": 0.000188911704312115, |
| "loss": 0.7998, |
| "step": 1380 |
| }, |
| { |
| "epoch": 0.05752321472594297, |
| "grad_norm": 0.6069123148918152, |
| "learning_rate": 0.0001916495550992471, |
| "loss": 0.8138, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.05834497493631358, |
| "grad_norm": 0.6658041477203369, |
| "learning_rate": 0.00019438740588637922, |
| "loss": 0.8082, |
| "step": 1420 |
| }, |
| { |
| "epoch": 0.0591667351466842, |
| "grad_norm": 0.6972244381904602, |
| "learning_rate": 0.00019712525667351128, |
| "loss": 0.8203, |
| "step": 1440 |
| }, |
| { |
| "epoch": 0.05998849535705481, |
| "grad_norm": 0.6969318985939026, |
| "learning_rate": 0.0001998631074606434, |
| "loss": 0.7889, |
| "step": 1460 |
| }, |
| { |
| "epoch": 0.06081025556742543, |
| "grad_norm": 0.6873449087142944, |
| "learning_rate": 0.00019999992008709735, |
| "loss": 0.8483, |
| "step": 1480 |
| }, |
| { |
| "epoch": 0.06163201577779604, |
| "grad_norm": 0.6407928466796875, |
| "learning_rate": 0.0001999996633033991, |
| "loss": 0.8578, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.062453775988166656, |
| "grad_norm": 0.6195780634880066, |
| "learning_rate": 0.0001999992294279946, |
| "loss": 0.8053, |
| "step": 1520 |
| }, |
| { |
| "epoch": 0.06327553619853726, |
| "grad_norm": 0.7080503702163696, |
| "learning_rate": 0.00019999861846165223, |
| "loss": 0.7953, |
| "step": 1540 |
| }, |
| { |
| "epoch": 0.06409729640890788, |
| "grad_norm": 0.8221389055252075, |
| "learning_rate": 0.0001999978304054539, |
| "loss": 0.831, |
| "step": 1560 |
| }, |
| { |
| "epoch": 0.06491905661927849, |
| "grad_norm": 0.7362856268882751, |
| "learning_rate": 0.00019999686526079525, |
| "loss": 0.8333, |
| "step": 1580 |
| }, |
| { |
| "epoch": 0.0657408168296491, |
| "grad_norm": 0.7318360805511475, |
| "learning_rate": 0.0001999957230293855, |
| "loss": 0.8352, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.06656257704001972, |
| "grad_norm": 0.7396681904792786, |
| "learning_rate": 0.0001999944037132474, |
| "loss": 0.8108, |
| "step": 1620 |
| }, |
| { |
| "epoch": 0.06738433725039034, |
| "grad_norm": 0.624099850654602, |
| "learning_rate": 0.00019999290731471738, |
| "loss": 0.8049, |
| "step": 1640 |
| }, |
| { |
| "epoch": 0.06820609746076095, |
| "grad_norm": 0.8170691728591919, |
| "learning_rate": 0.00019999123383644544, |
| "loss": 0.8198, |
| "step": 1660 |
| }, |
| { |
| "epoch": 0.06902785767113157, |
| "grad_norm": 0.7529473304748535, |
| "learning_rate": 0.00019998938328139517, |
| "loss": 0.8276, |
| "step": 1680 |
| }, |
| { |
| "epoch": 0.06984961788150218, |
| "grad_norm": 0.6491063833236694, |
| "learning_rate": 0.0001999873556528438, |
| "loss": 0.8363, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.0706713780918728, |
| "grad_norm": 0.6839701533317566, |
| "learning_rate": 0.00019998515095438207, |
| "loss": 0.8183, |
| "step": 1720 |
| }, |
| { |
| "epoch": 0.07149313830224341, |
| "grad_norm": 0.7682334184646606, |
| "learning_rate": 0.00019998276918991437, |
| "loss": 0.8124, |
| "step": 1740 |
| }, |
| { |
| "epoch": 0.07231489851261402, |
| "grad_norm": 0.7527047395706177, |
| "learning_rate": 0.00019998021036365856, |
| "loss": 0.8009, |
| "step": 1760 |
| }, |
| { |
| "epoch": 0.07313665872298464, |
| "grad_norm": 0.7900727391242981, |
| "learning_rate": 0.00019997747448014615, |
| "loss": 0.8252, |
| "step": 1780 |
| }, |
| { |
| "epoch": 0.07395841893335525, |
| "grad_norm": 0.799541175365448, |
| "learning_rate": 0.0001999745615442222, |
| "loss": 0.8285, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.07478017914372587, |
| "grad_norm": 0.7471742033958435, |
| "learning_rate": 0.00019997147156104527, |
| "loss": 0.8078, |
| "step": 1820 |
| }, |
| { |
| "epoch": 0.07560193935409648, |
| "grad_norm": 0.8705668449401855, |
| "learning_rate": 0.00019996820453608752, |
| "loss": 0.847, |
| "step": 1840 |
| }, |
| { |
| "epoch": 0.07642369956446708, |
| "grad_norm": 0.6803821921348572, |
| "learning_rate": 0.00019996476047513454, |
| "loss": 0.8152, |
| "step": 1860 |
| }, |
| { |
| "epoch": 0.0772454597748377, |
| "grad_norm": 0.7618655562400818, |
| "learning_rate": 0.00019996113938428555, |
| "loss": 0.8178, |
| "step": 1880 |
| }, |
| { |
| "epoch": 0.07806721998520831, |
| "grad_norm": 0.7413930296897888, |
| "learning_rate": 0.0001999573412699532, |
| "loss": 0.8538, |
| "step": 1900 |
| }, |
| { |
| "epoch": 0.07888898019557893, |
| "grad_norm": 0.7185872197151184, |
| "learning_rate": 0.0001999533661388637, |
| "loss": 0.8205, |
| "step": 1920 |
| }, |
| { |
| "epoch": 0.07971074040594954, |
| "grad_norm": 0.7739173769950867, |
| "learning_rate": 0.0001999492139980566, |
| "loss": 0.8305, |
| "step": 1940 |
| }, |
| { |
| "epoch": 0.08053250061632015, |
| "grad_norm": 0.7355234026908875, |
| "learning_rate": 0.0001999448848548851, |
| "loss": 0.8434, |
| "step": 1960 |
| }, |
| { |
| "epoch": 0.08135426082669077, |
| "grad_norm": 0.6984680891036987, |
| "learning_rate": 0.00019994037871701577, |
| "loss": 0.8307, |
| "step": 1980 |
| }, |
| { |
| "epoch": 0.08217602103706138, |
| "grad_norm": 0.8437952995300293, |
| "learning_rate": 0.00019993569559242864, |
| "loss": 0.8156, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.08217602103706138, |
| "eval_loss": 1.0192168951034546, |
| "eval_runtime": 16.6004, |
| "eval_samples_per_second": 157.827, |
| "eval_steps_per_second": 4.94, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.082997781247432, |
| "grad_norm": 0.7162949442863464, |
| "learning_rate": 0.00019993132946350455, |
| "loss": 0.8269, |
| "step": 2020 |
| }, |
| { |
| "epoch": 0.08381954145780261, |
| "grad_norm": 0.8335065841674805, |
| "learning_rate": 0.00019992631008726108, |
| "loss": 0.8296, |
| "step": 2040 |
| }, |
| { |
| "epoch": 0.08464130166817323, |
| "grad_norm": 0.7615776658058167, |
| "learning_rate": 0.00019992111374921422, |
| "loss": 0.8325, |
| "step": 2060 |
| }, |
| { |
| "epoch": 0.08546306187854384, |
| "grad_norm": 0.8376593589782715, |
| "learning_rate": 0.00019991574045856637, |
| "loss": 0.8299, |
| "step": 2080 |
| }, |
| { |
| "epoch": 0.08628482208891446, |
| "grad_norm": 0.7417710423469543, |
| "learning_rate": 0.00019991019022483312, |
| "loss": 0.8419, |
| "step": 2100 |
| }, |
| { |
| "epoch": 0.08710658229928507, |
| "grad_norm": 0.781035840511322, |
| "learning_rate": 0.00019990446305784358, |
| "loss": 0.8179, |
| "step": 2120 |
| }, |
| { |
| "epoch": 0.08792834250965569, |
| "grad_norm": 0.7956770062446594, |
| "learning_rate": 0.0001998985589677401, |
| "loss": 0.8365, |
| "step": 2140 |
| }, |
| { |
| "epoch": 0.0887501027200263, |
| "grad_norm": 0.8096093535423279, |
| "learning_rate": 0.00019989247796497838, |
| "loss": 0.8122, |
| "step": 2160 |
| }, |
| { |
| "epoch": 0.08957186293039691, |
| "grad_norm": 0.9604154825210571, |
| "learning_rate": 0.00019988622006032736, |
| "loss": 0.8284, |
| "step": 2180 |
| }, |
| { |
| "epoch": 0.09039362314076753, |
| "grad_norm": 0.7302993535995483, |
| "learning_rate": 0.00019988011120562424, |
| "loss": 0.8275, |
| "step": 2200 |
| }, |
| { |
| "epoch": 0.09121538335113814, |
| "grad_norm": 0.7435317635536194, |
| "learning_rate": 0.00019987350837444987, |
| "loss": 0.8482, |
| "step": 2220 |
| }, |
| { |
| "epoch": 0.09203714356150876, |
| "grad_norm": 0.7641948461532593, |
| "learning_rate": 0.00019986672867497988, |
| "loss": 0.8277, |
| "step": 2240 |
| }, |
| { |
| "epoch": 0.09285890377187937, |
| "grad_norm": 0.8367336392402649, |
| "learning_rate": 0.00019985977211922068, |
| "loss": 0.8148, |
| "step": 2260 |
| }, |
| { |
| "epoch": 0.09368066398224997, |
| "grad_norm": 0.8000660538673401, |
| "learning_rate": 0.0001998526387194917, |
| "loss": 0.8525, |
| "step": 2280 |
| }, |
| { |
| "epoch": 0.09450242419262059, |
| "grad_norm": 0.7250078320503235, |
| "learning_rate": 0.0001998453284884257, |
| "loss": 0.8394, |
| "step": 2300 |
| }, |
| { |
| "epoch": 0.0953241844029912, |
| "grad_norm": 0.8181660771369934, |
| "learning_rate": 0.00019983784143896854, |
| "loss": 0.8396, |
| "step": 2320 |
| }, |
| { |
| "epoch": 0.09614594461336182, |
| "grad_norm": 0.8068580031394958, |
| "learning_rate": 0.00019983017758437916, |
| "loss": 0.8431, |
| "step": 2340 |
| }, |
| { |
| "epoch": 0.09696770482373243, |
| "grad_norm": 0.8218814134597778, |
| "learning_rate": 0.0001998223369382297, |
| "loss": 0.8335, |
| "step": 2360 |
| }, |
| { |
| "epoch": 0.09778946503410305, |
| "grad_norm": 0.7909825444221497, |
| "learning_rate": 0.00019981431951440537, |
| "loss": 0.8337, |
| "step": 2380 |
| }, |
| { |
| "epoch": 0.09861122524447366, |
| "grad_norm": 0.7333732843399048, |
| "learning_rate": 0.00019980612532710434, |
| "loss": 0.8423, |
| "step": 2400 |
| }, |
| { |
| "epoch": 0.09943298545484427, |
| "grad_norm": 0.8515979647636414, |
| "learning_rate": 0.00019979775439083795, |
| "loss": 0.8397, |
| "step": 2420 |
| }, |
| { |
| "epoch": 0.10025474566521489, |
| "grad_norm": 0.7907799482345581, |
| "learning_rate": 0.0001997892067204304, |
| "loss": 0.8332, |
| "step": 2440 |
| }, |
| { |
| "epoch": 0.1010765058755855, |
| "grad_norm": 0.862369179725647, |
| "learning_rate": 0.00019978048233101903, |
| "loss": 0.8295, |
| "step": 2460 |
| }, |
| { |
| "epoch": 0.10189826608595612, |
| "grad_norm": 0.733180046081543, |
| "learning_rate": 0.00019977158123805403, |
| "loss": 0.8182, |
| "step": 2480 |
| }, |
| { |
| "epoch": 0.10272002629632673, |
| "grad_norm": 0.8313851952552795, |
| "learning_rate": 0.00019976250345729856, |
| "loss": 0.8501, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.10354178650669735, |
| "grad_norm": 0.7268729209899902, |
| "learning_rate": 0.0001997532490048287, |
| "loss": 0.8188, |
| "step": 2520 |
| }, |
| { |
| "epoch": 0.10436354671706796, |
| "grad_norm": 0.8857830166816711, |
| "learning_rate": 0.0001997438178970333, |
| "loss": 0.8125, |
| "step": 2540 |
| }, |
| { |
| "epoch": 0.10518530692743858, |
| "grad_norm": 0.8165369033813477, |
| "learning_rate": 0.0001997342101506142, |
| "loss": 0.8283, |
| "step": 2560 |
| }, |
| { |
| "epoch": 0.10600706713780919, |
| "grad_norm": 0.8085136413574219, |
| "learning_rate": 0.00019972442578258597, |
| "loss": 0.8499, |
| "step": 2580 |
| }, |
| { |
| "epoch": 0.1068288273481798, |
| "grad_norm": 0.914569079875946, |
| "learning_rate": 0.00019971446481027591, |
| "loss": 0.8235, |
| "step": 2600 |
| }, |
| { |
| "epoch": 0.10765058755855042, |
| "grad_norm": 0.8516772389411926, |
| "learning_rate": 0.0001997043272513242, |
| "loss": 0.8541, |
| "step": 2620 |
| }, |
| { |
| "epoch": 0.10847234776892103, |
| "grad_norm": 0.8908547163009644, |
| "learning_rate": 0.0001996940131236836, |
| "loss": 0.8696, |
| "step": 2640 |
| }, |
| { |
| "epoch": 0.10929410797929165, |
| "grad_norm": 0.7930579781532288, |
| "learning_rate": 0.00019968352244561976, |
| "loss": 0.8295, |
| "step": 2660 |
| }, |
| { |
| "epoch": 0.11011586818966225, |
| "grad_norm": 0.8197824358940125, |
| "learning_rate": 0.00019967285523571075, |
| "loss": 0.8251, |
| "step": 2680 |
| }, |
| { |
| "epoch": 0.11093762840003286, |
| "grad_norm": 0.8889797925949097, |
| "learning_rate": 0.00019966201151284745, |
| "loss": 0.8482, |
| "step": 2700 |
| }, |
| { |
| "epoch": 0.11175938861040348, |
| "grad_norm": 0.8669871091842651, |
| "learning_rate": 0.0001996509912962332, |
| "loss": 0.848, |
| "step": 2720 |
| }, |
| { |
| "epoch": 0.1125811488207741, |
| "grad_norm": 0.8625435829162598, |
| "learning_rate": 0.00019963979460538398, |
| "loss": 0.853, |
| "step": 2740 |
| }, |
| { |
| "epoch": 0.11340290903114471, |
| "grad_norm": 0.9078089594841003, |
| "learning_rate": 0.00019962842146012828, |
| "loss": 0.8474, |
| "step": 2760 |
| }, |
| { |
| "epoch": 0.11422466924151532, |
| "grad_norm": 0.8258838057518005, |
| "learning_rate": 0.00019961687188060708, |
| "loss": 0.8446, |
| "step": 2780 |
| }, |
| { |
| "epoch": 0.11504642945188594, |
| "grad_norm": 0.8453534841537476, |
| "learning_rate": 0.00019960573637644915, |
| "loss": 0.8416, |
| "step": 2800 |
| }, |
| { |
| "epoch": 0.11586818966225655, |
| "grad_norm": 0.8726224899291992, |
| "learning_rate": 0.00019959384280922383, |
| "loss": 0.8436, |
| "step": 2820 |
| }, |
| { |
| "epoch": 0.11668994987262717, |
| "grad_norm": 0.7921317219734192, |
| "learning_rate": 0.00019958177286896915, |
| "loss": 0.8331, |
| "step": 2840 |
| }, |
| { |
| "epoch": 0.11751171008299778, |
| "grad_norm": 1.0417413711547852, |
| "learning_rate": 0.00019956952657706, |
| "loss": 0.8612, |
| "step": 2860 |
| }, |
| { |
| "epoch": 0.1183334702933684, |
| "grad_norm": 0.8408219218254089, |
| "learning_rate": 0.00019955710395518363, |
| "loss": 0.8326, |
| "step": 2880 |
| }, |
| { |
| "epoch": 0.11915523050373901, |
| "grad_norm": 0.9015172123908997, |
| "learning_rate": 0.00019954450502533954, |
| "loss": 0.831, |
| "step": 2900 |
| }, |
| { |
| "epoch": 0.11997699071410962, |
| "grad_norm": 0.8820521831512451, |
| "learning_rate": 0.00019953172980983949, |
| "loss": 0.8383, |
| "step": 2920 |
| }, |
| { |
| "epoch": 0.12079875092448024, |
| "grad_norm": 0.899238646030426, |
| "learning_rate": 0.00019951877833130737, |
| "loss": 0.8387, |
| "step": 2940 |
| }, |
| { |
| "epoch": 0.12162051113485085, |
| "grad_norm": 0.827013373374939, |
| "learning_rate": 0.00019950565061267929, |
| "loss": 0.8421, |
| "step": 2960 |
| }, |
| { |
| "epoch": 0.12244227134522147, |
| "grad_norm": 0.8747543692588806, |
| "learning_rate": 0.00019949234667720336, |
| "loss": 0.819, |
| "step": 2980 |
| }, |
| { |
| "epoch": 0.12326403155559208, |
| "grad_norm": 0.7559501528739929, |
| "learning_rate": 0.00019947886654843991, |
| "loss": 0.8384, |
| "step": 3000 |
| }, |
| { |
| "epoch": 0.1240857917659627, |
| "grad_norm": 0.8533095121383667, |
| "learning_rate": 0.00019946521025026117, |
| "loss": 0.8291, |
| "step": 3020 |
| }, |
| { |
| "epoch": 0.12490755197633331, |
| "grad_norm": 0.9044725894927979, |
| "learning_rate": 0.00019945137780685138, |
| "loss": 0.8311, |
| "step": 3040 |
| }, |
| { |
| "epoch": 0.1257293121867039, |
| "grad_norm": 1.075642466545105, |
| "learning_rate": 0.00019943736924270679, |
| "loss": 0.8177, |
| "step": 3060 |
| }, |
| { |
| "epoch": 0.12655107239707453, |
| "grad_norm": 0.8421041369438171, |
| "learning_rate": 0.0001994231845826354, |
| "loss": 0.8205, |
| "step": 3080 |
| }, |
| { |
| "epoch": 0.12737283260744514, |
| "grad_norm": 0.9026604890823364, |
| "learning_rate": 0.0001994088238517572, |
| "loss": 0.8431, |
| "step": 3100 |
| }, |
| { |
| "epoch": 0.12819459281781576, |
| "grad_norm": 0.882366955280304, |
| "learning_rate": 0.00019939428707550395, |
| "loss": 0.836, |
| "step": 3120 |
| }, |
| { |
| "epoch": 0.12901635302818637, |
| "grad_norm": 0.8641519546508789, |
| "learning_rate": 0.00019937957427961918, |
| "loss": 0.8237, |
| "step": 3140 |
| }, |
| { |
| "epoch": 0.12983811323855698, |
| "grad_norm": 0.9230402708053589, |
| "learning_rate": 0.00019936468549015804, |
| "loss": 0.847, |
| "step": 3160 |
| }, |
| { |
| "epoch": 0.1306598734489276, |
| "grad_norm": 0.8539056181907654, |
| "learning_rate": 0.0001993496207334875, |
| "loss": 0.8347, |
| "step": 3180 |
| }, |
| { |
| "epoch": 0.1314816336592982, |
| "grad_norm": 1.0330878496170044, |
| "learning_rate": 0.00019933438003628604, |
| "loss": 0.8183, |
| "step": 3200 |
| }, |
| { |
| "epoch": 0.13230339386966883, |
| "grad_norm": 0.9674934148788452, |
| "learning_rate": 0.0001993189634255438, |
| "loss": 0.8457, |
| "step": 3220 |
| }, |
| { |
| "epoch": 0.13312515408003944, |
| "grad_norm": 0.7981789708137512, |
| "learning_rate": 0.00019930337092856243, |
| "loss": 0.8404, |
| "step": 3240 |
| }, |
| { |
| "epoch": 0.13394691429041006, |
| "grad_norm": 0.9389087557792664, |
| "learning_rate": 0.00019928760257295494, |
| "loss": 0.8212, |
| "step": 3260 |
| }, |
| { |
| "epoch": 0.13476867450078067, |
| "grad_norm": 0.907522439956665, |
| "learning_rate": 0.00019927165838664598, |
| "loss": 0.829, |
| "step": 3280 |
| }, |
| { |
| "epoch": 0.1355904347111513, |
| "grad_norm": 0.7471171021461487, |
| "learning_rate": 0.00019925553839787147, |
| "loss": 0.8199, |
| "step": 3300 |
| }, |
| { |
| "epoch": 0.1364121949215219, |
| "grad_norm": 0.8877785205841064, |
| "learning_rate": 0.00019923924263517856, |
| "loss": 0.82, |
| "step": 3320 |
| }, |
| { |
| "epoch": 0.13723395513189252, |
| "grad_norm": 0.9058935046195984, |
| "learning_rate": 0.00019922277112742592, |
| "loss": 0.8416, |
| "step": 3340 |
| }, |
| { |
| "epoch": 0.13805571534226313, |
| "grad_norm": 1.0315223932266235, |
| "learning_rate": 0.0001992061239037833, |
| "loss": 0.8356, |
| "step": 3360 |
| }, |
| { |
| "epoch": 0.13887747555263374, |
| "grad_norm": 0.9553551077842712, |
| "learning_rate": 0.00019918930099373157, |
| "loss": 0.8114, |
| "step": 3380 |
| }, |
| { |
| "epoch": 0.13969923576300436, |
| "grad_norm": 0.8403427600860596, |
| "learning_rate": 0.00019917230242706287, |
| "loss": 0.8311, |
| "step": 3400 |
| }, |
| { |
| "epoch": 0.14052099597337497, |
| "grad_norm": 0.8313325643539429, |
| "learning_rate": 0.00019915512823388034, |
| "loss": 0.8412, |
| "step": 3420 |
| }, |
| { |
| "epoch": 0.1413427561837456, |
| "grad_norm": 0.9792637228965759, |
| "learning_rate": 0.00019913777844459814, |
| "loss": 0.8405, |
| "step": 3440 |
| }, |
| { |
| "epoch": 0.1421645163941162, |
| "grad_norm": 0.8566033244132996, |
| "learning_rate": 0.00019912025308994148, |
| "loss": 0.8007, |
| "step": 3460 |
| }, |
| { |
| "epoch": 0.14298627660448682, |
| "grad_norm": 0.83521568775177, |
| "learning_rate": 0.00019910255220094634, |
| "loss": 0.8301, |
| "step": 3480 |
| }, |
| { |
| "epoch": 0.14380803681485743, |
| "grad_norm": 0.9577664136886597, |
| "learning_rate": 0.00019908467580895964, |
| "loss": 0.8332, |
| "step": 3500 |
| }, |
| { |
| "epoch": 0.14462979702522805, |
| "grad_norm": 0.8675875663757324, |
| "learning_rate": 0.00019906662394563913, |
| "loss": 0.8434, |
| "step": 3520 |
| }, |
| { |
| "epoch": 0.14545155723559866, |
| "grad_norm": 0.9066608548164368, |
| "learning_rate": 0.00019904839664295322, |
| "loss": 0.8273, |
| "step": 3540 |
| }, |
| { |
| "epoch": 0.14627331744596928, |
| "grad_norm": 0.8817648887634277, |
| "learning_rate": 0.00019902999393318113, |
| "loss": 0.8201, |
| "step": 3560 |
| }, |
| { |
| "epoch": 0.1470950776563399, |
| "grad_norm": 0.931098997592926, |
| "learning_rate": 0.00019901141584891262, |
| "loss": 0.8631, |
| "step": 3580 |
| }, |
| { |
| "epoch": 0.1479168378667105, |
| "grad_norm": 0.9475566744804382, |
| "learning_rate": 0.00019899266242304797, |
| "loss": 0.8335, |
| "step": 3600 |
| }, |
| { |
| "epoch": 0.14873859807708112, |
| "grad_norm": 0.9767733812332153, |
| "learning_rate": 0.00019897373368879816, |
| "loss": 0.8283, |
| "step": 3620 |
| }, |
| { |
| "epoch": 0.14956035828745173, |
| "grad_norm": 0.9582000374794006, |
| "learning_rate": 0.00019895462967968444, |
| "loss": 0.857, |
| "step": 3640 |
| }, |
| { |
| "epoch": 0.15038211849782235, |
| "grad_norm": 1.07439124584198, |
| "learning_rate": 0.0001989353504295386, |
| "loss": 0.8316, |
| "step": 3660 |
| }, |
| { |
| "epoch": 0.15120387870819296, |
| "grad_norm": 0.7958013415336609, |
| "learning_rate": 0.00019891589597250265, |
| "loss": 0.8285, |
| "step": 3680 |
| }, |
| { |
| "epoch": 0.15202563891856358, |
| "grad_norm": 0.9222463965415955, |
| "learning_rate": 0.000198896266343029, |
| "loss": 0.8262, |
| "step": 3700 |
| }, |
| { |
| "epoch": 0.15284739912893416, |
| "grad_norm": 0.8631669282913208, |
| "learning_rate": 0.00019887646157588015, |
| "loss": 0.8399, |
| "step": 3720 |
| }, |
| { |
| "epoch": 0.15366915933930478, |
| "grad_norm": 0.9066493511199951, |
| "learning_rate": 0.0001988564817061289, |
| "loss": 0.8441, |
| "step": 3740 |
| }, |
| { |
| "epoch": 0.1544909195496754, |
| "grad_norm": 0.8802810907363892, |
| "learning_rate": 0.000198836326769158, |
| "loss": 0.8382, |
| "step": 3760 |
| }, |
| { |
| "epoch": 0.155312679760046, |
| "grad_norm": 0.8617781400680542, |
| "learning_rate": 0.00019881599680066024, |
| "loss": 0.8322, |
| "step": 3780 |
| }, |
| { |
| "epoch": 0.15613443997041662, |
| "grad_norm": 0.9121951460838318, |
| "learning_rate": 0.00019879549183663854, |
| "loss": 0.8103, |
| "step": 3800 |
| }, |
| { |
| "epoch": 0.15695620018078724, |
| "grad_norm": 0.8364813923835754, |
| "learning_rate": 0.0001987748119134056, |
| "loss": 0.8258, |
| "step": 3820 |
| }, |
| { |
| "epoch": 0.15777796039115785, |
| "grad_norm": 0.971182644367218, |
| "learning_rate": 0.00019875395706758388, |
| "loss": 0.8195, |
| "step": 3840 |
| }, |
| { |
| "epoch": 0.15859972060152847, |
| "grad_norm": 0.9081626534461975, |
| "learning_rate": 0.00019873292733610577, |
| "loss": 0.7991, |
| "step": 3860 |
| }, |
| { |
| "epoch": 0.15942148081189908, |
| "grad_norm": 1.0428310632705688, |
| "learning_rate": 0.00019871278713727932, |
| "loss": 0.8337, |
| "step": 3880 |
| }, |
| { |
| "epoch": 0.1602432410222697, |
| "grad_norm": 0.8817542791366577, |
| "learning_rate": 0.0001986914164861707, |
| "loss": 0.8422, |
| "step": 3900 |
| }, |
| { |
| "epoch": 0.1610650012326403, |
| "grad_norm": 0.9848262667655945, |
| "learning_rate": 0.00019867095248177687, |
| "loss": 0.8604, |
| "step": 3920 |
| }, |
| { |
| "epoch": 0.16188676144301092, |
| "grad_norm": 0.8702915906906128, |
| "learning_rate": 0.00019864924105494623, |
| "loss": 0.824, |
| "step": 3940 |
| }, |
| { |
| "epoch": 0.16270852165338154, |
| "grad_norm": 0.8769912123680115, |
| "learning_rate": 0.00019862735492790314, |
| "loss": 0.8125, |
| "step": 3960 |
| }, |
| { |
| "epoch": 0.16353028186375215, |
| "grad_norm": 0.9141522645950317, |
| "learning_rate": 0.00019860529413940633, |
| "loss": 0.8426, |
| "step": 3980 |
| }, |
| { |
| "epoch": 0.16435204207412277, |
| "grad_norm": 0.9294391870498657, |
| "learning_rate": 0.00019858305872852373, |
| "loss": 0.8605, |
| "step": 4000 |
| }, |
| { |
| "epoch": 0.16435204207412277, |
| "eval_loss": 1.0459537506103516, |
| "eval_runtime": 16.5325, |
| "eval_samples_per_second": 158.476, |
| "eval_steps_per_second": 4.96, |
| "step": 4000 |
| }, |
| { |
| "epoch": 0.16517380228449338, |
| "grad_norm": 0.8110593557357788, |
| "learning_rate": 0.00019856064873463252, |
| "loss": 0.839, |
| "step": 4020 |
| }, |
| { |
| "epoch": 0.165995562494864, |
| "grad_norm": 0.8444618582725525, |
| "learning_rate": 0.00019853806419741908, |
| "loss": 0.8355, |
| "step": 4040 |
| }, |
| { |
| "epoch": 0.1668173227052346, |
| "grad_norm": 1.0283797979354858, |
| "learning_rate": 0.00019851530515687892, |
| "loss": 0.8491, |
| "step": 4060 |
| }, |
| { |
| "epoch": 0.16763908291560523, |
| "grad_norm": 1.0117839574813843, |
| "learning_rate": 0.00019849237165331656, |
| "loss": 0.8466, |
| "step": 4080 |
| }, |
| { |
| "epoch": 0.16846084312597584, |
| "grad_norm": 0.8671867847442627, |
| "learning_rate": 0.0001984692637273454, |
| "loss": 0.8684, |
| "step": 4100 |
| }, |
| { |
| "epoch": 0.16928260333634645, |
| "grad_norm": 1.0693740844726562, |
| "learning_rate": 0.00019844598141988782, |
| "loss": 0.8419, |
| "step": 4120 |
| }, |
| { |
| "epoch": 0.17010436354671707, |
| "grad_norm": 1.088922381401062, |
| "learning_rate": 0.00019842252477217503, |
| "loss": 0.8169, |
| "step": 4140 |
| }, |
| { |
| "epoch": 0.17092612375708768, |
| "grad_norm": 0.8914449214935303, |
| "learning_rate": 0.00019839889382574692, |
| "loss": 0.8305, |
| "step": 4160 |
| }, |
| { |
| "epoch": 0.1717478839674583, |
| "grad_norm": 1.0136765241622925, |
| "learning_rate": 0.00019837508862245208, |
| "loss": 0.8481, |
| "step": 4180 |
| }, |
| { |
| "epoch": 0.1725696441778289, |
| "grad_norm": 0.9876135587692261, |
| "learning_rate": 0.00019835110920444772, |
| "loss": 0.8384, |
| "step": 4200 |
| }, |
| { |
| "epoch": 0.17339140438819953, |
| "grad_norm": 0.9133214354515076, |
| "learning_rate": 0.0001983269556141995, |
| "loss": 0.8679, |
| "step": 4220 |
| }, |
| { |
| "epoch": 0.17421316459857014, |
| "grad_norm": 0.9155489802360535, |
| "learning_rate": 0.0001983026278944816, |
| "loss": 0.8546, |
| "step": 4240 |
| }, |
| { |
| "epoch": 0.17503492480894076, |
| "grad_norm": 1.0384551286697388, |
| "learning_rate": 0.0001982781260883765, |
| "loss": 0.8076, |
| "step": 4260 |
| }, |
| { |
| "epoch": 0.17585668501931137, |
| "grad_norm": 0.9135899543762207, |
| "learning_rate": 0.00019825345023927505, |
| "loss": 0.8113, |
| "step": 4280 |
| }, |
| { |
| "epoch": 0.17667844522968199, |
| "grad_norm": 0.8842368125915527, |
| "learning_rate": 0.00019822860039087628, |
| "loss": 0.8315, |
| "step": 4300 |
| }, |
| { |
| "epoch": 0.1775002054400526, |
| "grad_norm": 0.9855481386184692, |
| "learning_rate": 0.00019820357658718738, |
| "loss": 0.8051, |
| "step": 4320 |
| }, |
| { |
| "epoch": 0.17832196565042321, |
| "grad_norm": 0.9533560276031494, |
| "learning_rate": 0.0001981783788725235, |
| "loss": 0.8215, |
| "step": 4340 |
| }, |
| { |
| "epoch": 0.17914372586079383, |
| "grad_norm": 0.9931275248527527, |
| "learning_rate": 0.00019815300729150793, |
| "loss": 0.8463, |
| "step": 4360 |
| }, |
| { |
| "epoch": 0.17996548607116444, |
| "grad_norm": 0.9402872323989868, |
| "learning_rate": 0.00019812746188907173, |
| "loss": 0.8228, |
| "step": 4380 |
| }, |
| { |
| "epoch": 0.18078724628153506, |
| "grad_norm": 0.8862301111221313, |
| "learning_rate": 0.0001981017427104539, |
| "loss": 0.8377, |
| "step": 4400 |
| }, |
| { |
| "epoch": 0.18160900649190567, |
| "grad_norm": 1.069446086883545, |
| "learning_rate": 0.0001980771485720597, |
| "loss": 0.8357, |
| "step": 4420 |
| }, |
| { |
| "epoch": 0.1824307667022763, |
| "grad_norm": 0.9147841334342957, |
| "learning_rate": 0.0001980510906611715, |
| "loss": 0.8329, |
| "step": 4440 |
| }, |
| { |
| "epoch": 0.1832525269126469, |
| "grad_norm": 0.9529426097869873, |
| "learning_rate": 0.0001980248591093492, |
| "loss": 0.8439, |
| "step": 4460 |
| }, |
| { |
| "epoch": 0.18407428712301752, |
| "grad_norm": 0.9662571549415588, |
| "learning_rate": 0.00019799845396304688, |
| "loss": 0.8325, |
| "step": 4480 |
| }, |
| { |
| "epoch": 0.18489604733338813, |
| "grad_norm": 0.9648681879043579, |
| "learning_rate": 0.000197971875269026, |
| "loss": 0.8324, |
| "step": 4500 |
| }, |
| { |
| "epoch": 0.18571780754375875, |
| "grad_norm": 1.0208882093429565, |
| "learning_rate": 0.00019794646480399925, |
| "loss": 0.8536, |
| "step": 4520 |
| }, |
| { |
| "epoch": 0.18653956775412933, |
| "grad_norm": 1.0145078897476196, |
| "learning_rate": 0.00019791954782758873, |
| "loss": 0.8317, |
| "step": 4540 |
| }, |
| { |
| "epoch": 0.18736132796449995, |
| "grad_norm": 1.0626345872879028, |
| "learning_rate": 0.00019789245744319638, |
| "loss": 0.8443, |
| "step": 4560 |
| }, |
| { |
| "epoch": 0.18818308817487056, |
| "grad_norm": 1.0466902256011963, |
| "learning_rate": 0.00019786519369879716, |
| "loss": 0.823, |
| "step": 4580 |
| }, |
| { |
| "epoch": 0.18900484838524118, |
| "grad_norm": 0.9382312893867493, |
| "learning_rate": 0.00019783775664267302, |
| "loss": 0.8326, |
| "step": 4600 |
| }, |
| { |
| "epoch": 0.1898266085956118, |
| "grad_norm": 0.9509291648864746, |
| "learning_rate": 0.00019781014632341292, |
| "loss": 0.8415, |
| "step": 4620 |
| }, |
| { |
| "epoch": 0.1906483688059824, |
| "grad_norm": 1.018986701965332, |
| "learning_rate": 0.0001977823627899126, |
| "loss": 0.8415, |
| "step": 4640 |
| }, |
| { |
| "epoch": 0.19147012901635302, |
| "grad_norm": 1.0662530660629272, |
| "learning_rate": 0.0001977544060913746, |
| "loss": 0.8453, |
| "step": 4660 |
| }, |
| { |
| "epoch": 0.19229188922672363, |
| "grad_norm": 1.0088191032409668, |
| "learning_rate": 0.000197726276277308, |
| "loss": 0.8611, |
| "step": 4680 |
| }, |
| { |
| "epoch": 0.19311364943709425, |
| "grad_norm": 0.9862759709358215, |
| "learning_rate": 0.0001976979733975286, |
| "loss": 0.8222, |
| "step": 4700 |
| }, |
| { |
| "epoch": 0.19393540964746486, |
| "grad_norm": 0.982672929763794, |
| "learning_rate": 0.0001976694975021586, |
| "loss": 0.8109, |
| "step": 4720 |
| }, |
| { |
| "epoch": 0.19475716985783548, |
| "grad_norm": 0.8332194685935974, |
| "learning_rate": 0.0001976408486416266, |
| "loss": 0.826, |
| "step": 4740 |
| }, |
| { |
| "epoch": 0.1955789300682061, |
| "grad_norm": 1.1170557737350464, |
| "learning_rate": 0.00019761202686666756, |
| "loss": 0.8748, |
| "step": 4760 |
| }, |
| { |
| "epoch": 0.1964006902785767, |
| "grad_norm": 0.8429856300354004, |
| "learning_rate": 0.0001975830322283226, |
| "loss": 0.8304, |
| "step": 4780 |
| }, |
| { |
| "epoch": 0.19722245048894732, |
| "grad_norm": 1.002530813217163, |
| "learning_rate": 0.000197553864777939, |
| "loss": 0.8542, |
| "step": 4800 |
| }, |
| { |
| "epoch": 0.19804421069931794, |
| "grad_norm": 1.2244071960449219, |
| "learning_rate": 0.0001975245245671701, |
| "loss": 0.8368, |
| "step": 4820 |
| }, |
| { |
| "epoch": 0.19886597090968855, |
| "grad_norm": 0.9923454523086548, |
| "learning_rate": 0.0001974950116479751, |
| "loss": 0.8236, |
| "step": 4840 |
| }, |
| { |
| "epoch": 0.19968773112005916, |
| "grad_norm": 0.9827476143836975, |
| "learning_rate": 0.00019746532607261915, |
| "loss": 0.8356, |
| "step": 4860 |
| }, |
| { |
| "epoch": 0.20050949133042978, |
| "grad_norm": 0.9938998222351074, |
| "learning_rate": 0.0001974354678936731, |
| "loss": 0.8383, |
| "step": 4880 |
| }, |
| { |
| "epoch": 0.2013312515408004, |
| "grad_norm": 0.9436901807785034, |
| "learning_rate": 0.00019740543716401346, |
| "loss": 0.8464, |
| "step": 4900 |
| }, |
| { |
| "epoch": 0.202153011751171, |
| "grad_norm": 0.8767272233963013, |
| "learning_rate": 0.0001973752339368224, |
| "loss": 0.849, |
| "step": 4920 |
| }, |
| { |
| "epoch": 0.20297477196154162, |
| "grad_norm": 0.9653998613357544, |
| "learning_rate": 0.00019734485826558747, |
| "loss": 0.8356, |
| "step": 4940 |
| }, |
| { |
| "epoch": 0.20379653217191224, |
| "grad_norm": 0.8907719850540161, |
| "learning_rate": 0.00019731431020410167, |
| "loss": 0.8323, |
| "step": 4960 |
| }, |
| { |
| "epoch": 0.20461829238228285, |
| "grad_norm": 1.1022579669952393, |
| "learning_rate": 0.00019728358980646325, |
| "loss": 0.8437, |
| "step": 4980 |
| }, |
| { |
| "epoch": 0.20544005259265347, |
| "grad_norm": 0.9100618958473206, |
| "learning_rate": 0.00019725269712707566, |
| "loss": 0.8502, |
| "step": 5000 |
| }, |
| { |
| "epoch": 0.20626181280302408, |
| "grad_norm": 0.9730123281478882, |
| "learning_rate": 0.0001972216322206475, |
| "loss": 0.8245, |
| "step": 5020 |
| }, |
| { |
| "epoch": 0.2070835730133947, |
| "grad_norm": 0.9601908922195435, |
| "learning_rate": 0.00019719039514219224, |
| "loss": 0.8326, |
| "step": 5040 |
| }, |
| { |
| "epoch": 0.2079053332237653, |
| "grad_norm": 1.0868589878082275, |
| "learning_rate": 0.00019715898594702843, |
| "loss": 0.8378, |
| "step": 5060 |
| }, |
| { |
| "epoch": 0.20872709343413592, |
| "grad_norm": 0.924371600151062, |
| "learning_rate": 0.0001971274046907793, |
| "loss": 0.832, |
| "step": 5080 |
| }, |
| { |
| "epoch": 0.20954885364450654, |
| "grad_norm": 1.1059744358062744, |
| "learning_rate": 0.00019709565142937287, |
| "loss": 0.8093, |
| "step": 5100 |
| }, |
| { |
| "epoch": 0.21037061385487715, |
| "grad_norm": 1.0641423463821411, |
| "learning_rate": 0.00019706372621904164, |
| "loss": 0.8173, |
| "step": 5120 |
| }, |
| { |
| "epoch": 0.21119237406524777, |
| "grad_norm": 1.1420958042144775, |
| "learning_rate": 0.00019703162911632275, |
| "loss": 0.8424, |
| "step": 5140 |
| }, |
| { |
| "epoch": 0.21201413427561838, |
| "grad_norm": 0.9624399542808533, |
| "learning_rate": 0.00019699936017805768, |
| "loss": 0.8347, |
| "step": 5160 |
| }, |
| { |
| "epoch": 0.212835894485989, |
| "grad_norm": 0.9680808186531067, |
| "learning_rate": 0.00019696691946139225, |
| "loss": 0.8207, |
| "step": 5180 |
| }, |
| { |
| "epoch": 0.2136576546963596, |
| "grad_norm": 0.9132868647575378, |
| "learning_rate": 0.00019693430702377647, |
| "loss": 0.8398, |
| "step": 5200 |
| }, |
| { |
| "epoch": 0.21447941490673023, |
| "grad_norm": 0.9321950674057007, |
| "learning_rate": 0.00019690152292296446, |
| "loss": 0.85, |
| "step": 5220 |
| }, |
| { |
| "epoch": 0.21530117511710084, |
| "grad_norm": 0.9252221584320068, |
| "learning_rate": 0.00019686856721701435, |
| "loss": 0.8251, |
| "step": 5240 |
| }, |
| { |
| "epoch": 0.21612293532747145, |
| "grad_norm": 0.9873983860015869, |
| "learning_rate": 0.00019683543996428811, |
| "loss": 0.8092, |
| "step": 5260 |
| }, |
| { |
| "epoch": 0.21694469553784207, |
| "grad_norm": 1.0303717851638794, |
| "learning_rate": 0.0001968021412234516, |
| "loss": 0.8396, |
| "step": 5280 |
| }, |
| { |
| "epoch": 0.21776645574821268, |
| "grad_norm": 0.9478332996368408, |
| "learning_rate": 0.00019676867105347431, |
| "loss": 0.8194, |
| "step": 5300 |
| }, |
| { |
| "epoch": 0.2185882159585833, |
| "grad_norm": 1.01088547706604, |
| "learning_rate": 0.00019673502951362935, |
| "loss": 0.8207, |
| "step": 5320 |
| }, |
| { |
| "epoch": 0.2194099761689539, |
| "grad_norm": 0.9483580589294434, |
| "learning_rate": 0.00019670121666349327, |
| "loss": 0.8452, |
| "step": 5340 |
| }, |
| { |
| "epoch": 0.2202317363793245, |
| "grad_norm": 1.0161420106887817, |
| "learning_rate": 0.00019666723256294604, |
| "loss": 0.8377, |
| "step": 5360 |
| }, |
| { |
| "epoch": 0.22105349658969511, |
| "grad_norm": 1.0933947563171387, |
| "learning_rate": 0.00019663307727217085, |
| "loss": 0.847, |
| "step": 5380 |
| }, |
| { |
| "epoch": 0.22187525680006573, |
| "grad_norm": 1.0978140830993652, |
| "learning_rate": 0.0001965987508516542, |
| "loss": 0.8423, |
| "step": 5400 |
| }, |
| { |
| "epoch": 0.22269701701043634, |
| "grad_norm": 0.9424787163734436, |
| "learning_rate": 0.00019656425336218544, |
| "loss": 0.8106, |
| "step": 5420 |
| }, |
| { |
| "epoch": 0.22351877722080696, |
| "grad_norm": 0.9634792804718018, |
| "learning_rate": 0.00019652958486485696, |
| "loss": 0.8387, |
| "step": 5440 |
| }, |
| { |
| "epoch": 0.22434053743117757, |
| "grad_norm": 1.0137280225753784, |
| "learning_rate": 0.0001964947454210641, |
| "loss": 0.8375, |
| "step": 5460 |
| }, |
| { |
| "epoch": 0.2251622976415482, |
| "grad_norm": 1.0315325260162354, |
| "learning_rate": 0.00019645973509250467, |
| "loss": 0.851, |
| "step": 5480 |
| }, |
| { |
| "epoch": 0.2259840578519188, |
| "grad_norm": 0.978634238243103, |
| "learning_rate": 0.00019642455394117944, |
| "loss": 0.7957, |
| "step": 5500 |
| }, |
| { |
| "epoch": 0.22680581806228942, |
| "grad_norm": 0.9586151838302612, |
| "learning_rate": 0.00019638920202939142, |
| "loss": 0.8423, |
| "step": 5520 |
| }, |
| { |
| "epoch": 0.22762757827266003, |
| "grad_norm": 0.9884860515594482, |
| "learning_rate": 0.00019635367941974615, |
| "loss": 0.85, |
| "step": 5540 |
| }, |
| { |
| "epoch": 0.22844933848303065, |
| "grad_norm": 0.884602963924408, |
| "learning_rate": 0.00019631798617515144, |
| "loss": 0.8204, |
| "step": 5560 |
| }, |
| { |
| "epoch": 0.22927109869340126, |
| "grad_norm": 0.9110316038131714, |
| "learning_rate": 0.0001962821223588173, |
| "loss": 0.8184, |
| "step": 5580 |
| }, |
| { |
| "epoch": 0.23009285890377187, |
| "grad_norm": 0.9724137783050537, |
| "learning_rate": 0.00019624608803425574, |
| "loss": 0.8198, |
| "step": 5600 |
| }, |
| { |
| "epoch": 0.2309146191141425, |
| "grad_norm": 1.004752278327942, |
| "learning_rate": 0.00019620988326528077, |
| "loss": 0.8502, |
| "step": 5620 |
| }, |
| { |
| "epoch": 0.2317363793245131, |
| "grad_norm": 1.0108088254928589, |
| "learning_rate": 0.00019617350811600831, |
| "loss": 0.8367, |
| "step": 5640 |
| }, |
| { |
| "epoch": 0.23255813953488372, |
| "grad_norm": 1.0130361318588257, |
| "learning_rate": 0.00019613696265085591, |
| "loss": 0.8151, |
| "step": 5660 |
| }, |
| { |
| "epoch": 0.23337989974525433, |
| "grad_norm": 1.0931516885757446, |
| "learning_rate": 0.0001961002469345428, |
| "loss": 0.8427, |
| "step": 5680 |
| }, |
| { |
| "epoch": 0.23420165995562495, |
| "grad_norm": 0.9896870851516724, |
| "learning_rate": 0.00019606336103208968, |
| "loss": 0.8365, |
| "step": 5700 |
| }, |
| { |
| "epoch": 0.23502342016599556, |
| "grad_norm": 1.0382894277572632, |
| "learning_rate": 0.0001960263050088186, |
| "loss": 0.8229, |
| "step": 5720 |
| }, |
| { |
| "epoch": 0.23584518037636618, |
| "grad_norm": 0.9921779036521912, |
| "learning_rate": 0.00019598907893035299, |
| "loss": 0.8462, |
| "step": 5740 |
| }, |
| { |
| "epoch": 0.2366669405867368, |
| "grad_norm": 1.02907395362854, |
| "learning_rate": 0.00019595168286261732, |
| "loss": 0.8369, |
| "step": 5760 |
| }, |
| { |
| "epoch": 0.2374887007971074, |
| "grad_norm": 0.962459921836853, |
| "learning_rate": 0.00019591411687183715, |
| "loss": 0.8207, |
| "step": 5780 |
| }, |
| { |
| "epoch": 0.23831046100747802, |
| "grad_norm": 1.0783615112304688, |
| "learning_rate": 0.000195876381024539, |
| "loss": 0.8238, |
| "step": 5800 |
| }, |
| { |
| "epoch": 0.23913222121784863, |
| "grad_norm": 1.0806901454925537, |
| "learning_rate": 0.00019583847538755014, |
| "loss": 0.8596, |
| "step": 5820 |
| }, |
| { |
| "epoch": 0.23995398142821925, |
| "grad_norm": 1.0261567831039429, |
| "learning_rate": 0.00019580040002799848, |
| "loss": 0.835, |
| "step": 5840 |
| }, |
| { |
| "epoch": 0.24077574163858986, |
| "grad_norm": 1.0381710529327393, |
| "learning_rate": 0.0001957621550133126, |
| "loss": 0.8614, |
| "step": 5860 |
| }, |
| { |
| "epoch": 0.24159750184896048, |
| "grad_norm": 1.0195953845977783, |
| "learning_rate": 0.00019572374041122148, |
| "loss": 0.8411, |
| "step": 5880 |
| }, |
| { |
| "epoch": 0.2424192620593311, |
| "grad_norm": 0.9467645287513733, |
| "learning_rate": 0.0001956851562897544, |
| "loss": 0.8375, |
| "step": 5900 |
| }, |
| { |
| "epoch": 0.2432410222697017, |
| "grad_norm": 0.9575105309486389, |
| "learning_rate": 0.0001956464027172409, |
| "loss": 0.8215, |
| "step": 5920 |
| }, |
| { |
| "epoch": 0.24406278248007232, |
| "grad_norm": 1.0752394199371338, |
| "learning_rate": 0.00019560747976231054, |
| "loss": 0.8377, |
| "step": 5940 |
| }, |
| { |
| "epoch": 0.24488454269044294, |
| "grad_norm": 0.9938384890556335, |
| "learning_rate": 0.0001955683874938929, |
| "loss": 0.8152, |
| "step": 5960 |
| }, |
| { |
| "epoch": 0.24570630290081355, |
| "grad_norm": 0.9279704689979553, |
| "learning_rate": 0.00019552912598121735, |
| "loss": 0.8061, |
| "step": 5980 |
| }, |
| { |
| "epoch": 0.24652806311118416, |
| "grad_norm": 0.9615955948829651, |
| "learning_rate": 0.00019548969529381306, |
| "loss": 0.8492, |
| "step": 6000 |
| }, |
| { |
| "epoch": 0.24652806311118416, |
| "eval_loss": 1.0622910261154175, |
| "eval_runtime": 16.4076, |
| "eval_samples_per_second": 159.682, |
| "eval_steps_per_second": 4.998, |
| "step": 6000 |
| }, |
| { |
| "epoch": 0.24734982332155478, |
| "grad_norm": 1.052895188331604, |
| "learning_rate": 0.0001954500955015087, |
| "loss": 0.8352, |
| "step": 6020 |
| }, |
| { |
| "epoch": 0.2481715835319254, |
| "grad_norm": 1.0382367372512817, |
| "learning_rate": 0.00019541032667443243, |
| "loss": 0.837, |
| "step": 6040 |
| }, |
| { |
| "epoch": 0.248993343742296, |
| "grad_norm": 1.0128381252288818, |
| "learning_rate": 0.00019537038888301183, |
| "loss": 0.8292, |
| "step": 6060 |
| }, |
| { |
| "epoch": 0.24981510395266662, |
| "grad_norm": 1.0595107078552246, |
| "learning_rate": 0.00019533028219797366, |
| "loss": 0.8431, |
| "step": 6080 |
| }, |
| { |
| "epoch": 0.2506368641630372, |
| "grad_norm": 1.0556915998458862, |
| "learning_rate": 0.00019529000669034376, |
| "loss": 0.8316, |
| "step": 6100 |
| }, |
| { |
| "epoch": 0.2514586243734078, |
| "grad_norm": 0.9882562160491943, |
| "learning_rate": 0.00019524956243144692, |
| "loss": 0.8377, |
| "step": 6120 |
| }, |
| { |
| "epoch": 0.25228038458377844, |
| "grad_norm": 1.0965570211410522, |
| "learning_rate": 0.00019520894949290684, |
| "loss": 0.8383, |
| "step": 6140 |
| }, |
| { |
| "epoch": 0.25310214479414905, |
| "grad_norm": 1.075129747390747, |
| "learning_rate": 0.0001951681679466459, |
| "loss": 0.8372, |
| "step": 6160 |
| }, |
| { |
| "epoch": 0.25392390500451967, |
| "grad_norm": 1.1094706058502197, |
| "learning_rate": 0.00019512721786488509, |
| "loss": 0.8321, |
| "step": 6180 |
| }, |
| { |
| "epoch": 0.2547456652148903, |
| "grad_norm": 0.9913383722305298, |
| "learning_rate": 0.00019508609932014382, |
| "loss": 0.8238, |
| "step": 6200 |
| }, |
| { |
| "epoch": 0.2555674254252609, |
| "grad_norm": 1.10612154006958, |
| "learning_rate": 0.0001950448123852399, |
| "loss": 0.8637, |
| "step": 6220 |
| }, |
| { |
| "epoch": 0.2563891856356315, |
| "grad_norm": 1.0326836109161377, |
| "learning_rate": 0.00019500335713328932, |
| "loss": 0.84, |
| "step": 6240 |
| }, |
| { |
| "epoch": 0.2572109458460021, |
| "grad_norm": 0.9649391174316406, |
| "learning_rate": 0.00019496173363770615, |
| "loss": 0.8217, |
| "step": 6260 |
| }, |
| { |
| "epoch": 0.25803270605637274, |
| "grad_norm": 0.9617984890937805, |
| "learning_rate": 0.0001949199419722023, |
| "loss": 0.8537, |
| "step": 6280 |
| }, |
| { |
| "epoch": 0.25885446626674335, |
| "grad_norm": 1.1347591876983643, |
| "learning_rate": 0.0001948779822107877, |
| "loss": 0.8131, |
| "step": 6300 |
| }, |
| { |
| "epoch": 0.25967622647711397, |
| "grad_norm": 0.9121894240379333, |
| "learning_rate": 0.00019483585442776983, |
| "loss": 0.8407, |
| "step": 6320 |
| }, |
| { |
| "epoch": 0.2604979866874846, |
| "grad_norm": 1.203627586364746, |
| "learning_rate": 0.00019479355869775374, |
| "loss": 0.8455, |
| "step": 6340 |
| }, |
| { |
| "epoch": 0.2613197468978552, |
| "grad_norm": 1.0639876127243042, |
| "learning_rate": 0.00019475109509564192, |
| "loss": 0.8466, |
| "step": 6360 |
| }, |
| { |
| "epoch": 0.2621415071082258, |
| "grad_norm": 1.0065891742706299, |
| "learning_rate": 0.00019470846369663413, |
| "loss": 0.8502, |
| "step": 6380 |
| }, |
| { |
| "epoch": 0.2629632673185964, |
| "grad_norm": 1.0567289590835571, |
| "learning_rate": 0.00019466566457622734, |
| "loss": 0.8375, |
| "step": 6400 |
| }, |
| { |
| "epoch": 0.26378502752896704, |
| "grad_norm": 1.1206752061843872, |
| "learning_rate": 0.0001946226978102154, |
| "loss": 0.8333, |
| "step": 6420 |
| }, |
| { |
| "epoch": 0.26460678773933766, |
| "grad_norm": 1.0563714504241943, |
| "learning_rate": 0.00019457956347468925, |
| "loss": 0.836, |
| "step": 6440 |
| }, |
| { |
| "epoch": 0.26542854794970827, |
| "grad_norm": 1.051429033279419, |
| "learning_rate": 0.0001945362616460364, |
| "loss": 0.8287, |
| "step": 6460 |
| }, |
| { |
| "epoch": 0.2662503081600789, |
| "grad_norm": 0.9783703088760376, |
| "learning_rate": 0.0001944927924009411, |
| "loss": 0.8148, |
| "step": 6480 |
| }, |
| { |
| "epoch": 0.2670720683704495, |
| "grad_norm": 1.2782011032104492, |
| "learning_rate": 0.00019444915581638404, |
| "loss": 0.866, |
| "step": 6500 |
| }, |
| { |
| "epoch": 0.2678938285808201, |
| "grad_norm": 0.8880527019500732, |
| "learning_rate": 0.0001944053519696422, |
| "loss": 0.8282, |
| "step": 6520 |
| }, |
| { |
| "epoch": 0.26871558879119073, |
| "grad_norm": 1.0727986097335815, |
| "learning_rate": 0.0001943613809382889, |
| "loss": 0.8523, |
| "step": 6540 |
| }, |
| { |
| "epoch": 0.26953734900156134, |
| "grad_norm": 1.0758675336837769, |
| "learning_rate": 0.00019431724280019342, |
| "loss": 0.8381, |
| "step": 6560 |
| }, |
| { |
| "epoch": 0.27035910921193196, |
| "grad_norm": 1.10956609249115, |
| "learning_rate": 0.00019427293763352096, |
| "loss": 0.8159, |
| "step": 6580 |
| }, |
| { |
| "epoch": 0.2711808694223026, |
| "grad_norm": 1.1092921495437622, |
| "learning_rate": 0.00019422846551673262, |
| "loss": 0.8387, |
| "step": 6600 |
| }, |
| { |
| "epoch": 0.2720026296326732, |
| "grad_norm": 1.057029366493225, |
| "learning_rate": 0.00019418382652858506, |
| "loss": 0.8306, |
| "step": 6620 |
| }, |
| { |
| "epoch": 0.2728243898430438, |
| "grad_norm": 0.9744523763656616, |
| "learning_rate": 0.00019413902074813047, |
| "loss": 0.8582, |
| "step": 6640 |
| }, |
| { |
| "epoch": 0.2736461500534144, |
| "grad_norm": 0.9532150626182556, |
| "learning_rate": 0.00019409404825471654, |
| "loss": 0.8531, |
| "step": 6660 |
| }, |
| { |
| "epoch": 0.27446791026378503, |
| "grad_norm": 1.0654603242874146, |
| "learning_rate": 0.00019404890912798597, |
| "loss": 0.8437, |
| "step": 6680 |
| }, |
| { |
| "epoch": 0.27528967047415565, |
| "grad_norm": 1.0381238460540771, |
| "learning_rate": 0.00019400360344787676, |
| "loss": 0.8618, |
| "step": 6700 |
| }, |
| { |
| "epoch": 0.27611143068452626, |
| "grad_norm": 1.1071590185165405, |
| "learning_rate": 0.00019395813129462176, |
| "loss": 0.824, |
| "step": 6720 |
| }, |
| { |
| "epoch": 0.2769331908948969, |
| "grad_norm": 1.1044433116912842, |
| "learning_rate": 0.00019391249274874865, |
| "loss": 0.8332, |
| "step": 6740 |
| }, |
| { |
| "epoch": 0.2777549511052675, |
| "grad_norm": 1.145683765411377, |
| "learning_rate": 0.00019386668789107977, |
| "loss": 0.83, |
| "step": 6760 |
| }, |
| { |
| "epoch": 0.2785767113156381, |
| "grad_norm": 1.196481466293335, |
| "learning_rate": 0.00019382071680273198, |
| "loss": 0.8368, |
| "step": 6780 |
| }, |
| { |
| "epoch": 0.2793984715260087, |
| "grad_norm": 1.0642255544662476, |
| "learning_rate": 0.00019377457956511662, |
| "loss": 0.8439, |
| "step": 6800 |
| }, |
| { |
| "epoch": 0.28022023173637933, |
| "grad_norm": 1.0132989883422852, |
| "learning_rate": 0.0001937282762599391, |
| "loss": 0.8403, |
| "step": 6820 |
| }, |
| { |
| "epoch": 0.28104199194674995, |
| "grad_norm": 1.1021807193756104, |
| "learning_rate": 0.00019368180696919905, |
| "loss": 0.8373, |
| "step": 6840 |
| }, |
| { |
| "epoch": 0.28186375215712056, |
| "grad_norm": 1.0249390602111816, |
| "learning_rate": 0.00019363517177519004, |
| "loss": 0.8246, |
| "step": 6860 |
| }, |
| { |
| "epoch": 0.2826855123674912, |
| "grad_norm": 1.0310267210006714, |
| "learning_rate": 0.0001935883707604993, |
| "loss": 0.8266, |
| "step": 6880 |
| }, |
| { |
| "epoch": 0.2835072725778618, |
| "grad_norm": 1.1064010858535767, |
| "learning_rate": 0.00019354140400800797, |
| "loss": 0.8403, |
| "step": 6900 |
| }, |
| { |
| "epoch": 0.2843290327882324, |
| "grad_norm": 1.0507344007492065, |
| "learning_rate": 0.0001934942716008904, |
| "loss": 0.8365, |
| "step": 6920 |
| }, |
| { |
| "epoch": 0.285150792998603, |
| "grad_norm": 1.2774583101272583, |
| "learning_rate": 0.00019344697362261458, |
| "loss": 0.8394, |
| "step": 6940 |
| }, |
| { |
| "epoch": 0.28597255320897363, |
| "grad_norm": 1.1305222511291504, |
| "learning_rate": 0.0001933995101569415, |
| "loss": 0.8446, |
| "step": 6960 |
| }, |
| { |
| "epoch": 0.28679431341934425, |
| "grad_norm": 1.0519880056381226, |
| "learning_rate": 0.00019335188128792542, |
| "loss": 0.8589, |
| "step": 6980 |
| }, |
| { |
| "epoch": 0.28761607362971486, |
| "grad_norm": 0.9783779978752136, |
| "learning_rate": 0.00019330408709991326, |
| "loss": 0.8364, |
| "step": 7000 |
| }, |
| { |
| "epoch": 0.2884378338400855, |
| "grad_norm": 1.033211350440979, |
| "learning_rate": 0.0001932561276775449, |
| "loss": 0.8412, |
| "step": 7020 |
| }, |
| { |
| "epoch": 0.2892595940504561, |
| "grad_norm": 1.1831096410751343, |
| "learning_rate": 0.00019320800310575288, |
| "loss": 0.8495, |
| "step": 7040 |
| }, |
| { |
| "epoch": 0.2900813542608267, |
| "grad_norm": 1.0064650774002075, |
| "learning_rate": 0.00019315971346976193, |
| "loss": 0.8482, |
| "step": 7060 |
| }, |
| { |
| "epoch": 0.2909031144711973, |
| "grad_norm": 1.0976219177246094, |
| "learning_rate": 0.00019311125885508945, |
| "loss": 0.8173, |
| "step": 7080 |
| }, |
| { |
| "epoch": 0.29172487468156794, |
| "grad_norm": 1.110113263130188, |
| "learning_rate": 0.00019306263934754477, |
| "loss": 0.8285, |
| "step": 7100 |
| }, |
| { |
| "epoch": 0.29254663489193855, |
| "grad_norm": 1.0953800678253174, |
| "learning_rate": 0.0001930138550332292, |
| "loss": 0.8382, |
| "step": 7120 |
| }, |
| { |
| "epoch": 0.29336839510230917, |
| "grad_norm": 1.049208402633667, |
| "learning_rate": 0.0001929649059985362, |
| "loss": 0.8238, |
| "step": 7140 |
| }, |
| { |
| "epoch": 0.2941901553126798, |
| "grad_norm": 1.096807837486267, |
| "learning_rate": 0.0001929157923301506, |
| "loss": 0.8139, |
| "step": 7160 |
| }, |
| { |
| "epoch": 0.2950119155230504, |
| "grad_norm": 1.2268364429473877, |
| "learning_rate": 0.00019286651411504893, |
| "loss": 0.8349, |
| "step": 7180 |
| }, |
| { |
| "epoch": 0.295833675733421, |
| "grad_norm": 1.0595046281814575, |
| "learning_rate": 0.00019281707144049915, |
| "loss": 0.8448, |
| "step": 7200 |
| }, |
| { |
| "epoch": 0.2966554359437916, |
| "grad_norm": 1.0562009811401367, |
| "learning_rate": 0.00019276746439406047, |
| "loss": 0.834, |
| "step": 7220 |
| }, |
| { |
| "epoch": 0.29747719615416224, |
| "grad_norm": 1.0876846313476562, |
| "learning_rate": 0.0001927176930635831, |
| "loss": 0.8201, |
| "step": 7240 |
| }, |
| { |
| "epoch": 0.29829895636453285, |
| "grad_norm": 0.9775159955024719, |
| "learning_rate": 0.00019266775753720822, |
| "loss": 0.8612, |
| "step": 7260 |
| }, |
| { |
| "epoch": 0.29912071657490347, |
| "grad_norm": 1.1259452104568481, |
| "learning_rate": 0.00019261765790336784, |
| "loss": 0.8139, |
| "step": 7280 |
| }, |
| { |
| "epoch": 0.2999424767852741, |
| "grad_norm": 1.00784432888031, |
| "learning_rate": 0.00019256739425078454, |
| "loss": 0.8237, |
| "step": 7300 |
| }, |
| { |
| "epoch": 0.3007642369956447, |
| "grad_norm": 1.0394659042358398, |
| "learning_rate": 0.00019251696666847137, |
| "loss": 0.8692, |
| "step": 7320 |
| }, |
| { |
| "epoch": 0.3015859972060153, |
| "grad_norm": 1.1670759916305542, |
| "learning_rate": 0.00019246637524573173, |
| "loss": 0.8478, |
| "step": 7340 |
| }, |
| { |
| "epoch": 0.3024077574163859, |
| "grad_norm": 1.0558823347091675, |
| "learning_rate": 0.0001924156200721591, |
| "loss": 0.8413, |
| "step": 7360 |
| }, |
| { |
| "epoch": 0.30322951762675654, |
| "grad_norm": 1.0909830331802368, |
| "learning_rate": 0.000192364701237637, |
| "loss": 0.8584, |
| "step": 7380 |
| }, |
| { |
| "epoch": 0.30405127783712715, |
| "grad_norm": 0.9988498091697693, |
| "learning_rate": 0.00019231361883233878, |
| "loss": 0.8212, |
| "step": 7400 |
| }, |
| { |
| "epoch": 0.3048730380474977, |
| "grad_norm": 1.0689078569412231, |
| "learning_rate": 0.00019226237294672744, |
| "loss": 0.8464, |
| "step": 7420 |
| }, |
| { |
| "epoch": 0.3056947982578683, |
| "grad_norm": 1.0881212949752808, |
| "learning_rate": 0.00019221096367155548, |
| "loss": 0.8607, |
| "step": 7440 |
| }, |
| { |
| "epoch": 0.30651655846823894, |
| "grad_norm": 1.1320979595184326, |
| "learning_rate": 0.00019215939109786477, |
| "loss": 0.8359, |
| "step": 7460 |
| }, |
| { |
| "epoch": 0.30733831867860956, |
| "grad_norm": 0.8782603144645691, |
| "learning_rate": 0.0001921076553169864, |
| "loss": 0.8558, |
| "step": 7480 |
| }, |
| { |
| "epoch": 0.30816007888898017, |
| "grad_norm": 1.0550236701965332, |
| "learning_rate": 0.00019205575642054044, |
| "loss": 0.8088, |
| "step": 7500 |
| }, |
| { |
| "epoch": 0.3089818390993508, |
| "grad_norm": 1.1194961071014404, |
| "learning_rate": 0.0001920036945004358, |
| "loss": 0.8233, |
| "step": 7520 |
| }, |
| { |
| "epoch": 0.3098035993097214, |
| "grad_norm": 1.10885751247406, |
| "learning_rate": 0.00019195146964887024, |
| "loss": 0.8341, |
| "step": 7540 |
| }, |
| { |
| "epoch": 0.310625359520092, |
| "grad_norm": 1.015629768371582, |
| "learning_rate": 0.0001918990819583298, |
| "loss": 0.8547, |
| "step": 7560 |
| }, |
| { |
| "epoch": 0.31144711973046263, |
| "grad_norm": 1.142196536064148, |
| "learning_rate": 0.0001918465315215892, |
| "loss": 0.856, |
| "step": 7580 |
| }, |
| { |
| "epoch": 0.31226887994083324, |
| "grad_norm": 0.9691776037216187, |
| "learning_rate": 0.0001917938184317111, |
| "loss": 0.8295, |
| "step": 7600 |
| }, |
| { |
| "epoch": 0.31309064015120386, |
| "grad_norm": 0.9759687781333923, |
| "learning_rate": 0.00019174094278204636, |
| "loss": 0.8333, |
| "step": 7620 |
| }, |
| { |
| "epoch": 0.3139124003615745, |
| "grad_norm": 1.148779034614563, |
| "learning_rate": 0.00019168790466623375, |
| "loss": 0.8263, |
| "step": 7640 |
| }, |
| { |
| "epoch": 0.3147341605719451, |
| "grad_norm": 1.2947983741760254, |
| "learning_rate": 0.00019163470417819963, |
| "loss": 0.8627, |
| "step": 7660 |
| }, |
| { |
| "epoch": 0.3155559207823157, |
| "grad_norm": 1.0895724296569824, |
| "learning_rate": 0.00019158134141215792, |
| "loss": 0.8429, |
| "step": 7680 |
| }, |
| { |
| "epoch": 0.3163776809926863, |
| "grad_norm": 1.070154070854187, |
| "learning_rate": 0.0001915278164626101, |
| "loss": 0.8188, |
| "step": 7700 |
| }, |
| { |
| "epoch": 0.31719944120305693, |
| "grad_norm": 1.00252366065979, |
| "learning_rate": 0.00019147412942434463, |
| "loss": 0.8482, |
| "step": 7720 |
| }, |
| { |
| "epoch": 0.31802120141342755, |
| "grad_norm": 1.273224949836731, |
| "learning_rate": 0.00019142028039243717, |
| "loss": 0.8326, |
| "step": 7740 |
| }, |
| { |
| "epoch": 0.31884296162379816, |
| "grad_norm": 1.2733259201049805, |
| "learning_rate": 0.00019136626946225017, |
| "loss": 0.8377, |
| "step": 7760 |
| }, |
| { |
| "epoch": 0.3196647218341688, |
| "grad_norm": 0.9789584279060364, |
| "learning_rate": 0.00019131209672943288, |
| "loss": 0.8355, |
| "step": 7780 |
| }, |
| { |
| "epoch": 0.3204864820445394, |
| "grad_norm": 1.1093429327011108, |
| "learning_rate": 0.00019125776228992103, |
| "loss": 0.836, |
| "step": 7800 |
| }, |
| { |
| "epoch": 0.32130824225491, |
| "grad_norm": 1.0080488920211792, |
| "learning_rate": 0.00019120326623993668, |
| "loss": 0.8375, |
| "step": 7820 |
| }, |
| { |
| "epoch": 0.3221300024652806, |
| "grad_norm": 1.0703438520431519, |
| "learning_rate": 0.0001911486086759882, |
| "loss": 0.8306, |
| "step": 7840 |
| }, |
| { |
| "epoch": 0.32295176267565123, |
| "grad_norm": 1.0767182111740112, |
| "learning_rate": 0.0001910937896948699, |
| "loss": 0.8483, |
| "step": 7860 |
| }, |
| { |
| "epoch": 0.32377352288602185, |
| "grad_norm": 0.9747923612594604, |
| "learning_rate": 0.00019103880939366197, |
| "loss": 0.8489, |
| "step": 7880 |
| }, |
| { |
| "epoch": 0.32459528309639246, |
| "grad_norm": 1.0351313352584839, |
| "learning_rate": 0.00019098366786973032, |
| "loss": 0.8351, |
| "step": 7900 |
| }, |
| { |
| "epoch": 0.3254170433067631, |
| "grad_norm": 1.049666404724121, |
| "learning_rate": 0.00019092836522072631, |
| "loss": 0.8271, |
| "step": 7920 |
| }, |
| { |
| "epoch": 0.3262388035171337, |
| "grad_norm": 1.0181846618652344, |
| "learning_rate": 0.0001908729015445867, |
| "loss": 0.8352, |
| "step": 7940 |
| }, |
| { |
| "epoch": 0.3270605637275043, |
| "grad_norm": 1.1390068531036377, |
| "learning_rate": 0.00019081727693953337, |
| "loss": 0.8392, |
| "step": 7960 |
| }, |
| { |
| "epoch": 0.3278823239378749, |
| "grad_norm": 1.0242650508880615, |
| "learning_rate": 0.00019076149150407324, |
| "loss": 0.8398, |
| "step": 7980 |
| }, |
| { |
| "epoch": 0.32870408414824553, |
| "grad_norm": 1.0052822828292847, |
| "learning_rate": 0.0001907083464611993, |
| "loss": 0.8257, |
| "step": 8000 |
| }, |
| { |
| "epoch": 0.32870408414824553, |
| "eval_loss": 1.0951544046401978, |
| "eval_runtime": 16.4946, |
| "eval_samples_per_second": 158.84, |
| "eval_steps_per_second": 4.971, |
| "step": 8000 |
| }, |
| { |
| "epoch": 0.32952584435861615, |
| "grad_norm": 1.0948665142059326, |
| "learning_rate": 0.00019065224769085476, |
| "loss": 0.8343, |
| "step": 8020 |
| }, |
| { |
| "epoch": 0.33034760456898676, |
| "grad_norm": 1.1585348844528198, |
| "learning_rate": 0.00019059598838235754, |
| "loss": 0.8272, |
| "step": 8040 |
| }, |
| { |
| "epoch": 0.3311693647793574, |
| "grad_norm": 1.0641188621520996, |
| "learning_rate": 0.00019053956863533854, |
| "loss": 0.8499, |
| "step": 8060 |
| }, |
| { |
| "epoch": 0.331991124989728, |
| "grad_norm": 1.0595240592956543, |
| "learning_rate": 0.00019048298854971272, |
| "loss": 0.8407, |
| "step": 8080 |
| }, |
| { |
| "epoch": 0.3328128852000986, |
| "grad_norm": 1.1425433158874512, |
| "learning_rate": 0.00019042624822567908, |
| "loss": 0.8671, |
| "step": 8100 |
| }, |
| { |
| "epoch": 0.3336346454104692, |
| "grad_norm": 1.1736706495285034, |
| "learning_rate": 0.0001903693477637204, |
| "loss": 0.8115, |
| "step": 8120 |
| }, |
| { |
| "epoch": 0.33445640562083984, |
| "grad_norm": 1.062788724899292, |
| "learning_rate": 0.000190312287264603, |
| "loss": 0.8416, |
| "step": 8140 |
| }, |
| { |
| "epoch": 0.33527816583121045, |
| "grad_norm": 1.0873854160308838, |
| "learning_rate": 0.0001902550668293766, |
| "loss": 0.8513, |
| "step": 8160 |
| }, |
| { |
| "epoch": 0.33609992604158107, |
| "grad_norm": 1.0588126182556152, |
| "learning_rate": 0.00019019768655937423, |
| "loss": 0.8232, |
| "step": 8180 |
| }, |
| { |
| "epoch": 0.3369216862519517, |
| "grad_norm": 1.0401087999343872, |
| "learning_rate": 0.00019014014655621193, |
| "loss": 0.8369, |
| "step": 8200 |
| }, |
| { |
| "epoch": 0.3377434464623223, |
| "grad_norm": 0.988150417804718, |
| "learning_rate": 0.0001900824469217886, |
| "loss": 0.8076, |
| "step": 8220 |
| }, |
| { |
| "epoch": 0.3385652066726929, |
| "grad_norm": 1.2257081270217896, |
| "learning_rate": 0.00019002458775828584, |
| "loss": 0.824, |
| "step": 8240 |
| }, |
| { |
| "epoch": 0.3393869668830635, |
| "grad_norm": 0.9933615922927856, |
| "learning_rate": 0.0001899665691681678, |
| "loss": 0.8391, |
| "step": 8260 |
| }, |
| { |
| "epoch": 0.34020872709343414, |
| "grad_norm": 1.1779851913452148, |
| "learning_rate": 0.0001899083912541809, |
| "loss": 0.8333, |
| "step": 8280 |
| }, |
| { |
| "epoch": 0.34103048730380475, |
| "grad_norm": 1.118120551109314, |
| "learning_rate": 0.0001898500541193538, |
| "loss": 0.8333, |
| "step": 8300 |
| }, |
| { |
| "epoch": 0.34185224751417537, |
| "grad_norm": 1.0865180492401123, |
| "learning_rate": 0.00018979155786699706, |
| "loss": 0.8497, |
| "step": 8320 |
| }, |
| { |
| "epoch": 0.342674007724546, |
| "grad_norm": 0.9836400747299194, |
| "learning_rate": 0.000189732902600703, |
| "loss": 0.8547, |
| "step": 8340 |
| }, |
| { |
| "epoch": 0.3434957679349166, |
| "grad_norm": 1.1521192789077759, |
| "learning_rate": 0.00018967408842434562, |
| "loss": 0.8476, |
| "step": 8360 |
| }, |
| { |
| "epoch": 0.3443175281452872, |
| "grad_norm": 1.1589045524597168, |
| "learning_rate": 0.0001896151154420803, |
| "loss": 0.8479, |
| "step": 8380 |
| }, |
| { |
| "epoch": 0.3451392883556578, |
| "grad_norm": 1.0231435298919678, |
| "learning_rate": 0.00018955598375834364, |
| "loss": 0.863, |
| "step": 8400 |
| }, |
| { |
| "epoch": 0.34596104856602844, |
| "grad_norm": 1.0295898914337158, |
| "learning_rate": 0.00018949669347785328, |
| "loss": 0.8224, |
| "step": 8420 |
| }, |
| { |
| "epoch": 0.34678280877639905, |
| "grad_norm": 1.1238269805908203, |
| "learning_rate": 0.00018943724470560778, |
| "loss": 0.8276, |
| "step": 8440 |
| }, |
| { |
| "epoch": 0.34760456898676967, |
| "grad_norm": 1.0870115756988525, |
| "learning_rate": 0.00018937763754688634, |
| "loss": 0.8372, |
| "step": 8460 |
| }, |
| { |
| "epoch": 0.3484263291971403, |
| "grad_norm": 1.1568728685379028, |
| "learning_rate": 0.0001893178721072486, |
| "loss": 0.862, |
| "step": 8480 |
| }, |
| { |
| "epoch": 0.3492480894075109, |
| "grad_norm": 1.0375559329986572, |
| "learning_rate": 0.00018925794849253462, |
| "loss": 0.843, |
| "step": 8500 |
| }, |
| { |
| "epoch": 0.3500698496178815, |
| "grad_norm": 1.1177926063537598, |
| "learning_rate": 0.00018919786680886443, |
| "loss": 0.8303, |
| "step": 8520 |
| }, |
| { |
| "epoch": 0.3508916098282521, |
| "grad_norm": 1.1874128580093384, |
| "learning_rate": 0.00018913762716263818, |
| "loss": 0.8429, |
| "step": 8540 |
| }, |
| { |
| "epoch": 0.35171337003862274, |
| "grad_norm": 1.2707151174545288, |
| "learning_rate": 0.00018907722966053555, |
| "loss": 0.8257, |
| "step": 8560 |
| }, |
| { |
| "epoch": 0.35253513024899336, |
| "grad_norm": 1.1079628467559814, |
| "learning_rate": 0.00018901667440951586, |
| "loss": 0.849, |
| "step": 8580 |
| }, |
| { |
| "epoch": 0.35335689045936397, |
| "grad_norm": 1.1875925064086914, |
| "learning_rate": 0.0001889559615168179, |
| "loss": 0.8704, |
| "step": 8600 |
| }, |
| { |
| "epoch": 0.3541786506697346, |
| "grad_norm": 1.1461087465286255, |
| "learning_rate": 0.00018889509108995943, |
| "loss": 0.8292, |
| "step": 8620 |
| }, |
| { |
| "epoch": 0.3550004108801052, |
| "grad_norm": 1.3481261730194092, |
| "learning_rate": 0.0001888340632367373, |
| "loss": 0.8163, |
| "step": 8640 |
| }, |
| { |
| "epoch": 0.3558221710904758, |
| "grad_norm": 1.1863452196121216, |
| "learning_rate": 0.00018877287806522722, |
| "loss": 0.8532, |
| "step": 8660 |
| }, |
| { |
| "epoch": 0.35664393130084643, |
| "grad_norm": 1.3977798223495483, |
| "learning_rate": 0.00018871153568378332, |
| "loss": 0.8714, |
| "step": 8680 |
| }, |
| { |
| "epoch": 0.35746569151121704, |
| "grad_norm": 1.1754332780838013, |
| "learning_rate": 0.0001886500362010383, |
| "loss": 0.8243, |
| "step": 8700 |
| }, |
| { |
| "epoch": 0.35828745172158766, |
| "grad_norm": 1.1255104541778564, |
| "learning_rate": 0.000188588379725903, |
| "loss": 0.8025, |
| "step": 8720 |
| }, |
| { |
| "epoch": 0.35910921193195827, |
| "grad_norm": 1.0885831117630005, |
| "learning_rate": 0.00018852656636756627, |
| "loss": 0.8179, |
| "step": 8740 |
| }, |
| { |
| "epoch": 0.3599309721423289, |
| "grad_norm": 1.121172308921814, |
| "learning_rate": 0.00018846459623549482, |
| "loss": 0.831, |
| "step": 8760 |
| }, |
| { |
| "epoch": 0.3607527323526995, |
| "grad_norm": 1.2006275653839111, |
| "learning_rate": 0.000188402469439433, |
| "loss": 0.8451, |
| "step": 8780 |
| }, |
| { |
| "epoch": 0.3615744925630701, |
| "grad_norm": 1.0075160264968872, |
| "learning_rate": 0.00018834018608940257, |
| "loss": 0.8326, |
| "step": 8800 |
| }, |
| { |
| "epoch": 0.36239625277344073, |
| "grad_norm": 1.3210777044296265, |
| "learning_rate": 0.00018827774629570252, |
| "loss": 0.8466, |
| "step": 8820 |
| }, |
| { |
| "epoch": 0.36321801298381134, |
| "grad_norm": 1.157143473625183, |
| "learning_rate": 0.00018821515016890895, |
| "loss": 0.84, |
| "step": 8840 |
| }, |
| { |
| "epoch": 0.36403977319418196, |
| "grad_norm": 1.0349316596984863, |
| "learning_rate": 0.0001881523978198748, |
| "loss": 0.8166, |
| "step": 8860 |
| }, |
| { |
| "epoch": 0.3648615334045526, |
| "grad_norm": 1.1739977598190308, |
| "learning_rate": 0.00018808948935972964, |
| "loss": 0.8154, |
| "step": 8880 |
| }, |
| { |
| "epoch": 0.3656832936149232, |
| "grad_norm": 1.0839564800262451, |
| "learning_rate": 0.00018802642489987946, |
| "loss": 0.8446, |
| "step": 8900 |
| }, |
| { |
| "epoch": 0.3665050538252938, |
| "grad_norm": 1.126232624053955, |
| "learning_rate": 0.0001879632045520066, |
| "loss": 0.8262, |
| "step": 8920 |
| }, |
| { |
| "epoch": 0.3673268140356644, |
| "grad_norm": 1.1430919170379639, |
| "learning_rate": 0.00018789982842806947, |
| "loss": 0.8449, |
| "step": 8940 |
| }, |
| { |
| "epoch": 0.36814857424603503, |
| "grad_norm": 1.1284793615341187, |
| "learning_rate": 0.00018783629664030226, |
| "loss": 0.8482, |
| "step": 8960 |
| }, |
| { |
| "epoch": 0.36897033445640565, |
| "grad_norm": 1.0018378496170044, |
| "learning_rate": 0.00018777260930121487, |
| "loss": 0.8353, |
| "step": 8980 |
| }, |
| { |
| "epoch": 0.36979209466677626, |
| "grad_norm": 1.055388331413269, |
| "learning_rate": 0.00018771515779286891, |
| "loss": 0.8397, |
| "step": 9000 |
| }, |
| { |
| "epoch": 0.3706138548771469, |
| "grad_norm": 1.152448296546936, |
| "learning_rate": 0.00018765117521722443, |
| "loss": 0.8607, |
| "step": 9020 |
| }, |
| { |
| "epoch": 0.3714356150875175, |
| "grad_norm": 1.1177656650543213, |
| "learning_rate": 0.00018758703741809558, |
| "loss": 0.8254, |
| "step": 9040 |
| }, |
| { |
| "epoch": 0.37225737529788805, |
| "grad_norm": 1.336777687072754, |
| "learning_rate": 0.00018752274450906545, |
| "loss": 0.8367, |
| "step": 9060 |
| }, |
| { |
| "epoch": 0.37307913550825866, |
| "grad_norm": 1.19560706615448, |
| "learning_rate": 0.00018745829660399185, |
| "loss": 0.8528, |
| "step": 9080 |
| }, |
| { |
| "epoch": 0.3739008957186293, |
| "grad_norm": 1.2169603109359741, |
| "learning_rate": 0.00018739369381700707, |
| "loss": 0.8425, |
| "step": 9100 |
| }, |
| { |
| "epoch": 0.3747226559289999, |
| "grad_norm": 1.1716234683990479, |
| "learning_rate": 0.00018732893626251766, |
| "loss": 0.8358, |
| "step": 9120 |
| }, |
| { |
| "epoch": 0.3755444161393705, |
| "grad_norm": 1.0265463590621948, |
| "learning_rate": 0.00018726402405520425, |
| "loss": 0.8447, |
| "step": 9140 |
| }, |
| { |
| "epoch": 0.3763661763497411, |
| "grad_norm": 1.2216025590896606, |
| "learning_rate": 0.00018719895731002137, |
| "loss": 0.8247, |
| "step": 9160 |
| }, |
| { |
| "epoch": 0.37718793656011174, |
| "grad_norm": 1.0820845365524292, |
| "learning_rate": 0.0001871337361421972, |
| "loss": 0.8452, |
| "step": 9180 |
| }, |
| { |
| "epoch": 0.37800969677048235, |
| "grad_norm": 1.019952416419983, |
| "learning_rate": 0.00018706836066723347, |
| "loss": 0.8493, |
| "step": 9200 |
| }, |
| { |
| "epoch": 0.37883145698085297, |
| "grad_norm": 1.0316121578216553, |
| "learning_rate": 0.00018700283100090502, |
| "loss": 0.8447, |
| "step": 9220 |
| }, |
| { |
| "epoch": 0.3796532171912236, |
| "grad_norm": 1.1700369119644165, |
| "learning_rate": 0.00018693714725925994, |
| "loss": 0.8337, |
| "step": 9240 |
| }, |
| { |
| "epoch": 0.3804749774015942, |
| "grad_norm": 1.032667636871338, |
| "learning_rate": 0.00018687130955861902, |
| "loss": 0.8325, |
| "step": 9260 |
| }, |
| { |
| "epoch": 0.3812967376119648, |
| "grad_norm": 1.2093219757080078, |
| "learning_rate": 0.0001868053180155758, |
| "loss": 0.8295, |
| "step": 9280 |
| }, |
| { |
| "epoch": 0.3821184978223354, |
| "grad_norm": 1.1522185802459717, |
| "learning_rate": 0.00018673917274699618, |
| "loss": 0.841, |
| "step": 9300 |
| }, |
| { |
| "epoch": 0.38294025803270604, |
| "grad_norm": 1.2028223276138306, |
| "learning_rate": 0.00018667287387001834, |
| "loss": 0.8432, |
| "step": 9320 |
| }, |
| { |
| "epoch": 0.38376201824307665, |
| "grad_norm": 1.2288753986358643, |
| "learning_rate": 0.00018660642150205255, |
| "loss": 0.8586, |
| "step": 9340 |
| }, |
| { |
| "epoch": 0.38458377845344727, |
| "grad_norm": 1.1289194822311401, |
| "learning_rate": 0.00018653981576078075, |
| "loss": 0.8408, |
| "step": 9360 |
| }, |
| { |
| "epoch": 0.3854055386638179, |
| "grad_norm": 1.208264708518982, |
| "learning_rate": 0.00018647305676415665, |
| "loss": 0.8233, |
| "step": 9380 |
| }, |
| { |
| "epoch": 0.3862272988741885, |
| "grad_norm": 1.23066246509552, |
| "learning_rate": 0.00018640949387227146, |
| "loss": 0.8227, |
| "step": 9400 |
| }, |
| { |
| "epoch": 0.3870490590845591, |
| "grad_norm": 1.2344571352005005, |
| "learning_rate": 0.0001863424363680021, |
| "loss": 0.8376, |
| "step": 9420 |
| }, |
| { |
| "epoch": 0.3878708192949297, |
| "grad_norm": 1.1864609718322754, |
| "learning_rate": 0.00018627522595792413, |
| "loss": 0.8391, |
| "step": 9440 |
| }, |
| { |
| "epoch": 0.38869257950530034, |
| "grad_norm": 1.109244465827942, |
| "learning_rate": 0.00018620786276106203, |
| "loss": 0.8256, |
| "step": 9460 |
| }, |
| { |
| "epoch": 0.38951433971567095, |
| "grad_norm": 1.0809723138809204, |
| "learning_rate": 0.00018614034689671082, |
| "loss": 0.8492, |
| "step": 9480 |
| }, |
| { |
| "epoch": 0.39033609992604157, |
| "grad_norm": 1.2196381092071533, |
| "learning_rate": 0.00018607267848443591, |
| "loss": 0.8415, |
| "step": 9500 |
| }, |
| { |
| "epoch": 0.3911578601364122, |
| "grad_norm": 1.1039822101593018, |
| "learning_rate": 0.00018600485764407282, |
| "loss": 0.8464, |
| "step": 9520 |
| }, |
| { |
| "epoch": 0.3919796203467828, |
| "grad_norm": 1.115871548652649, |
| "learning_rate": 0.00018593688449572703, |
| "loss": 0.8368, |
| "step": 9540 |
| }, |
| { |
| "epoch": 0.3928013805571534, |
| "grad_norm": 1.0675318241119385, |
| "learning_rate": 0.0001858687591597738, |
| "loss": 0.8276, |
| "step": 9560 |
| }, |
| { |
| "epoch": 0.393623140767524, |
| "grad_norm": 1.1515909433364868, |
| "learning_rate": 0.00018580048175685784, |
| "loss": 0.8259, |
| "step": 9580 |
| }, |
| { |
| "epoch": 0.39444490097789464, |
| "grad_norm": 1.1502107381820679, |
| "learning_rate": 0.00018573205240789316, |
| "loss": 0.8549, |
| "step": 9600 |
| }, |
| { |
| "epoch": 0.39526666118826526, |
| "grad_norm": 1.0891849994659424, |
| "learning_rate": 0.00018566347123406284, |
| "loss": 0.8396, |
| "step": 9620 |
| }, |
| { |
| "epoch": 0.39608842139863587, |
| "grad_norm": 1.1536388397216797, |
| "learning_rate": 0.00018559473835681896, |
| "loss": 0.8401, |
| "step": 9640 |
| }, |
| { |
| "epoch": 0.3969101816090065, |
| "grad_norm": 1.320541262626648, |
| "learning_rate": 0.00018552585389788203, |
| "loss": 0.8454, |
| "step": 9660 |
| }, |
| { |
| "epoch": 0.3977319418193771, |
| "grad_norm": 0.96424800157547, |
| "learning_rate": 0.00018545681797924125, |
| "loss": 0.8257, |
| "step": 9680 |
| }, |
| { |
| "epoch": 0.3985537020297477, |
| "grad_norm": 1.1451895236968994, |
| "learning_rate": 0.00018538763072315382, |
| "loss": 0.8327, |
| "step": 9700 |
| }, |
| { |
| "epoch": 0.39937546224011833, |
| "grad_norm": 1.1693811416625977, |
| "learning_rate": 0.00018531829225214508, |
| "loss": 0.8342, |
| "step": 9720 |
| }, |
| { |
| "epoch": 0.40019722245048894, |
| "grad_norm": 1.0285801887512207, |
| "learning_rate": 0.00018524880268900812, |
| "loss": 0.8261, |
| "step": 9740 |
| }, |
| { |
| "epoch": 0.40101898266085956, |
| "grad_norm": 1.1713870763778687, |
| "learning_rate": 0.00018517916215680363, |
| "loss": 0.8597, |
| "step": 9760 |
| }, |
| { |
| "epoch": 0.40184074287123017, |
| "grad_norm": 1.117725133895874, |
| "learning_rate": 0.00018510937077885958, |
| "loss": 0.8281, |
| "step": 9780 |
| }, |
| { |
| "epoch": 0.4026625030816008, |
| "grad_norm": 1.2378820180892944, |
| "learning_rate": 0.00018503942867877118, |
| "loss": 0.8619, |
| "step": 9800 |
| }, |
| { |
| "epoch": 0.4034842632919714, |
| "grad_norm": 1.2209067344665527, |
| "learning_rate": 0.00018496933598040048, |
| "loss": 0.8549, |
| "step": 9820 |
| }, |
| { |
| "epoch": 0.404306023502342, |
| "grad_norm": 1.0837441682815552, |
| "learning_rate": 0.00018489909280787627, |
| "loss": 0.8575, |
| "step": 9840 |
| }, |
| { |
| "epoch": 0.40512778371271263, |
| "grad_norm": 1.2987329959869385, |
| "learning_rate": 0.00018482869928559379, |
| "loss": 0.8467, |
| "step": 9860 |
| }, |
| { |
| "epoch": 0.40594954392308324, |
| "grad_norm": 1.216752052307129, |
| "learning_rate": 0.00018475815553821456, |
| "loss": 0.8333, |
| "step": 9880 |
| }, |
| { |
| "epoch": 0.40677130413345386, |
| "grad_norm": 1.2210928201675415, |
| "learning_rate": 0.0001846874616906661, |
| "loss": 0.8377, |
| "step": 9900 |
| }, |
| { |
| "epoch": 0.4075930643438245, |
| "grad_norm": 1.007938027381897, |
| "learning_rate": 0.0001846166178681418, |
| "loss": 0.8422, |
| "step": 9920 |
| }, |
| { |
| "epoch": 0.4084148245541951, |
| "grad_norm": 1.1827200651168823, |
| "learning_rate": 0.00018454562419610058, |
| "loss": 0.8456, |
| "step": 9940 |
| }, |
| { |
| "epoch": 0.4092365847645657, |
| "grad_norm": 1.2097376585006714, |
| "learning_rate": 0.00018447448080026682, |
| "loss": 0.8408, |
| "step": 9960 |
| }, |
| { |
| "epoch": 0.4100583449749363, |
| "grad_norm": 1.0128288269042969, |
| "learning_rate": 0.00018440318780662998, |
| "loss": 0.8517, |
| "step": 9980 |
| }, |
| { |
| "epoch": 0.41088010518530693, |
| "grad_norm": 1.1385818719863892, |
| "learning_rate": 0.00018433174534144444, |
| "loss": 0.8532, |
| "step": 10000 |
| }, |
| { |
| "epoch": 0.41088010518530693, |
| "eval_loss": 1.1022228002548218, |
| "eval_runtime": 16.4762, |
| "eval_samples_per_second": 159.018, |
| "eval_steps_per_second": 4.977, |
| "step": 10000 |
| }, |
| { |
| "epoch": 0.41170186539567755, |
| "grad_norm": 1.2568473815917969, |
| "learning_rate": 0.00018426015353122934, |
| "loss": 0.8304, |
| "step": 10020 |
| }, |
| { |
| "epoch": 0.41252362560604816, |
| "grad_norm": 1.2366386651992798, |
| "learning_rate": 0.00018418841250276825, |
| "loss": 0.8244, |
| "step": 10040 |
| }, |
| { |
| "epoch": 0.4133453858164188, |
| "grad_norm": 1.0323954820632935, |
| "learning_rate": 0.000184116522383109, |
| "loss": 0.8167, |
| "step": 10060 |
| }, |
| { |
| "epoch": 0.4141671460267894, |
| "grad_norm": 1.1676981449127197, |
| "learning_rate": 0.00018404448329956344, |
| "loss": 0.8356, |
| "step": 10080 |
| }, |
| { |
| "epoch": 0.41498890623716, |
| "grad_norm": 1.2117750644683838, |
| "learning_rate": 0.0001839722953797073, |
| "loss": 0.8483, |
| "step": 10100 |
| }, |
| { |
| "epoch": 0.4158106664475306, |
| "grad_norm": 1.1228010654449463, |
| "learning_rate": 0.00018389995875137978, |
| "loss": 0.818, |
| "step": 10120 |
| }, |
| { |
| "epoch": 0.41663242665790123, |
| "grad_norm": 1.03129243850708, |
| "learning_rate": 0.00018382747354268351, |
| "loss": 0.8556, |
| "step": 10140 |
| }, |
| { |
| "epoch": 0.41745418686827185, |
| "grad_norm": 1.239634394645691, |
| "learning_rate": 0.00018375847508876958, |
| "loss": 0.8581, |
| "step": 10160 |
| }, |
| { |
| "epoch": 0.41827594707864246, |
| "grad_norm": 1.046134114265442, |
| "learning_rate": 0.0001836857005178056, |
| "loss": 0.8241, |
| "step": 10180 |
| }, |
| { |
| "epoch": 0.4190977072890131, |
| "grad_norm": 1.3205509185791016, |
| "learning_rate": 0.00018361277774590765, |
| "loss": 0.8409, |
| "step": 10200 |
| }, |
| { |
| "epoch": 0.4199194674993837, |
| "grad_norm": 1.1549128293991089, |
| "learning_rate": 0.00018353970690221646, |
| "loss": 0.8252, |
| "step": 10220 |
| }, |
| { |
| "epoch": 0.4207412277097543, |
| "grad_norm": 1.1062310934066772, |
| "learning_rate": 0.00018346648811613477, |
| "loss": 0.8428, |
| "step": 10240 |
| }, |
| { |
| "epoch": 0.4215629879201249, |
| "grad_norm": 1.2223172187805176, |
| "learning_rate": 0.0001833931215173274, |
| "loss": 0.8118, |
| "step": 10260 |
| }, |
| { |
| "epoch": 0.42238474813049554, |
| "grad_norm": 1.2306350469589233, |
| "learning_rate": 0.00018331960723572105, |
| "loss": 0.8615, |
| "step": 10280 |
| }, |
| { |
| "epoch": 0.42320650834086615, |
| "grad_norm": 1.301054835319519, |
| "learning_rate": 0.0001832459454015038, |
| "loss": 0.8388, |
| "step": 10300 |
| }, |
| { |
| "epoch": 0.42402826855123676, |
| "grad_norm": 1.1266446113586426, |
| "learning_rate": 0.00018317213614512507, |
| "loss": 0.844, |
| "step": 10320 |
| }, |
| { |
| "epoch": 0.4248500287616074, |
| "grad_norm": 1.1231412887573242, |
| "learning_rate": 0.0001830981795972954, |
| "loss": 0.8581, |
| "step": 10340 |
| }, |
| { |
| "epoch": 0.425671788971978, |
| "grad_norm": 1.0722932815551758, |
| "learning_rate": 0.00018302407588898612, |
| "loss": 0.844, |
| "step": 10360 |
| }, |
| { |
| "epoch": 0.4264935491823486, |
| "grad_norm": 1.122125506401062, |
| "learning_rate": 0.0001829498251514292, |
| "loss": 0.817, |
| "step": 10380 |
| }, |
| { |
| "epoch": 0.4273153093927192, |
| "grad_norm": 1.1031594276428223, |
| "learning_rate": 0.00018287542751611703, |
| "loss": 0.8448, |
| "step": 10400 |
| }, |
| { |
| "epoch": 0.42813706960308984, |
| "grad_norm": 1.166870355606079, |
| "learning_rate": 0.00018280088311480201, |
| "loss": 0.8607, |
| "step": 10420 |
| }, |
| { |
| "epoch": 0.42895882981346045, |
| "grad_norm": 1.1672008037567139, |
| "learning_rate": 0.0001827261920794966, |
| "loss": 0.8206, |
| "step": 10440 |
| }, |
| { |
| "epoch": 0.42978059002383107, |
| "grad_norm": 1.7684413194656372, |
| "learning_rate": 0.00018265135454247284, |
| "loss": 0.8503, |
| "step": 10460 |
| }, |
| { |
| "epoch": 0.4306023502342017, |
| "grad_norm": 1.3215503692626953, |
| "learning_rate": 0.00018257637063626226, |
| "loss": 0.8535, |
| "step": 10480 |
| }, |
| { |
| "epoch": 0.4314241104445723, |
| "grad_norm": 1.1748920679092407, |
| "learning_rate": 0.0001825012404936556, |
| "loss": 0.8364, |
| "step": 10500 |
| }, |
| { |
| "epoch": 0.4322458706549429, |
| "grad_norm": 1.0914533138275146, |
| "learning_rate": 0.00018242596424770252, |
| "loss": 0.8144, |
| "step": 10520 |
| }, |
| { |
| "epoch": 0.4330676308653135, |
| "grad_norm": 1.2216529846191406, |
| "learning_rate": 0.0001823505420317115, |
| "loss": 0.8566, |
| "step": 10540 |
| }, |
| { |
| "epoch": 0.43388939107568414, |
| "grad_norm": 1.2634260654449463, |
| "learning_rate": 0.00018227497397924948, |
| "loss": 0.8372, |
| "step": 10560 |
| }, |
| { |
| "epoch": 0.43471115128605475, |
| "grad_norm": 1.244780421257019, |
| "learning_rate": 0.00018219926022414163, |
| "loss": 0.8397, |
| "step": 10580 |
| }, |
| { |
| "epoch": 0.43553291149642537, |
| "grad_norm": 1.177216649055481, |
| "learning_rate": 0.00018212340090047118, |
| "loss": 0.8122, |
| "step": 10600 |
| }, |
| { |
| "epoch": 0.436354671706796, |
| "grad_norm": 1.1915186643600464, |
| "learning_rate": 0.0001820473961425792, |
| "loss": 0.829, |
| "step": 10620 |
| }, |
| { |
| "epoch": 0.4371764319171666, |
| "grad_norm": 0.9915897250175476, |
| "learning_rate": 0.00018197124608506423, |
| "loss": 0.8401, |
| "step": 10640 |
| }, |
| { |
| "epoch": 0.4379981921275372, |
| "grad_norm": 1.1870684623718262, |
| "learning_rate": 0.00018189495086278214, |
| "loss": 0.8481, |
| "step": 10660 |
| }, |
| { |
| "epoch": 0.4388199523379078, |
| "grad_norm": 1.1735584735870361, |
| "learning_rate": 0.00018181851061084596, |
| "loss": 0.8539, |
| "step": 10680 |
| }, |
| { |
| "epoch": 0.4396417125482784, |
| "grad_norm": 1.2218267917633057, |
| "learning_rate": 0.00018174192546462542, |
| "loss": 0.8416, |
| "step": 10700 |
| }, |
| { |
| "epoch": 0.440463472758649, |
| "grad_norm": 1.2126885652542114, |
| "learning_rate": 0.000181665195559747, |
| "loss": 0.8353, |
| "step": 10720 |
| }, |
| { |
| "epoch": 0.4412852329690196, |
| "grad_norm": 1.1790574789047241, |
| "learning_rate": 0.00018158832103209335, |
| "loss": 0.8235, |
| "step": 10740 |
| }, |
| { |
| "epoch": 0.44210699317939023, |
| "grad_norm": 1.153855323791504, |
| "learning_rate": 0.00018151130201780343, |
| "loss": 0.8415, |
| "step": 10760 |
| }, |
| { |
| "epoch": 0.44292875338976084, |
| "grad_norm": 1.0696359872817993, |
| "learning_rate": 0.00018143413865327198, |
| "loss": 0.8514, |
| "step": 10780 |
| }, |
| { |
| "epoch": 0.44375051360013146, |
| "grad_norm": 1.2022265195846558, |
| "learning_rate": 0.00018135683107514932, |
| "loss": 0.8102, |
| "step": 10800 |
| }, |
| { |
| "epoch": 0.44457227381050207, |
| "grad_norm": 1.1839139461517334, |
| "learning_rate": 0.00018127937942034127, |
| "loss": 0.8243, |
| "step": 10820 |
| }, |
| { |
| "epoch": 0.4453940340208727, |
| "grad_norm": 1.1672074794769287, |
| "learning_rate": 0.00018120178382600874, |
| "loss": 0.8707, |
| "step": 10840 |
| }, |
| { |
| "epoch": 0.4462157942312433, |
| "grad_norm": 1.1144109964370728, |
| "learning_rate": 0.00018112404442956754, |
| "loss": 0.833, |
| "step": 10860 |
| }, |
| { |
| "epoch": 0.4470375544416139, |
| "grad_norm": 1.2560542821884155, |
| "learning_rate": 0.00018104616136868816, |
| "loss": 0.8164, |
| "step": 10880 |
| }, |
| { |
| "epoch": 0.44785931465198453, |
| "grad_norm": 1.1620038747787476, |
| "learning_rate": 0.00018096813478129552, |
| "loss": 0.857, |
| "step": 10900 |
| }, |
| { |
| "epoch": 0.44868107486235514, |
| "grad_norm": 1.0956732034683228, |
| "learning_rate": 0.0001808899648055687, |
| "loss": 0.8069, |
| "step": 10920 |
| }, |
| { |
| "epoch": 0.44950283507272576, |
| "grad_norm": 1.153667688369751, |
| "learning_rate": 0.00018081165157994068, |
| "loss": 0.8228, |
| "step": 10940 |
| }, |
| { |
| "epoch": 0.4503245952830964, |
| "grad_norm": 1.1663360595703125, |
| "learning_rate": 0.00018073319524309822, |
| "loss": 0.8438, |
| "step": 10960 |
| }, |
| { |
| "epoch": 0.451146355493467, |
| "grad_norm": 1.0581029653549194, |
| "learning_rate": 0.00018065459593398137, |
| "loss": 0.8245, |
| "step": 10980 |
| }, |
| { |
| "epoch": 0.4519681157038376, |
| "grad_norm": 1.3234822750091553, |
| "learning_rate": 0.0001805758537917835, |
| "loss": 0.8462, |
| "step": 11000 |
| }, |
| { |
| "epoch": 0.4527898759142082, |
| "grad_norm": 1.1863617897033691, |
| "learning_rate": 0.0001804969689559509, |
| "loss": 0.815, |
| "step": 11020 |
| }, |
| { |
| "epoch": 0.45361163612457883, |
| "grad_norm": 1.2528035640716553, |
| "learning_rate": 0.00018041794156618252, |
| "loss": 0.8239, |
| "step": 11040 |
| }, |
| { |
| "epoch": 0.45443339633494945, |
| "grad_norm": 2.205885887145996, |
| "learning_rate": 0.00018033877176242975, |
| "loss": 0.8061, |
| "step": 11060 |
| }, |
| { |
| "epoch": 0.45525515654532006, |
| "grad_norm": 1.2284212112426758, |
| "learning_rate": 0.00018025945968489626, |
| "loss": 0.837, |
| "step": 11080 |
| }, |
| { |
| "epoch": 0.4560769167556907, |
| "grad_norm": 1.1616712808609009, |
| "learning_rate": 0.00018018000547403765, |
| "loss": 0.8502, |
| "step": 11100 |
| }, |
| { |
| "epoch": 0.4568986769660613, |
| "grad_norm": 1.188586711883545, |
| "learning_rate": 0.00018010040927056117, |
| "loss": 0.842, |
| "step": 11120 |
| }, |
| { |
| "epoch": 0.4577204371764319, |
| "grad_norm": 1.1483261585235596, |
| "learning_rate": 0.00018002067121542558, |
| "loss": 0.8503, |
| "step": 11140 |
| }, |
| { |
| "epoch": 0.4585421973868025, |
| "grad_norm": 1.1956408023834229, |
| "learning_rate": 0.00017994079144984087, |
| "loss": 0.8452, |
| "step": 11160 |
| }, |
| { |
| "epoch": 0.45936395759717313, |
| "grad_norm": 1.281135082244873, |
| "learning_rate": 0.00017986077011526792, |
| "loss": 0.8641, |
| "step": 11180 |
| }, |
| { |
| "epoch": 0.46018571780754375, |
| "grad_norm": 1.3326410055160522, |
| "learning_rate": 0.00017978060735341836, |
| "loss": 0.81, |
| "step": 11200 |
| }, |
| { |
| "epoch": 0.46100747801791436, |
| "grad_norm": 1.331778645515442, |
| "learning_rate": 0.0001797003033062543, |
| "loss": 0.8401, |
| "step": 11220 |
| }, |
| { |
| "epoch": 0.461829238228285, |
| "grad_norm": 1.1928249597549438, |
| "learning_rate": 0.000179619858115988, |
| "loss": 0.8165, |
| "step": 11240 |
| }, |
| { |
| "epoch": 0.4626509984386556, |
| "grad_norm": 1.3430322408676147, |
| "learning_rate": 0.0001795392719250817, |
| "loss": 0.8581, |
| "step": 11260 |
| }, |
| { |
| "epoch": 0.4634727586490262, |
| "grad_norm": 1.142386555671692, |
| "learning_rate": 0.00017945854487624733, |
| "loss": 0.8397, |
| "step": 11280 |
| }, |
| { |
| "epoch": 0.4642945188593968, |
| "grad_norm": 1.1435790061950684, |
| "learning_rate": 0.0001793776771124463, |
| "loss": 0.8781, |
| "step": 11300 |
| }, |
| { |
| "epoch": 0.46511627906976744, |
| "grad_norm": 1.1941109895706177, |
| "learning_rate": 0.00017929666877688919, |
| "loss": 0.8508, |
| "step": 11320 |
| }, |
| { |
| "epoch": 0.46593803928013805, |
| "grad_norm": 1.1792101860046387, |
| "learning_rate": 0.00017921552001303552, |
| "loss": 0.8559, |
| "step": 11340 |
| }, |
| { |
| "epoch": 0.46675979949050866, |
| "grad_norm": 1.2072590589523315, |
| "learning_rate": 0.00017913423096459354, |
| "loss": 0.8416, |
| "step": 11360 |
| }, |
| { |
| "epoch": 0.4675815597008793, |
| "grad_norm": 1.220444679260254, |
| "learning_rate": 0.00017905280177551983, |
| "loss": 0.8261, |
| "step": 11380 |
| }, |
| { |
| "epoch": 0.4684033199112499, |
| "grad_norm": 1.1701765060424805, |
| "learning_rate": 0.00017897123259001926, |
| "loss": 0.8509, |
| "step": 11400 |
| }, |
| { |
| "epoch": 0.4692250801216205, |
| "grad_norm": 1.2121479511260986, |
| "learning_rate": 0.00017888952355254455, |
| "loss": 0.8424, |
| "step": 11420 |
| }, |
| { |
| "epoch": 0.4700468403319911, |
| "grad_norm": 1.1610180139541626, |
| "learning_rate": 0.0001788076748077962, |
| "loss": 0.8433, |
| "step": 11440 |
| }, |
| { |
| "epoch": 0.47086860054236174, |
| "grad_norm": 1.0766757726669312, |
| "learning_rate": 0.0001787256865007219, |
| "loss": 0.8175, |
| "step": 11460 |
| }, |
| { |
| "epoch": 0.47169036075273235, |
| "grad_norm": 1.2801762819290161, |
| "learning_rate": 0.00017864355877651676, |
| "loss": 0.8416, |
| "step": 11480 |
| }, |
| { |
| "epoch": 0.47251212096310297, |
| "grad_norm": 1.167050838470459, |
| "learning_rate": 0.00017856129178062257, |
| "loss": 0.842, |
| "step": 11500 |
| }, |
| { |
| "epoch": 0.4733338811734736, |
| "grad_norm": 1.0567585229873657, |
| "learning_rate": 0.0001784788856587279, |
| "loss": 0.8467, |
| "step": 11520 |
| }, |
| { |
| "epoch": 0.4741556413838442, |
| "grad_norm": 1.101453185081482, |
| "learning_rate": 0.00017839634055676762, |
| "loss": 0.836, |
| "step": 11540 |
| }, |
| { |
| "epoch": 0.4749774015942148, |
| "grad_norm": 1.2371095418930054, |
| "learning_rate": 0.00017831365662092274, |
| "loss": 0.8623, |
| "step": 11560 |
| }, |
| { |
| "epoch": 0.4757991618045854, |
| "grad_norm": 1.2750577926635742, |
| "learning_rate": 0.00017823083399762018, |
| "loss": 0.8413, |
| "step": 11580 |
| }, |
| { |
| "epoch": 0.47662092201495604, |
| "grad_norm": 1.2494827508926392, |
| "learning_rate": 0.00017814787283353245, |
| "loss": 0.8393, |
| "step": 11600 |
| }, |
| { |
| "epoch": 0.47744268222532665, |
| "grad_norm": 1.1090929508209229, |
| "learning_rate": 0.0001780647732755773, |
| "loss": 0.8224, |
| "step": 11620 |
| }, |
| { |
| "epoch": 0.47826444243569727, |
| "grad_norm": 1.2686065435409546, |
| "learning_rate": 0.00017798153547091773, |
| "loss": 0.8468, |
| "step": 11640 |
| }, |
| { |
| "epoch": 0.4790862026460679, |
| "grad_norm": 1.0384360551834106, |
| "learning_rate": 0.0001778981595669615, |
| "loss": 0.8346, |
| "step": 11660 |
| }, |
| { |
| "epoch": 0.4799079628564385, |
| "grad_norm": 1.1490122079849243, |
| "learning_rate": 0.0001778146457113608, |
| "loss": 0.8565, |
| "step": 11680 |
| }, |
| { |
| "epoch": 0.4807297230668091, |
| "grad_norm": 1.1408191919326782, |
| "learning_rate": 0.00017773099405201236, |
| "loss": 0.8337, |
| "step": 11700 |
| }, |
| { |
| "epoch": 0.4815514832771797, |
| "grad_norm": 1.1228752136230469, |
| "learning_rate": 0.00017764720473705675, |
| "loss": 0.8236, |
| "step": 11720 |
| }, |
| { |
| "epoch": 0.48237324348755034, |
| "grad_norm": 1.0747302770614624, |
| "learning_rate": 0.00017756327791487847, |
| "loss": 0.8439, |
| "step": 11740 |
| }, |
| { |
| "epoch": 0.48319500369792096, |
| "grad_norm": 1.1848806142807007, |
| "learning_rate": 0.0001774792137341054, |
| "loss": 0.8433, |
| "step": 11760 |
| }, |
| { |
| "epoch": 0.48401676390829157, |
| "grad_norm": 1.1458165645599365, |
| "learning_rate": 0.00017739501234360875, |
| "loss": 0.8513, |
| "step": 11780 |
| }, |
| { |
| "epoch": 0.4848385241186622, |
| "grad_norm": 1.2221580743789673, |
| "learning_rate": 0.00017731067389250272, |
| "loss": 0.8345, |
| "step": 11800 |
| }, |
| { |
| "epoch": 0.4856602843290328, |
| "grad_norm": 1.2535064220428467, |
| "learning_rate": 0.00017722619853014423, |
| "loss": 0.842, |
| "step": 11820 |
| }, |
| { |
| "epoch": 0.4864820445394034, |
| "grad_norm": 1.2956807613372803, |
| "learning_rate": 0.0001771415864061326, |
| "loss": 0.833, |
| "step": 11840 |
| }, |
| { |
| "epoch": 0.487303804749774, |
| "grad_norm": 1.3538552522659302, |
| "learning_rate": 0.0001770568376703094, |
| "loss": 0.8389, |
| "step": 11860 |
| }, |
| { |
| "epoch": 0.48812556496014464, |
| "grad_norm": 1.325257658958435, |
| "learning_rate": 0.00017697195247275813, |
| "loss": 0.8041, |
| "step": 11880 |
| }, |
| { |
| "epoch": 0.48894732517051526, |
| "grad_norm": 1.1765714883804321, |
| "learning_rate": 0.00017688693096380392, |
| "loss": 0.8406, |
| "step": 11900 |
| }, |
| { |
| "epoch": 0.48976908538088587, |
| "grad_norm": 1.1218301057815552, |
| "learning_rate": 0.00017680177329401333, |
| "loss": 0.8562, |
| "step": 11920 |
| }, |
| { |
| "epoch": 0.4905908455912565, |
| "grad_norm": 1.1272341012954712, |
| "learning_rate": 0.00017671647961419406, |
| "loss": 0.8638, |
| "step": 11940 |
| }, |
| { |
| "epoch": 0.4914126058016271, |
| "grad_norm": 1.0992316007614136, |
| "learning_rate": 0.00017663105007539463, |
| "loss": 0.8156, |
| "step": 11960 |
| }, |
| { |
| "epoch": 0.4922343660119977, |
| "grad_norm": 1.1406649351119995, |
| "learning_rate": 0.00017654548482890414, |
| "loss": 0.8444, |
| "step": 11980 |
| }, |
| { |
| "epoch": 0.49305612622236833, |
| "grad_norm": 1.251295566558838, |
| "learning_rate": 0.00017645978402625214, |
| "loss": 0.8549, |
| "step": 12000 |
| }, |
| { |
| "epoch": 0.49305612622236833, |
| "eval_loss": 1.1104093790054321, |
| "eval_runtime": 16.7503, |
| "eval_samples_per_second": 156.415, |
| "eval_steps_per_second": 4.895, |
| "step": 12000 |
| }, |
| { |
| "epoch": 0.49387788643273894, |
| "grad_norm": 1.153436303138733, |
| "learning_rate": 0.00017637394781920812, |
| "loss": 0.8262, |
| "step": 12020 |
| }, |
| { |
| "epoch": 0.49469964664310956, |
| "grad_norm": 1.200875997543335, |
| "learning_rate": 0.00017628797635978134, |
| "loss": 0.8644, |
| "step": 12040 |
| }, |
| { |
| "epoch": 0.4955214068534802, |
| "grad_norm": 1.2446619272232056, |
| "learning_rate": 0.00017620186980022072, |
| "loss": 0.8485, |
| "step": 12060 |
| }, |
| { |
| "epoch": 0.4963431670638508, |
| "grad_norm": 1.1602336168289185, |
| "learning_rate": 0.00017611562829301429, |
| "loss": 0.8318, |
| "step": 12080 |
| }, |
| { |
| "epoch": 0.4971649272742214, |
| "grad_norm": 1.4564729928970337, |
| "learning_rate": 0.00017602925199088917, |
| "loss": 0.8375, |
| "step": 12100 |
| }, |
| { |
| "epoch": 0.497986687484592, |
| "grad_norm": 1.107946753501892, |
| "learning_rate": 0.00017594274104681108, |
| "loss": 0.8292, |
| "step": 12120 |
| }, |
| { |
| "epoch": 0.49880844769496263, |
| "grad_norm": 1.250048279762268, |
| "learning_rate": 0.00017585609561398426, |
| "loss": 0.817, |
| "step": 12140 |
| }, |
| { |
| "epoch": 0.49963020790533325, |
| "grad_norm": 0.956064760684967, |
| "learning_rate": 0.00017576931584585117, |
| "loss": 0.8311, |
| "step": 12160 |
| }, |
| { |
| "epoch": 0.5004519681157038, |
| "grad_norm": 1.1825581789016724, |
| "learning_rate": 0.000175682401896092, |
| "loss": 0.8232, |
| "step": 12180 |
| }, |
| { |
| "epoch": 0.5012737283260744, |
| "grad_norm": 1.26679265499115, |
| "learning_rate": 0.00017559535391862476, |
| "loss": 0.7985, |
| "step": 12200 |
| }, |
| { |
| "epoch": 0.502095488536445, |
| "grad_norm": 1.1247515678405762, |
| "learning_rate": 0.00017550817206760463, |
| "loss": 0.8177, |
| "step": 12220 |
| }, |
| { |
| "epoch": 0.5029172487468156, |
| "grad_norm": 1.2112337350845337, |
| "learning_rate": 0.00017542085649742403, |
| "loss": 0.851, |
| "step": 12240 |
| }, |
| { |
| "epoch": 0.5037390089571863, |
| "grad_norm": 1.3968725204467773, |
| "learning_rate": 0.00017533340736271207, |
| "loss": 0.8422, |
| "step": 12260 |
| }, |
| { |
| "epoch": 0.5045607691675569, |
| "grad_norm": 1.2992043495178223, |
| "learning_rate": 0.00017524582481833444, |
| "loss": 0.8492, |
| "step": 12280 |
| }, |
| { |
| "epoch": 0.5053825293779275, |
| "grad_norm": 1.1721656322479248, |
| "learning_rate": 0.0001751581090193931, |
| "loss": 0.8321, |
| "step": 12300 |
| }, |
| { |
| "epoch": 0.5062042895882981, |
| "grad_norm": 1.3727058172225952, |
| "learning_rate": 0.00017507026012122595, |
| "loss": 0.8666, |
| "step": 12320 |
| }, |
| { |
| "epoch": 0.5070260497986687, |
| "grad_norm": 1.27950119972229, |
| "learning_rate": 0.0001749822782794067, |
| "loss": 0.8643, |
| "step": 12340 |
| }, |
| { |
| "epoch": 0.5078478100090393, |
| "grad_norm": 0.9998101592063904, |
| "learning_rate": 0.00017489416364974432, |
| "loss": 0.8319, |
| "step": 12360 |
| }, |
| { |
| "epoch": 0.50866957021941, |
| "grad_norm": 1.210250973701477, |
| "learning_rate": 0.0001748059163882831, |
| "loss": 0.8183, |
| "step": 12380 |
| }, |
| { |
| "epoch": 0.5094913304297806, |
| "grad_norm": 1.2826182842254639, |
| "learning_rate": 0.00017471753665130213, |
| "loss": 0.8421, |
| "step": 12400 |
| }, |
| { |
| "epoch": 0.5103130906401512, |
| "grad_norm": 1.2036994695663452, |
| "learning_rate": 0.00017462902459531508, |
| "loss": 0.8363, |
| "step": 12420 |
| }, |
| { |
| "epoch": 0.5111348508505218, |
| "grad_norm": 1.0195825099945068, |
| "learning_rate": 0.00017454038037707008, |
| "loss": 0.8338, |
| "step": 12440 |
| }, |
| { |
| "epoch": 0.5119566110608924, |
| "grad_norm": 1.2347939014434814, |
| "learning_rate": 0.00017445160415354916, |
| "loss": 0.839, |
| "step": 12460 |
| }, |
| { |
| "epoch": 0.512778371271263, |
| "grad_norm": 1.196473240852356, |
| "learning_rate": 0.00017436269608196817, |
| "loss": 0.85, |
| "step": 12480 |
| }, |
| { |
| "epoch": 0.5136001314816336, |
| "grad_norm": 1.4037846326828003, |
| "learning_rate": 0.00017427365631977648, |
| "loss": 0.84, |
| "step": 12500 |
| }, |
| { |
| "epoch": 0.5144218916920043, |
| "grad_norm": 1.2222518920898438, |
| "learning_rate": 0.00017418448502465667, |
| "loss": 0.855, |
| "step": 12520 |
| }, |
| { |
| "epoch": 0.5152436519023749, |
| "grad_norm": 1.2747788429260254, |
| "learning_rate": 0.0001740951823545242, |
| "loss": 0.8545, |
| "step": 12540 |
| }, |
| { |
| "epoch": 0.5160654121127455, |
| "grad_norm": 1.2375946044921875, |
| "learning_rate": 0.00017400574846752724, |
| "loss": 0.8351, |
| "step": 12560 |
| }, |
| { |
| "epoch": 0.5168871723231161, |
| "grad_norm": 1.084808588027954, |
| "learning_rate": 0.00017391618352204633, |
| "loss": 0.8344, |
| "step": 12580 |
| }, |
| { |
| "epoch": 0.5177089325334867, |
| "grad_norm": 1.228043794631958, |
| "learning_rate": 0.00017382648767669408, |
| "loss": 0.8321, |
| "step": 12600 |
| }, |
| { |
| "epoch": 0.5185306927438573, |
| "grad_norm": 1.125532865524292, |
| "learning_rate": 0.00017373666109031497, |
| "loss": 0.8383, |
| "step": 12620 |
| }, |
| { |
| "epoch": 0.5193524529542279, |
| "grad_norm": 1.1619880199432373, |
| "learning_rate": 0.00017364670392198492, |
| "loss": 0.8318, |
| "step": 12640 |
| }, |
| { |
| "epoch": 0.5201742131645986, |
| "grad_norm": 1.1036595106124878, |
| "learning_rate": 0.00017355661633101116, |
| "loss": 0.8265, |
| "step": 12660 |
| }, |
| { |
| "epoch": 0.5209959733749692, |
| "grad_norm": 1.084410548210144, |
| "learning_rate": 0.0001734663984769319, |
| "loss": 0.8293, |
| "step": 12680 |
| }, |
| { |
| "epoch": 0.5218177335853398, |
| "grad_norm": 1.3622374534606934, |
| "learning_rate": 0.000173376050519516, |
| "loss": 0.8496, |
| "step": 12700 |
| }, |
| { |
| "epoch": 0.5226394937957104, |
| "grad_norm": 1.2676513195037842, |
| "learning_rate": 0.00017328557261876273, |
| "loss": 0.8357, |
| "step": 12720 |
| }, |
| { |
| "epoch": 0.523461254006081, |
| "grad_norm": 1.1944401264190674, |
| "learning_rate": 0.00017319496493490148, |
| "loss": 0.8162, |
| "step": 12740 |
| }, |
| { |
| "epoch": 0.5242830142164516, |
| "grad_norm": 1.2380664348602295, |
| "learning_rate": 0.00017310422762839155, |
| "loss": 0.8319, |
| "step": 12760 |
| }, |
| { |
| "epoch": 0.5251047744268222, |
| "grad_norm": 1.3865251541137695, |
| "learning_rate": 0.00017301336085992163, |
| "loss": 0.8181, |
| "step": 12780 |
| }, |
| { |
| "epoch": 0.5259265346371929, |
| "grad_norm": 1.1436952352523804, |
| "learning_rate": 0.00017292236479040984, |
| "loss": 0.827, |
| "step": 12800 |
| }, |
| { |
| "epoch": 0.5267482948475635, |
| "grad_norm": 1.4181216955184937, |
| "learning_rate": 0.0001728312395810032, |
| "loss": 0.8297, |
| "step": 12820 |
| }, |
| { |
| "epoch": 0.5275700550579341, |
| "grad_norm": 1.4452232122421265, |
| "learning_rate": 0.00017273998539307742, |
| "loss": 0.8397, |
| "step": 12840 |
| }, |
| { |
| "epoch": 0.5283918152683047, |
| "grad_norm": 1.1824501752853394, |
| "learning_rate": 0.00017264860238823667, |
| "loss": 0.8088, |
| "step": 12860 |
| }, |
| { |
| "epoch": 0.5292135754786753, |
| "grad_norm": 1.1516762971878052, |
| "learning_rate": 0.0001725570907283132, |
| "loss": 0.8235, |
| "step": 12880 |
| }, |
| { |
| "epoch": 0.5300353356890459, |
| "grad_norm": 1.0846797227859497, |
| "learning_rate": 0.00017246545057536712, |
| "loss": 0.8149, |
| "step": 12900 |
| }, |
| { |
| "epoch": 0.5308570958994165, |
| "grad_norm": 1.244383692741394, |
| "learning_rate": 0.00017237368209168608, |
| "loss": 0.8488, |
| "step": 12920 |
| }, |
| { |
| "epoch": 0.5316788561097872, |
| "grad_norm": 1.0443450212478638, |
| "learning_rate": 0.000172281785439785, |
| "loss": 0.8089, |
| "step": 12940 |
| }, |
| { |
| "epoch": 0.5325006163201578, |
| "grad_norm": 1.282185673713684, |
| "learning_rate": 0.00017218976078240582, |
| "loss": 0.8164, |
| "step": 12960 |
| }, |
| { |
| "epoch": 0.5333223765305284, |
| "grad_norm": 1.264277696609497, |
| "learning_rate": 0.0001720976082825171, |
| "loss": 0.8512, |
| "step": 12980 |
| }, |
| { |
| "epoch": 0.534144136740899, |
| "grad_norm": 1.1357461214065552, |
| "learning_rate": 0.00017200532810331378, |
| "loss": 0.8368, |
| "step": 13000 |
| }, |
| { |
| "epoch": 0.5349658969512696, |
| "grad_norm": 1.066361427307129, |
| "learning_rate": 0.00017191292040821696, |
| "loss": 0.8273, |
| "step": 13020 |
| }, |
| { |
| "epoch": 0.5357876571616402, |
| "grad_norm": 1.2606313228607178, |
| "learning_rate": 0.00017182038536087363, |
| "loss": 0.8513, |
| "step": 13040 |
| }, |
| { |
| "epoch": 0.5366094173720108, |
| "grad_norm": 1.1224803924560547, |
| "learning_rate": 0.00017172772312515618, |
| "loss": 0.8417, |
| "step": 13060 |
| }, |
| { |
| "epoch": 0.5374311775823815, |
| "grad_norm": 1.2137328386306763, |
| "learning_rate": 0.00017163957634245275, |
| "loss": 0.8264, |
| "step": 13080 |
| }, |
| { |
| "epoch": 0.5382529377927521, |
| "grad_norm": 1.1143057346343994, |
| "learning_rate": 0.00017154666656159665, |
| "loss": 0.8317, |
| "step": 13100 |
| }, |
| { |
| "epoch": 0.5390746980031227, |
| "grad_norm": 1.087512493133545, |
| "learning_rate": 0.00017145363007710135, |
| "loss": 0.8194, |
| "step": 13120 |
| }, |
| { |
| "epoch": 0.5398964582134933, |
| "grad_norm": 1.2861449718475342, |
| "learning_rate": 0.0001713604670537273, |
| "loss": 0.843, |
| "step": 13140 |
| }, |
| { |
| "epoch": 0.5407182184238639, |
| "grad_norm": 1.2231301069259644, |
| "learning_rate": 0.00017126717765645908, |
| "loss": 0.8192, |
| "step": 13160 |
| }, |
| { |
| "epoch": 0.5415399786342345, |
| "grad_norm": 1.2475714683532715, |
| "learning_rate": 0.00017117376205050502, |
| "loss": 0.8524, |
| "step": 13180 |
| }, |
| { |
| "epoch": 0.5423617388446051, |
| "grad_norm": 1.1694715023040771, |
| "learning_rate": 0.00017108022040129695, |
| "loss": 0.8381, |
| "step": 13200 |
| }, |
| { |
| "epoch": 0.5431834990549758, |
| "grad_norm": 1.29911470413208, |
| "learning_rate": 0.00017098655287448993, |
| "loss": 0.8056, |
| "step": 13220 |
| }, |
| { |
| "epoch": 0.5440052592653464, |
| "grad_norm": 1.063346028327942, |
| "learning_rate": 0.00017089275963596195, |
| "loss": 0.8328, |
| "step": 13240 |
| }, |
| { |
| "epoch": 0.544827019475717, |
| "grad_norm": 1.6195141077041626, |
| "learning_rate": 0.0001707988408518136, |
| "loss": 0.8597, |
| "step": 13260 |
| }, |
| { |
| "epoch": 0.5456487796860876, |
| "grad_norm": 1.2005921602249146, |
| "learning_rate": 0.00017070479668836785, |
| "loss": 0.8415, |
| "step": 13280 |
| }, |
| { |
| "epoch": 0.5464705398964582, |
| "grad_norm": 1.1937131881713867, |
| "learning_rate": 0.00017061533875220887, |
| "loss": 0.8171, |
| "step": 13300 |
| }, |
| { |
| "epoch": 0.5472923001068288, |
| "grad_norm": 1.1822235584259033, |
| "learning_rate": 0.0001705210505783601, |
| "loss": 0.8596, |
| "step": 13320 |
| }, |
| { |
| "epoch": 0.5481140603171994, |
| "grad_norm": 1.0105253458023071, |
| "learning_rate": 0.00017042663751715912, |
| "loss": 0.8266, |
| "step": 13340 |
| }, |
| { |
| "epoch": 0.5489358205275701, |
| "grad_norm": 1.20473051071167, |
| "learning_rate": 0.00017033209973580418, |
| "loss": 0.8437, |
| "step": 13360 |
| }, |
| { |
| "epoch": 0.5497575807379407, |
| "grad_norm": 1.237752914428711, |
| "learning_rate": 0.00017023743740171438, |
| "loss": 0.8278, |
| "step": 13380 |
| }, |
| { |
| "epoch": 0.5505793409483113, |
| "grad_norm": 1.2165151834487915, |
| "learning_rate": 0.00017014265068252948, |
| "loss": 0.8494, |
| "step": 13400 |
| }, |
| { |
| "epoch": 0.5514011011586819, |
| "grad_norm": 1.2971493005752563, |
| "learning_rate": 0.00017004773974610941, |
| "loss": 0.8312, |
| "step": 13420 |
| }, |
| { |
| "epoch": 0.5522228613690525, |
| "grad_norm": 1.091404676437378, |
| "learning_rate": 0.0001699527047605342, |
| "loss": 0.8247, |
| "step": 13440 |
| }, |
| { |
| "epoch": 0.5530446215794231, |
| "grad_norm": 1.1684538125991821, |
| "learning_rate": 0.00016985754589410342, |
| "loss": 0.8149, |
| "step": 13460 |
| }, |
| { |
| "epoch": 0.5538663817897937, |
| "grad_norm": 1.201493740081787, |
| "learning_rate": 0.00016976226331533617, |
| "loss": 0.8288, |
| "step": 13480 |
| }, |
| { |
| "epoch": 0.5546881420001644, |
| "grad_norm": 1.2418882846832275, |
| "learning_rate": 0.0001696668571929705, |
| "loss": 0.8286, |
| "step": 13500 |
| }, |
| { |
| "epoch": 0.555509902210535, |
| "grad_norm": 1.073002576828003, |
| "learning_rate": 0.00016957132769596336, |
| "loss": 0.8178, |
| "step": 13520 |
| }, |
| { |
| "epoch": 0.5563316624209056, |
| "grad_norm": 1.156518816947937, |
| "learning_rate": 0.0001694756749934901, |
| "loss": 0.8322, |
| "step": 13540 |
| }, |
| { |
| "epoch": 0.5571534226312762, |
| "grad_norm": 1.2362408638000488, |
| "learning_rate": 0.00016937989925494432, |
| "loss": 0.8338, |
| "step": 13560 |
| }, |
| { |
| "epoch": 0.5579751828416468, |
| "grad_norm": 1.1928801536560059, |
| "learning_rate": 0.00016928400064993745, |
| "loss": 0.8243, |
| "step": 13580 |
| }, |
| { |
| "epoch": 0.5587969430520174, |
| "grad_norm": 1.1574454307556152, |
| "learning_rate": 0.0001691879793482986, |
| "loss": 0.8124, |
| "step": 13600 |
| }, |
| { |
| "epoch": 0.559618703262388, |
| "grad_norm": 1.0951565504074097, |
| "learning_rate": 0.00016909183552007398, |
| "loss": 0.8575, |
| "step": 13620 |
| }, |
| { |
| "epoch": 0.5604404634727587, |
| "grad_norm": 1.2538108825683594, |
| "learning_rate": 0.00016899556933552704, |
| "loss": 0.8149, |
| "step": 13640 |
| }, |
| { |
| "epoch": 0.5612622236831293, |
| "grad_norm": 1.2423375844955444, |
| "learning_rate": 0.0001688991809651377, |
| "loss": 0.8114, |
| "step": 13660 |
| }, |
| { |
| "epoch": 0.5620839838934999, |
| "grad_norm": 1.0723458528518677, |
| "learning_rate": 0.00016880267057960239, |
| "loss": 0.8384, |
| "step": 13680 |
| }, |
| { |
| "epoch": 0.5629057441038705, |
| "grad_norm": 1.0973854064941406, |
| "learning_rate": 0.00016870603834983356, |
| "loss": 0.8373, |
| "step": 13700 |
| }, |
| { |
| "epoch": 0.5637275043142411, |
| "grad_norm": 1.1496849060058594, |
| "learning_rate": 0.00016860928444695943, |
| "loss": 0.831, |
| "step": 13720 |
| }, |
| { |
| "epoch": 0.5645492645246117, |
| "grad_norm": 1.175132393836975, |
| "learning_rate": 0.00016851240904232375, |
| "loss": 0.8486, |
| "step": 13740 |
| }, |
| { |
| "epoch": 0.5653710247349824, |
| "grad_norm": 1.018654227256775, |
| "learning_rate": 0.0001684154123074854, |
| "loss": 0.8332, |
| "step": 13760 |
| }, |
| { |
| "epoch": 0.566192784945353, |
| "grad_norm": 1.3159968852996826, |
| "learning_rate": 0.00016831829441421809, |
| "loss": 0.8336, |
| "step": 13780 |
| }, |
| { |
| "epoch": 0.5670145451557236, |
| "grad_norm": 1.1875556707382202, |
| "learning_rate": 0.0001682210555345102, |
| "loss": 0.8209, |
| "step": 13800 |
| }, |
| { |
| "epoch": 0.5678363053660942, |
| "grad_norm": 1.2860361337661743, |
| "learning_rate": 0.00016812369584056424, |
| "loss": 0.8453, |
| "step": 13820 |
| }, |
| { |
| "epoch": 0.5686580655764648, |
| "grad_norm": 1.2040901184082031, |
| "learning_rate": 0.00016802621550479675, |
| "loss": 0.8204, |
| "step": 13840 |
| }, |
| { |
| "epoch": 0.5694798257868354, |
| "grad_norm": 1.1987425088882446, |
| "learning_rate": 0.00016792861469983793, |
| "loss": 0.8347, |
| "step": 13860 |
| }, |
| { |
| "epoch": 0.570301585997206, |
| "grad_norm": 1.1014000177383423, |
| "learning_rate": 0.00016783089359853127, |
| "loss": 0.8142, |
| "step": 13880 |
| }, |
| { |
| "epoch": 0.5711233462075767, |
| "grad_norm": 1.1898833513259888, |
| "learning_rate": 0.00016773305237393328, |
| "loss": 0.8198, |
| "step": 13900 |
| }, |
| { |
| "epoch": 0.5719451064179473, |
| "grad_norm": 1.2249850034713745, |
| "learning_rate": 0.00016763509119931334, |
| "loss": 0.8039, |
| "step": 13920 |
| }, |
| { |
| "epoch": 0.5727668666283179, |
| "grad_norm": 1.2241109609603882, |
| "learning_rate": 0.00016753701024815304, |
| "loss": 0.8458, |
| "step": 13940 |
| }, |
| { |
| "epoch": 0.5735886268386885, |
| "grad_norm": 1.2025922536849976, |
| "learning_rate": 0.00016743880969414624, |
| "loss": 0.8103, |
| "step": 13960 |
| }, |
| { |
| "epoch": 0.5744103870490591, |
| "grad_norm": 1.1043455600738525, |
| "learning_rate": 0.0001673404897111986, |
| "loss": 0.834, |
| "step": 13980 |
| }, |
| { |
| "epoch": 0.5752321472594297, |
| "grad_norm": 1.2452826499938965, |
| "learning_rate": 0.00016724205047342715, |
| "loss": 0.8216, |
| "step": 14000 |
| }, |
| { |
| "epoch": 0.5752321472594297, |
| "eval_loss": 1.1319005489349365, |
| "eval_runtime": 16.4046, |
| "eval_samples_per_second": 159.712, |
| "eval_steps_per_second": 4.999, |
| "step": 14000 |
| }, |
| { |
| "epoch": 0.5760539074698003, |
| "grad_norm": 1.248207688331604, |
| "learning_rate": 0.00016714349215516032, |
| "loss": 0.824, |
| "step": 14020 |
| }, |
| { |
| "epoch": 0.576875667680171, |
| "grad_norm": 1.3563847541809082, |
| "learning_rate": 0.0001670448149309372, |
| "loss": 0.8587, |
| "step": 14040 |
| }, |
| { |
| "epoch": 0.5776974278905416, |
| "grad_norm": 1.2468847036361694, |
| "learning_rate": 0.00016694601897550762, |
| "loss": 0.8481, |
| "step": 14060 |
| }, |
| { |
| "epoch": 0.5785191881009122, |
| "grad_norm": 1.139793872833252, |
| "learning_rate": 0.0001668471044638316, |
| "loss": 0.8353, |
| "step": 14080 |
| }, |
| { |
| "epoch": 0.5793409483112828, |
| "grad_norm": 1.0366131067276, |
| "learning_rate": 0.0001667480715710791, |
| "loss": 0.8091, |
| "step": 14100 |
| }, |
| { |
| "epoch": 0.5801627085216534, |
| "grad_norm": 1.1087323427200317, |
| "learning_rate": 0.00016664892047262977, |
| "loss": 0.8198, |
| "step": 14120 |
| }, |
| { |
| "epoch": 0.580984468732024, |
| "grad_norm": 1.137624740600586, |
| "learning_rate": 0.0001665496513440726, |
| "loss": 0.832, |
| "step": 14140 |
| }, |
| { |
| "epoch": 0.5818062289423946, |
| "grad_norm": 1.1337158679962158, |
| "learning_rate": 0.00016645026436120551, |
| "loss": 0.8438, |
| "step": 14160 |
| }, |
| { |
| "epoch": 0.5826279891527653, |
| "grad_norm": 1.1277921199798584, |
| "learning_rate": 0.00016635075970003525, |
| "loss": 0.8158, |
| "step": 14180 |
| }, |
| { |
| "epoch": 0.5834497493631359, |
| "grad_norm": 1.1939393281936646, |
| "learning_rate": 0.00016625113753677693, |
| "loss": 0.835, |
| "step": 14200 |
| }, |
| { |
| "epoch": 0.5842715095735065, |
| "grad_norm": 1.343687891960144, |
| "learning_rate": 0.00016615139804785367, |
| "loss": 0.8231, |
| "step": 14220 |
| }, |
| { |
| "epoch": 0.5850932697838771, |
| "grad_norm": 1.1290326118469238, |
| "learning_rate": 0.00016605154140989647, |
| "loss": 0.8456, |
| "step": 14240 |
| }, |
| { |
| "epoch": 0.5859150299942477, |
| "grad_norm": 1.274527668952942, |
| "learning_rate": 0.00016595156779974376, |
| "loss": 0.85, |
| "step": 14260 |
| }, |
| { |
| "epoch": 0.5867367902046183, |
| "grad_norm": 1.2629293203353882, |
| "learning_rate": 0.00016585147739444104, |
| "loss": 0.8245, |
| "step": 14280 |
| }, |
| { |
| "epoch": 0.587558550414989, |
| "grad_norm": 1.1809213161468506, |
| "learning_rate": 0.0001657512703712408, |
| "loss": 0.8063, |
| "step": 14300 |
| }, |
| { |
| "epoch": 0.5883803106253596, |
| "grad_norm": 1.0857917070388794, |
| "learning_rate": 0.00016565094690760193, |
| "loss": 0.8158, |
| "step": 14320 |
| }, |
| { |
| "epoch": 0.5892020708357302, |
| "grad_norm": 1.1015921831130981, |
| "learning_rate": 0.00016555050718118953, |
| "loss": 0.8501, |
| "step": 14340 |
| }, |
| { |
| "epoch": 0.5900238310461008, |
| "grad_norm": 1.3138587474822998, |
| "learning_rate": 0.00016544995136987467, |
| "loss": 0.8416, |
| "step": 14360 |
| }, |
| { |
| "epoch": 0.5908455912564714, |
| "grad_norm": 1.476505994796753, |
| "learning_rate": 0.00016534927965173392, |
| "loss": 0.8526, |
| "step": 14380 |
| }, |
| { |
| "epoch": 0.591667351466842, |
| "grad_norm": 1.1754002571105957, |
| "learning_rate": 0.00016524849220504918, |
| "loss": 0.8136, |
| "step": 14400 |
| }, |
| { |
| "epoch": 0.5924891116772126, |
| "grad_norm": 1.2151134014129639, |
| "learning_rate": 0.00016514758920830724, |
| "loss": 0.821, |
| "step": 14420 |
| }, |
| { |
| "epoch": 0.5933108718875832, |
| "grad_norm": 1.2440420389175415, |
| "learning_rate": 0.0001650465708401995, |
| "loss": 0.8274, |
| "step": 14440 |
| }, |
| { |
| "epoch": 0.5941326320979539, |
| "grad_norm": 1.1762789487838745, |
| "learning_rate": 0.0001649454372796218, |
| "loss": 0.8379, |
| "step": 14460 |
| }, |
| { |
| "epoch": 0.5949543923083245, |
| "grad_norm": 1.1778429746627808, |
| "learning_rate": 0.0001648441887056738, |
| "loss": 0.7901, |
| "step": 14480 |
| }, |
| { |
| "epoch": 0.5957761525186951, |
| "grad_norm": 1.1886394023895264, |
| "learning_rate": 0.0001647478961925985, |
| "loss": 0.8431, |
| "step": 14500 |
| }, |
| { |
| "epoch": 0.5965979127290657, |
| "grad_norm": 1.256296992301941, |
| "learning_rate": 0.0001646515001956767, |
| "loss": 0.8181, |
| "step": 14520 |
| }, |
| { |
| "epoch": 0.5974196729394363, |
| "grad_norm": 1.2841947078704834, |
| "learning_rate": 0.00016454991909764397, |
| "loss": 0.8255, |
| "step": 14540 |
| }, |
| { |
| "epoch": 0.5982414331498069, |
| "grad_norm": 1.1896756887435913, |
| "learning_rate": 0.0001644482236866732, |
| "loss": 0.8304, |
| "step": 14560 |
| }, |
| { |
| "epoch": 0.5990631933601775, |
| "grad_norm": 1.4413669109344482, |
| "learning_rate": 0.00016434641414285922, |
| "loss": 0.8374, |
| "step": 14580 |
| }, |
| { |
| "epoch": 0.5998849535705482, |
| "grad_norm": 1.2350515127182007, |
| "learning_rate": 0.00016424449064649882, |
| "loss": 0.8342, |
| "step": 14600 |
| }, |
| { |
| "epoch": 0.6007067137809188, |
| "grad_norm": 1.3465436697006226, |
| "learning_rate": 0.0001641424533780907, |
| "loss": 0.8066, |
| "step": 14620 |
| }, |
| { |
| "epoch": 0.6015284739912894, |
| "grad_norm": 1.351413369178772, |
| "learning_rate": 0.00016404030251833502, |
| "loss": 0.7952, |
| "step": 14640 |
| }, |
| { |
| "epoch": 0.60235023420166, |
| "grad_norm": 1.1581010818481445, |
| "learning_rate": 0.00016393803824813304, |
| "loss": 0.8005, |
| "step": 14660 |
| }, |
| { |
| "epoch": 0.6031719944120306, |
| "grad_norm": 1.218668818473816, |
| "learning_rate": 0.00016383566074858695, |
| "loss": 0.8293, |
| "step": 14680 |
| }, |
| { |
| "epoch": 0.6039937546224012, |
| "grad_norm": 1.1792479753494263, |
| "learning_rate": 0.00016373317020099943, |
| "loss": 0.8247, |
| "step": 14700 |
| }, |
| { |
| "epoch": 0.6048155148327718, |
| "grad_norm": 1.2358107566833496, |
| "learning_rate": 0.00016363056678687335, |
| "loss": 0.8418, |
| "step": 14720 |
| }, |
| { |
| "epoch": 0.6056372750431425, |
| "grad_norm": 1.2904804944992065, |
| "learning_rate": 0.00016352785068791142, |
| "loss": 0.8317, |
| "step": 14740 |
| }, |
| { |
| "epoch": 0.6064590352535131, |
| "grad_norm": 1.1909780502319336, |
| "learning_rate": 0.000163425022086016, |
| "loss": 0.8221, |
| "step": 14760 |
| }, |
| { |
| "epoch": 0.6072807954638837, |
| "grad_norm": 1.199325442314148, |
| "learning_rate": 0.00016332208116328853, |
| "loss": 0.819, |
| "step": 14780 |
| }, |
| { |
| "epoch": 0.6081025556742543, |
| "grad_norm": 1.4012378454208374, |
| "learning_rate": 0.00016321902810202956, |
| "loss": 0.8104, |
| "step": 14800 |
| }, |
| { |
| "epoch": 0.6089243158846248, |
| "grad_norm": 1.1930865049362183, |
| "learning_rate": 0.00016311586308473812, |
| "loss": 0.8227, |
| "step": 14820 |
| }, |
| { |
| "epoch": 0.6097460760949954, |
| "grad_norm": 1.055925965309143, |
| "learning_rate": 0.00016301258629411144, |
| "loss": 0.8337, |
| "step": 14840 |
| }, |
| { |
| "epoch": 0.610567836305366, |
| "grad_norm": 1.1309912204742432, |
| "learning_rate": 0.00016290919791304487, |
| "loss": 0.8154, |
| "step": 14860 |
| }, |
| { |
| "epoch": 0.6113895965157367, |
| "grad_norm": 1.272495985031128, |
| "learning_rate": 0.0001628056981246312, |
| "loss": 0.8277, |
| "step": 14880 |
| }, |
| { |
| "epoch": 0.6122113567261073, |
| "grad_norm": 1.4250491857528687, |
| "learning_rate": 0.00016270208711216059, |
| "loss": 0.8606, |
| "step": 14900 |
| }, |
| { |
| "epoch": 0.6130331169364779, |
| "grad_norm": 1.079211950302124, |
| "learning_rate": 0.00016259836505912024, |
| "loss": 0.8485, |
| "step": 14920 |
| }, |
| { |
| "epoch": 0.6138548771468485, |
| "grad_norm": 1.2047349214553833, |
| "learning_rate": 0.00016249453214919383, |
| "loss": 0.8123, |
| "step": 14940 |
| }, |
| { |
| "epoch": 0.6146766373572191, |
| "grad_norm": 1.344088077545166, |
| "learning_rate": 0.0001623905885662615, |
| "loss": 0.8155, |
| "step": 14960 |
| }, |
| { |
| "epoch": 0.6154983975675897, |
| "grad_norm": 1.3220460414886475, |
| "learning_rate": 0.0001622865344943993, |
| "loss": 0.8544, |
| "step": 14980 |
| }, |
| { |
| "epoch": 0.6163201577779603, |
| "grad_norm": 1.2667044401168823, |
| "learning_rate": 0.00016218237011787905, |
| "loss": 0.8049, |
| "step": 15000 |
| }, |
| { |
| "epoch": 0.617141917988331, |
| "grad_norm": 1.2205132246017456, |
| "learning_rate": 0.0001620780956211678, |
| "loss": 0.8248, |
| "step": 15020 |
| }, |
| { |
| "epoch": 0.6179636781987016, |
| "grad_norm": 1.2170429229736328, |
| "learning_rate": 0.00016197371118892762, |
| "loss": 0.8176, |
| "step": 15040 |
| }, |
| { |
| "epoch": 0.6187854384090722, |
| "grad_norm": 1.1776739358901978, |
| "learning_rate": 0.00016186921700601535, |
| "loss": 0.8358, |
| "step": 15060 |
| }, |
| { |
| "epoch": 0.6196071986194428, |
| "grad_norm": 1.305285096168518, |
| "learning_rate": 0.00016176461325748215, |
| "loss": 0.8279, |
| "step": 15080 |
| }, |
| { |
| "epoch": 0.6204289588298134, |
| "grad_norm": 1.4242192506790161, |
| "learning_rate": 0.00016165990012857316, |
| "loss": 0.8331, |
| "step": 15100 |
| }, |
| { |
| "epoch": 0.621250719040184, |
| "grad_norm": 1.2353391647338867, |
| "learning_rate": 0.00016155507780472734, |
| "loss": 0.833, |
| "step": 15120 |
| }, |
| { |
| "epoch": 0.6220724792505546, |
| "grad_norm": 1.0569748878479004, |
| "learning_rate": 0.0001614501464715769, |
| "loss": 0.8491, |
| "step": 15140 |
| }, |
| { |
| "epoch": 0.6228942394609253, |
| "grad_norm": 1.0396721363067627, |
| "learning_rate": 0.00016134510631494718, |
| "loss": 0.7974, |
| "step": 15160 |
| }, |
| { |
| "epoch": 0.6237159996712959, |
| "grad_norm": 1.1455570459365845, |
| "learning_rate": 0.00016123995752085623, |
| "loss": 0.8384, |
| "step": 15180 |
| }, |
| { |
| "epoch": 0.6245377598816665, |
| "grad_norm": 1.1126292943954468, |
| "learning_rate": 0.00016113470027551442, |
| "loss": 0.8595, |
| "step": 15200 |
| }, |
| { |
| "epoch": 0.6253595200920371, |
| "grad_norm": 1.1759933233261108, |
| "learning_rate": 0.00016102933476532427, |
| "loss": 0.8161, |
| "step": 15220 |
| }, |
| { |
| "epoch": 0.6261812803024077, |
| "grad_norm": 1.1573827266693115, |
| "learning_rate": 0.00016092386117687996, |
| "loss": 0.8321, |
| "step": 15240 |
| }, |
| { |
| "epoch": 0.6270030405127783, |
| "grad_norm": 1.1900019645690918, |
| "learning_rate": 0.00016081827969696713, |
| "loss": 0.825, |
| "step": 15260 |
| }, |
| { |
| "epoch": 0.627824800723149, |
| "grad_norm": 1.1662086248397827, |
| "learning_rate": 0.0001607125905125624, |
| "loss": 0.8244, |
| "step": 15280 |
| }, |
| { |
| "epoch": 0.6286465609335196, |
| "grad_norm": 1.0952377319335938, |
| "learning_rate": 0.00016060679381083324, |
| "loss": 0.8183, |
| "step": 15300 |
| }, |
| { |
| "epoch": 0.6294683211438902, |
| "grad_norm": 1.1535894870758057, |
| "learning_rate": 0.00016050088977913744, |
| "loss": 0.8147, |
| "step": 15320 |
| }, |
| { |
| "epoch": 0.6302900813542608, |
| "grad_norm": 1.3305004835128784, |
| "learning_rate": 0.0001603948786050229, |
| "loss": 0.8172, |
| "step": 15340 |
| }, |
| { |
| "epoch": 0.6311118415646314, |
| "grad_norm": 1.3150241374969482, |
| "learning_rate": 0.0001602887604762272, |
| "loss": 0.8058, |
| "step": 15360 |
| }, |
| { |
| "epoch": 0.631933601775002, |
| "grad_norm": 1.2193336486816406, |
| "learning_rate": 0.00016018253558067744, |
| "loss": 0.8165, |
| "step": 15380 |
| }, |
| { |
| "epoch": 0.6327553619853726, |
| "grad_norm": 1.2560005187988281, |
| "learning_rate": 0.0001600762041064897, |
| "loss": 0.8206, |
| "step": 15400 |
| }, |
| { |
| "epoch": 0.6335771221957432, |
| "grad_norm": 1.3278276920318604, |
| "learning_rate": 0.00015996976624196884, |
| "loss": 0.8178, |
| "step": 15420 |
| }, |
| { |
| "epoch": 0.6343988824061139, |
| "grad_norm": 1.2090293169021606, |
| "learning_rate": 0.00015986322217560815, |
| "loss": 0.8443, |
| "step": 15440 |
| }, |
| { |
| "epoch": 0.6352206426164845, |
| "grad_norm": 1.2651256322860718, |
| "learning_rate": 0.00015975657209608895, |
| "loss": 0.7986, |
| "step": 15460 |
| }, |
| { |
| "epoch": 0.6360424028268551, |
| "grad_norm": 1.229529619216919, |
| "learning_rate": 0.00015964981619228028, |
| "loss": 0.8127, |
| "step": 15480 |
| }, |
| { |
| "epoch": 0.6368641630372257, |
| "grad_norm": 1.235855221748352, |
| "learning_rate": 0.00015954295465323866, |
| "loss": 0.8184, |
| "step": 15500 |
| }, |
| { |
| "epoch": 0.6376859232475963, |
| "grad_norm": 1.1475471258163452, |
| "learning_rate": 0.00015943598766820772, |
| "loss": 0.8258, |
| "step": 15520 |
| }, |
| { |
| "epoch": 0.6385076834579669, |
| "grad_norm": 1.4335112571716309, |
| "learning_rate": 0.00015932891542661768, |
| "loss": 0.8153, |
| "step": 15540 |
| }, |
| { |
| "epoch": 0.6393294436683375, |
| "grad_norm": 1.1948201656341553, |
| "learning_rate": 0.00015922173811808526, |
| "loss": 0.8501, |
| "step": 15560 |
| }, |
| { |
| "epoch": 0.6401512038787082, |
| "grad_norm": 1.1850942373275757, |
| "learning_rate": 0.00015911445593241318, |
| "loss": 0.8307, |
| "step": 15580 |
| }, |
| { |
| "epoch": 0.6409729640890788, |
| "grad_norm": 1.2479064464569092, |
| "learning_rate": 0.00015900706905959, |
| "loss": 0.812, |
| "step": 15600 |
| }, |
| { |
| "epoch": 0.6417947242994494, |
| "grad_norm": 1.0971261262893677, |
| "learning_rate": 0.00015889957768978956, |
| "loss": 0.8059, |
| "step": 15620 |
| }, |
| { |
| "epoch": 0.64261648450982, |
| "grad_norm": 1.409441351890564, |
| "learning_rate": 0.0001587919820133708, |
| "loss": 0.806, |
| "step": 15640 |
| }, |
| { |
| "epoch": 0.6434382447201906, |
| "grad_norm": 1.1296477317810059, |
| "learning_rate": 0.00015868428222087745, |
| "loss": 0.8279, |
| "step": 15660 |
| }, |
| { |
| "epoch": 0.6442600049305612, |
| "grad_norm": 1.2360674142837524, |
| "learning_rate": 0.00015857647850303744, |
| "loss": 0.8098, |
| "step": 15680 |
| }, |
| { |
| "epoch": 0.6450817651409319, |
| "grad_norm": 1.2544413805007935, |
| "learning_rate": 0.00015846857105076295, |
| "loss": 0.8236, |
| "step": 15700 |
| }, |
| { |
| "epoch": 0.6459035253513025, |
| "grad_norm": 0.9945731163024902, |
| "learning_rate": 0.0001583605600551497, |
| "loss": 0.8175, |
| "step": 15720 |
| }, |
| { |
| "epoch": 0.6467252855616731, |
| "grad_norm": 1.3537676334381104, |
| "learning_rate": 0.00015825244570747695, |
| "loss": 0.807, |
| "step": 15740 |
| }, |
| { |
| "epoch": 0.6475470457720437, |
| "grad_norm": 1.1799793243408203, |
| "learning_rate": 0.0001581442281992068, |
| "loss": 0.8446, |
| "step": 15760 |
| }, |
| { |
| "epoch": 0.6483688059824143, |
| "grad_norm": 1.1959508657455444, |
| "learning_rate": 0.00015803590772198417, |
| "loss": 0.8156, |
| "step": 15780 |
| }, |
| { |
| "epoch": 0.6491905661927849, |
| "grad_norm": 1.1003177165985107, |
| "learning_rate": 0.0001579274844676362, |
| "loss": 0.8295, |
| "step": 15800 |
| }, |
| { |
| "epoch": 0.6500123264031555, |
| "grad_norm": 1.1961150169372559, |
| "learning_rate": 0.00015781895862817226, |
| "loss": 0.8428, |
| "step": 15820 |
| }, |
| { |
| "epoch": 0.6508340866135262, |
| "grad_norm": 1.3239089250564575, |
| "learning_rate": 0.0001577103303957832, |
| "loss": 0.8322, |
| "step": 15840 |
| }, |
| { |
| "epoch": 0.6516558468238968, |
| "grad_norm": 1.190565586090088, |
| "learning_rate": 0.0001576015999628412, |
| "loss": 0.8332, |
| "step": 15860 |
| }, |
| { |
| "epoch": 0.6524776070342674, |
| "grad_norm": 1.158389925956726, |
| "learning_rate": 0.0001574927675218996, |
| "loss": 0.8065, |
| "step": 15880 |
| }, |
| { |
| "epoch": 0.653299367244638, |
| "grad_norm": 1.1195902824401855, |
| "learning_rate": 0.00015738383326569218, |
| "loss": 0.8145, |
| "step": 15900 |
| }, |
| { |
| "epoch": 0.6541211274550086, |
| "grad_norm": 1.1594524383544922, |
| "learning_rate": 0.00015727479738713315, |
| "loss": 0.8094, |
| "step": 15920 |
| }, |
| { |
| "epoch": 0.6549428876653792, |
| "grad_norm": 1.176584005355835, |
| "learning_rate": 0.0001571656600793167, |
| "loss": 0.8383, |
| "step": 15940 |
| }, |
| { |
| "epoch": 0.6557646478757498, |
| "grad_norm": 1.188091516494751, |
| "learning_rate": 0.00015705642153551654, |
| "loss": 0.8155, |
| "step": 15960 |
| }, |
| { |
| "epoch": 0.6565864080861205, |
| "grad_norm": 1.1001297235488892, |
| "learning_rate": 0.00015694708194918575, |
| "loss": 0.8627, |
| "step": 15980 |
| }, |
| { |
| "epoch": 0.6574081682964911, |
| "grad_norm": 1.2960819005966187, |
| "learning_rate": 0.00015683764151395635, |
| "loss": 0.8426, |
| "step": 16000 |
| }, |
| { |
| "epoch": 0.6574081682964911, |
| "eval_loss": 1.121155858039856, |
| "eval_runtime": 16.4628, |
| "eval_samples_per_second": 159.147, |
| "eval_steps_per_second": 4.981, |
| "step": 16000 |
| }, |
| { |
| "epoch": 0.6582299285068617, |
| "grad_norm": 1.2257232666015625, |
| "learning_rate": 0.00015672810042363885, |
| "loss": 0.8271, |
| "step": 16020 |
| }, |
| { |
| "epoch": 0.6590516887172323, |
| "grad_norm": 1.309381127357483, |
| "learning_rate": 0.0001566239433327474, |
| "loss": 0.8404, |
| "step": 16040 |
| }, |
| { |
| "epoch": 0.6598734489276029, |
| "grad_norm": 1.1223074197769165, |
| "learning_rate": 0.00015651420652313064, |
| "loss": 0.8329, |
| "step": 16060 |
| }, |
| { |
| "epoch": 0.6606952091379735, |
| "grad_norm": 1.2301430702209473, |
| "learning_rate": 0.00015640436963120435, |
| "loss": 0.8332, |
| "step": 16080 |
| }, |
| { |
| "epoch": 0.6615169693483441, |
| "grad_norm": 1.0917423963546753, |
| "learning_rate": 0.00015629443285148113, |
| "loss": 0.8068, |
| "step": 16100 |
| }, |
| { |
| "epoch": 0.6623387295587148, |
| "grad_norm": 1.2451525926589966, |
| "learning_rate": 0.0001561843963786506, |
| "loss": 0.8214, |
| "step": 16120 |
| }, |
| { |
| "epoch": 0.6631604897690854, |
| "grad_norm": 1.3091555833816528, |
| "learning_rate": 0.00015607426040757885, |
| "loss": 0.8122, |
| "step": 16140 |
| }, |
| { |
| "epoch": 0.663982249979456, |
| "grad_norm": 1.1900159120559692, |
| "learning_rate": 0.00015596402513330822, |
| "loss": 0.8296, |
| "step": 16160 |
| }, |
| { |
| "epoch": 0.6648040101898266, |
| "grad_norm": 1.2061822414398193, |
| "learning_rate": 0.00015585369075105693, |
| "loss": 0.8226, |
| "step": 16180 |
| }, |
| { |
| "epoch": 0.6656257704001972, |
| "grad_norm": 1.3246262073516846, |
| "learning_rate": 0.00015574325745621866, |
| "loss": 0.8141, |
| "step": 16200 |
| }, |
| { |
| "epoch": 0.6664475306105678, |
| "grad_norm": 1.1857435703277588, |
| "learning_rate": 0.00015563272544436222, |
| "loss": 0.8213, |
| "step": 16220 |
| }, |
| { |
| "epoch": 0.6672692908209384, |
| "grad_norm": 1.2091962099075317, |
| "learning_rate": 0.00015552209491123136, |
| "loss": 0.8306, |
| "step": 16240 |
| }, |
| { |
| "epoch": 0.6680910510313091, |
| "grad_norm": 1.2190937995910645, |
| "learning_rate": 0.00015541136605274423, |
| "loss": 0.804, |
| "step": 16260 |
| }, |
| { |
| "epoch": 0.6689128112416797, |
| "grad_norm": 1.2466769218444824, |
| "learning_rate": 0.00015530053906499306, |
| "loss": 0.8405, |
| "step": 16280 |
| }, |
| { |
| "epoch": 0.6697345714520503, |
| "grad_norm": 1.1477371454238892, |
| "learning_rate": 0.000155189614144244, |
| "loss": 0.8193, |
| "step": 16300 |
| }, |
| { |
| "epoch": 0.6705563316624209, |
| "grad_norm": 1.3594835996627808, |
| "learning_rate": 0.00015508414493801062, |
| "loss": 0.8351, |
| "step": 16320 |
| }, |
| { |
| "epoch": 0.6713780918727915, |
| "grad_norm": 1.2145652770996094, |
| "learning_rate": 0.00015497302961308234, |
| "loss": 0.8394, |
| "step": 16340 |
| }, |
| { |
| "epoch": 0.6721998520831621, |
| "grad_norm": 1.1144131422042847, |
| "learning_rate": 0.00015486181693515012, |
| "loss": 0.8403, |
| "step": 16360 |
| }, |
| { |
| "epoch": 0.6730216122935327, |
| "grad_norm": 1.1824201345443726, |
| "learning_rate": 0.0001547505071011631, |
| "loss": 0.7953, |
| "step": 16380 |
| }, |
| { |
| "epoch": 0.6738433725039034, |
| "grad_norm": 1.1716006994247437, |
| "learning_rate": 0.00015463910030824243, |
| "loss": 0.8262, |
| "step": 16400 |
| }, |
| { |
| "epoch": 0.674665132714274, |
| "grad_norm": 1.243807315826416, |
| "learning_rate": 0.00015452759675368093, |
| "loss": 0.8239, |
| "step": 16420 |
| }, |
| { |
| "epoch": 0.6754868929246446, |
| "grad_norm": 1.235845923423767, |
| "learning_rate": 0.00015441599663494287, |
| "loss": 0.8226, |
| "step": 16440 |
| }, |
| { |
| "epoch": 0.6763086531350152, |
| "grad_norm": 1.1748180389404297, |
| "learning_rate": 0.0001543043001496634, |
| "loss": 0.8161, |
| "step": 16460 |
| }, |
| { |
| "epoch": 0.6771304133453858, |
| "grad_norm": 1.1699196100234985, |
| "learning_rate": 0.00015419250749564841, |
| "loss": 0.8131, |
| "step": 16480 |
| }, |
| { |
| "epoch": 0.6779521735557564, |
| "grad_norm": 1.238051176071167, |
| "learning_rate": 0.00015408061887087416, |
| "loss": 0.8475, |
| "step": 16500 |
| }, |
| { |
| "epoch": 0.678773933766127, |
| "grad_norm": 1.3277729749679565, |
| "learning_rate": 0.0001539686344734867, |
| "loss": 0.8217, |
| "step": 16520 |
| }, |
| { |
| "epoch": 0.6795956939764977, |
| "grad_norm": 1.1437911987304688, |
| "learning_rate": 0.00015385655450180185, |
| "loss": 0.8305, |
| "step": 16540 |
| }, |
| { |
| "epoch": 0.6804174541868683, |
| "grad_norm": 1.2318732738494873, |
| "learning_rate": 0.00015374437915430456, |
| "loss": 0.8295, |
| "step": 16560 |
| }, |
| { |
| "epoch": 0.6812392143972389, |
| "grad_norm": 1.1004635095596313, |
| "learning_rate": 0.00015363210862964874, |
| "loss": 0.8028, |
| "step": 16580 |
| }, |
| { |
| "epoch": 0.6820609746076095, |
| "grad_norm": 0.9944893717765808, |
| "learning_rate": 0.00015351974312665685, |
| "loss": 0.8375, |
| "step": 16600 |
| }, |
| { |
| "epoch": 0.6828827348179801, |
| "grad_norm": 1.3072353601455688, |
| "learning_rate": 0.00015340728284431957, |
| "loss": 0.8113, |
| "step": 16620 |
| }, |
| { |
| "epoch": 0.6837044950283507, |
| "grad_norm": 1.173128604888916, |
| "learning_rate": 0.0001532947279817954, |
| "loss": 0.8208, |
| "step": 16640 |
| }, |
| { |
| "epoch": 0.6845262552387213, |
| "grad_norm": 1.1952176094055176, |
| "learning_rate": 0.0001531820787384103, |
| "loss": 0.8139, |
| "step": 16660 |
| }, |
| { |
| "epoch": 0.685348015449092, |
| "grad_norm": 1.189226508140564, |
| "learning_rate": 0.00015306933531365746, |
| "loss": 0.837, |
| "step": 16680 |
| }, |
| { |
| "epoch": 0.6861697756594626, |
| "grad_norm": 1.0701826810836792, |
| "learning_rate": 0.0001529564979071968, |
| "loss": 0.8424, |
| "step": 16700 |
| }, |
| { |
| "epoch": 0.6869915358698332, |
| "grad_norm": 1.2586934566497803, |
| "learning_rate": 0.00015284356671885465, |
| "loss": 0.81, |
| "step": 16720 |
| }, |
| { |
| "epoch": 0.6878132960802038, |
| "grad_norm": 1.2510169744491577, |
| "learning_rate": 0.00015273054194862344, |
| "loss": 0.8353, |
| "step": 16740 |
| }, |
| { |
| "epoch": 0.6886350562905744, |
| "grad_norm": 1.2519487142562866, |
| "learning_rate": 0.00015261742379666138, |
| "loss": 0.8164, |
| "step": 16760 |
| }, |
| { |
| "epoch": 0.689456816500945, |
| "grad_norm": 1.2734975814819336, |
| "learning_rate": 0.000152504212463292, |
| "loss": 0.8136, |
| "step": 16780 |
| }, |
| { |
| "epoch": 0.6902785767113157, |
| "grad_norm": 1.4471458196640015, |
| "learning_rate": 0.00015239090814900386, |
| "loss": 0.814, |
| "step": 16800 |
| }, |
| { |
| "epoch": 0.6911003369216863, |
| "grad_norm": 1.1526660919189453, |
| "learning_rate": 0.00015227751105445017, |
| "loss": 0.8106, |
| "step": 16820 |
| }, |
| { |
| "epoch": 0.6919220971320569, |
| "grad_norm": 1.2432206869125366, |
| "learning_rate": 0.00015216402138044843, |
| "loss": 0.7911, |
| "step": 16840 |
| }, |
| { |
| "epoch": 0.6927438573424275, |
| "grad_norm": 1.3356374502182007, |
| "learning_rate": 0.00015205043932798015, |
| "loss": 0.8157, |
| "step": 16860 |
| }, |
| { |
| "epoch": 0.6935656175527981, |
| "grad_norm": 1.105976939201355, |
| "learning_rate": 0.00015193676509819043, |
| "loss": 0.8088, |
| "step": 16880 |
| }, |
| { |
| "epoch": 0.6943873777631687, |
| "grad_norm": 1.2425799369812012, |
| "learning_rate": 0.0001518229988923875, |
| "loss": 0.8318, |
| "step": 16900 |
| }, |
| { |
| "epoch": 0.6952091379735393, |
| "grad_norm": 1.1508738994598389, |
| "learning_rate": 0.00015171483598759317, |
| "loss": 0.84, |
| "step": 16920 |
| }, |
| { |
| "epoch": 0.69603089818391, |
| "grad_norm": 1.237749695777893, |
| "learning_rate": 0.00015160089100819412, |
| "loss": 0.823, |
| "step": 16940 |
| }, |
| { |
| "epoch": 0.6968526583942806, |
| "grad_norm": 1.1718213558197021, |
| "learning_rate": 0.00015148685464758913, |
| "loss": 0.7944, |
| "step": 16960 |
| }, |
| { |
| "epoch": 0.6976744186046512, |
| "grad_norm": 1.207578420639038, |
| "learning_rate": 0.0001513727271077277, |
| "loss": 0.8068, |
| "step": 16980 |
| }, |
| { |
| "epoch": 0.6984961788150218, |
| "grad_norm": 1.180071473121643, |
| "learning_rate": 0.00015125850859072098, |
| "loss": 0.8302, |
| "step": 17000 |
| }, |
| { |
| "epoch": 0.6993179390253924, |
| "grad_norm": 1.2875052690505981, |
| "learning_rate": 0.00015114419929884116, |
| "loss": 0.8382, |
| "step": 17020 |
| }, |
| { |
| "epoch": 0.700139699235763, |
| "grad_norm": 1.3213404417037964, |
| "learning_rate": 0.0001510297994345212, |
| "loss": 0.8196, |
| "step": 17040 |
| }, |
| { |
| "epoch": 0.7009614594461336, |
| "grad_norm": 1.2812501192092896, |
| "learning_rate": 0.00015091530920035445, |
| "loss": 0.85, |
| "step": 17060 |
| }, |
| { |
| "epoch": 0.7017832196565043, |
| "grad_norm": 1.122597336769104, |
| "learning_rate": 0.0001508007287990943, |
| "loss": 0.8363, |
| "step": 17080 |
| }, |
| { |
| "epoch": 0.7026049798668749, |
| "grad_norm": 1.1828125715255737, |
| "learning_rate": 0.0001506860584336538, |
| "loss": 0.8217, |
| "step": 17100 |
| }, |
| { |
| "epoch": 0.7034267400772455, |
| "grad_norm": 1.187536358833313, |
| "learning_rate": 0.00015057129830710542, |
| "loss": 0.826, |
| "step": 17120 |
| }, |
| { |
| "epoch": 0.7042485002876161, |
| "grad_norm": 1.1405049562454224, |
| "learning_rate": 0.00015045644862268044, |
| "loss": 0.8035, |
| "step": 17140 |
| }, |
| { |
| "epoch": 0.7050702604979867, |
| "grad_norm": 1.255892276763916, |
| "learning_rate": 0.0001503415095837688, |
| "loss": 0.8251, |
| "step": 17160 |
| }, |
| { |
| "epoch": 0.7058920207083573, |
| "grad_norm": 1.1409162282943726, |
| "learning_rate": 0.00015022648139391875, |
| "loss": 0.8049, |
| "step": 17180 |
| }, |
| { |
| "epoch": 0.7067137809187279, |
| "grad_norm": 1.1684703826904297, |
| "learning_rate": 0.00015011136425683628, |
| "loss": 0.8166, |
| "step": 17200 |
| }, |
| { |
| "epoch": 0.7075355411290986, |
| "grad_norm": 1.2653696537017822, |
| "learning_rate": 0.00014999615837638506, |
| "loss": 0.779, |
| "step": 17220 |
| }, |
| { |
| "epoch": 0.7083573013394692, |
| "grad_norm": 1.2622226476669312, |
| "learning_rate": 0.0001498808639565858, |
| "loss": 0.8285, |
| "step": 17240 |
| }, |
| { |
| "epoch": 0.7091790615498398, |
| "grad_norm": 1.152935266494751, |
| "learning_rate": 0.00014976548120161607, |
| "loss": 0.7834, |
| "step": 17260 |
| }, |
| { |
| "epoch": 0.7100008217602104, |
| "grad_norm": 1.2912839651107788, |
| "learning_rate": 0.0001496500103158098, |
| "loss": 0.8015, |
| "step": 17280 |
| }, |
| { |
| "epoch": 0.710822581970581, |
| "grad_norm": 1.2247825860977173, |
| "learning_rate": 0.00014953445150365705, |
| "loss": 0.8121, |
| "step": 17300 |
| }, |
| { |
| "epoch": 0.7116443421809516, |
| "grad_norm": 1.2684624195098877, |
| "learning_rate": 0.00014941880496980358, |
| "loss": 0.8203, |
| "step": 17320 |
| }, |
| { |
| "epoch": 0.7124661023913222, |
| "grad_norm": 1.2209104299545288, |
| "learning_rate": 0.00014930307091905057, |
| "loss": 0.8254, |
| "step": 17340 |
| }, |
| { |
| "epoch": 0.7132878626016929, |
| "grad_norm": 1.3020516633987427, |
| "learning_rate": 0.000149187249556354, |
| "loss": 0.8342, |
| "step": 17360 |
| }, |
| { |
| "epoch": 0.7141096228120635, |
| "grad_norm": 1.1557644605636597, |
| "learning_rate": 0.00014907134108682466, |
| "loss": 0.8199, |
| "step": 17380 |
| }, |
| { |
| "epoch": 0.7149313830224341, |
| "grad_norm": 1.177384853363037, |
| "learning_rate": 0.00014895534571572754, |
| "loss": 0.8406, |
| "step": 17400 |
| }, |
| { |
| "epoch": 0.7157531432328047, |
| "grad_norm": 1.2047346830368042, |
| "learning_rate": 0.0001488392636484815, |
| "loss": 0.8091, |
| "step": 17420 |
| }, |
| { |
| "epoch": 0.7165749034431753, |
| "grad_norm": 1.171870231628418, |
| "learning_rate": 0.00014872309509065886, |
| "loss": 0.7942, |
| "step": 17440 |
| }, |
| { |
| "epoch": 0.7173966636535459, |
| "grad_norm": 1.1541531085968018, |
| "learning_rate": 0.00014860684024798536, |
| "loss": 0.7921, |
| "step": 17460 |
| }, |
| { |
| "epoch": 0.7182184238639165, |
| "grad_norm": 1.1826390027999878, |
| "learning_rate": 0.0001484904993263392, |
| "loss": 0.8068, |
| "step": 17480 |
| }, |
| { |
| "epoch": 0.7190401840742872, |
| "grad_norm": 1.1863442659378052, |
| "learning_rate": 0.0001483740725317513, |
| "loss": 0.8347, |
| "step": 17500 |
| }, |
| { |
| "epoch": 0.7198619442846578, |
| "grad_norm": 1.2402416467666626, |
| "learning_rate": 0.00014825756007040458, |
| "loss": 0.8276, |
| "step": 17520 |
| }, |
| { |
| "epoch": 0.7206837044950284, |
| "grad_norm": 1.2695879936218262, |
| "learning_rate": 0.00014814096214863355, |
| "loss": 0.8035, |
| "step": 17540 |
| }, |
| { |
| "epoch": 0.721505464705399, |
| "grad_norm": 1.1038098335266113, |
| "learning_rate": 0.0001480242789729242, |
| "loss": 0.8131, |
| "step": 17560 |
| }, |
| { |
| "epoch": 0.7223272249157696, |
| "grad_norm": 1.3015015125274658, |
| "learning_rate": 0.0001479075107499135, |
| "loss": 0.7688, |
| "step": 17580 |
| }, |
| { |
| "epoch": 0.7231489851261402, |
| "grad_norm": 1.1493345499038696, |
| "learning_rate": 0.00014779065768638888, |
| "loss": 0.8167, |
| "step": 17600 |
| }, |
| { |
| "epoch": 0.7239707453365108, |
| "grad_norm": 1.1382313966751099, |
| "learning_rate": 0.0001476737199892882, |
| "loss": 0.8435, |
| "step": 17620 |
| }, |
| { |
| "epoch": 0.7247925055468815, |
| "grad_norm": 1.2679277658462524, |
| "learning_rate": 0.0001475566978656991, |
| "loss": 0.8304, |
| "step": 17640 |
| }, |
| { |
| "epoch": 0.7256142657572521, |
| "grad_norm": 1.2502251863479614, |
| "learning_rate": 0.0001474395915228587, |
| "loss": 0.8252, |
| "step": 17660 |
| }, |
| { |
| "epoch": 0.7264360259676227, |
| "grad_norm": 1.1250088214874268, |
| "learning_rate": 0.00014732240116815343, |
| "loss": 0.8166, |
| "step": 17680 |
| }, |
| { |
| "epoch": 0.7272577861779933, |
| "grad_norm": 1.1370155811309814, |
| "learning_rate": 0.0001472051270091183, |
| "loss": 0.7896, |
| "step": 17700 |
| }, |
| { |
| "epoch": 0.7280795463883639, |
| "grad_norm": 1.2608290910720825, |
| "learning_rate": 0.00014708776925343684, |
| "loss": 0.8028, |
| "step": 17720 |
| }, |
| { |
| "epoch": 0.7289013065987345, |
| "grad_norm": 1.3024847507476807, |
| "learning_rate": 0.00014697032810894064, |
| "loss": 0.7981, |
| "step": 17740 |
| }, |
| { |
| "epoch": 0.7297230668091051, |
| "grad_norm": 1.1868743896484375, |
| "learning_rate": 0.00014685280378360884, |
| "loss": 0.7949, |
| "step": 17760 |
| }, |
| { |
| "epoch": 0.7305448270194758, |
| "grad_norm": 1.253355622291565, |
| "learning_rate": 0.00014673519648556805, |
| "loss": 0.8107, |
| "step": 17780 |
| }, |
| { |
| "epoch": 0.7313665872298464, |
| "grad_norm": 1.2940136194229126, |
| "learning_rate": 0.00014661750642309173, |
| "loss": 0.8017, |
| "step": 17800 |
| }, |
| { |
| "epoch": 0.732188347440217, |
| "grad_norm": 1.2385964393615723, |
| "learning_rate": 0.0001464997338045999, |
| "loss": 0.8055, |
| "step": 17820 |
| }, |
| { |
| "epoch": 0.7330101076505876, |
| "grad_norm": 1.2589930295944214, |
| "learning_rate": 0.0001463818788386588, |
| "loss": 0.7795, |
| "step": 17840 |
| }, |
| { |
| "epoch": 0.7338318678609582, |
| "grad_norm": 1.0926438570022583, |
| "learning_rate": 0.00014626394173398056, |
| "loss": 0.8202, |
| "step": 17860 |
| }, |
| { |
| "epoch": 0.7346536280713288, |
| "grad_norm": 1.1935014724731445, |
| "learning_rate": 0.00014614592269942262, |
| "loss": 0.7994, |
| "step": 17880 |
| }, |
| { |
| "epoch": 0.7354753882816994, |
| "grad_norm": 1.1052745580673218, |
| "learning_rate": 0.0001460278219439877, |
| "loss": 0.8283, |
| "step": 17900 |
| }, |
| { |
| "epoch": 0.7362971484920701, |
| "grad_norm": 1.2212902307510376, |
| "learning_rate": 0.00014590963967682304, |
| "loss": 0.7937, |
| "step": 17920 |
| }, |
| { |
| "epoch": 0.7371189087024407, |
| "grad_norm": 1.2168195247650146, |
| "learning_rate": 0.00014579137610722044, |
| "loss": 0.7938, |
| "step": 17940 |
| }, |
| { |
| "epoch": 0.7379406689128113, |
| "grad_norm": 1.1712826490402222, |
| "learning_rate": 0.00014567303144461552, |
| "loss": 0.8279, |
| "step": 17960 |
| }, |
| { |
| "epoch": 0.7387624291231819, |
| "grad_norm": 1.2737464904785156, |
| "learning_rate": 0.0001455546058985876, |
| "loss": 0.8144, |
| "step": 17980 |
| }, |
| { |
| "epoch": 0.7395841893335525, |
| "grad_norm": 1.2962466478347778, |
| "learning_rate": 0.0001454360996788592, |
| "loss": 0.8398, |
| "step": 18000 |
| }, |
| { |
| "epoch": 0.7395841893335525, |
| "eval_loss": 1.0920464992523193, |
| "eval_runtime": 16.6449, |
| "eval_samples_per_second": 157.406, |
| "eval_steps_per_second": 4.926, |
| "step": 18000 |
| }, |
| { |
| "epoch": 0.7404059495439231, |
| "grad_norm": 1.1804122924804688, |
| "learning_rate": 0.0001453175129952957, |
| "loss": 0.8203, |
| "step": 18020 |
| }, |
| { |
| "epoch": 0.7412277097542938, |
| "grad_norm": 1.0877560377120972, |
| "learning_rate": 0.00014519884605790497, |
| "loss": 0.7971, |
| "step": 18040 |
| }, |
| { |
| "epoch": 0.7420494699646644, |
| "grad_norm": 1.2490891218185425, |
| "learning_rate": 0.00014508009907683705, |
| "loss": 0.8479, |
| "step": 18060 |
| }, |
| { |
| "epoch": 0.742871230175035, |
| "grad_norm": 1.1328068971633911, |
| "learning_rate": 0.0001449612722623837, |
| "loss": 0.8062, |
| "step": 18080 |
| }, |
| { |
| "epoch": 0.7436929903854055, |
| "grad_norm": 1.2985849380493164, |
| "learning_rate": 0.00014484236582497806, |
| "loss": 0.8267, |
| "step": 18100 |
| }, |
| { |
| "epoch": 0.7445147505957761, |
| "grad_norm": 1.1852083206176758, |
| "learning_rate": 0.00014472337997519432, |
| "loss": 0.8416, |
| "step": 18120 |
| }, |
| { |
| "epoch": 0.7453365108061467, |
| "grad_norm": 1.0732208490371704, |
| "learning_rate": 0.0001446043149237472, |
| "loss": 0.7889, |
| "step": 18140 |
| }, |
| { |
| "epoch": 0.7461582710165173, |
| "grad_norm": 1.331568717956543, |
| "learning_rate": 0.00014448517088149176, |
| "loss": 0.7988, |
| "step": 18160 |
| }, |
| { |
| "epoch": 0.7469800312268879, |
| "grad_norm": 1.2419168949127197, |
| "learning_rate": 0.00014436594805942288, |
| "loss": 0.8073, |
| "step": 18180 |
| }, |
| { |
| "epoch": 0.7478017914372586, |
| "grad_norm": 1.2016359567642212, |
| "learning_rate": 0.0001442466466686751, |
| "loss": 0.8104, |
| "step": 18200 |
| }, |
| { |
| "epoch": 0.7486235516476292, |
| "grad_norm": 1.0315485000610352, |
| "learning_rate": 0.00014412726692052195, |
| "loss": 0.8303, |
| "step": 18220 |
| }, |
| { |
| "epoch": 0.7494453118579998, |
| "grad_norm": 1.1660343408584595, |
| "learning_rate": 0.00014400780902637574, |
| "loss": 0.8143, |
| "step": 18240 |
| }, |
| { |
| "epoch": 0.7502670720683704, |
| "grad_norm": 1.1398091316223145, |
| "learning_rate": 0.00014388827319778723, |
| "loss": 0.8144, |
| "step": 18260 |
| }, |
| { |
| "epoch": 0.751088832278741, |
| "grad_norm": 1.2301084995269775, |
| "learning_rate": 0.00014376865964644522, |
| "loss": 0.8116, |
| "step": 18280 |
| }, |
| { |
| "epoch": 0.7519105924891116, |
| "grad_norm": 1.159977674484253, |
| "learning_rate": 0.00014364896858417607, |
| "loss": 0.8183, |
| "step": 18300 |
| }, |
| { |
| "epoch": 0.7527323526994822, |
| "grad_norm": 1.3030027151107788, |
| "learning_rate": 0.0001435292002229434, |
| "loss": 0.8133, |
| "step": 18320 |
| }, |
| { |
| "epoch": 0.7535541129098529, |
| "grad_norm": 1.2161463499069214, |
| "learning_rate": 0.00014340935477484781, |
| "loss": 0.8049, |
| "step": 18340 |
| }, |
| { |
| "epoch": 0.7543758731202235, |
| "grad_norm": 1.2423648834228516, |
| "learning_rate": 0.0001432894324521263, |
| "loss": 0.8061, |
| "step": 18360 |
| }, |
| { |
| "epoch": 0.7551976333305941, |
| "grad_norm": 1.2223330736160278, |
| "learning_rate": 0.00014316943346715216, |
| "loss": 0.8098, |
| "step": 18380 |
| }, |
| { |
| "epoch": 0.7560193935409647, |
| "grad_norm": 1.2927947044372559, |
| "learning_rate": 0.00014304935803243429, |
| "loss": 0.7944, |
| "step": 18400 |
| }, |
| { |
| "epoch": 0.7568411537513353, |
| "grad_norm": 1.2604374885559082, |
| "learning_rate": 0.00014292920636061704, |
| "loss": 0.8082, |
| "step": 18420 |
| }, |
| { |
| "epoch": 0.7576629139617059, |
| "grad_norm": 1.2504435777664185, |
| "learning_rate": 0.00014280897866447985, |
| "loss": 0.8105, |
| "step": 18440 |
| }, |
| { |
| "epoch": 0.7584846741720765, |
| "grad_norm": 1.2936044931411743, |
| "learning_rate": 0.00014268867515693662, |
| "loss": 0.7844, |
| "step": 18460 |
| }, |
| { |
| "epoch": 0.7593064343824472, |
| "grad_norm": 1.1824711561203003, |
| "learning_rate": 0.00014256829605103564, |
| "loss": 0.8227, |
| "step": 18480 |
| }, |
| { |
| "epoch": 0.7601281945928178, |
| "grad_norm": 1.300419807434082, |
| "learning_rate": 0.00014244784155995906, |
| "loss": 0.8513, |
| "step": 18500 |
| }, |
| { |
| "epoch": 0.7609499548031884, |
| "grad_norm": 1.376930832862854, |
| "learning_rate": 0.00014232731189702249, |
| "loss": 0.8247, |
| "step": 18520 |
| }, |
| { |
| "epoch": 0.761771715013559, |
| "grad_norm": 1.229896903038025, |
| "learning_rate": 0.00014220670727567466, |
| "loss": 0.7918, |
| "step": 18540 |
| }, |
| { |
| "epoch": 0.7625934752239296, |
| "grad_norm": 1.1824287176132202, |
| "learning_rate": 0.00014208602790949715, |
| "loss": 0.8236, |
| "step": 18560 |
| }, |
| { |
| "epoch": 0.7634152354343002, |
| "grad_norm": 1.1316356658935547, |
| "learning_rate": 0.00014196527401220374, |
| "loss": 0.8122, |
| "step": 18580 |
| }, |
| { |
| "epoch": 0.7642369956446708, |
| "grad_norm": 1.1641656160354614, |
| "learning_rate": 0.00014184444579764036, |
| "loss": 0.7887, |
| "step": 18600 |
| }, |
| { |
| "epoch": 0.7650587558550415, |
| "grad_norm": 1.2354685068130493, |
| "learning_rate": 0.0001417235434797844, |
| "loss": 0.8223, |
| "step": 18620 |
| }, |
| { |
| "epoch": 0.7658805160654121, |
| "grad_norm": 1.108034372329712, |
| "learning_rate": 0.00014160256727274462, |
| "loss": 0.8055, |
| "step": 18640 |
| }, |
| { |
| "epoch": 0.7667022762757827, |
| "grad_norm": 1.3176486492156982, |
| "learning_rate": 0.00014148151739076055, |
| "loss": 0.829, |
| "step": 18660 |
| }, |
| { |
| "epoch": 0.7675240364861533, |
| "grad_norm": 1.0911662578582764, |
| "learning_rate": 0.0001413603940482022, |
| "loss": 0.7978, |
| "step": 18680 |
| }, |
| { |
| "epoch": 0.7683457966965239, |
| "grad_norm": 1.0955551862716675, |
| "learning_rate": 0.0001412391974595697, |
| "loss": 0.8174, |
| "step": 18700 |
| }, |
| { |
| "epoch": 0.7691675569068945, |
| "grad_norm": 1.1460391283035278, |
| "learning_rate": 0.0001411179278394929, |
| "loss": 0.8279, |
| "step": 18720 |
| }, |
| { |
| "epoch": 0.7699893171172651, |
| "grad_norm": 1.1242876052856445, |
| "learning_rate": 0.00014099658540273096, |
| "loss": 0.8248, |
| "step": 18740 |
| }, |
| { |
| "epoch": 0.7708110773276358, |
| "grad_norm": 1.1270663738250732, |
| "learning_rate": 0.00014087517036417196, |
| "loss": 0.8211, |
| "step": 18760 |
| }, |
| { |
| "epoch": 0.7716328375380064, |
| "grad_norm": 1.1673957109451294, |
| "learning_rate": 0.0001407536829388326, |
| "loss": 0.8119, |
| "step": 18780 |
| }, |
| { |
| "epoch": 0.772454597748377, |
| "grad_norm": 1.123095989227295, |
| "learning_rate": 0.00014063212334185774, |
| "loss": 0.8095, |
| "step": 18800 |
| }, |
| { |
| "epoch": 0.7732763579587476, |
| "grad_norm": 1.0859897136688232, |
| "learning_rate": 0.0001405104917885201, |
| "loss": 0.7797, |
| "step": 18820 |
| }, |
| { |
| "epoch": 0.7740981181691182, |
| "grad_norm": 1.2377300262451172, |
| "learning_rate": 0.0001403887884942198, |
| "loss": 0.8273, |
| "step": 18840 |
| }, |
| { |
| "epoch": 0.7749198783794888, |
| "grad_norm": 1.2705551385879517, |
| "learning_rate": 0.000140267013674484, |
| "loss": 0.8051, |
| "step": 18860 |
| }, |
| { |
| "epoch": 0.7757416385898595, |
| "grad_norm": 1.319014072418213, |
| "learning_rate": 0.00014014516754496656, |
| "loss": 0.8107, |
| "step": 18880 |
| }, |
| { |
| "epoch": 0.7765633988002301, |
| "grad_norm": 1.3769927024841309, |
| "learning_rate": 0.00014002325032144754, |
| "loss": 0.7844, |
| "step": 18900 |
| }, |
| { |
| "epoch": 0.7773851590106007, |
| "grad_norm": 1.3221933841705322, |
| "learning_rate": 0.00013990126221983298, |
| "loss": 0.8131, |
| "step": 18920 |
| }, |
| { |
| "epoch": 0.7782069192209713, |
| "grad_norm": 1.2304918766021729, |
| "learning_rate": 0.00013977920345615444, |
| "loss": 0.8039, |
| "step": 18940 |
| }, |
| { |
| "epoch": 0.7790286794313419, |
| "grad_norm": 1.385318398475647, |
| "learning_rate": 0.00013965707424656856, |
| "loss": 0.7985, |
| "step": 18960 |
| }, |
| { |
| "epoch": 0.7798504396417125, |
| "grad_norm": 1.1849255561828613, |
| "learning_rate": 0.00013953487480735679, |
| "loss": 0.7902, |
| "step": 18980 |
| }, |
| { |
| "epoch": 0.7806721998520831, |
| "grad_norm": 1.2645635604858398, |
| "learning_rate": 0.0001394126053549249, |
| "loss": 0.7931, |
| "step": 19000 |
| }, |
| { |
| "epoch": 0.7814939600624538, |
| "grad_norm": 1.2201372385025024, |
| "learning_rate": 0.00013929026610580276, |
| "loss": 0.8244, |
| "step": 19020 |
| }, |
| { |
| "epoch": 0.7823157202728244, |
| "grad_norm": 1.1765888929367065, |
| "learning_rate": 0.0001391739793672815, |
| "loss": 0.8012, |
| "step": 19040 |
| }, |
| { |
| "epoch": 0.783137480483195, |
| "grad_norm": 1.0896601676940918, |
| "learning_rate": 0.0001390515046378748, |
| "loss": 0.8107, |
| "step": 19060 |
| }, |
| { |
| "epoch": 0.7839592406935656, |
| "grad_norm": 1.125887393951416, |
| "learning_rate": 0.00013892896075125936, |
| "loss": 0.8233, |
| "step": 19080 |
| }, |
| { |
| "epoch": 0.7847810009039362, |
| "grad_norm": 1.1168248653411865, |
| "learning_rate": 0.00013880634792445097, |
| "loss": 0.8036, |
| "step": 19100 |
| }, |
| { |
| "epoch": 0.7856027611143068, |
| "grad_norm": 1.3335416316986084, |
| "learning_rate": 0.00013868366637458755, |
| "loss": 0.8174, |
| "step": 19120 |
| }, |
| { |
| "epoch": 0.7864245213246774, |
| "grad_norm": 1.281420111656189, |
| "learning_rate": 0.0001385609163189286, |
| "loss": 0.8116, |
| "step": 19140 |
| }, |
| { |
| "epoch": 0.787246281535048, |
| "grad_norm": 1.2268955707550049, |
| "learning_rate": 0.00013843809797485515, |
| "loss": 0.8147, |
| "step": 19160 |
| }, |
| { |
| "epoch": 0.7880680417454187, |
| "grad_norm": 1.2544898986816406, |
| "learning_rate": 0.0001383152115598689, |
| "loss": 0.826, |
| "step": 19180 |
| }, |
| { |
| "epoch": 0.7888898019557893, |
| "grad_norm": 1.3066948652267456, |
| "learning_rate": 0.00013819225729159228, |
| "loss": 0.8072, |
| "step": 19200 |
| }, |
| { |
| "epoch": 0.7897115621661599, |
| "grad_norm": 1.2460455894470215, |
| "learning_rate": 0.00013806923538776787, |
| "loss": 0.7989, |
| "step": 19220 |
| }, |
| { |
| "epoch": 0.7905333223765305, |
| "grad_norm": 1.155281662940979, |
| "learning_rate": 0.00013794614606625792, |
| "loss": 0.8405, |
| "step": 19240 |
| }, |
| { |
| "epoch": 0.7913550825869011, |
| "grad_norm": 1.054686427116394, |
| "learning_rate": 0.00013782914896373142, |
| "loss": 0.8056, |
| "step": 19260 |
| }, |
| { |
| "epoch": 0.7921768427972717, |
| "grad_norm": 1.3717306852340698, |
| "learning_rate": 0.00013770592880481307, |
| "loss": 0.802, |
| "step": 19280 |
| }, |
| { |
| "epoch": 0.7929986030076424, |
| "grad_norm": 1.2226320505142212, |
| "learning_rate": 0.0001375826418715972, |
| "loss": 0.813, |
| "step": 19300 |
| }, |
| { |
| "epoch": 0.793820363218013, |
| "grad_norm": 1.250246524810791, |
| "learning_rate": 0.00013745928838241556, |
| "loss": 0.8225, |
| "step": 19320 |
| }, |
| { |
| "epoch": 0.7946421234283836, |
| "grad_norm": 1.0490273237228394, |
| "learning_rate": 0.00013733586855571754, |
| "loss": 0.7996, |
| "step": 19340 |
| }, |
| { |
| "epoch": 0.7954638836387542, |
| "grad_norm": 1.1633754968643188, |
| "learning_rate": 0.00013721238261007023, |
| "loss": 0.8224, |
| "step": 19360 |
| }, |
| { |
| "epoch": 0.7962856438491248, |
| "grad_norm": 1.079055666923523, |
| "learning_rate": 0.0001370888307641578, |
| "loss": 0.8207, |
| "step": 19380 |
| }, |
| { |
| "epoch": 0.7971074040594954, |
| "grad_norm": 1.3664897680282593, |
| "learning_rate": 0.00013696521323678092, |
| "loss": 0.8015, |
| "step": 19400 |
| }, |
| { |
| "epoch": 0.797929164269866, |
| "grad_norm": 1.1427098512649536, |
| "learning_rate": 0.00013684153024685685, |
| "loss": 0.8093, |
| "step": 19420 |
| }, |
| { |
| "epoch": 0.7987509244802367, |
| "grad_norm": 1.1648412942886353, |
| "learning_rate": 0.00013671778201341855, |
| "loss": 0.7898, |
| "step": 19440 |
| }, |
| { |
| "epoch": 0.7995726846906073, |
| "grad_norm": 1.1498785018920898, |
| "learning_rate": 0.00013659396875561467, |
| "loss": 0.8113, |
| "step": 19460 |
| }, |
| { |
| "epoch": 0.8003944449009779, |
| "grad_norm": 1.1189064979553223, |
| "learning_rate": 0.00013647009069270893, |
| "loss": 0.8062, |
| "step": 19480 |
| }, |
| { |
| "epoch": 0.8012162051113485, |
| "grad_norm": 1.225690245628357, |
| "learning_rate": 0.00013634614804407984, |
| "loss": 0.7994, |
| "step": 19500 |
| }, |
| { |
| "epoch": 0.8020379653217191, |
| "grad_norm": 1.1157780885696411, |
| "learning_rate": 0.0001362221410292203, |
| "loss": 0.7882, |
| "step": 19520 |
| }, |
| { |
| "epoch": 0.8028597255320897, |
| "grad_norm": 1.0617575645446777, |
| "learning_rate": 0.00013609806986773722, |
| "loss": 0.8035, |
| "step": 19540 |
| }, |
| { |
| "epoch": 0.8036814857424603, |
| "grad_norm": 1.128070592880249, |
| "learning_rate": 0.00013597393477935102, |
| "loss": 0.8095, |
| "step": 19560 |
| }, |
| { |
| "epoch": 0.804503245952831, |
| "grad_norm": 1.1231319904327393, |
| "learning_rate": 0.00013584973598389544, |
| "loss": 0.799, |
| "step": 19580 |
| }, |
| { |
| "epoch": 0.8053250061632016, |
| "grad_norm": 1.4038573503494263, |
| "learning_rate": 0.00013572547370131695, |
| "loss": 0.7849, |
| "step": 19600 |
| }, |
| { |
| "epoch": 0.8061467663735722, |
| "grad_norm": 1.208066463470459, |
| "learning_rate": 0.00013560114815167447, |
| "loss": 0.8127, |
| "step": 19620 |
| }, |
| { |
| "epoch": 0.8069685265839428, |
| "grad_norm": 1.243054747581482, |
| "learning_rate": 0.00013547675955513904, |
| "loss": 0.8139, |
| "step": 19640 |
| }, |
| { |
| "epoch": 0.8077902867943134, |
| "grad_norm": 1.1254897117614746, |
| "learning_rate": 0.00013535230813199324, |
| "loss": 0.7909, |
| "step": 19660 |
| }, |
| { |
| "epoch": 0.808612047004684, |
| "grad_norm": 1.3242278099060059, |
| "learning_rate": 0.00013522779410263098, |
| "loss": 0.8242, |
| "step": 19680 |
| }, |
| { |
| "epoch": 0.8094338072150546, |
| "grad_norm": 1.042738437652588, |
| "learning_rate": 0.00013510321768755702, |
| "loss": 0.7948, |
| "step": 19700 |
| }, |
| { |
| "epoch": 0.8102555674254253, |
| "grad_norm": 1.1268333196640015, |
| "learning_rate": 0.00013497857910738662, |
| "loss": 0.7923, |
| "step": 19720 |
| }, |
| { |
| "epoch": 0.8110773276357959, |
| "grad_norm": 1.115422010421753, |
| "learning_rate": 0.00013485387858284506, |
| "loss": 0.7998, |
| "step": 19740 |
| }, |
| { |
| "epoch": 0.8118990878461665, |
| "grad_norm": 1.2183444499969482, |
| "learning_rate": 0.0001347291163347674, |
| "loss": 0.8054, |
| "step": 19760 |
| }, |
| { |
| "epoch": 0.8127208480565371, |
| "grad_norm": 1.158079981803894, |
| "learning_rate": 0.000134604292584098, |
| "loss": 0.7716, |
| "step": 19780 |
| }, |
| { |
| "epoch": 0.8135426082669077, |
| "grad_norm": 1.0598976612091064, |
| "learning_rate": 0.0001344794075518901, |
| "loss": 0.7967, |
| "step": 19800 |
| }, |
| { |
| "epoch": 0.8143643684772783, |
| "grad_norm": 1.1043282747268677, |
| "learning_rate": 0.00013435446145930544, |
| "loss": 0.7848, |
| "step": 19820 |
| }, |
| { |
| "epoch": 0.815186128687649, |
| "grad_norm": 1.2107045650482178, |
| "learning_rate": 0.00013422945452761398, |
| "loss": 0.7996, |
| "step": 19840 |
| }, |
| { |
| "epoch": 0.8160078888980196, |
| "grad_norm": 1.1288707256317139, |
| "learning_rate": 0.00013410438697819337, |
| "loss": 0.8172, |
| "step": 19860 |
| }, |
| { |
| "epoch": 0.8168296491083902, |
| "grad_norm": 1.215134859085083, |
| "learning_rate": 0.0001339792590325286, |
| "loss": 0.8155, |
| "step": 19880 |
| }, |
| { |
| "epoch": 0.8176514093187608, |
| "grad_norm": 1.3704839944839478, |
| "learning_rate": 0.00013385407091221163, |
| "loss": 0.7831, |
| "step": 19900 |
| }, |
| { |
| "epoch": 0.8184731695291314, |
| "grad_norm": 1.2613569498062134, |
| "learning_rate": 0.000133728822838941, |
| "loss": 0.8154, |
| "step": 19920 |
| }, |
| { |
| "epoch": 0.819294929739502, |
| "grad_norm": 1.2519367933273315, |
| "learning_rate": 0.00013360351503452137, |
| "loss": 0.8089, |
| "step": 19940 |
| }, |
| { |
| "epoch": 0.8201166899498726, |
| "grad_norm": 1.259395956993103, |
| "learning_rate": 0.0001334781477208632, |
| "loss": 0.8161, |
| "step": 19960 |
| }, |
| { |
| "epoch": 0.8209384501602432, |
| "grad_norm": 1.1715264320373535, |
| "learning_rate": 0.00013335272111998246, |
| "loss": 0.8009, |
| "step": 19980 |
| }, |
| { |
| "epoch": 0.8217602103706139, |
| "grad_norm": 1.1847702264785767, |
| "learning_rate": 0.0001332272354539999, |
| "loss": 0.774, |
| "step": 20000 |
| }, |
| { |
| "epoch": 0.8217602103706139, |
| "eval_loss": 1.0668244361877441, |
| "eval_runtime": 16.5724, |
| "eval_samples_per_second": 158.094, |
| "eval_steps_per_second": 4.948, |
| "step": 20000 |
| }, |
| { |
| "epoch": 0.8225819705809845, |
| "grad_norm": 1.224970817565918, |
| "learning_rate": 0.00013310169094514103, |
| "loss": 0.8, |
| "step": 20020 |
| }, |
| { |
| "epoch": 0.8234037307913551, |
| "grad_norm": 1.1203746795654297, |
| "learning_rate": 0.0001329760878157355, |
| "loss": 0.8158, |
| "step": 20040 |
| }, |
| { |
| "epoch": 0.8242254910017257, |
| "grad_norm": 1.1533716917037964, |
| "learning_rate": 0.00013285042628821675, |
| "loss": 0.7896, |
| "step": 20060 |
| }, |
| { |
| "epoch": 0.8250472512120963, |
| "grad_norm": 1.213652491569519, |
| "learning_rate": 0.00013272470658512174, |
| "loss": 0.8121, |
| "step": 20080 |
| }, |
| { |
| "epoch": 0.8258690114224669, |
| "grad_norm": 1.2149641513824463, |
| "learning_rate": 0.00013259892892909033, |
| "loss": 0.7926, |
| "step": 20100 |
| }, |
| { |
| "epoch": 0.8266907716328376, |
| "grad_norm": 1.3824020624160767, |
| "learning_rate": 0.00013247309354286503, |
| "loss": 0.7909, |
| "step": 20120 |
| }, |
| { |
| "epoch": 0.8275125318432082, |
| "grad_norm": 1.0057183504104614, |
| "learning_rate": 0.00013234720064929075, |
| "loss": 0.819, |
| "step": 20140 |
| }, |
| { |
| "epoch": 0.8283342920535788, |
| "grad_norm": 1.1706757545471191, |
| "learning_rate": 0.000132221250471314, |
| "loss": 0.8248, |
| "step": 20160 |
| }, |
| { |
| "epoch": 0.8291560522639494, |
| "grad_norm": 1.0104855298995972, |
| "learning_rate": 0.00013209524323198294, |
| "loss": 0.7992, |
| "step": 20180 |
| }, |
| { |
| "epoch": 0.82997781247432, |
| "grad_norm": 1.2821381092071533, |
| "learning_rate": 0.0001319691791544466, |
| "loss": 0.802, |
| "step": 20200 |
| }, |
| { |
| "epoch": 0.8307995726846906, |
| "grad_norm": 1.106156826019287, |
| "learning_rate": 0.0001318430584619548, |
| "loss": 0.7799, |
| "step": 20220 |
| }, |
| { |
| "epoch": 0.8316213328950612, |
| "grad_norm": 1.1786506175994873, |
| "learning_rate": 0.0001317168813778576, |
| "loss": 0.7927, |
| "step": 20240 |
| }, |
| { |
| "epoch": 0.8324430931054319, |
| "grad_norm": 1.280644178390503, |
| "learning_rate": 0.00013159064812560484, |
| "loss": 0.7922, |
| "step": 20260 |
| }, |
| { |
| "epoch": 0.8332648533158025, |
| "grad_norm": 1.2000395059585571, |
| "learning_rate": 0.00013146435892874596, |
| "loss": 0.8024, |
| "step": 20280 |
| }, |
| { |
| "epoch": 0.8340866135261731, |
| "grad_norm": 1.384141206741333, |
| "learning_rate": 0.00013134433257673927, |
| "loss": 0.8428, |
| "step": 20300 |
| }, |
| { |
| "epoch": 0.8349083737365437, |
| "grad_norm": 1.1807432174682617, |
| "learning_rate": 0.00013121793493125713, |
| "loss": 0.8039, |
| "step": 20320 |
| }, |
| { |
| "epoch": 0.8357301339469143, |
| "grad_norm": 1.1562411785125732, |
| "learning_rate": 0.00013109148200121524, |
| "loss": 0.8043, |
| "step": 20340 |
| }, |
| { |
| "epoch": 0.8365518941572849, |
| "grad_norm": 1.0757108926773071, |
| "learning_rate": 0.00013096497401055197, |
| "loss": 0.7933, |
| "step": 20360 |
| }, |
| { |
| "epoch": 0.8373736543676555, |
| "grad_norm": 1.1456866264343262, |
| "learning_rate": 0.00013083841118330326, |
| "loss": 0.7793, |
| "step": 20380 |
| }, |
| { |
| "epoch": 0.8381954145780262, |
| "grad_norm": 1.3488410711288452, |
| "learning_rate": 0.0001307117937436021, |
| "loss": 0.7775, |
| "step": 20400 |
| }, |
| { |
| "epoch": 0.8390171747883968, |
| "grad_norm": 1.2938168048858643, |
| "learning_rate": 0.0001305851219156783, |
| "loss": 0.8144, |
| "step": 20420 |
| }, |
| { |
| "epoch": 0.8398389349987674, |
| "grad_norm": 1.131605625152588, |
| "learning_rate": 0.00013045839592385787, |
| "loss": 0.7883, |
| "step": 20440 |
| }, |
| { |
| "epoch": 0.840660695209138, |
| "grad_norm": 1.1760270595550537, |
| "learning_rate": 0.00013033161599256275, |
| "loss": 0.7984, |
| "step": 20460 |
| }, |
| { |
| "epoch": 0.8414824554195086, |
| "grad_norm": 1.1592392921447754, |
| "learning_rate": 0.00013020478234631049, |
| "loss": 0.8142, |
| "step": 20480 |
| }, |
| { |
| "epoch": 0.8423042156298792, |
| "grad_norm": 1.3598871231079102, |
| "learning_rate": 0.00013007789520971374, |
| "loss": 0.7861, |
| "step": 20500 |
| }, |
| { |
| "epoch": 0.8431259758402498, |
| "grad_norm": 1.2098135948181152, |
| "learning_rate": 0.00012995095480747976, |
| "loss": 0.8069, |
| "step": 20520 |
| }, |
| { |
| "epoch": 0.8439477360506205, |
| "grad_norm": 1.0988825559616089, |
| "learning_rate": 0.00012982396136441033, |
| "loss": 0.7971, |
| "step": 20540 |
| }, |
| { |
| "epoch": 0.8447694962609911, |
| "grad_norm": 0.9486870765686035, |
| "learning_rate": 0.000129696915105401, |
| "loss": 0.7807, |
| "step": 20560 |
| }, |
| { |
| "epoch": 0.8455912564713617, |
| "grad_norm": 1.1476234197616577, |
| "learning_rate": 0.00012956981625544093, |
| "loss": 0.7884, |
| "step": 20580 |
| }, |
| { |
| "epoch": 0.8464130166817323, |
| "grad_norm": 1.1225764751434326, |
| "learning_rate": 0.00012944266503961242, |
| "loss": 0.7966, |
| "step": 20600 |
| }, |
| { |
| "epoch": 0.8472347768921029, |
| "grad_norm": 1.316215991973877, |
| "learning_rate": 0.00012931546168309046, |
| "loss": 0.8115, |
| "step": 20620 |
| }, |
| { |
| "epoch": 0.8480565371024735, |
| "grad_norm": 1.1493761539459229, |
| "learning_rate": 0.0001291882064111424, |
| "loss": 0.8094, |
| "step": 20640 |
| }, |
| { |
| "epoch": 0.8488782973128441, |
| "grad_norm": 1.1531728506088257, |
| "learning_rate": 0.00012906089944912755, |
| "loss": 0.8158, |
| "step": 20660 |
| }, |
| { |
| "epoch": 0.8497000575232148, |
| "grad_norm": 1.1480746269226074, |
| "learning_rate": 0.00012893354102249673, |
| "loss": 0.8085, |
| "step": 20680 |
| }, |
| { |
| "epoch": 0.8505218177335854, |
| "grad_norm": 1.265832543373108, |
| "learning_rate": 0.00012880613135679193, |
| "loss": 0.803, |
| "step": 20700 |
| }, |
| { |
| "epoch": 0.851343577943956, |
| "grad_norm": 1.0262377262115479, |
| "learning_rate": 0.00012867867067764584, |
| "loss": 0.774, |
| "step": 20720 |
| }, |
| { |
| "epoch": 0.8521653381543266, |
| "grad_norm": 1.136478066444397, |
| "learning_rate": 0.00012855115921078152, |
| "loss": 0.779, |
| "step": 20740 |
| }, |
| { |
| "epoch": 0.8529870983646972, |
| "grad_norm": 1.1349806785583496, |
| "learning_rate": 0.00012842359718201194, |
| "loss": 0.7922, |
| "step": 20760 |
| }, |
| { |
| "epoch": 0.8538088585750678, |
| "grad_norm": 1.2569667100906372, |
| "learning_rate": 0.00012829598481723964, |
| "loss": 0.7739, |
| "step": 20780 |
| }, |
| { |
| "epoch": 0.8546306187854384, |
| "grad_norm": 1.2146037817001343, |
| "learning_rate": 0.00012816832234245634, |
| "loss": 0.8221, |
| "step": 20800 |
| }, |
| { |
| "epoch": 0.8554523789958091, |
| "grad_norm": 1.300690770149231, |
| "learning_rate": 0.00012804060998374245, |
| "loss": 0.7928, |
| "step": 20820 |
| }, |
| { |
| "epoch": 0.8562741392061797, |
| "grad_norm": 1.0861823558807373, |
| "learning_rate": 0.00012791284796726663, |
| "loss": 0.8043, |
| "step": 20840 |
| }, |
| { |
| "epoch": 0.8570958994165503, |
| "grad_norm": 1.2741750478744507, |
| "learning_rate": 0.0001277850365192857, |
| "loss": 0.8065, |
| "step": 20860 |
| }, |
| { |
| "epoch": 0.8579176596269209, |
| "grad_norm": 1.0767971277236938, |
| "learning_rate": 0.00012765717586614382, |
| "loss": 0.8153, |
| "step": 20880 |
| }, |
| { |
| "epoch": 0.8587394198372915, |
| "grad_norm": 1.1135772466659546, |
| "learning_rate": 0.0001275292662342724, |
| "loss": 0.7685, |
| "step": 20900 |
| }, |
| { |
| "epoch": 0.8595611800476621, |
| "grad_norm": 1.2278940677642822, |
| "learning_rate": 0.0001274013078501895, |
| "loss": 0.7635, |
| "step": 20920 |
| }, |
| { |
| "epoch": 0.8603829402580327, |
| "grad_norm": 1.0262848138809204, |
| "learning_rate": 0.00012727330094049967, |
| "loss": 0.7907, |
| "step": 20940 |
| }, |
| { |
| "epoch": 0.8612047004684034, |
| "grad_norm": 1.2303491830825806, |
| "learning_rate": 0.0001271452457318932, |
| "loss": 0.8026, |
| "step": 20960 |
| }, |
| { |
| "epoch": 0.862026460678774, |
| "grad_norm": 1.1088433265686035, |
| "learning_rate": 0.00012701714245114603, |
| "loss": 0.7966, |
| "step": 20980 |
| }, |
| { |
| "epoch": 0.8628482208891446, |
| "grad_norm": 1.1193281412124634, |
| "learning_rate": 0.00012688899132511924, |
| "loss": 0.7924, |
| "step": 21000 |
| }, |
| { |
| "epoch": 0.8636699810995152, |
| "grad_norm": 1.308245301246643, |
| "learning_rate": 0.00012676079258075858, |
| "loss": 0.7885, |
| "step": 21020 |
| }, |
| { |
| "epoch": 0.8644917413098858, |
| "grad_norm": 1.2952789068222046, |
| "learning_rate": 0.0001266325464450942, |
| "loss": 0.7913, |
| "step": 21040 |
| }, |
| { |
| "epoch": 0.8653135015202564, |
| "grad_norm": 1.1136795282363892, |
| "learning_rate": 0.00012650425314524006, |
| "loss": 0.7927, |
| "step": 21060 |
| }, |
| { |
| "epoch": 0.866135261730627, |
| "grad_norm": 1.222264051437378, |
| "learning_rate": 0.00012637591290839376, |
| "loss": 0.8171, |
| "step": 21080 |
| }, |
| { |
| "epoch": 0.8669570219409977, |
| "grad_norm": 1.3129292726516724, |
| "learning_rate": 0.000126247525961836, |
| "loss": 0.786, |
| "step": 21100 |
| }, |
| { |
| "epoch": 0.8677787821513683, |
| "grad_norm": 1.15342116355896, |
| "learning_rate": 0.00012611909253293016, |
| "loss": 0.7821, |
| "step": 21120 |
| }, |
| { |
| "epoch": 0.8686005423617389, |
| "grad_norm": 1.2096205949783325, |
| "learning_rate": 0.00012599061284912193, |
| "loss": 0.7886, |
| "step": 21140 |
| }, |
| { |
| "epoch": 0.8694223025721095, |
| "grad_norm": 1.0738475322723389, |
| "learning_rate": 0.00012586208713793898, |
| "loss": 0.7813, |
| "step": 21160 |
| }, |
| { |
| "epoch": 0.8702440627824801, |
| "grad_norm": 1.1030628681182861, |
| "learning_rate": 0.00012573351562699048, |
| "loss": 0.7859, |
| "step": 21180 |
| }, |
| { |
| "epoch": 0.8710658229928507, |
| "grad_norm": 1.0959700345993042, |
| "learning_rate": 0.0001256048985439666, |
| "loss": 0.8055, |
| "step": 21200 |
| }, |
| { |
| "epoch": 0.8718875832032214, |
| "grad_norm": 1.2536059617996216, |
| "learning_rate": 0.00012547623611663836, |
| "loss": 0.7837, |
| "step": 21220 |
| }, |
| { |
| "epoch": 0.872709343413592, |
| "grad_norm": 1.2621644735336304, |
| "learning_rate": 0.00012534752857285692, |
| "loss": 0.7977, |
| "step": 21240 |
| }, |
| { |
| "epoch": 0.8735311036239626, |
| "grad_norm": 1.1967788934707642, |
| "learning_rate": 0.00012521877614055357, |
| "loss": 0.8035, |
| "step": 21260 |
| }, |
| { |
| "epoch": 0.8743528638343332, |
| "grad_norm": 1.2444006204605103, |
| "learning_rate": 0.00012508997904773884, |
| "loss": 0.771, |
| "step": 21280 |
| }, |
| { |
| "epoch": 0.8751746240447038, |
| "grad_norm": 1.4090861082077026, |
| "learning_rate": 0.00012497402366798297, |
| "loss": 0.7657, |
| "step": 21300 |
| }, |
| { |
| "epoch": 0.8759963842550744, |
| "grad_norm": 1.2610723972320557, |
| "learning_rate": 0.00012484514234864898, |
| "loss": 0.7928, |
| "step": 21320 |
| }, |
| { |
| "epoch": 0.876818144465445, |
| "grad_norm": 1.2457926273345947, |
| "learning_rate": 0.0001247226643378368, |
| "loss": 0.7985, |
| "step": 21340 |
| }, |
| { |
| "epoch": 0.8776399046758157, |
| "grad_norm": 1.2153024673461914, |
| "learning_rate": 0.0001245936974322525, |
| "loss": 0.8184, |
| "step": 21360 |
| }, |
| { |
| "epoch": 0.8784616648861862, |
| "grad_norm": 1.244173526763916, |
| "learning_rate": 0.00012446468697312316, |
| "loss": 0.7855, |
| "step": 21380 |
| }, |
| { |
| "epoch": 0.8792834250965568, |
| "grad_norm": 1.2349773645401, |
| "learning_rate": 0.00012433563318891633, |
| "loss": 0.7915, |
| "step": 21400 |
| }, |
| { |
| "epoch": 0.8801051853069274, |
| "grad_norm": 1.3552359342575073, |
| "learning_rate": 0.0001242065363081764, |
| "loss": 0.7878, |
| "step": 21420 |
| }, |
| { |
| "epoch": 0.880926945517298, |
| "grad_norm": 1.071760654449463, |
| "learning_rate": 0.00012407739655952393, |
| "loss": 0.7836, |
| "step": 21440 |
| }, |
| { |
| "epoch": 0.8817487057276686, |
| "grad_norm": 1.2500207424163818, |
| "learning_rate": 0.0001239482141716555, |
| "loss": 0.7781, |
| "step": 21460 |
| }, |
| { |
| "epoch": 0.8825704659380392, |
| "grad_norm": 1.2251540422439575, |
| "learning_rate": 0.00012381898937334322, |
| "loss": 0.7826, |
| "step": 21480 |
| }, |
| { |
| "epoch": 0.8833922261484098, |
| "grad_norm": 1.0519969463348389, |
| "learning_rate": 0.0001236897223934342, |
| "loss": 0.7764, |
| "step": 21500 |
| }, |
| { |
| "epoch": 0.8842139863587805, |
| "grad_norm": 0.9632487297058105, |
| "learning_rate": 0.00012356041346085032, |
| "loss": 0.8034, |
| "step": 21520 |
| }, |
| { |
| "epoch": 0.8850357465691511, |
| "grad_norm": 1.2027411460876465, |
| "learning_rate": 0.00012343106280458777, |
| "loss": 0.8176, |
| "step": 21540 |
| }, |
| { |
| "epoch": 0.8858575067795217, |
| "grad_norm": 1.1366872787475586, |
| "learning_rate": 0.00012330814124322003, |
| "loss": 0.7884, |
| "step": 21560 |
| }, |
| { |
| "epoch": 0.8866792669898923, |
| "grad_norm": 1.137412667274475, |
| "learning_rate": 0.00012317870988471372, |
| "loss": 0.7777, |
| "step": 21580 |
| }, |
| { |
| "epoch": 0.8875010272002629, |
| "grad_norm": 1.1433818340301514, |
| "learning_rate": 0.00012304923747849642, |
| "loss": 0.7818, |
| "step": 21600 |
| }, |
| { |
| "epoch": 0.8883227874106335, |
| "grad_norm": 1.1305466890335083, |
| "learning_rate": 0.00012291972425385373, |
| "loss": 0.7829, |
| "step": 21620 |
| }, |
| { |
| "epoch": 0.8891445476210041, |
| "grad_norm": 1.1296701431274414, |
| "learning_rate": 0.00012279017044014364, |
| "loss": 0.8018, |
| "step": 21640 |
| }, |
| { |
| "epoch": 0.8899663078313748, |
| "grad_norm": 1.1467466354370117, |
| "learning_rate": 0.00012266057626679594, |
| "loss": 0.8009, |
| "step": 21660 |
| }, |
| { |
| "epoch": 0.8907880680417454, |
| "grad_norm": 1.2313017845153809, |
| "learning_rate": 0.00012253094196331202, |
| "loss": 0.7924, |
| "step": 21680 |
| }, |
| { |
| "epoch": 0.891609828252116, |
| "grad_norm": 1.1884132623672485, |
| "learning_rate": 0.00012240126775926418, |
| "loss": 0.8, |
| "step": 21700 |
| }, |
| { |
| "epoch": 0.8924315884624866, |
| "grad_norm": 1.1451033353805542, |
| "learning_rate": 0.00012227155388429547, |
| "loss": 0.8158, |
| "step": 21720 |
| }, |
| { |
| "epoch": 0.8932533486728572, |
| "grad_norm": 1.2778671979904175, |
| "learning_rate": 0.00012214180056811916, |
| "loss": 0.773, |
| "step": 21740 |
| }, |
| { |
| "epoch": 0.8940751088832278, |
| "grad_norm": 1.0006611347198486, |
| "learning_rate": 0.00012201200804051842, |
| "loss": 0.7859, |
| "step": 21760 |
| }, |
| { |
| "epoch": 0.8948968690935984, |
| "grad_norm": 1.270612120628357, |
| "learning_rate": 0.0001218821765313458, |
| "loss": 0.7977, |
| "step": 21780 |
| }, |
| { |
| "epoch": 0.8957186293039691, |
| "grad_norm": 1.4604487419128418, |
| "learning_rate": 0.00012175230627052294, |
| "loss": 0.8046, |
| "step": 21800 |
| }, |
| { |
| "epoch": 0.8965403895143397, |
| "grad_norm": 1.153067946434021, |
| "learning_rate": 0.00012162239748804005, |
| "loss": 0.7672, |
| "step": 21820 |
| }, |
| { |
| "epoch": 0.8973621497247103, |
| "grad_norm": 1.1451218128204346, |
| "learning_rate": 0.00012149245041395559, |
| "loss": 0.7758, |
| "step": 21840 |
| }, |
| { |
| "epoch": 0.8981839099350809, |
| "grad_norm": 1.2750080823898315, |
| "learning_rate": 0.00012136246527839583, |
| "loss": 0.7816, |
| "step": 21860 |
| }, |
| { |
| "epoch": 0.8990056701454515, |
| "grad_norm": 1.0611047744750977, |
| "learning_rate": 0.00012123244231155442, |
| "loss": 0.7668, |
| "step": 21880 |
| }, |
| { |
| "epoch": 0.8998274303558221, |
| "grad_norm": 1.098158359527588, |
| "learning_rate": 0.00012110238174369202, |
| "loss": 0.8227, |
| "step": 21900 |
| }, |
| { |
| "epoch": 0.9006491905661927, |
| "grad_norm": 1.0489616394042969, |
| "learning_rate": 0.00012097228380513595, |
| "loss": 0.8008, |
| "step": 21920 |
| }, |
| { |
| "epoch": 0.9014709507765634, |
| "grad_norm": 1.1194531917572021, |
| "learning_rate": 0.00012084214872627955, |
| "loss": 0.8118, |
| "step": 21940 |
| }, |
| { |
| "epoch": 0.902292710986934, |
| "grad_norm": 1.1527105569839478, |
| "learning_rate": 0.00012071197673758212, |
| "loss": 0.769, |
| "step": 21960 |
| }, |
| { |
| "epoch": 0.9031144711973046, |
| "grad_norm": 1.1321651935577393, |
| "learning_rate": 0.00012058176806956818, |
| "loss": 0.7789, |
| "step": 21980 |
| }, |
| { |
| "epoch": 0.9039362314076752, |
| "grad_norm": 1.25917387008667, |
| "learning_rate": 0.00012045152295282727, |
| "loss": 0.7828, |
| "step": 22000 |
| }, |
| { |
| "epoch": 0.9039362314076752, |
| "eval_loss": 1.0472674369812012, |
| "eval_runtime": 23.5948, |
| "eval_samples_per_second": 111.042, |
| "eval_steps_per_second": 3.475, |
| "step": 22000 |
| }, |
| { |
| "epoch": 0.9047579916180458, |
| "grad_norm": 1.260465145111084, |
| "learning_rate": 0.00012032124161801345, |
| "loss": 0.761, |
| "step": 22020 |
| }, |
| { |
| "epoch": 0.9055797518284164, |
| "grad_norm": 1.0791617631912231, |
| "learning_rate": 0.00012019092429584495, |
| "loss": 0.7737, |
| "step": 22040 |
| }, |
| { |
| "epoch": 0.906401512038787, |
| "grad_norm": 1.277144193649292, |
| "learning_rate": 0.0001200605712171037, |
| "loss": 0.8014, |
| "step": 22060 |
| }, |
| { |
| "epoch": 0.9072232722491577, |
| "grad_norm": 1.1210474967956543, |
| "learning_rate": 0.00011993018261263503, |
| "loss": 0.8066, |
| "step": 22080 |
| }, |
| { |
| "epoch": 0.9080450324595283, |
| "grad_norm": 1.2601996660232544, |
| "learning_rate": 0.00011979975871334703, |
| "loss": 0.7787, |
| "step": 22100 |
| }, |
| { |
| "epoch": 0.9088667926698989, |
| "grad_norm": 1.1547856330871582, |
| "learning_rate": 0.00011966929975021046, |
| "loss": 0.7936, |
| "step": 22120 |
| }, |
| { |
| "epoch": 0.9096885528802695, |
| "grad_norm": 1.1628038883209229, |
| "learning_rate": 0.00011953880595425808, |
| "loss": 0.7803, |
| "step": 22140 |
| }, |
| { |
| "epoch": 0.9105103130906401, |
| "grad_norm": 1.1185588836669922, |
| "learning_rate": 0.00011940827755658433, |
| "loss": 0.8004, |
| "step": 22160 |
| }, |
| { |
| "epoch": 0.9113320733010107, |
| "grad_norm": 1.0631072521209717, |
| "learning_rate": 0.00011927771478834496, |
| "loss": 0.7898, |
| "step": 22180 |
| }, |
| { |
| "epoch": 0.9121538335113814, |
| "grad_norm": 1.2936205863952637, |
| "learning_rate": 0.00011914711788075663, |
| "loss": 0.7809, |
| "step": 22200 |
| }, |
| { |
| "epoch": 0.912975593721752, |
| "grad_norm": 1.084246039390564, |
| "learning_rate": 0.00011901648706509636, |
| "loss": 0.795, |
| "step": 22220 |
| }, |
| { |
| "epoch": 0.9137973539321226, |
| "grad_norm": 1.3070451021194458, |
| "learning_rate": 0.00011888582257270132, |
| "loss": 0.793, |
| "step": 22240 |
| }, |
| { |
| "epoch": 0.9146191141424932, |
| "grad_norm": 1.2026519775390625, |
| "learning_rate": 0.00011875512463496822, |
| "loss": 0.8013, |
| "step": 22260 |
| }, |
| { |
| "epoch": 0.9154408743528638, |
| "grad_norm": 1.2209608554840088, |
| "learning_rate": 0.00011862439348335306, |
| "loss": 0.7708, |
| "step": 22280 |
| }, |
| { |
| "epoch": 0.9162626345632344, |
| "grad_norm": 1.1526132822036743, |
| "learning_rate": 0.00011849362934937065, |
| "loss": 0.7822, |
| "step": 22300 |
| }, |
| { |
| "epoch": 0.917084394773605, |
| "grad_norm": 1.0761892795562744, |
| "learning_rate": 0.00011836283246459421, |
| "loss": 0.8061, |
| "step": 22320 |
| }, |
| { |
| "epoch": 0.9179061549839757, |
| "grad_norm": 1.2090603113174438, |
| "learning_rate": 0.00011823200306065494, |
| "loss": 0.7692, |
| "step": 22340 |
| }, |
| { |
| "epoch": 0.9187279151943463, |
| "grad_norm": 1.1188862323760986, |
| "learning_rate": 0.00011810114136924166, |
| "loss": 0.8228, |
| "step": 22360 |
| }, |
| { |
| "epoch": 0.9195496754047169, |
| "grad_norm": 1.138457179069519, |
| "learning_rate": 0.00011797024762210034, |
| "loss": 0.7883, |
| "step": 22380 |
| }, |
| { |
| "epoch": 0.9203714356150875, |
| "grad_norm": 1.0787718296051025, |
| "learning_rate": 0.00011783932205103376, |
| "loss": 0.7743, |
| "step": 22400 |
| }, |
| { |
| "epoch": 0.9211931958254581, |
| "grad_norm": 1.0644888877868652, |
| "learning_rate": 0.00011770836488790103, |
| "loss": 0.8028, |
| "step": 22420 |
| }, |
| { |
| "epoch": 0.9220149560358287, |
| "grad_norm": 1.1350173950195312, |
| "learning_rate": 0.00011757737636461711, |
| "loss": 0.769, |
| "step": 22440 |
| }, |
| { |
| "epoch": 0.9228367162461993, |
| "grad_norm": 1.2350654602050781, |
| "learning_rate": 0.00011744635671315274, |
| "loss": 0.7614, |
| "step": 22460 |
| }, |
| { |
| "epoch": 0.92365847645657, |
| "grad_norm": 1.1380183696746826, |
| "learning_rate": 0.0001173153061655335, |
| "loss": 0.7789, |
| "step": 22480 |
| }, |
| { |
| "epoch": 0.9244802366669406, |
| "grad_norm": 1.2965232133865356, |
| "learning_rate": 0.00011718422495383992, |
| "loss": 0.8028, |
| "step": 22500 |
| }, |
| { |
| "epoch": 0.9253019968773112, |
| "grad_norm": 1.2787531614303589, |
| "learning_rate": 0.00011705311331020667, |
| "loss": 0.7729, |
| "step": 22520 |
| }, |
| { |
| "epoch": 0.9261237570876818, |
| "grad_norm": 1.1900768280029297, |
| "learning_rate": 0.00011692197146682242, |
| "loss": 0.7856, |
| "step": 22540 |
| }, |
| { |
| "epoch": 0.9269455172980524, |
| "grad_norm": 1.2483367919921875, |
| "learning_rate": 0.0001167907996559293, |
| "loss": 0.7906, |
| "step": 22560 |
| }, |
| { |
| "epoch": 0.927767277508423, |
| "grad_norm": 1.0251802206039429, |
| "learning_rate": 0.00011665959810982245, |
| "loss": 0.7756, |
| "step": 22580 |
| }, |
| { |
| "epoch": 0.9285890377187936, |
| "grad_norm": 1.267059087753296, |
| "learning_rate": 0.00011652836706084969, |
| "loss": 0.8083, |
| "step": 22600 |
| }, |
| { |
| "epoch": 0.9294107979291643, |
| "grad_norm": 1.1620546579360962, |
| "learning_rate": 0.00011639710674141114, |
| "loss": 0.7737, |
| "step": 22620 |
| }, |
| { |
| "epoch": 0.9302325581395349, |
| "grad_norm": 1.09406578540802, |
| "learning_rate": 0.00011626581738395872, |
| "loss": 0.8101, |
| "step": 22640 |
| }, |
| { |
| "epoch": 0.9310543183499055, |
| "grad_norm": 1.101579189300537, |
| "learning_rate": 0.00011613449922099576, |
| "loss": 0.7853, |
| "step": 22660 |
| }, |
| { |
| "epoch": 0.9318760785602761, |
| "grad_norm": 1.2870060205459595, |
| "learning_rate": 0.00011600315248507666, |
| "loss": 0.7786, |
| "step": 22680 |
| }, |
| { |
| "epoch": 0.9326978387706467, |
| "grad_norm": 1.1342302560806274, |
| "learning_rate": 0.00011587177740880633, |
| "loss": 0.7688, |
| "step": 22700 |
| }, |
| { |
| "epoch": 0.9335195989810173, |
| "grad_norm": 1.2600188255310059, |
| "learning_rate": 0.00011574037422483995, |
| "loss": 0.7672, |
| "step": 22720 |
| }, |
| { |
| "epoch": 0.9343413591913879, |
| "grad_norm": 1.1466922760009766, |
| "learning_rate": 0.00011560894316588243, |
| "loss": 0.7855, |
| "step": 22740 |
| }, |
| { |
| "epoch": 0.9351631194017586, |
| "grad_norm": 1.2696952819824219, |
| "learning_rate": 0.00011547748446468802, |
| "loss": 0.7869, |
| "step": 22760 |
| }, |
| { |
| "epoch": 0.9359848796121292, |
| "grad_norm": 1.2031900882720947, |
| "learning_rate": 0.00011534599835406001, |
| "loss": 0.784, |
| "step": 22780 |
| }, |
| { |
| "epoch": 0.9368066398224998, |
| "grad_norm": 1.1982570886611938, |
| "learning_rate": 0.00011521448506685022, |
| "loss": 0.7838, |
| "step": 22800 |
| }, |
| { |
| "epoch": 0.9376284000328704, |
| "grad_norm": 1.0865845680236816, |
| "learning_rate": 0.00011508294483595845, |
| "loss": 0.7608, |
| "step": 22820 |
| }, |
| { |
| "epoch": 0.938450160243241, |
| "grad_norm": 1.1527810096740723, |
| "learning_rate": 0.00011495137789433243, |
| "loss": 0.7637, |
| "step": 22840 |
| }, |
| { |
| "epoch": 0.9392719204536116, |
| "grad_norm": 1.3062829971313477, |
| "learning_rate": 0.00011481978447496704, |
| "loss": 0.7919, |
| "step": 22860 |
| }, |
| { |
| "epoch": 0.9400936806639822, |
| "grad_norm": 1.1722383499145508, |
| "learning_rate": 0.00011468816481090406, |
| "loss": 0.7742, |
| "step": 22880 |
| }, |
| { |
| "epoch": 0.9409154408743529, |
| "grad_norm": 1.1022741794586182, |
| "learning_rate": 0.00011455651913523184, |
| "loss": 0.7798, |
| "step": 22900 |
| }, |
| { |
| "epoch": 0.9417372010847235, |
| "grad_norm": 1.2316502332687378, |
| "learning_rate": 0.0001144248476810847, |
| "loss": 0.7957, |
| "step": 22920 |
| }, |
| { |
| "epoch": 0.9425589612950941, |
| "grad_norm": 1.0445023775100708, |
| "learning_rate": 0.00011429315068164269, |
| "loss": 0.7784, |
| "step": 22940 |
| }, |
| { |
| "epoch": 0.9433807215054647, |
| "grad_norm": 1.1832512617111206, |
| "learning_rate": 0.00011416142837013101, |
| "loss": 0.7939, |
| "step": 22960 |
| }, |
| { |
| "epoch": 0.9442024817158353, |
| "grad_norm": 1.1852409839630127, |
| "learning_rate": 0.00011402968097981976, |
| "loss": 0.7692, |
| "step": 22980 |
| }, |
| { |
| "epoch": 0.9450242419262059, |
| "grad_norm": 1.3063126802444458, |
| "learning_rate": 0.00011389790874402347, |
| "loss": 0.7647, |
| "step": 23000 |
| }, |
| { |
| "epoch": 0.9458460021365765, |
| "grad_norm": 1.3952887058258057, |
| "learning_rate": 0.00011376611189610056, |
| "loss": 0.7942, |
| "step": 23020 |
| }, |
| { |
| "epoch": 0.9466677623469472, |
| "grad_norm": 1.1620287895202637, |
| "learning_rate": 0.0001136342906694531, |
| "loss": 0.791, |
| "step": 23040 |
| }, |
| { |
| "epoch": 0.9474895225573178, |
| "grad_norm": 1.1343626976013184, |
| "learning_rate": 0.0001135024452975264, |
| "loss": 0.7983, |
| "step": 23060 |
| }, |
| { |
| "epoch": 0.9483112827676884, |
| "grad_norm": 1.3010191917419434, |
| "learning_rate": 0.00011337057601380841, |
| "loss": 0.7934, |
| "step": 23080 |
| }, |
| { |
| "epoch": 0.949133042978059, |
| "grad_norm": 1.0730324983596802, |
| "learning_rate": 0.0001132386830518295, |
| "loss": 0.7907, |
| "step": 23100 |
| }, |
| { |
| "epoch": 0.9499548031884296, |
| "grad_norm": 1.1792380809783936, |
| "learning_rate": 0.00011310676664516196, |
| "loss": 0.7756, |
| "step": 23120 |
| }, |
| { |
| "epoch": 0.9507765633988002, |
| "grad_norm": 1.037816047668457, |
| "learning_rate": 0.00011297482702741958, |
| "loss": 0.7706, |
| "step": 23140 |
| }, |
| { |
| "epoch": 0.9515983236091708, |
| "grad_norm": 1.2920358180999756, |
| "learning_rate": 0.00011284286443225725, |
| "loss": 0.7788, |
| "step": 23160 |
| }, |
| { |
| "epoch": 0.9524200838195415, |
| "grad_norm": 1.3024156093597412, |
| "learning_rate": 0.00011271087909337059, |
| "loss": 0.7726, |
| "step": 23180 |
| }, |
| { |
| "epoch": 0.9532418440299121, |
| "grad_norm": 1.0410034656524658, |
| "learning_rate": 0.00011257887124449549, |
| "loss": 0.7358, |
| "step": 23200 |
| }, |
| { |
| "epoch": 0.9540636042402827, |
| "grad_norm": 1.1379297971725464, |
| "learning_rate": 0.00011244684111940765, |
| "loss": 0.7654, |
| "step": 23220 |
| }, |
| { |
| "epoch": 0.9548853644506533, |
| "grad_norm": 1.1472039222717285, |
| "learning_rate": 0.00011231478895192232, |
| "loss": 0.7398, |
| "step": 23240 |
| }, |
| { |
| "epoch": 0.9557071246610239, |
| "grad_norm": 1.1397725343704224, |
| "learning_rate": 0.00011218271497589364, |
| "loss": 0.802, |
| "step": 23260 |
| }, |
| { |
| "epoch": 0.9565288848713945, |
| "grad_norm": 1.2153700590133667, |
| "learning_rate": 0.00011205061942521453, |
| "loss": 0.8053, |
| "step": 23280 |
| }, |
| { |
| "epoch": 0.9573506450817652, |
| "grad_norm": 1.1267844438552856, |
| "learning_rate": 0.00011191850253381601, |
| "loss": 0.7778, |
| "step": 23300 |
| }, |
| { |
| "epoch": 0.9581724052921358, |
| "grad_norm": 1.2119829654693604, |
| "learning_rate": 0.00011178636453566691, |
| "loss": 0.8014, |
| "step": 23320 |
| }, |
| { |
| "epoch": 0.9589941655025064, |
| "grad_norm": 1.1640605926513672, |
| "learning_rate": 0.00011165420566477351, |
| "loss": 0.7643, |
| "step": 23340 |
| }, |
| { |
| "epoch": 0.959815925712877, |
| "grad_norm": 1.2424917221069336, |
| "learning_rate": 0.0001115220261551789, |
| "loss": 0.7769, |
| "step": 23360 |
| }, |
| { |
| "epoch": 0.9606376859232476, |
| "grad_norm": 1.1949933767318726, |
| "learning_rate": 0.0001113898262409629, |
| "loss": 0.7647, |
| "step": 23380 |
| }, |
| { |
| "epoch": 0.9614594461336182, |
| "grad_norm": 1.0828710794448853, |
| "learning_rate": 0.0001112576061562414, |
| "loss": 0.7729, |
| "step": 23400 |
| }, |
| { |
| "epoch": 0.9622812063439888, |
| "grad_norm": 1.1788461208343506, |
| "learning_rate": 0.00011112536613516589, |
| "loss": 0.7833, |
| "step": 23420 |
| }, |
| { |
| "epoch": 0.9631029665543595, |
| "grad_norm": 1.1178921461105347, |
| "learning_rate": 0.00011099310641192335, |
| "loss": 0.7873, |
| "step": 23440 |
| }, |
| { |
| "epoch": 0.9639247267647301, |
| "grad_norm": 1.131232738494873, |
| "learning_rate": 0.00011086082722073556, |
| "loss": 0.7622, |
| "step": 23460 |
| }, |
| { |
| "epoch": 0.9647464869751007, |
| "grad_norm": 1.1513261795043945, |
| "learning_rate": 0.00011072852879585876, |
| "loss": 0.7781, |
| "step": 23480 |
| }, |
| { |
| "epoch": 0.9655682471854713, |
| "grad_norm": 1.185996413230896, |
| "learning_rate": 0.00011059621137158332, |
| "loss": 0.7987, |
| "step": 23500 |
| }, |
| { |
| "epoch": 0.9663900073958419, |
| "grad_norm": 1.2174021005630493, |
| "learning_rate": 0.00011046387518223314, |
| "loss": 0.7732, |
| "step": 23520 |
| }, |
| { |
| "epoch": 0.9672117676062125, |
| "grad_norm": 1.2955466508865356, |
| "learning_rate": 0.00011033152046216546, |
| "loss": 0.772, |
| "step": 23540 |
| }, |
| { |
| "epoch": 0.9680335278165831, |
| "grad_norm": 1.1724337339401245, |
| "learning_rate": 0.00011019914744577034, |
| "loss": 0.7811, |
| "step": 23560 |
| }, |
| { |
| "epoch": 0.9688552880269538, |
| "grad_norm": 1.1841801404953003, |
| "learning_rate": 0.00011006675636747017, |
| "loss": 0.7893, |
| "step": 23580 |
| }, |
| { |
| "epoch": 0.9696770482373244, |
| "grad_norm": 1.1488229036331177, |
| "learning_rate": 0.00010993434746171933, |
| "loss": 0.759, |
| "step": 23600 |
| }, |
| { |
| "epoch": 0.970498808447695, |
| "grad_norm": 1.2947933673858643, |
| "learning_rate": 0.00010980192096300389, |
| "loss": 0.7821, |
| "step": 23620 |
| }, |
| { |
| "epoch": 0.9713205686580656, |
| "grad_norm": 1.1167196035385132, |
| "learning_rate": 0.00010966947710584086, |
| "loss": 0.7765, |
| "step": 23640 |
| }, |
| { |
| "epoch": 0.9721423288684362, |
| "grad_norm": 1.114274024963379, |
| "learning_rate": 0.00010953701612477821, |
| "loss": 0.7563, |
| "step": 23660 |
| }, |
| { |
| "epoch": 0.9729640890788068, |
| "grad_norm": 1.1539628505706787, |
| "learning_rate": 0.00010940453825439411, |
| "loss": 0.7754, |
| "step": 23680 |
| }, |
| { |
| "epoch": 0.9737858492891774, |
| "grad_norm": 1.1876133680343628, |
| "learning_rate": 0.00010927204372929667, |
| "loss": 0.7681, |
| "step": 23700 |
| }, |
| { |
| "epoch": 0.974607609499548, |
| "grad_norm": 1.0904812812805176, |
| "learning_rate": 0.00010913953278412353, |
| "loss": 0.7726, |
| "step": 23720 |
| }, |
| { |
| "epoch": 0.9754293697099187, |
| "grad_norm": 1.1562939882278442, |
| "learning_rate": 0.00010900700565354131, |
| "loss": 0.7774, |
| "step": 23740 |
| }, |
| { |
| "epoch": 0.9762511299202893, |
| "grad_norm": 1.227735161781311, |
| "learning_rate": 0.0001088744625722454, |
| "loss": 0.7907, |
| "step": 23760 |
| }, |
| { |
| "epoch": 0.9770728901306599, |
| "grad_norm": 1.1245887279510498, |
| "learning_rate": 0.00010874190377495938, |
| "loss": 0.7882, |
| "step": 23780 |
| }, |
| { |
| "epoch": 0.9778946503410305, |
| "grad_norm": 1.1092678308486938, |
| "learning_rate": 0.0001086093294964347, |
| "loss": 0.759, |
| "step": 23800 |
| }, |
| { |
| "epoch": 0.9787164105514011, |
| "grad_norm": 1.1554052829742432, |
| "learning_rate": 0.00010847673997145016, |
| "loss": 0.7665, |
| "step": 23820 |
| }, |
| { |
| "epoch": 0.9795381707617717, |
| "grad_norm": 1.1881402730941772, |
| "learning_rate": 0.00010834413543481163, |
| "loss": 0.7899, |
| "step": 23840 |
| }, |
| { |
| "epoch": 0.9803599309721424, |
| "grad_norm": 1.209314227104187, |
| "learning_rate": 0.00010821151612135155, |
| "loss": 0.7478, |
| "step": 23860 |
| }, |
| { |
| "epoch": 0.981181691182513, |
| "grad_norm": 1.184097409248352, |
| "learning_rate": 0.00010807888226592848, |
| "loss": 0.7626, |
| "step": 23880 |
| }, |
| { |
| "epoch": 0.9820034513928836, |
| "grad_norm": 1.109991431236267, |
| "learning_rate": 0.00010794623410342682, |
| "loss": 0.7748, |
| "step": 23900 |
| }, |
| { |
| "epoch": 0.9828252116032542, |
| "grad_norm": 1.1060677766799927, |
| "learning_rate": 0.00010781357186875619, |
| "loss": 0.7873, |
| "step": 23920 |
| }, |
| { |
| "epoch": 0.9836469718136248, |
| "grad_norm": 1.1834135055541992, |
| "learning_rate": 0.00010768089579685126, |
| "loss": 0.7814, |
| "step": 23940 |
| }, |
| { |
| "epoch": 0.9844687320239954, |
| "grad_norm": 1.1708906888961792, |
| "learning_rate": 0.00010754820612267106, |
| "loss": 0.753, |
| "step": 23960 |
| }, |
| { |
| "epoch": 0.985290492234366, |
| "grad_norm": 1.2200385332107544, |
| "learning_rate": 0.00010741550308119885, |
| "loss": 0.7651, |
| "step": 23980 |
| }, |
| { |
| "epoch": 0.9861122524447367, |
| "grad_norm": 1.0666234493255615, |
| "learning_rate": 0.00010728278690744153, |
| "loss": 0.7795, |
| "step": 24000 |
| }, |
| { |
| "epoch": 0.9861122524447367, |
| "eval_loss": 1.02431058883667, |
| "eval_runtime": 16.5783, |
| "eval_samples_per_second": 158.038, |
| "eval_steps_per_second": 4.946, |
| "step": 24000 |
| }, |
| { |
| "epoch": 0.9869340126551073, |
| "grad_norm": 1.1617413759231567, |
| "learning_rate": 0.00010715005783642917, |
| "loss": 0.7878, |
| "step": 24020 |
| }, |
| { |
| "epoch": 0.9877557728654779, |
| "grad_norm": 1.11324942111969, |
| "learning_rate": 0.00010701731610321475, |
| "loss": 0.7969, |
| "step": 24040 |
| }, |
| { |
| "epoch": 0.9885775330758485, |
| "grad_norm": 1.1129649877548218, |
| "learning_rate": 0.00010688456194287368, |
| "loss": 0.7595, |
| "step": 24060 |
| }, |
| { |
| "epoch": 0.9893992932862191, |
| "grad_norm": 1.186141848564148, |
| "learning_rate": 0.00010675179559050332, |
| "loss": 0.8078, |
| "step": 24080 |
| }, |
| { |
| "epoch": 0.9902210534965897, |
| "grad_norm": 1.205206036567688, |
| "learning_rate": 0.00010661901728122272, |
| "loss": 0.7449, |
| "step": 24100 |
| }, |
| { |
| "epoch": 0.9910428137069603, |
| "grad_norm": 1.2314426898956299, |
| "learning_rate": 0.00010648622725017199, |
| "loss": 0.768, |
| "step": 24120 |
| }, |
| { |
| "epoch": 0.991864573917331, |
| "grad_norm": 1.1358891725540161, |
| "learning_rate": 0.00010635342573251209, |
| "loss": 0.7753, |
| "step": 24140 |
| }, |
| { |
| "epoch": 0.9926863341277016, |
| "grad_norm": 1.3078477382659912, |
| "learning_rate": 0.00010622061296342425, |
| "loss": 0.7845, |
| "step": 24160 |
| }, |
| { |
| "epoch": 0.9935080943380722, |
| "grad_norm": 1.105637550354004, |
| "learning_rate": 0.0001060877891781097, |
| "loss": 0.7741, |
| "step": 24180 |
| }, |
| { |
| "epoch": 0.9943298545484428, |
| "grad_norm": 1.1030614376068115, |
| "learning_rate": 0.00010595495461178912, |
| "loss": 0.7611, |
| "step": 24200 |
| }, |
| { |
| "epoch": 0.9951516147588134, |
| "grad_norm": 1.0990793704986572, |
| "learning_rate": 0.00010582210949970233, |
| "loss": 0.7711, |
| "step": 24220 |
| }, |
| { |
| "epoch": 0.995973374969184, |
| "grad_norm": 1.1833900213241577, |
| "learning_rate": 0.00010568925407710773, |
| "loss": 0.7684, |
| "step": 24240 |
| }, |
| { |
| "epoch": 0.9967951351795546, |
| "grad_norm": 1.0902843475341797, |
| "learning_rate": 0.00010555638857928209, |
| "loss": 0.7709, |
| "step": 24260 |
| }, |
| { |
| "epoch": 0.9976168953899253, |
| "grad_norm": 1.1372528076171875, |
| "learning_rate": 0.00010542351324152, |
| "loss": 0.7764, |
| "step": 24280 |
| }, |
| { |
| "epoch": 0.9984386556002959, |
| "grad_norm": 1.0270088911056519, |
| "learning_rate": 0.00010529062829913343, |
| "loss": 0.7638, |
| "step": 24300 |
| }, |
| { |
| "epoch": 0.9992604158106665, |
| "grad_norm": 1.0260668992996216, |
| "learning_rate": 0.0001051577339874514, |
| "loss": 0.781, |
| "step": 24320 |
| }, |
| { |
| "epoch": 1.000082176021037, |
| "grad_norm": 1.0618846416473389, |
| "learning_rate": 0.00010502483054181948, |
| "loss": 0.7616, |
| "step": 24340 |
| }, |
| { |
| "epoch": 1.0009039362314076, |
| "grad_norm": 1.0496258735656738, |
| "learning_rate": 0.00010489191819759945, |
| "loss": 0.6874, |
| "step": 24360 |
| }, |
| { |
| "epoch": 1.0017256964417782, |
| "grad_norm": 1.304571270942688, |
| "learning_rate": 0.00010475899719016886, |
| "loss": 0.6708, |
| "step": 24380 |
| }, |
| { |
| "epoch": 1.0025474566521488, |
| "grad_norm": 1.4253283739089966, |
| "learning_rate": 0.00010462606775492054, |
| "loss": 0.6789, |
| "step": 24400 |
| }, |
| { |
| "epoch": 1.0033692168625195, |
| "grad_norm": 1.1459177732467651, |
| "learning_rate": 0.00010449313012726234, |
| "loss": 0.6678, |
| "step": 24420 |
| }, |
| { |
| "epoch": 1.00419097707289, |
| "grad_norm": 1.2071423530578613, |
| "learning_rate": 0.00010436018454261654, |
| "loss": 0.6639, |
| "step": 24440 |
| }, |
| { |
| "epoch": 1.0050127372832607, |
| "grad_norm": 1.1461540460586548, |
| "learning_rate": 0.00010422723123641956, |
| "loss": 0.6722, |
| "step": 24460 |
| }, |
| { |
| "epoch": 1.0058344974936313, |
| "grad_norm": 1.2865045070648193, |
| "learning_rate": 0.00010409427044412141, |
| "loss": 0.6756, |
| "step": 24480 |
| }, |
| { |
| "epoch": 1.006656257704002, |
| "grad_norm": 1.0493274927139282, |
| "learning_rate": 0.00010396130240118549, |
| "loss": 0.677, |
| "step": 24500 |
| }, |
| { |
| "epoch": 1.0074780179143725, |
| "grad_norm": 1.171351671218872, |
| "learning_rate": 0.00010382832734308792, |
| "loss": 0.6736, |
| "step": 24520 |
| }, |
| { |
| "epoch": 1.0082997781247431, |
| "grad_norm": 1.1830470561981201, |
| "learning_rate": 0.00010369534550531734, |
| "loss": 0.6575, |
| "step": 24540 |
| }, |
| { |
| "epoch": 1.0091215383351138, |
| "grad_norm": 1.1490957736968994, |
| "learning_rate": 0.00010357565624934433, |
| "loss": 0.6628, |
| "step": 24560 |
| }, |
| { |
| "epoch": 1.0099432985454844, |
| "grad_norm": 1.0752952098846436, |
| "learning_rate": 0.00010344266217900869, |
| "loss": 0.6489, |
| "step": 24580 |
| }, |
| { |
| "epoch": 1.010765058755855, |
| "grad_norm": 1.1401771306991577, |
| "learning_rate": 0.00010330966201198336, |
| "loss": 0.6436, |
| "step": 24600 |
| }, |
| { |
| "epoch": 1.0115868189662256, |
| "grad_norm": 1.0942751169204712, |
| "learning_rate": 0.00010317665598380131, |
| "loss": 0.6908, |
| "step": 24620 |
| }, |
| { |
| "epoch": 1.0124085791765962, |
| "grad_norm": 1.23777437210083, |
| "learning_rate": 0.00010304364433000604, |
| "loss": 0.676, |
| "step": 24640 |
| }, |
| { |
| "epoch": 1.0132303393869668, |
| "grad_norm": 1.3880153894424438, |
| "learning_rate": 0.00010291062728615099, |
| "loss": 0.6838, |
| "step": 24660 |
| }, |
| { |
| "epoch": 1.0140520995973374, |
| "grad_norm": 1.090610384941101, |
| "learning_rate": 0.00010277760508779903, |
| "loss": 0.6505, |
| "step": 24680 |
| }, |
| { |
| "epoch": 1.014873859807708, |
| "grad_norm": 1.1579679250717163, |
| "learning_rate": 0.00010264457797052227, |
| "loss": 0.679, |
| "step": 24700 |
| }, |
| { |
| "epoch": 1.0156956200180787, |
| "grad_norm": 1.1469173431396484, |
| "learning_rate": 0.00010251154616990151, |
| "loss": 0.7002, |
| "step": 24720 |
| }, |
| { |
| "epoch": 1.0165173802284493, |
| "grad_norm": 1.1271486282348633, |
| "learning_rate": 0.00010237850992152578, |
| "loss": 0.6774, |
| "step": 24740 |
| }, |
| { |
| "epoch": 1.01733914043882, |
| "grad_norm": 1.2221741676330566, |
| "learning_rate": 0.00010224546946099209, |
| "loss": 0.6912, |
| "step": 24760 |
| }, |
| { |
| "epoch": 1.0181609006491905, |
| "grad_norm": 1.0773913860321045, |
| "learning_rate": 0.00010211242502390481, |
| "loss": 0.6631, |
| "step": 24780 |
| }, |
| { |
| "epoch": 1.0189826608595611, |
| "grad_norm": 1.3026174306869507, |
| "learning_rate": 0.0001019793768458754, |
| "loss": 0.6731, |
| "step": 24800 |
| }, |
| { |
| "epoch": 1.0198044210699317, |
| "grad_norm": 1.1742732524871826, |
| "learning_rate": 0.00010184632516252199, |
| "loss": 0.6562, |
| "step": 24820 |
| }, |
| { |
| "epoch": 1.0206261812803024, |
| "grad_norm": 1.1922106742858887, |
| "learning_rate": 0.00010171992303113935, |
| "loss": 0.6519, |
| "step": 24840 |
| }, |
| { |
| "epoch": 1.021447941490673, |
| "grad_norm": 1.0810050964355469, |
| "learning_rate": 0.0001015868651901237, |
| "loss": 0.6625, |
| "step": 24860 |
| }, |
| { |
| "epoch": 1.0222697017010436, |
| "grad_norm": 1.4511394500732422, |
| "learning_rate": 0.00010145380453889195, |
| "loss": 0.6955, |
| "step": 24880 |
| }, |
| { |
| "epoch": 1.0230914619114142, |
| "grad_norm": 1.1028388738632202, |
| "learning_rate": 0.0001013207413130843, |
| "loss": 0.6576, |
| "step": 24900 |
| }, |
| { |
| "epoch": 1.0239132221217848, |
| "grad_norm": 1.169084072113037, |
| "learning_rate": 0.0001011876757483454, |
| "loss": 0.6678, |
| "step": 24920 |
| }, |
| { |
| "epoch": 1.0247349823321554, |
| "grad_norm": 1.1536842584609985, |
| "learning_rate": 0.00010105460808032418, |
| "loss": 0.6477, |
| "step": 24940 |
| }, |
| { |
| "epoch": 1.025556742542526, |
| "grad_norm": 1.123879313468933, |
| "learning_rate": 0.00010092153854467326, |
| "loss": 0.679, |
| "step": 24960 |
| }, |
| { |
| "epoch": 1.0263785027528967, |
| "grad_norm": 1.019872784614563, |
| "learning_rate": 0.00010078846737704848, |
| "loss": 0.6854, |
| "step": 24980 |
| }, |
| { |
| "epoch": 1.0272002629632673, |
| "grad_norm": 1.3068866729736328, |
| "learning_rate": 0.00010065539481310871, |
| "loss": 0.6717, |
| "step": 25000 |
| }, |
| { |
| "epoch": 1.0280220231736379, |
| "grad_norm": 1.2124892473220825, |
| "learning_rate": 0.00010052232108851513, |
| "loss": 0.649, |
| "step": 25020 |
| }, |
| { |
| "epoch": 1.0288437833840085, |
| "grad_norm": 1.2036775350570679, |
| "learning_rate": 0.00010038924643893113, |
| "loss": 0.666, |
| "step": 25040 |
| }, |
| { |
| "epoch": 1.0296655435943791, |
| "grad_norm": 1.244070053100586, |
| "learning_rate": 0.00010025617110002165, |
| "loss": 0.6654, |
| "step": 25060 |
| }, |
| { |
| "epoch": 1.0304873038047497, |
| "grad_norm": 1.1506962776184082, |
| "learning_rate": 0.00010012309530745285, |
| "loss": 0.6764, |
| "step": 25080 |
| }, |
| { |
| "epoch": 1.0313090640151203, |
| "grad_norm": 1.1000773906707764, |
| "learning_rate": 9.999001929689177e-05, |
| "loss": 0.6574, |
| "step": 25100 |
| }, |
| { |
| "epoch": 1.032130824225491, |
| "grad_norm": 1.0797061920166016, |
| "learning_rate": 9.985694330400571e-05, |
| "loss": 0.6618, |
| "step": 25120 |
| }, |
| { |
| "epoch": 1.0329525844358616, |
| "grad_norm": 1.1669949293136597, |
| "learning_rate": 9.972386756446208e-05, |
| "loss": 0.6731, |
| "step": 25140 |
| }, |
| { |
| "epoch": 1.0337743446462322, |
| "grad_norm": 1.1310721635818481, |
| "learning_rate": 9.959079231392771e-05, |
| "loss": 0.6773, |
| "step": 25160 |
| }, |
| { |
| "epoch": 1.0345961048566028, |
| "grad_norm": 1.1668230295181274, |
| "learning_rate": 9.945771778806865e-05, |
| "loss": 0.6772, |
| "step": 25180 |
| }, |
| { |
| "epoch": 1.0354178650669734, |
| "grad_norm": 1.1975557804107666, |
| "learning_rate": 9.93246442225497e-05, |
| "loss": 0.6801, |
| "step": 25200 |
| }, |
| { |
| "epoch": 1.036239625277344, |
| "grad_norm": 1.1820405721664429, |
| "learning_rate": 9.919157185303379e-05, |
| "loss": 0.6581, |
| "step": 25220 |
| }, |
| { |
| "epoch": 1.0370613854877146, |
| "grad_norm": 1.1540806293487549, |
| "learning_rate": 9.90585009151819e-05, |
| "loss": 0.6732, |
| "step": 25240 |
| }, |
| { |
| "epoch": 1.0378831456980853, |
| "grad_norm": 1.064178228378296, |
| "learning_rate": 9.892543164465243e-05, |
| "loss": 0.6732, |
| "step": 25260 |
| }, |
| { |
| "epoch": 1.0387049059084559, |
| "grad_norm": 1.107135534286499, |
| "learning_rate": 9.879236427710082e-05, |
| "loss": 0.6708, |
| "step": 25280 |
| }, |
| { |
| "epoch": 1.0395266661188265, |
| "grad_norm": 1.172105312347412, |
| "learning_rate": 9.865929904817909e-05, |
| "loss": 0.6818, |
| "step": 25300 |
| }, |
| { |
| "epoch": 1.040348426329197, |
| "grad_norm": 1.1912182569503784, |
| "learning_rate": 9.85262361935356e-05, |
| "loss": 0.7184, |
| "step": 25320 |
| }, |
| { |
| "epoch": 1.0411701865395677, |
| "grad_norm": 1.1023154258728027, |
| "learning_rate": 9.83931759488143e-05, |
| "loss": 0.6638, |
| "step": 25340 |
| }, |
| { |
| "epoch": 1.0419919467499383, |
| "grad_norm": 1.076657772064209, |
| "learning_rate": 9.826011854965474e-05, |
| "loss": 0.6727, |
| "step": 25360 |
| }, |
| { |
| "epoch": 1.042813706960309, |
| "grad_norm": 1.2090641260147095, |
| "learning_rate": 9.812706423169129e-05, |
| "loss": 0.6725, |
| "step": 25380 |
| }, |
| { |
| "epoch": 1.0436354671706796, |
| "grad_norm": 1.1991325616836548, |
| "learning_rate": 9.799401323055292e-05, |
| "loss": 0.6793, |
| "step": 25400 |
| }, |
| { |
| "epoch": 1.0444572273810502, |
| "grad_norm": 1.0969122648239136, |
| "learning_rate": 9.786096578186273e-05, |
| "loss": 0.6803, |
| "step": 25420 |
| }, |
| { |
| "epoch": 1.0452789875914208, |
| "grad_norm": 1.2352911233901978, |
| "learning_rate": 9.772792212123748e-05, |
| "loss": 0.6789, |
| "step": 25440 |
| }, |
| { |
| "epoch": 1.0461007478017914, |
| "grad_norm": 1.2759590148925781, |
| "learning_rate": 9.759488248428725e-05, |
| "loss": 0.6728, |
| "step": 25460 |
| }, |
| { |
| "epoch": 1.046922508012162, |
| "grad_norm": 1.3433208465576172, |
| "learning_rate": 9.7461847106615e-05, |
| "loss": 0.6835, |
| "step": 25480 |
| }, |
| { |
| "epoch": 1.0477442682225326, |
| "grad_norm": 1.2637454271316528, |
| "learning_rate": 9.732881622381616e-05, |
| "loss": 0.6738, |
| "step": 25500 |
| }, |
| { |
| "epoch": 1.0485660284329033, |
| "grad_norm": 1.1877262592315674, |
| "learning_rate": 9.719579007147815e-05, |
| "loss": 0.6633, |
| "step": 25520 |
| }, |
| { |
| "epoch": 1.0493877886432739, |
| "grad_norm": 1.1830005645751953, |
| "learning_rate": 9.706276888518013e-05, |
| "loss": 0.6559, |
| "step": 25540 |
| }, |
| { |
| "epoch": 1.0502095488536445, |
| "grad_norm": 1.1390386819839478, |
| "learning_rate": 9.692975290049228e-05, |
| "loss": 0.6782, |
| "step": 25560 |
| }, |
| { |
| "epoch": 1.051031309064015, |
| "grad_norm": 1.1353988647460938, |
| "learning_rate": 9.679674235297572e-05, |
| "loss": 0.6781, |
| "step": 25580 |
| }, |
| { |
| "epoch": 1.0518530692743857, |
| "grad_norm": 1.1977840662002563, |
| "learning_rate": 9.666373747818187e-05, |
| "loss": 0.6697, |
| "step": 25600 |
| }, |
| { |
| "epoch": 1.0526748294847563, |
| "grad_norm": 1.0405921936035156, |
| "learning_rate": 9.653073851165214e-05, |
| "loss": 0.6715, |
| "step": 25620 |
| }, |
| { |
| "epoch": 1.053496589695127, |
| "grad_norm": 1.1129424571990967, |
| "learning_rate": 9.63977456889175e-05, |
| "loss": 0.6806, |
| "step": 25640 |
| }, |
| { |
| "epoch": 1.0543183499054976, |
| "grad_norm": 1.163406491279602, |
| "learning_rate": 9.626475924549792e-05, |
| "loss": 0.6457, |
| "step": 25660 |
| }, |
| { |
| "epoch": 1.0551401101158682, |
| "grad_norm": 1.1244803667068481, |
| "learning_rate": 9.613177941690219e-05, |
| "loss": 0.6664, |
| "step": 25680 |
| }, |
| { |
| "epoch": 1.0559618703262388, |
| "grad_norm": 1.1291669607162476, |
| "learning_rate": 9.599880643862737e-05, |
| "loss": 0.6642, |
| "step": 25700 |
| }, |
| { |
| "epoch": 1.0567836305366094, |
| "grad_norm": 1.3684684038162231, |
| "learning_rate": 9.586584054615836e-05, |
| "loss": 0.6833, |
| "step": 25720 |
| }, |
| { |
| "epoch": 1.05760539074698, |
| "grad_norm": 1.0214548110961914, |
| "learning_rate": 9.57328819749675e-05, |
| "loss": 0.6693, |
| "step": 25740 |
| }, |
| { |
| "epoch": 1.0584271509573506, |
| "grad_norm": 1.0439046621322632, |
| "learning_rate": 9.559993096051425e-05, |
| "loss": 0.6563, |
| "step": 25760 |
| }, |
| { |
| "epoch": 1.0592489111677212, |
| "grad_norm": 1.1112405061721802, |
| "learning_rate": 9.546698773824453e-05, |
| "loss": 0.6683, |
| "step": 25780 |
| }, |
| { |
| "epoch": 1.0600706713780919, |
| "grad_norm": 1.2522891759872437, |
| "learning_rate": 9.53340525435906e-05, |
| "loss": 0.656, |
| "step": 25800 |
| }, |
| { |
| "epoch": 1.0608924315884625, |
| "grad_norm": 1.133664846420288, |
| "learning_rate": 9.520112561197045e-05, |
| "loss": 0.6891, |
| "step": 25820 |
| }, |
| { |
| "epoch": 1.061714191798833, |
| "grad_norm": 1.3006486892700195, |
| "learning_rate": 9.506820717878745e-05, |
| "loss": 0.6536, |
| "step": 25840 |
| }, |
| { |
| "epoch": 1.0625359520092037, |
| "grad_norm": 1.2655730247497559, |
| "learning_rate": 9.493529747942996e-05, |
| "loss": 0.687, |
| "step": 25860 |
| }, |
| { |
| "epoch": 1.0633577122195743, |
| "grad_norm": 1.1235599517822266, |
| "learning_rate": 9.480239674927074e-05, |
| "loss": 0.665, |
| "step": 25880 |
| }, |
| { |
| "epoch": 1.064179472429945, |
| "grad_norm": 1.250252604484558, |
| "learning_rate": 9.46695052236668e-05, |
| "loss": 0.6604, |
| "step": 25900 |
| }, |
| { |
| "epoch": 1.0650012326403155, |
| "grad_norm": 1.0628433227539062, |
| "learning_rate": 9.453662313795879e-05, |
| "loss": 0.6565, |
| "step": 25920 |
| }, |
| { |
| "epoch": 1.0658229928506862, |
| "grad_norm": 1.1810961961746216, |
| "learning_rate": 9.440375072747064e-05, |
| "loss": 0.6722, |
| "step": 25940 |
| }, |
| { |
| "epoch": 1.0666447530610568, |
| "grad_norm": 1.2217936515808105, |
| "learning_rate": 9.427753111349993e-05, |
| "loss": 0.6913, |
| "step": 25960 |
| }, |
| { |
| "epoch": 1.0674665132714274, |
| "grad_norm": 1.0944212675094604, |
| "learning_rate": 9.414467824647579e-05, |
| "loss": 0.6668, |
| "step": 25980 |
| }, |
| { |
| "epoch": 1.068288273481798, |
| "grad_norm": 1.083652377128601, |
| "learning_rate": 9.401183574877579e-05, |
| "loss": 0.6713, |
| "step": 26000 |
| }, |
| { |
| "epoch": 1.068288273481798, |
| "eval_loss": 1.0167440176010132, |
| "eval_runtime": 16.6957, |
| "eval_samples_per_second": 156.927, |
| "eval_steps_per_second": 4.911, |
| "step": 26000 |
| }, |
| { |
| "epoch": 1.0691100336921686, |
| "grad_norm": 1.117463231086731, |
| "learning_rate": 9.387900385565371e-05, |
| "loss": 0.6435, |
| "step": 26020 |
| }, |
| { |
| "epoch": 1.0699317939025392, |
| "grad_norm": 1.027099847793579, |
| "learning_rate": 9.374618280234465e-05, |
| "loss": 0.6909, |
| "step": 26040 |
| }, |
| { |
| "epoch": 1.0707535541129098, |
| "grad_norm": 1.3012546300888062, |
| "learning_rate": 9.36133728240645e-05, |
| "loss": 0.6741, |
| "step": 26060 |
| }, |
| { |
| "epoch": 1.0715753143232805, |
| "grad_norm": 1.179627776145935, |
| "learning_rate": 9.348057415600942e-05, |
| "loss": 0.687, |
| "step": 26080 |
| }, |
| { |
| "epoch": 1.072397074533651, |
| "grad_norm": 1.1117219924926758, |
| "learning_rate": 9.334778703335568e-05, |
| "loss": 0.6616, |
| "step": 26100 |
| }, |
| { |
| "epoch": 1.0732188347440217, |
| "grad_norm": 1.1664800643920898, |
| "learning_rate": 9.321501169125905e-05, |
| "loss": 0.6648, |
| "step": 26120 |
| }, |
| { |
| "epoch": 1.0740405949543923, |
| "grad_norm": 1.1486011743545532, |
| "learning_rate": 9.308224836485447e-05, |
| "loss": 0.684, |
| "step": 26140 |
| }, |
| { |
| "epoch": 1.074862355164763, |
| "grad_norm": 1.1502150297164917, |
| "learning_rate": 9.294949728925554e-05, |
| "loss": 0.6682, |
| "step": 26160 |
| }, |
| { |
| "epoch": 1.0756841153751335, |
| "grad_norm": 1.0855724811553955, |
| "learning_rate": 9.281675869955419e-05, |
| "loss": 0.671, |
| "step": 26180 |
| }, |
| { |
| "epoch": 1.0765058755855041, |
| "grad_norm": 1.267439365386963, |
| "learning_rate": 9.268403283082024e-05, |
| "loss": 0.6935, |
| "step": 26200 |
| }, |
| { |
| "epoch": 1.0773276357958748, |
| "grad_norm": 1.19661545753479, |
| "learning_rate": 9.255131991810099e-05, |
| "loss": 0.6611, |
| "step": 26220 |
| }, |
| { |
| "epoch": 1.0781493960062454, |
| "grad_norm": 1.1992172002792358, |
| "learning_rate": 9.241862019642083e-05, |
| "loss": 0.6527, |
| "step": 26240 |
| }, |
| { |
| "epoch": 1.078971156216616, |
| "grad_norm": 1.117606520652771, |
| "learning_rate": 9.228593390078073e-05, |
| "loss": 0.6792, |
| "step": 26260 |
| }, |
| { |
| "epoch": 1.0797929164269866, |
| "grad_norm": 1.1372742652893066, |
| "learning_rate": 9.21532612661579e-05, |
| "loss": 0.6742, |
| "step": 26280 |
| }, |
| { |
| "epoch": 1.0806146766373572, |
| "grad_norm": 1.1025826930999756, |
| "learning_rate": 9.202060252750539e-05, |
| "loss": 0.6559, |
| "step": 26300 |
| }, |
| { |
| "epoch": 1.0814364368477278, |
| "grad_norm": 1.222730278968811, |
| "learning_rate": 9.188795791975155e-05, |
| "loss": 0.6711, |
| "step": 26320 |
| }, |
| { |
| "epoch": 1.0822581970580984, |
| "grad_norm": 1.1559460163116455, |
| "learning_rate": 9.17553276777998e-05, |
| "loss": 0.6432, |
| "step": 26340 |
| }, |
| { |
| "epoch": 1.083079957268469, |
| "grad_norm": 1.0200605392456055, |
| "learning_rate": 9.162271203652811e-05, |
| "loss": 0.6606, |
| "step": 26360 |
| }, |
| { |
| "epoch": 1.0839017174788397, |
| "grad_norm": 1.1216548681259155, |
| "learning_rate": 9.149011123078861e-05, |
| "loss": 0.6608, |
| "step": 26380 |
| }, |
| { |
| "epoch": 1.0847234776892103, |
| "grad_norm": 1.0914236307144165, |
| "learning_rate": 9.135752549540704e-05, |
| "loss": 0.6644, |
| "step": 26400 |
| }, |
| { |
| "epoch": 1.085545237899581, |
| "grad_norm": 1.2880839109420776, |
| "learning_rate": 9.122495506518254e-05, |
| "loss": 0.6699, |
| "step": 26420 |
| }, |
| { |
| "epoch": 1.0863669981099515, |
| "grad_norm": 1.3740962743759155, |
| "learning_rate": 9.10924001748872e-05, |
| "loss": 0.661, |
| "step": 26440 |
| }, |
| { |
| "epoch": 1.0871887583203221, |
| "grad_norm": 1.2001346349716187, |
| "learning_rate": 9.095986105926547e-05, |
| "loss": 0.6806, |
| "step": 26460 |
| }, |
| { |
| "epoch": 1.0880105185306927, |
| "grad_norm": 1.1882902383804321, |
| "learning_rate": 9.082733795303393e-05, |
| "loss": 0.6581, |
| "step": 26480 |
| }, |
| { |
| "epoch": 1.0888322787410634, |
| "grad_norm": 1.1991751194000244, |
| "learning_rate": 9.069483109088086e-05, |
| "loss": 0.6684, |
| "step": 26500 |
| }, |
| { |
| "epoch": 1.089654038951434, |
| "grad_norm": 1.2505358457565308, |
| "learning_rate": 9.056234070746562e-05, |
| "loss": 0.6719, |
| "step": 26520 |
| }, |
| { |
| "epoch": 1.0904757991618046, |
| "grad_norm": 1.1861186027526855, |
| "learning_rate": 9.042986703741853e-05, |
| "loss": 0.6723, |
| "step": 26540 |
| }, |
| { |
| "epoch": 1.0912975593721752, |
| "grad_norm": 1.2916886806488037, |
| "learning_rate": 9.029741031534025e-05, |
| "loss": 0.6649, |
| "step": 26560 |
| }, |
| { |
| "epoch": 1.0921193195825458, |
| "grad_norm": 1.1472935676574707, |
| "learning_rate": 9.016497077580147e-05, |
| "loss": 0.6717, |
| "step": 26580 |
| }, |
| { |
| "epoch": 1.0929410797929164, |
| "grad_norm": 1.1004657745361328, |
| "learning_rate": 9.00325486533424e-05, |
| "loss": 0.659, |
| "step": 26600 |
| }, |
| { |
| "epoch": 1.093762840003287, |
| "grad_norm": 1.374177098274231, |
| "learning_rate": 8.990014418247242e-05, |
| "loss": 0.663, |
| "step": 26620 |
| }, |
| { |
| "epoch": 1.0945846002136577, |
| "grad_norm": 1.1015247106552124, |
| "learning_rate": 8.976775759766963e-05, |
| "loss": 0.6565, |
| "step": 26640 |
| }, |
| { |
| "epoch": 1.0954063604240283, |
| "grad_norm": 1.4717910289764404, |
| "learning_rate": 8.963538913338051e-05, |
| "loss": 0.6628, |
| "step": 26660 |
| }, |
| { |
| "epoch": 1.096228120634399, |
| "grad_norm": 1.180732011795044, |
| "learning_rate": 8.950303902401942e-05, |
| "loss": 0.6674, |
| "step": 26680 |
| }, |
| { |
| "epoch": 1.0970498808447695, |
| "grad_norm": 1.168150782585144, |
| "learning_rate": 8.937070750396826e-05, |
| "loss": 0.686, |
| "step": 26700 |
| }, |
| { |
| "epoch": 1.0978716410551401, |
| "grad_norm": 1.3096245527267456, |
| "learning_rate": 8.923839480757589e-05, |
| "loss": 0.6577, |
| "step": 26720 |
| }, |
| { |
| "epoch": 1.0986934012655107, |
| "grad_norm": 1.1966016292572021, |
| "learning_rate": 8.910610116915797e-05, |
| "loss": 0.6614, |
| "step": 26740 |
| }, |
| { |
| "epoch": 1.0995151614758814, |
| "grad_norm": 1.2684301137924194, |
| "learning_rate": 8.897382682299628e-05, |
| "loss": 0.6696, |
| "step": 26760 |
| }, |
| { |
| "epoch": 1.100336921686252, |
| "grad_norm": 1.1399879455566406, |
| "learning_rate": 8.884157200333856e-05, |
| "loss": 0.6443, |
| "step": 26780 |
| }, |
| { |
| "epoch": 1.1011586818966226, |
| "grad_norm": 1.2215358018875122, |
| "learning_rate": 8.870933694439789e-05, |
| "loss": 0.6749, |
| "step": 26800 |
| }, |
| { |
| "epoch": 1.1019804421069932, |
| "grad_norm": 1.1253427267074585, |
| "learning_rate": 8.857712188035245e-05, |
| "loss": 0.6739, |
| "step": 26820 |
| }, |
| { |
| "epoch": 1.1028022023173638, |
| "grad_norm": 1.0373494625091553, |
| "learning_rate": 8.844492704534485e-05, |
| "loss": 0.6877, |
| "step": 26840 |
| }, |
| { |
| "epoch": 1.1036239625277344, |
| "grad_norm": 1.2346014976501465, |
| "learning_rate": 8.831275267348199e-05, |
| "loss": 0.6754, |
| "step": 26860 |
| }, |
| { |
| "epoch": 1.104445722738105, |
| "grad_norm": 0.9985619187355042, |
| "learning_rate": 8.818059899883456e-05, |
| "loss": 0.6806, |
| "step": 26880 |
| }, |
| { |
| "epoch": 1.1052674829484757, |
| "grad_norm": 1.1723840236663818, |
| "learning_rate": 8.804846625543646e-05, |
| "loss": 0.6757, |
| "step": 26900 |
| }, |
| { |
| "epoch": 1.1060892431588463, |
| "grad_norm": 1.1545828580856323, |
| "learning_rate": 8.791635467728471e-05, |
| "loss": 0.6533, |
| "step": 26920 |
| }, |
| { |
| "epoch": 1.1069110033692169, |
| "grad_norm": 1.0837960243225098, |
| "learning_rate": 8.778426449833865e-05, |
| "loss": 0.6614, |
| "step": 26940 |
| }, |
| { |
| "epoch": 1.1077327635795875, |
| "grad_norm": 1.1886368989944458, |
| "learning_rate": 8.765219595251986e-05, |
| "loss": 0.6571, |
| "step": 26960 |
| }, |
| { |
| "epoch": 1.1085545237899581, |
| "grad_norm": 1.2560697793960571, |
| "learning_rate": 8.753335295091204e-05, |
| "loss": 0.6819, |
| "step": 26980 |
| }, |
| { |
| "epoch": 1.1093762840003287, |
| "grad_norm": 1.0834345817565918, |
| "learning_rate": 8.74013261523514e-05, |
| "loss": 0.6838, |
| "step": 27000 |
| }, |
| { |
| "epoch": 1.1101980442106993, |
| "grad_norm": 1.2474608421325684, |
| "learning_rate": 8.72693216650723e-05, |
| "loss": 0.6479, |
| "step": 27020 |
| }, |
| { |
| "epoch": 1.11101980442107, |
| "grad_norm": 1.2082535028457642, |
| "learning_rate": 8.713733972284461e-05, |
| "loss": 0.6479, |
| "step": 27040 |
| }, |
| { |
| "epoch": 1.1118415646314406, |
| "grad_norm": 1.2836271524429321, |
| "learning_rate": 8.700538055939816e-05, |
| "loss": 0.6927, |
| "step": 27060 |
| }, |
| { |
| "epoch": 1.1126633248418112, |
| "grad_norm": 1.235249400138855, |
| "learning_rate": 8.687344440842249e-05, |
| "loss": 0.6672, |
| "step": 27080 |
| }, |
| { |
| "epoch": 1.1134850850521818, |
| "grad_norm": 1.1937826871871948, |
| "learning_rate": 8.67415315035664e-05, |
| "loss": 0.6775, |
| "step": 27100 |
| }, |
| { |
| "epoch": 1.1143068452625524, |
| "grad_norm": 1.210194706916809, |
| "learning_rate": 8.66096420784374e-05, |
| "loss": 0.6656, |
| "step": 27120 |
| }, |
| { |
| "epoch": 1.115128605472923, |
| "grad_norm": 1.1403838396072388, |
| "learning_rate": 8.647777636660159e-05, |
| "loss": 0.6406, |
| "step": 27140 |
| }, |
| { |
| "epoch": 1.1159503656832936, |
| "grad_norm": 1.0807080268859863, |
| "learning_rate": 8.634593460158293e-05, |
| "loss": 0.6712, |
| "step": 27160 |
| }, |
| { |
| "epoch": 1.1167721258936643, |
| "grad_norm": 1.2173619270324707, |
| "learning_rate": 8.621411701686309e-05, |
| "loss": 0.6671, |
| "step": 27180 |
| }, |
| { |
| "epoch": 1.1175938861040349, |
| "grad_norm": 1.2164521217346191, |
| "learning_rate": 8.608232384588086e-05, |
| "loss": 0.6551, |
| "step": 27200 |
| }, |
| { |
| "epoch": 1.1184156463144055, |
| "grad_norm": 1.3138072490692139, |
| "learning_rate": 8.595055532203177e-05, |
| "loss": 0.681, |
| "step": 27220 |
| }, |
| { |
| "epoch": 1.119237406524776, |
| "grad_norm": 1.1198703050613403, |
| "learning_rate": 8.581881167866774e-05, |
| "loss": 0.6533, |
| "step": 27240 |
| }, |
| { |
| "epoch": 1.1200591667351467, |
| "grad_norm": 1.1022275686264038, |
| "learning_rate": 8.568709314909663e-05, |
| "loss": 0.6441, |
| "step": 27260 |
| }, |
| { |
| "epoch": 1.1208809269455173, |
| "grad_norm": 1.2056939601898193, |
| "learning_rate": 8.555539996658184e-05, |
| "loss": 0.6768, |
| "step": 27280 |
| }, |
| { |
| "epoch": 1.121702687155888, |
| "grad_norm": 1.2110202312469482, |
| "learning_rate": 8.542373236434182e-05, |
| "loss": 0.6646, |
| "step": 27300 |
| }, |
| { |
| "epoch": 1.1225244473662586, |
| "grad_norm": 1.0746920108795166, |
| "learning_rate": 8.529209057554984e-05, |
| "loss": 0.679, |
| "step": 27320 |
| }, |
| { |
| "epoch": 1.1233462075766292, |
| "grad_norm": 1.1810733079910278, |
| "learning_rate": 8.516047483333325e-05, |
| "loss": 0.6643, |
| "step": 27340 |
| }, |
| { |
| "epoch": 1.1241679677869998, |
| "grad_norm": 1.1760369539260864, |
| "learning_rate": 8.502888537077345e-05, |
| "loss": 0.6543, |
| "step": 27360 |
| }, |
| { |
| "epoch": 1.1249897279973704, |
| "grad_norm": 1.2052829265594482, |
| "learning_rate": 8.489732242090527e-05, |
| "loss": 0.6448, |
| "step": 27380 |
| }, |
| { |
| "epoch": 1.125811488207741, |
| "grad_norm": 1.2746154069900513, |
| "learning_rate": 8.476578621671659e-05, |
| "loss": 0.6622, |
| "step": 27400 |
| }, |
| { |
| "epoch": 1.1266332484181116, |
| "grad_norm": 1.186718225479126, |
| "learning_rate": 8.463427699114785e-05, |
| "loss": 0.6626, |
| "step": 27420 |
| }, |
| { |
| "epoch": 1.1274550086284822, |
| "grad_norm": 1.299566388130188, |
| "learning_rate": 8.450279497709179e-05, |
| "loss": 0.677, |
| "step": 27440 |
| }, |
| { |
| "epoch": 1.1282767688388529, |
| "grad_norm": 1.2594420909881592, |
| "learning_rate": 8.43713404073929e-05, |
| "loss": 0.6743, |
| "step": 27460 |
| }, |
| { |
| "epoch": 1.1290985290492235, |
| "grad_norm": 1.1725876331329346, |
| "learning_rate": 8.423991351484716e-05, |
| "loss": 0.6861, |
| "step": 27480 |
| }, |
| { |
| "epoch": 1.129920289259594, |
| "grad_norm": 1.1445516347885132, |
| "learning_rate": 8.410851453220143e-05, |
| "loss": 0.6626, |
| "step": 27500 |
| }, |
| { |
| "epoch": 1.1307420494699647, |
| "grad_norm": 1.0811272859573364, |
| "learning_rate": 8.397714369215324e-05, |
| "loss": 0.6527, |
| "step": 27520 |
| }, |
| { |
| "epoch": 1.1315638096803353, |
| "grad_norm": 1.0390878915786743, |
| "learning_rate": 8.384580122735024e-05, |
| "loss": 0.6966, |
| "step": 27540 |
| }, |
| { |
| "epoch": 1.132385569890706, |
| "grad_norm": 1.1482422351837158, |
| "learning_rate": 8.371448737038976e-05, |
| "loss": 0.6674, |
| "step": 27560 |
| }, |
| { |
| "epoch": 1.1332073301010765, |
| "grad_norm": 1.1507283449172974, |
| "learning_rate": 8.35832023538186e-05, |
| "loss": 0.6776, |
| "step": 27580 |
| }, |
| { |
| "epoch": 1.1340290903114472, |
| "grad_norm": 1.141131043434143, |
| "learning_rate": 8.345194641013236e-05, |
| "loss": 0.6824, |
| "step": 27600 |
| }, |
| { |
| "epoch": 1.1348508505218178, |
| "grad_norm": 1.1057684421539307, |
| "learning_rate": 8.332071977177526e-05, |
| "loss": 0.687, |
| "step": 27620 |
| }, |
| { |
| "epoch": 1.1356726107321884, |
| "grad_norm": 1.4246220588684082, |
| "learning_rate": 8.318952267113958e-05, |
| "loss": 0.6624, |
| "step": 27640 |
| }, |
| { |
| "epoch": 1.136494370942559, |
| "grad_norm": 0.9534235000610352, |
| "learning_rate": 8.305835534056524e-05, |
| "loss": 0.668, |
| "step": 27660 |
| }, |
| { |
| "epoch": 1.1373161311529296, |
| "grad_norm": 1.2411669492721558, |
| "learning_rate": 8.29272180123395e-05, |
| "loss": 0.6585, |
| "step": 27680 |
| }, |
| { |
| "epoch": 1.1381378913633002, |
| "grad_norm": 1.137723684310913, |
| "learning_rate": 8.279611091869651e-05, |
| "loss": 0.6684, |
| "step": 27700 |
| }, |
| { |
| "epoch": 1.1389596515736709, |
| "grad_norm": 1.1483657360076904, |
| "learning_rate": 8.26650342918168e-05, |
| "loss": 0.668, |
| "step": 27720 |
| }, |
| { |
| "epoch": 1.1397814117840415, |
| "grad_norm": 1.1523141860961914, |
| "learning_rate": 8.253398836382702e-05, |
| "loss": 0.6957, |
| "step": 27740 |
| }, |
| { |
| "epoch": 1.140603171994412, |
| "grad_norm": 1.1631639003753662, |
| "learning_rate": 8.240297336679942e-05, |
| "loss": 0.66, |
| "step": 27760 |
| }, |
| { |
| "epoch": 1.1414249322047827, |
| "grad_norm": 1.2860993146896362, |
| "learning_rate": 8.227198953275142e-05, |
| "loss": 0.685, |
| "step": 27780 |
| }, |
| { |
| "epoch": 1.1422466924151533, |
| "grad_norm": 1.236307144165039, |
| "learning_rate": 8.214103709364535e-05, |
| "loss": 0.663, |
| "step": 27800 |
| }, |
| { |
| "epoch": 1.143068452625524, |
| "grad_norm": 1.1525200605392456, |
| "learning_rate": 8.201011628138789e-05, |
| "loss": 0.6581, |
| "step": 27820 |
| }, |
| { |
| "epoch": 1.1438902128358945, |
| "grad_norm": 1.1676980257034302, |
| "learning_rate": 8.187922732782976e-05, |
| "loss": 0.6768, |
| "step": 27840 |
| }, |
| { |
| "epoch": 1.1447119730462652, |
| "grad_norm": 1.0874487161636353, |
| "learning_rate": 8.174837046476518e-05, |
| "loss": 0.6336, |
| "step": 27860 |
| }, |
| { |
| "epoch": 1.1455337332566358, |
| "grad_norm": 0.9278498291969299, |
| "learning_rate": 8.16175459239316e-05, |
| "loss": 0.6767, |
| "step": 27880 |
| }, |
| { |
| "epoch": 1.1463554934670064, |
| "grad_norm": 1.039865255355835, |
| "learning_rate": 8.148675393700918e-05, |
| "loss": 0.6686, |
| "step": 27900 |
| }, |
| { |
| "epoch": 1.147177253677377, |
| "grad_norm": 1.0158859491348267, |
| "learning_rate": 8.135599473562048e-05, |
| "loss": 0.685, |
| "step": 27920 |
| }, |
| { |
| "epoch": 1.1479990138877476, |
| "grad_norm": 1.2587593793869019, |
| "learning_rate": 8.122526855132997e-05, |
| "loss": 0.6606, |
| "step": 27940 |
| }, |
| { |
| "epoch": 1.1488207740981182, |
| "grad_norm": 1.2706636190414429, |
| "learning_rate": 8.109457561564373e-05, |
| "loss": 0.6761, |
| "step": 27960 |
| }, |
| { |
| "epoch": 1.1496425343084888, |
| "grad_norm": 1.0990588665008545, |
| "learning_rate": 8.09639161600088e-05, |
| "loss": 0.6512, |
| "step": 27980 |
| }, |
| { |
| "epoch": 1.1504642945188595, |
| "grad_norm": 1.1541229486465454, |
| "learning_rate": 8.084635146662451e-05, |
| "loss": 0.663, |
| "step": 28000 |
| }, |
| { |
| "epoch": 1.1504642945188595, |
| "eval_loss": 0.9906555414199829, |
| "eval_runtime": 16.5563, |
| "eval_samples_per_second": 158.248, |
| "eval_steps_per_second": 4.953, |
| "step": 28000 |
| }, |
| { |
| "epoch": 1.15128605472923, |
| "grad_norm": 1.1189225912094116, |
| "learning_rate": 8.071575626051133e-05, |
| "loss": 0.6602, |
| "step": 28020 |
| }, |
| { |
| "epoch": 1.1521078149396007, |
| "grad_norm": 1.2261697053909302, |
| "learning_rate": 8.058519520530936e-05, |
| "loss": 0.6556, |
| "step": 28040 |
| }, |
| { |
| "epoch": 1.1529295751499713, |
| "grad_norm": 1.10615074634552, |
| "learning_rate": 8.045466853223223e-05, |
| "loss": 0.6632, |
| "step": 28060 |
| }, |
| { |
| "epoch": 1.153751335360342, |
| "grad_norm": 1.2373408079147339, |
| "learning_rate": 8.032417647243263e-05, |
| "loss": 0.6697, |
| "step": 28080 |
| }, |
| { |
| "epoch": 1.1545730955707125, |
| "grad_norm": 1.282421588897705, |
| "learning_rate": 8.019371925700199e-05, |
| "loss": 0.6827, |
| "step": 28100 |
| }, |
| { |
| "epoch": 1.1553948557810831, |
| "grad_norm": 1.3164217472076416, |
| "learning_rate": 8.006329711696991e-05, |
| "loss": 0.6604, |
| "step": 28120 |
| }, |
| { |
| "epoch": 1.1562166159914538, |
| "grad_norm": 1.0808019638061523, |
| "learning_rate": 7.993291028330409e-05, |
| "loss": 0.6437, |
| "step": 28140 |
| }, |
| { |
| "epoch": 1.1570383762018244, |
| "grad_norm": 1.116471767425537, |
| "learning_rate": 7.980255898690942e-05, |
| "loss": 0.6599, |
| "step": 28160 |
| }, |
| { |
| "epoch": 1.157860136412195, |
| "grad_norm": 1.13624906539917, |
| "learning_rate": 7.967224345862811e-05, |
| "loss": 0.6707, |
| "step": 28180 |
| }, |
| { |
| "epoch": 1.1586818966225656, |
| "grad_norm": 1.1284352540969849, |
| "learning_rate": 7.954196392923891e-05, |
| "loss": 0.6627, |
| "step": 28200 |
| }, |
| { |
| "epoch": 1.1595036568329362, |
| "grad_norm": 0.9575105905532837, |
| "learning_rate": 7.941172062945683e-05, |
| "loss": 0.669, |
| "step": 28220 |
| }, |
| { |
| "epoch": 1.1603254170433068, |
| "grad_norm": 1.4857319593429565, |
| "learning_rate": 7.928151378993277e-05, |
| "loss": 0.684, |
| "step": 28240 |
| }, |
| { |
| "epoch": 1.1611471772536774, |
| "grad_norm": 1.1151981353759766, |
| "learning_rate": 7.915134364125295e-05, |
| "loss": 0.6515, |
| "step": 28260 |
| }, |
| { |
| "epoch": 1.161968937464048, |
| "grad_norm": 1.0837492942810059, |
| "learning_rate": 7.902121041393876e-05, |
| "loss": 0.6808, |
| "step": 28280 |
| }, |
| { |
| "epoch": 1.1627906976744187, |
| "grad_norm": 1.3104796409606934, |
| "learning_rate": 7.889111433844603e-05, |
| "loss": 0.6816, |
| "step": 28300 |
| }, |
| { |
| "epoch": 1.1636124578847893, |
| "grad_norm": 1.266835331916809, |
| "learning_rate": 7.876105564516498e-05, |
| "loss": 0.6494, |
| "step": 28320 |
| }, |
| { |
| "epoch": 1.16443421809516, |
| "grad_norm": 1.1202675104141235, |
| "learning_rate": 7.863103456441951e-05, |
| "loss": 0.6517, |
| "step": 28340 |
| }, |
| { |
| "epoch": 1.1652559783055305, |
| "grad_norm": 1.1493626832962036, |
| "learning_rate": 7.850105132646699e-05, |
| "loss": 0.6545, |
| "step": 28360 |
| }, |
| { |
| "epoch": 1.1660777385159011, |
| "grad_norm": 1.259341835975647, |
| "learning_rate": 7.837110616149767e-05, |
| "loss": 0.6606, |
| "step": 28380 |
| }, |
| { |
| "epoch": 1.1668994987262717, |
| "grad_norm": 1.210664987564087, |
| "learning_rate": 7.824119929963444e-05, |
| "loss": 0.645, |
| "step": 28400 |
| }, |
| { |
| "epoch": 1.1677212589366424, |
| "grad_norm": 1.1816967725753784, |
| "learning_rate": 7.81113309709324e-05, |
| "loss": 0.6413, |
| "step": 28420 |
| }, |
| { |
| "epoch": 1.168543019147013, |
| "grad_norm": 1.0502477884292603, |
| "learning_rate": 7.79815014053783e-05, |
| "loss": 0.6552, |
| "step": 28440 |
| }, |
| { |
| "epoch": 1.1693647793573836, |
| "grad_norm": 1.1239842176437378, |
| "learning_rate": 7.785171083289039e-05, |
| "loss": 0.6106, |
| "step": 28460 |
| }, |
| { |
| "epoch": 1.1701865395677542, |
| "grad_norm": 1.163809061050415, |
| "learning_rate": 7.772195948331769e-05, |
| "loss": 0.6831, |
| "step": 28480 |
| }, |
| { |
| "epoch": 1.1710082997781248, |
| "grad_norm": 1.0698950290679932, |
| "learning_rate": 7.759873224073584e-05, |
| "loss": 0.6741, |
| "step": 28500 |
| }, |
| { |
| "epoch": 1.1718300599884954, |
| "grad_norm": 1.140785574913025, |
| "learning_rate": 7.7469058036688e-05, |
| "loss": 0.6761, |
| "step": 28520 |
| }, |
| { |
| "epoch": 1.172651820198866, |
| "grad_norm": 1.134072184562683, |
| "learning_rate": 7.733942373320407e-05, |
| "loss": 0.6785, |
| "step": 28540 |
| }, |
| { |
| "epoch": 1.1734735804092367, |
| "grad_norm": 1.0939021110534668, |
| "learning_rate": 7.720982955985641e-05, |
| "loss": 0.6478, |
| "step": 28560 |
| }, |
| { |
| "epoch": 1.1742953406196073, |
| "grad_norm": 1.268872618675232, |
| "learning_rate": 7.708027574614631e-05, |
| "loss": 0.6623, |
| "step": 28580 |
| }, |
| { |
| "epoch": 1.175117100829978, |
| "grad_norm": 1.1508769989013672, |
| "learning_rate": 7.695076252150361e-05, |
| "loss": 0.6663, |
| "step": 28600 |
| }, |
| { |
| "epoch": 1.1759388610403485, |
| "grad_norm": 1.2125996351242065, |
| "learning_rate": 7.682129011528627e-05, |
| "loss": 0.6473, |
| "step": 28620 |
| }, |
| { |
| "epoch": 1.1767606212507191, |
| "grad_norm": 1.1959916353225708, |
| "learning_rate": 7.669185875677998e-05, |
| "loss": 0.6421, |
| "step": 28640 |
| }, |
| { |
| "epoch": 1.1775823814610897, |
| "grad_norm": 1.1845420598983765, |
| "learning_rate": 7.656246867519772e-05, |
| "loss": 0.6756, |
| "step": 28660 |
| }, |
| { |
| "epoch": 1.1784041416714603, |
| "grad_norm": 1.0986628532409668, |
| "learning_rate": 7.643312009967928e-05, |
| "loss": 0.6591, |
| "step": 28680 |
| }, |
| { |
| "epoch": 1.179225901881831, |
| "grad_norm": 1.0492193698883057, |
| "learning_rate": 7.630381325929113e-05, |
| "loss": 0.6567, |
| "step": 28700 |
| }, |
| { |
| "epoch": 1.1800476620922016, |
| "grad_norm": 1.1858165264129639, |
| "learning_rate": 7.617454838302567e-05, |
| "loss": 0.6644, |
| "step": 28720 |
| }, |
| { |
| "epoch": 1.1808694223025722, |
| "grad_norm": 1.107640266418457, |
| "learning_rate": 7.604532569980105e-05, |
| "loss": 0.6514, |
| "step": 28740 |
| }, |
| { |
| "epoch": 1.1816911825129428, |
| "grad_norm": 1.2059592008590698, |
| "learning_rate": 7.591614543846075e-05, |
| "loss": 0.6607, |
| "step": 28760 |
| }, |
| { |
| "epoch": 1.1825129427233134, |
| "grad_norm": 1.0413446426391602, |
| "learning_rate": 7.578700782777299e-05, |
| "loss": 0.6722, |
| "step": 28780 |
| }, |
| { |
| "epoch": 1.183334702933684, |
| "grad_norm": 1.18887197971344, |
| "learning_rate": 7.565791309643058e-05, |
| "loss": 0.6796, |
| "step": 28800 |
| }, |
| { |
| "epoch": 1.1841564631440546, |
| "grad_norm": 1.1347589492797852, |
| "learning_rate": 7.552886147305034e-05, |
| "loss": 0.6652, |
| "step": 28820 |
| }, |
| { |
| "epoch": 1.1849782233544253, |
| "grad_norm": 1.0669459104537964, |
| "learning_rate": 7.53998531861728e-05, |
| "loss": 0.6557, |
| "step": 28840 |
| }, |
| { |
| "epoch": 1.1857999835647959, |
| "grad_norm": 1.1914751529693604, |
| "learning_rate": 7.527088846426164e-05, |
| "loss": 0.6631, |
| "step": 28860 |
| }, |
| { |
| "epoch": 1.1866217437751665, |
| "grad_norm": 1.1654757261276245, |
| "learning_rate": 7.514196753570354e-05, |
| "loss": 0.6392, |
| "step": 28880 |
| }, |
| { |
| "epoch": 1.187443503985537, |
| "grad_norm": 1.1120076179504395, |
| "learning_rate": 7.501309062880745e-05, |
| "loss": 0.6515, |
| "step": 28900 |
| }, |
| { |
| "epoch": 1.1882652641959077, |
| "grad_norm": 1.3329730033874512, |
| "learning_rate": 7.488425797180449e-05, |
| "loss": 0.6495, |
| "step": 28920 |
| }, |
| { |
| "epoch": 1.1890870244062783, |
| "grad_norm": 1.0386924743652344, |
| "learning_rate": 7.475546979284738e-05, |
| "loss": 0.6633, |
| "step": 28940 |
| }, |
| { |
| "epoch": 1.189908784616649, |
| "grad_norm": 1.130223035812378, |
| "learning_rate": 7.46267263200101e-05, |
| "loss": 0.6608, |
| "step": 28960 |
| }, |
| { |
| "epoch": 1.1907305448270196, |
| "grad_norm": 1.205684781074524, |
| "learning_rate": 7.44980277812874e-05, |
| "loss": 0.6873, |
| "step": 28980 |
| }, |
| { |
| "epoch": 1.1915523050373902, |
| "grad_norm": 1.1943809986114502, |
| "learning_rate": 7.436937440459448e-05, |
| "loss": 0.6384, |
| "step": 29000 |
| }, |
| { |
| "epoch": 1.1923740652477608, |
| "grad_norm": 1.1930698156356812, |
| "learning_rate": 7.424076641776657e-05, |
| "loss": 0.6562, |
| "step": 29020 |
| }, |
| { |
| "epoch": 1.1931958254581314, |
| "grad_norm": 1.1172430515289307, |
| "learning_rate": 7.411220404855852e-05, |
| "loss": 0.6548, |
| "step": 29040 |
| }, |
| { |
| "epoch": 1.194017585668502, |
| "grad_norm": 1.2052860260009766, |
| "learning_rate": 7.398368752464438e-05, |
| "loss": 0.6368, |
| "step": 29060 |
| }, |
| { |
| "epoch": 1.1948393458788726, |
| "grad_norm": 1.2752981185913086, |
| "learning_rate": 7.385521707361705e-05, |
| "loss": 0.6425, |
| "step": 29080 |
| }, |
| { |
| "epoch": 1.1956611060892433, |
| "grad_norm": 1.2396671772003174, |
| "learning_rate": 7.372679292298781e-05, |
| "loss": 0.6536, |
| "step": 29100 |
| }, |
| { |
| "epoch": 1.1964828662996139, |
| "grad_norm": 1.0870732069015503, |
| "learning_rate": 7.359841530018589e-05, |
| "loss": 0.6926, |
| "step": 29120 |
| }, |
| { |
| "epoch": 1.1973046265099845, |
| "grad_norm": 1.238871455192566, |
| "learning_rate": 7.347008443255825e-05, |
| "loss": 0.6733, |
| "step": 29140 |
| }, |
| { |
| "epoch": 1.198126386720355, |
| "grad_norm": 0.9936127662658691, |
| "learning_rate": 7.334180054736892e-05, |
| "loss": 0.6675, |
| "step": 29160 |
| }, |
| { |
| "epoch": 1.1989481469307257, |
| "grad_norm": 1.1829917430877686, |
| "learning_rate": 7.321356387179881e-05, |
| "loss": 0.6501, |
| "step": 29180 |
| }, |
| { |
| "epoch": 1.1997699071410963, |
| "grad_norm": 1.218711256980896, |
| "learning_rate": 7.308537463294525e-05, |
| "loss": 0.6366, |
| "step": 29200 |
| }, |
| { |
| "epoch": 1.2005916673514667, |
| "grad_norm": 1.1491694450378418, |
| "learning_rate": 7.29572330578214e-05, |
| "loss": 0.6563, |
| "step": 29220 |
| }, |
| { |
| "epoch": 1.2014134275618376, |
| "grad_norm": 1.1249312162399292, |
| "learning_rate": 7.28291393733562e-05, |
| "loss": 0.6522, |
| "step": 29240 |
| }, |
| { |
| "epoch": 1.202235187772208, |
| "grad_norm": 1.1913214921951294, |
| "learning_rate": 7.270109380639374e-05, |
| "loss": 0.6663, |
| "step": 29260 |
| }, |
| { |
| "epoch": 1.2030569479825788, |
| "grad_norm": 1.059322714805603, |
| "learning_rate": 7.257309658369278e-05, |
| "loss": 0.6719, |
| "step": 29280 |
| }, |
| { |
| "epoch": 1.2038787081929492, |
| "grad_norm": 1.2595094442367554, |
| "learning_rate": 7.244514793192658e-05, |
| "loss": 0.6652, |
| "step": 29300 |
| }, |
| { |
| "epoch": 1.20470046840332, |
| "grad_norm": 1.1310940980911255, |
| "learning_rate": 7.231724807768243e-05, |
| "loss": 0.6286, |
| "step": 29320 |
| }, |
| { |
| "epoch": 1.2055222286136904, |
| "grad_norm": 1.1567174196243286, |
| "learning_rate": 7.2189397247461e-05, |
| "loss": 0.6545, |
| "step": 29340 |
| }, |
| { |
| "epoch": 1.2063439888240612, |
| "grad_norm": 1.2142544984817505, |
| "learning_rate": 7.206159566767633e-05, |
| "loss": 0.6717, |
| "step": 29360 |
| }, |
| { |
| "epoch": 1.2071657490344316, |
| "grad_norm": 1.1306164264678955, |
| "learning_rate": 7.193384356465518e-05, |
| "loss": 0.6589, |
| "step": 29380 |
| }, |
| { |
| "epoch": 1.2079875092448025, |
| "grad_norm": 1.1609306335449219, |
| "learning_rate": 7.180614116463671e-05, |
| "loss": 0.6393, |
| "step": 29400 |
| }, |
| { |
| "epoch": 1.2088092694551729, |
| "grad_norm": 1.0231740474700928, |
| "learning_rate": 7.167848869377201e-05, |
| "loss": 0.6623, |
| "step": 29420 |
| }, |
| { |
| "epoch": 1.2096310296655437, |
| "grad_norm": 1.1379834413528442, |
| "learning_rate": 7.15508863781238e-05, |
| "loss": 0.6451, |
| "step": 29440 |
| }, |
| { |
| "epoch": 1.210452789875914, |
| "grad_norm": 1.1678614616394043, |
| "learning_rate": 7.142333444366593e-05, |
| "loss": 0.6275, |
| "step": 29460 |
| }, |
| { |
| "epoch": 1.211274550086285, |
| "grad_norm": 1.2142267227172852, |
| "learning_rate": 7.129583311628307e-05, |
| "loss": 0.6486, |
| "step": 29480 |
| }, |
| { |
| "epoch": 1.2120963102966553, |
| "grad_norm": 1.1522984504699707, |
| "learning_rate": 7.116838262177025e-05, |
| "loss": 0.6692, |
| "step": 29500 |
| }, |
| { |
| "epoch": 1.2129180705070262, |
| "grad_norm": 1.2733930349349976, |
| "learning_rate": 7.104098318583256e-05, |
| "loss": 0.6467, |
| "step": 29520 |
| }, |
| { |
| "epoch": 1.2137398307173966, |
| "grad_norm": 1.1900440454483032, |
| "learning_rate": 7.09136350340845e-05, |
| "loss": 0.6534, |
| "step": 29540 |
| }, |
| { |
| "epoch": 1.2145615909277674, |
| "grad_norm": 1.1477757692337036, |
| "learning_rate": 7.078633839204985e-05, |
| "loss": 0.6601, |
| "step": 29560 |
| }, |
| { |
| "epoch": 1.2153833511381378, |
| "grad_norm": 1.284244418144226, |
| "learning_rate": 7.065909348516122e-05, |
| "loss": 0.6659, |
| "step": 29580 |
| }, |
| { |
| "epoch": 1.2162051113485086, |
| "grad_norm": 1.0393390655517578, |
| "learning_rate": 7.05319005387595e-05, |
| "loss": 0.6428, |
| "step": 29600 |
| }, |
| { |
| "epoch": 1.217026871558879, |
| "grad_norm": 1.0445849895477295, |
| "learning_rate": 7.040475977809362e-05, |
| "loss": 0.6619, |
| "step": 29620 |
| }, |
| { |
| "epoch": 1.2178486317692498, |
| "grad_norm": 1.2404284477233887, |
| "learning_rate": 7.027767142832012e-05, |
| "loss": 0.6424, |
| "step": 29640 |
| }, |
| { |
| "epoch": 1.2186703919796202, |
| "grad_norm": 1.1194926500320435, |
| "learning_rate": 7.015063571450262e-05, |
| "loss": 0.6492, |
| "step": 29660 |
| }, |
| { |
| "epoch": 1.219492152189991, |
| "grad_norm": 1.1228058338165283, |
| "learning_rate": 7.00236528616116e-05, |
| "loss": 0.6569, |
| "step": 29680 |
| }, |
| { |
| "epoch": 1.2203139124003615, |
| "grad_norm": 1.106655240058899, |
| "learning_rate": 6.989672309452398e-05, |
| "loss": 0.6606, |
| "step": 29700 |
| }, |
| { |
| "epoch": 1.2211356726107323, |
| "grad_norm": 1.1909033060073853, |
| "learning_rate": 6.976984663802252e-05, |
| "loss": 0.6867, |
| "step": 29720 |
| }, |
| { |
| "epoch": 1.2219574328211027, |
| "grad_norm": 1.1197348833084106, |
| "learning_rate": 6.964302371679578e-05, |
| "loss": 0.65, |
| "step": 29740 |
| }, |
| { |
| "epoch": 1.2227791930314735, |
| "grad_norm": 1.0467857122421265, |
| "learning_rate": 6.951625455543724e-05, |
| "loss": 0.6434, |
| "step": 29760 |
| }, |
| { |
| "epoch": 1.223600953241844, |
| "grad_norm": 1.1986229419708252, |
| "learning_rate": 6.938953937844541e-05, |
| "loss": 0.6278, |
| "step": 29780 |
| }, |
| { |
| "epoch": 1.2244227134522148, |
| "grad_norm": 1.1179389953613281, |
| "learning_rate": 6.926287841022312e-05, |
| "loss": 0.6584, |
| "step": 29800 |
| }, |
| { |
| "epoch": 1.2252444736625852, |
| "grad_norm": 1.0440237522125244, |
| "learning_rate": 6.913627187507716e-05, |
| "loss": 0.6305, |
| "step": 29820 |
| }, |
| { |
| "epoch": 1.226066233872956, |
| "grad_norm": 1.2614185810089111, |
| "learning_rate": 6.9009719997218e-05, |
| "loss": 0.6582, |
| "step": 29840 |
| }, |
| { |
| "epoch": 1.2268879940833264, |
| "grad_norm": 1.0907703638076782, |
| "learning_rate": 6.888322300075927e-05, |
| "loss": 0.655, |
| "step": 29860 |
| }, |
| { |
| "epoch": 1.2277097542936972, |
| "grad_norm": 1.0902374982833862, |
| "learning_rate": 6.875678110971738e-05, |
| "loss": 0.6338, |
| "step": 29880 |
| }, |
| { |
| "epoch": 1.2285315145040676, |
| "grad_norm": 1.2563419342041016, |
| "learning_rate": 6.863039454801119e-05, |
| "loss": 0.6591, |
| "step": 29900 |
| }, |
| { |
| "epoch": 1.2293532747144384, |
| "grad_norm": 1.1033470630645752, |
| "learning_rate": 6.850406353946158e-05, |
| "loss": 0.654, |
| "step": 29920 |
| }, |
| { |
| "epoch": 1.2301750349248088, |
| "grad_norm": 1.1465051174163818, |
| "learning_rate": 6.837778830779105e-05, |
| "loss": 0.6621, |
| "step": 29940 |
| }, |
| { |
| "epoch": 1.2309967951351797, |
| "grad_norm": 1.1070022583007812, |
| "learning_rate": 6.825156907662336e-05, |
| "loss": 0.6426, |
| "step": 29960 |
| }, |
| { |
| "epoch": 1.23181855534555, |
| "grad_norm": 1.1090333461761475, |
| "learning_rate": 6.812540606948296e-05, |
| "loss": 0.6625, |
| "step": 29980 |
| }, |
| { |
| "epoch": 1.232640315555921, |
| "grad_norm": 1.1961784362792969, |
| "learning_rate": 6.799929950979487e-05, |
| "loss": 0.6424, |
| "step": 30000 |
| }, |
| { |
| "epoch": 1.232640315555921, |
| "eval_loss": 0.9679434895515442, |
| "eval_runtime": 16.6198, |
| "eval_samples_per_second": 157.644, |
| "eval_steps_per_second": 4.934, |
| "step": 30000 |
| }, |
| { |
| "epoch": 1.2334620757662913, |
| "grad_norm": 1.2960805892944336, |
| "learning_rate": 6.787324962088411e-05, |
| "loss": 0.6821, |
| "step": 30020 |
| }, |
| { |
| "epoch": 1.234283835976662, |
| "grad_norm": 1.1521825790405273, |
| "learning_rate": 6.77472566259753e-05, |
| "loss": 0.6593, |
| "step": 30040 |
| }, |
| { |
| "epoch": 1.2351055961870325, |
| "grad_norm": 1.1858956813812256, |
| "learning_rate": 6.762132074819236e-05, |
| "loss": 0.662, |
| "step": 30060 |
| }, |
| { |
| "epoch": 1.2359273563974031, |
| "grad_norm": 1.1205803155899048, |
| "learning_rate": 6.749544221055808e-05, |
| "loss": 0.6815, |
| "step": 30080 |
| }, |
| { |
| "epoch": 1.2367491166077738, |
| "grad_norm": 0.9257388710975647, |
| "learning_rate": 6.736962123599355e-05, |
| "loss": 0.6531, |
| "step": 30100 |
| }, |
| { |
| "epoch": 1.2375708768181444, |
| "grad_norm": 0.9369202256202698, |
| "learning_rate": 6.724385804731811e-05, |
| "loss": 0.6305, |
| "step": 30120 |
| }, |
| { |
| "epoch": 1.238392637028515, |
| "grad_norm": 1.1999167203903198, |
| "learning_rate": 6.71181528672487e-05, |
| "loss": 0.6468, |
| "step": 30140 |
| }, |
| { |
| "epoch": 1.2392143972388856, |
| "grad_norm": 1.1772797107696533, |
| "learning_rate": 6.699250591839946e-05, |
| "loss": 0.654, |
| "step": 30160 |
| }, |
| { |
| "epoch": 1.2400361574492562, |
| "grad_norm": 1.1733454465866089, |
| "learning_rate": 6.68669174232815e-05, |
| "loss": 0.6439, |
| "step": 30180 |
| }, |
| { |
| "epoch": 1.2408579176596268, |
| "grad_norm": 1.0485635995864868, |
| "learning_rate": 6.674138760430236e-05, |
| "loss": 0.6505, |
| "step": 30200 |
| }, |
| { |
| "epoch": 1.2416796778699974, |
| "grad_norm": 1.1465091705322266, |
| "learning_rate": 6.66159166837657e-05, |
| "loss": 0.6591, |
| "step": 30220 |
| }, |
| { |
| "epoch": 1.242501438080368, |
| "grad_norm": 1.1369998455047607, |
| "learning_rate": 6.649050488387086e-05, |
| "loss": 0.6399, |
| "step": 30240 |
| }, |
| { |
| "epoch": 1.2433231982907387, |
| "grad_norm": 1.2065318822860718, |
| "learning_rate": 6.636515242671247e-05, |
| "loss": 0.6695, |
| "step": 30260 |
| }, |
| { |
| "epoch": 1.2441449585011093, |
| "grad_norm": 1.2178568840026855, |
| "learning_rate": 6.62398595342801e-05, |
| "loss": 0.6448, |
| "step": 30280 |
| }, |
| { |
| "epoch": 1.24496671871148, |
| "grad_norm": 1.1589614152908325, |
| "learning_rate": 6.611462642845782e-05, |
| "loss": 0.6308, |
| "step": 30300 |
| }, |
| { |
| "epoch": 1.2457884789218505, |
| "grad_norm": 1.136525273323059, |
| "learning_rate": 6.598945333102384e-05, |
| "loss": 0.6525, |
| "step": 30320 |
| }, |
| { |
| "epoch": 1.2466102391322211, |
| "grad_norm": 1.2322630882263184, |
| "learning_rate": 6.586434046365002e-05, |
| "loss": 0.639, |
| "step": 30340 |
| }, |
| { |
| "epoch": 1.2474319993425917, |
| "grad_norm": 1.171217679977417, |
| "learning_rate": 6.573928804790165e-05, |
| "loss": 0.6624, |
| "step": 30360 |
| }, |
| { |
| "epoch": 1.2482537595529624, |
| "grad_norm": 1.0731596946716309, |
| "learning_rate": 6.561429630523694e-05, |
| "loss": 0.658, |
| "step": 30380 |
| }, |
| { |
| "epoch": 1.249075519763333, |
| "grad_norm": 0.9198722839355469, |
| "learning_rate": 6.548936545700665e-05, |
| "loss": 0.656, |
| "step": 30400 |
| }, |
| { |
| "epoch": 1.2498972799737036, |
| "grad_norm": 1.2230961322784424, |
| "learning_rate": 6.53644957244537e-05, |
| "loss": 0.6415, |
| "step": 30420 |
| }, |
| { |
| "epoch": 1.2507190401840742, |
| "grad_norm": 1.3008650541305542, |
| "learning_rate": 6.52396873287127e-05, |
| "loss": 0.649, |
| "step": 30440 |
| }, |
| { |
| "epoch": 1.2515408003944448, |
| "grad_norm": 1.1299681663513184, |
| "learning_rate": 6.511494049080982e-05, |
| "loss": 0.6632, |
| "step": 30460 |
| }, |
| { |
| "epoch": 1.2523625606048154, |
| "grad_norm": 1.0429800748825073, |
| "learning_rate": 6.499025543166205e-05, |
| "loss": 0.6435, |
| "step": 30480 |
| }, |
| { |
| "epoch": 1.253184320815186, |
| "grad_norm": 1.313433051109314, |
| "learning_rate": 6.486563237207704e-05, |
| "loss": 0.6573, |
| "step": 30500 |
| }, |
| { |
| "epoch": 1.2540060810255567, |
| "grad_norm": 1.0738648176193237, |
| "learning_rate": 6.47472980935819e-05, |
| "loss": 0.6508, |
| "step": 30520 |
| }, |
| { |
| "epoch": 1.2548278412359273, |
| "grad_norm": 1.1511154174804688, |
| "learning_rate": 6.462279656782608e-05, |
| "loss": 0.6244, |
| "step": 30540 |
| }, |
| { |
| "epoch": 1.255649601446298, |
| "grad_norm": 1.1229740381240845, |
| "learning_rate": 6.450457814479982e-05, |
| "loss": 0.6303, |
| "step": 30560 |
| }, |
| { |
| "epoch": 1.2564713616566685, |
| "grad_norm": 1.1822351217269897, |
| "learning_rate": 6.438019899125807e-05, |
| "loss": 0.6296, |
| "step": 30580 |
| }, |
| { |
| "epoch": 1.2572931218670391, |
| "grad_norm": 1.127118706703186, |
| "learning_rate": 6.425588291764203e-05, |
| "loss": 0.6664, |
| "step": 30600 |
| }, |
| { |
| "epoch": 1.2581148820774097, |
| "grad_norm": 1.275978684425354, |
| "learning_rate": 6.413163014410595e-05, |
| "loss": 0.651, |
| "step": 30620 |
| }, |
| { |
| "epoch": 1.2589366422877803, |
| "grad_norm": 1.1102421283721924, |
| "learning_rate": 6.400744089069191e-05, |
| "loss": 0.6459, |
| "step": 30640 |
| }, |
| { |
| "epoch": 1.259758402498151, |
| "grad_norm": 1.2421194314956665, |
| "learning_rate": 6.388331537732954e-05, |
| "loss": 0.6464, |
| "step": 30660 |
| }, |
| { |
| "epoch": 1.2605801627085216, |
| "grad_norm": 1.248716950416565, |
| "learning_rate": 6.37592538238356e-05, |
| "loss": 0.6495, |
| "step": 30680 |
| }, |
| { |
| "epoch": 1.2614019229188922, |
| "grad_norm": 1.144371509552002, |
| "learning_rate": 6.363525644991348e-05, |
| "loss": 0.6405, |
| "step": 30700 |
| }, |
| { |
| "epoch": 1.2622236831292628, |
| "grad_norm": 1.2534958124160767, |
| "learning_rate": 6.351132347515303e-05, |
| "loss": 0.6581, |
| "step": 30720 |
| }, |
| { |
| "epoch": 1.2630454433396334, |
| "grad_norm": 1.2671653032302856, |
| "learning_rate": 6.338745511902997e-05, |
| "loss": 0.6547, |
| "step": 30740 |
| }, |
| { |
| "epoch": 1.263867203550004, |
| "grad_norm": 1.1555167436599731, |
| "learning_rate": 6.326365160090566e-05, |
| "loss": 0.6461, |
| "step": 30760 |
| }, |
| { |
| "epoch": 1.2646889637603747, |
| "grad_norm": 1.1524670124053955, |
| "learning_rate": 6.313991314002663e-05, |
| "loss": 0.6622, |
| "step": 30780 |
| }, |
| { |
| "epoch": 1.2655107239707453, |
| "grad_norm": 1.204883337020874, |
| "learning_rate": 6.301623995552409e-05, |
| "loss": 0.6624, |
| "step": 30800 |
| }, |
| { |
| "epoch": 1.2663324841811159, |
| "grad_norm": 1.0530204772949219, |
| "learning_rate": 6.289263226641375e-05, |
| "loss": 0.6655, |
| "step": 30820 |
| }, |
| { |
| "epoch": 1.2671542443914865, |
| "grad_norm": 1.1731172800064087, |
| "learning_rate": 6.276909029159536e-05, |
| "loss": 0.6524, |
| "step": 30840 |
| }, |
| { |
| "epoch": 1.267976004601857, |
| "grad_norm": 1.1701477766036987, |
| "learning_rate": 6.26456142498522e-05, |
| "loss": 0.6265, |
| "step": 30860 |
| }, |
| { |
| "epoch": 1.2687977648122277, |
| "grad_norm": 1.3820420503616333, |
| "learning_rate": 6.252220435985088e-05, |
| "loss": 0.6387, |
| "step": 30880 |
| }, |
| { |
| "epoch": 1.2696195250225983, |
| "grad_norm": 1.1477141380310059, |
| "learning_rate": 6.239886084014081e-05, |
| "loss": 0.6521, |
| "step": 30900 |
| }, |
| { |
| "epoch": 1.270441285232969, |
| "grad_norm": 1.2501583099365234, |
| "learning_rate": 6.22755839091538e-05, |
| "loss": 0.6452, |
| "step": 30920 |
| }, |
| { |
| "epoch": 1.2712630454433396, |
| "grad_norm": 1.110160231590271, |
| "learning_rate": 6.215237378520388e-05, |
| "loss": 0.6287, |
| "step": 30940 |
| }, |
| { |
| "epoch": 1.2720848056537102, |
| "grad_norm": 1.2295660972595215, |
| "learning_rate": 6.202923068648665e-05, |
| "loss": 0.6611, |
| "step": 30960 |
| }, |
| { |
| "epoch": 1.2729065658640808, |
| "grad_norm": 1.2019611597061157, |
| "learning_rate": 6.190615483107911e-05, |
| "loss": 0.6363, |
| "step": 30980 |
| }, |
| { |
| "epoch": 1.2737283260744514, |
| "grad_norm": 1.2087301015853882, |
| "learning_rate": 6.17831464369391e-05, |
| "loss": 0.6613, |
| "step": 31000 |
| }, |
| { |
| "epoch": 1.274550086284822, |
| "grad_norm": 1.179447889328003, |
| "learning_rate": 6.166020572190501e-05, |
| "loss": 0.6497, |
| "step": 31020 |
| }, |
| { |
| "epoch": 1.2753718464951926, |
| "grad_norm": 1.183194637298584, |
| "learning_rate": 6.153733290369536e-05, |
| "loss": 0.6464, |
| "step": 31040 |
| }, |
| { |
| "epoch": 1.2761936067055633, |
| "grad_norm": 1.2545372247695923, |
| "learning_rate": 6.14145281999085e-05, |
| "loss": 0.6517, |
| "step": 31060 |
| }, |
| { |
| "epoch": 1.2770153669159339, |
| "grad_norm": 1.143701434135437, |
| "learning_rate": 6.129179182802208e-05, |
| "loss": 0.629, |
| "step": 31080 |
| }, |
| { |
| "epoch": 1.2778371271263045, |
| "grad_norm": 1.2404268980026245, |
| "learning_rate": 6.116912400539277e-05, |
| "loss": 0.6209, |
| "step": 31100 |
| }, |
| { |
| "epoch": 1.278658887336675, |
| "grad_norm": 1.0369129180908203, |
| "learning_rate": 6.104652494925587e-05, |
| "loss": 0.637, |
| "step": 31120 |
| }, |
| { |
| "epoch": 1.2794806475470457, |
| "grad_norm": 1.1535693407058716, |
| "learning_rate": 6.092399487672482e-05, |
| "loss": 0.6406, |
| "step": 31140 |
| }, |
| { |
| "epoch": 1.2803024077574163, |
| "grad_norm": 1.143570899963379, |
| "learning_rate": 6.0801534004791005e-05, |
| "loss": 0.6631, |
| "step": 31160 |
| }, |
| { |
| "epoch": 1.281124167967787, |
| "grad_norm": 1.2489653825759888, |
| "learning_rate": 6.067914255032314e-05, |
| "loss": 0.6433, |
| "step": 31180 |
| }, |
| { |
| "epoch": 1.2819459281781576, |
| "grad_norm": 1.0466420650482178, |
| "learning_rate": 6.05568207300671e-05, |
| "loss": 0.6404, |
| "step": 31200 |
| }, |
| { |
| "epoch": 1.2827676883885282, |
| "grad_norm": 1.2191749811172485, |
| "learning_rate": 6.043456876064546e-05, |
| "loss": 0.6197, |
| "step": 31220 |
| }, |
| { |
| "epoch": 1.2835894485988988, |
| "grad_norm": 1.1350699663162231, |
| "learning_rate": 6.0312386858556956e-05, |
| "loss": 0.6605, |
| "step": 31240 |
| }, |
| { |
| "epoch": 1.2844112088092694, |
| "grad_norm": 1.1058688163757324, |
| "learning_rate": 6.0190275240176386e-05, |
| "loss": 0.6577, |
| "step": 31260 |
| }, |
| { |
| "epoch": 1.28523296901964, |
| "grad_norm": 1.0823215246200562, |
| "learning_rate": 6.006823412175404e-05, |
| "loss": 0.6389, |
| "step": 31280 |
| }, |
| { |
| "epoch": 1.2860547292300106, |
| "grad_norm": 1.1849805116653442, |
| "learning_rate": 5.9946263719415295e-05, |
| "loss": 0.665, |
| "step": 31300 |
| }, |
| { |
| "epoch": 1.2868764894403812, |
| "grad_norm": 1.1973915100097656, |
| "learning_rate": 5.982436424916037e-05, |
| "loss": 0.6612, |
| "step": 31320 |
| }, |
| { |
| "epoch": 1.2876982496507519, |
| "grad_norm": 1.1198099851608276, |
| "learning_rate": 5.970253592686389e-05, |
| "loss": 0.6371, |
| "step": 31340 |
| }, |
| { |
| "epoch": 1.2885200098611225, |
| "grad_norm": 0.9331278204917908, |
| "learning_rate": 5.9580778968274354e-05, |
| "loss": 0.6204, |
| "step": 31360 |
| }, |
| { |
| "epoch": 1.289341770071493, |
| "grad_norm": 1.0500894784927368, |
| "learning_rate": 5.9459093589014e-05, |
| "loss": 0.6481, |
| "step": 31380 |
| }, |
| { |
| "epoch": 1.2901635302818637, |
| "grad_norm": 1.1697520017623901, |
| "learning_rate": 5.9337480004578285e-05, |
| "loss": 0.6694, |
| "step": 31400 |
| }, |
| { |
| "epoch": 1.2909852904922343, |
| "grad_norm": 1.1045079231262207, |
| "learning_rate": 5.921593843033548e-05, |
| "loss": 0.6437, |
| "step": 31420 |
| }, |
| { |
| "epoch": 1.291807050702605, |
| "grad_norm": 1.0866926908493042, |
| "learning_rate": 5.9094469081526396e-05, |
| "loss": 0.6278, |
| "step": 31440 |
| }, |
| { |
| "epoch": 1.2926288109129755, |
| "grad_norm": 1.1703931093215942, |
| "learning_rate": 5.8973072173263865e-05, |
| "loss": 0.6523, |
| "step": 31460 |
| }, |
| { |
| "epoch": 1.2934505711233462, |
| "grad_norm": 1.2150297164916992, |
| "learning_rate": 5.885174792053245e-05, |
| "loss": 0.648, |
| "step": 31480 |
| }, |
| { |
| "epoch": 1.2942723313337168, |
| "grad_norm": 1.2517179250717163, |
| "learning_rate": 5.8730496538188084e-05, |
| "loss": 0.6439, |
| "step": 31500 |
| }, |
| { |
| "epoch": 1.2950940915440874, |
| "grad_norm": 1.0839895009994507, |
| "learning_rate": 5.8609318240957635e-05, |
| "loss": 0.6365, |
| "step": 31520 |
| }, |
| { |
| "epoch": 1.295915851754458, |
| "grad_norm": 1.081815481185913, |
| "learning_rate": 5.848821324343854e-05, |
| "loss": 0.6467, |
| "step": 31540 |
| }, |
| { |
| "epoch": 1.2967376119648286, |
| "grad_norm": 1.0636696815490723, |
| "learning_rate": 5.836718176009848e-05, |
| "loss": 0.6506, |
| "step": 31560 |
| }, |
| { |
| "epoch": 1.2975593721751992, |
| "grad_norm": 1.1643255949020386, |
| "learning_rate": 5.825227013865635e-05, |
| "loss": 0.6489, |
| "step": 31580 |
| }, |
| { |
| "epoch": 1.2983811323855698, |
| "grad_norm": 1.1235414743423462, |
| "learning_rate": 5.813742524085972e-05, |
| "loss": 0.652, |
| "step": 31600 |
| }, |
| { |
| "epoch": 1.2992028925959405, |
| "grad_norm": 1.1215312480926514, |
| "learning_rate": 5.801660816024896e-05, |
| "loss": 0.6475, |
| "step": 31620 |
| }, |
| { |
| "epoch": 1.300024652806311, |
| "grad_norm": 1.1635875701904297, |
| "learning_rate": 5.7895865428993504e-05, |
| "loss": 0.6325, |
| "step": 31640 |
| }, |
| { |
| "epoch": 1.3008464130166817, |
| "grad_norm": 1.1717442274093628, |
| "learning_rate": 5.777519726091938e-05, |
| "loss": 0.6301, |
| "step": 31660 |
| }, |
| { |
| "epoch": 1.3016681732270523, |
| "grad_norm": 1.0808964967727661, |
| "learning_rate": 5.765460386972068e-05, |
| "loss": 0.636, |
| "step": 31680 |
| }, |
| { |
| "epoch": 1.302489933437423, |
| "grad_norm": 1.1285815238952637, |
| "learning_rate": 5.7534085468958965e-05, |
| "loss": 0.6405, |
| "step": 31700 |
| }, |
| { |
| "epoch": 1.3033116936477935, |
| "grad_norm": 1.0786865949630737, |
| "learning_rate": 5.7413642272063164e-05, |
| "loss": 0.6418, |
| "step": 31720 |
| }, |
| { |
| "epoch": 1.3041334538581641, |
| "grad_norm": 1.243355631828308, |
| "learning_rate": 5.729327449232873e-05, |
| "loss": 0.6563, |
| "step": 31740 |
| }, |
| { |
| "epoch": 1.3049552140685348, |
| "grad_norm": 1.1835846900939941, |
| "learning_rate": 5.717298234291786e-05, |
| "loss": 0.6447, |
| "step": 31760 |
| }, |
| { |
| "epoch": 1.3057769742789054, |
| "grad_norm": 1.239445686340332, |
| "learning_rate": 5.705276603685868e-05, |
| "loss": 0.6445, |
| "step": 31780 |
| }, |
| { |
| "epoch": 1.306598734489276, |
| "grad_norm": 1.0167465209960938, |
| "learning_rate": 5.693262578704492e-05, |
| "loss": 0.6587, |
| "step": 31800 |
| }, |
| { |
| "epoch": 1.3074204946996466, |
| "grad_norm": 1.2314865589141846, |
| "learning_rate": 5.6812561806235855e-05, |
| "loss": 0.6464, |
| "step": 31820 |
| }, |
| { |
| "epoch": 1.3082422549100172, |
| "grad_norm": 1.1035876274108887, |
| "learning_rate": 5.6692574307055476e-05, |
| "loss": 0.6549, |
| "step": 31840 |
| }, |
| { |
| "epoch": 1.3090640151203878, |
| "grad_norm": 1.2363945245742798, |
| "learning_rate": 5.6572663501992416e-05, |
| "loss": 0.6621, |
| "step": 31860 |
| }, |
| { |
| "epoch": 1.3098857753307585, |
| "grad_norm": 0.9777959585189819, |
| "learning_rate": 5.645282960339944e-05, |
| "loss": 0.6054, |
| "step": 31880 |
| }, |
| { |
| "epoch": 1.310707535541129, |
| "grad_norm": 1.1316789388656616, |
| "learning_rate": 5.633307282349325e-05, |
| "loss": 0.6553, |
| "step": 31900 |
| }, |
| { |
| "epoch": 1.3115292957514997, |
| "grad_norm": 1.0634005069732666, |
| "learning_rate": 5.6213393374353814e-05, |
| "loss": 0.619, |
| "step": 31920 |
| }, |
| { |
| "epoch": 1.3123510559618703, |
| "grad_norm": 1.0504931211471558, |
| "learning_rate": 5.609379146792426e-05, |
| "loss": 0.6504, |
| "step": 31940 |
| }, |
| { |
| "epoch": 1.313172816172241, |
| "grad_norm": 1.1487746238708496, |
| "learning_rate": 5.597426731601034e-05, |
| "loss": 0.6555, |
| "step": 31960 |
| }, |
| { |
| "epoch": 1.3139945763826115, |
| "grad_norm": 1.0530478954315186, |
| "learning_rate": 5.585482113028009e-05, |
| "loss": 0.6315, |
| "step": 31980 |
| }, |
| { |
| "epoch": 1.3148163365929821, |
| "grad_norm": 1.161407709121704, |
| "learning_rate": 5.5735453122263595e-05, |
| "loss": 0.6467, |
| "step": 32000 |
| }, |
| { |
| "epoch": 1.3148163365929821, |
| "eval_loss": 0.9416676163673401, |
| "eval_runtime": 16.767, |
| "eval_samples_per_second": 156.259, |
| "eval_steps_per_second": 4.891, |
| "step": 32000 |
| }, |
| { |
| "epoch": 1.3156380968033528, |
| "grad_norm": 1.104887843132019, |
| "learning_rate": 5.5616163503352314e-05, |
| "loss": 0.6367, |
| "step": 32020 |
| }, |
| { |
| "epoch": 1.3164598570137234, |
| "grad_norm": 0.9899182319641113, |
| "learning_rate": 5.5496952484799114e-05, |
| "loss": 0.6521, |
| "step": 32040 |
| }, |
| { |
| "epoch": 1.317281617224094, |
| "grad_norm": 1.3830389976501465, |
| "learning_rate": 5.537782027771736e-05, |
| "loss": 0.6269, |
| "step": 32060 |
| }, |
| { |
| "epoch": 1.3181033774344646, |
| "grad_norm": 1.158103108406067, |
| "learning_rate": 5.5258767093081165e-05, |
| "loss": 0.6405, |
| "step": 32080 |
| }, |
| { |
| "epoch": 1.3189251376448352, |
| "grad_norm": 1.2154991626739502, |
| "learning_rate": 5.513979314172449e-05, |
| "loss": 0.626, |
| "step": 32100 |
| }, |
| { |
| "epoch": 1.3197468978552058, |
| "grad_norm": 1.2084523439407349, |
| "learning_rate": 5.502089863434101e-05, |
| "loss": 0.6438, |
| "step": 32120 |
| }, |
| { |
| "epoch": 1.3205686580655764, |
| "grad_norm": 1.1323741674423218, |
| "learning_rate": 5.490208378148385e-05, |
| "loss": 0.6553, |
| "step": 32140 |
| }, |
| { |
| "epoch": 1.321390418275947, |
| "grad_norm": 1.1183146238327026, |
| "learning_rate": 5.478334879356488e-05, |
| "loss": 0.6435, |
| "step": 32160 |
| }, |
| { |
| "epoch": 1.3222121784863177, |
| "grad_norm": 1.035343885421753, |
| "learning_rate": 5.466469388085467e-05, |
| "loss": 0.6335, |
| "step": 32180 |
| }, |
| { |
| "epoch": 1.3230339386966883, |
| "grad_norm": 0.9998947381973267, |
| "learning_rate": 5.454611925348191e-05, |
| "loss": 0.6473, |
| "step": 32200 |
| }, |
| { |
| "epoch": 1.323855698907059, |
| "grad_norm": 1.1686418056488037, |
| "learning_rate": 5.442762512143311e-05, |
| "loss": 0.6328, |
| "step": 32220 |
| }, |
| { |
| "epoch": 1.3246774591174295, |
| "grad_norm": 1.1200451850891113, |
| "learning_rate": 5.4309211694552334e-05, |
| "loss": 0.6295, |
| "step": 32240 |
| }, |
| { |
| "epoch": 1.3254992193278001, |
| "grad_norm": 1.2187868356704712, |
| "learning_rate": 5.41908791825406e-05, |
| "loss": 0.6223, |
| "step": 32260 |
| }, |
| { |
| "epoch": 1.3263209795381707, |
| "grad_norm": 1.0789508819580078, |
| "learning_rate": 5.4072627794955697e-05, |
| "loss": 0.6311, |
| "step": 32280 |
| }, |
| { |
| "epoch": 1.3271427397485414, |
| "grad_norm": 1.2329927682876587, |
| "learning_rate": 5.395445774121166e-05, |
| "loss": 0.6376, |
| "step": 32300 |
| }, |
| { |
| "epoch": 1.327964499958912, |
| "grad_norm": 1.2252501249313354, |
| "learning_rate": 5.3836369230578665e-05, |
| "loss": 0.6175, |
| "step": 32320 |
| }, |
| { |
| "epoch": 1.3287862601692826, |
| "grad_norm": 1.0544497966766357, |
| "learning_rate": 5.371836247218232e-05, |
| "loss": 0.6348, |
| "step": 32340 |
| }, |
| { |
| "epoch": 1.3296080203796532, |
| "grad_norm": 1.1359783411026, |
| "learning_rate": 5.360043767500348e-05, |
| "loss": 0.6333, |
| "step": 32360 |
| }, |
| { |
| "epoch": 1.3304297805900238, |
| "grad_norm": 1.1277779340744019, |
| "learning_rate": 5.3482595047878004e-05, |
| "loss": 0.64, |
| "step": 32380 |
| }, |
| { |
| "epoch": 1.3312515408003944, |
| "grad_norm": 1.1540424823760986, |
| "learning_rate": 5.3364834799495934e-05, |
| "loss": 0.6403, |
| "step": 32400 |
| }, |
| { |
| "epoch": 1.332073301010765, |
| "grad_norm": 1.007522702217102, |
| "learning_rate": 5.324715713840174e-05, |
| "loss": 0.6374, |
| "step": 32420 |
| }, |
| { |
| "epoch": 1.3328950612211357, |
| "grad_norm": 1.1693965196609497, |
| "learning_rate": 5.3129562272993437e-05, |
| "loss": 0.6387, |
| "step": 32440 |
| }, |
| { |
| "epoch": 1.3337168214315063, |
| "grad_norm": 1.1591569185256958, |
| "learning_rate": 5.301205041152253e-05, |
| "loss": 0.6613, |
| "step": 32460 |
| }, |
| { |
| "epoch": 1.3345385816418769, |
| "grad_norm": 1.1624069213867188, |
| "learning_rate": 5.2900491215067996e-05, |
| "loss": 0.6349, |
| "step": 32480 |
| }, |
| { |
| "epoch": 1.3353603418522475, |
| "grad_norm": 1.181348204612732, |
| "learning_rate": 5.2783141809701195e-05, |
| "loss": 0.6565, |
| "step": 32500 |
| }, |
| { |
| "epoch": 1.3361821020626181, |
| "grad_norm": 1.1376749277114868, |
| "learning_rate": 5.266587602175571e-05, |
| "loss": 0.642, |
| "step": 32520 |
| }, |
| { |
| "epoch": 1.3370038622729887, |
| "grad_norm": 1.161271572113037, |
| "learning_rate": 5.25486940589003e-05, |
| "loss": 0.6378, |
| "step": 32540 |
| }, |
| { |
| "epoch": 1.3378256224833593, |
| "grad_norm": 1.0550984144210815, |
| "learning_rate": 5.243159612865513e-05, |
| "loss": 0.6456, |
| "step": 32560 |
| }, |
| { |
| "epoch": 1.33864738269373, |
| "grad_norm": 1.299521803855896, |
| "learning_rate": 5.2314582438391666e-05, |
| "loss": 0.6495, |
| "step": 32580 |
| }, |
| { |
| "epoch": 1.3394691429041006, |
| "grad_norm": 1.115898847579956, |
| "learning_rate": 5.2197653195332094e-05, |
| "loss": 0.6439, |
| "step": 32600 |
| }, |
| { |
| "epoch": 1.3402909031144712, |
| "grad_norm": 1.1047664880752563, |
| "learning_rate": 5.208080860654916e-05, |
| "loss": 0.6428, |
| "step": 32620 |
| }, |
| { |
| "epoch": 1.3411126633248418, |
| "grad_norm": 1.0742267370224, |
| "learning_rate": 5.196404887896562e-05, |
| "loss": 0.633, |
| "step": 32640 |
| }, |
| { |
| "epoch": 1.3419344235352124, |
| "grad_norm": 1.079347014427185, |
| "learning_rate": 5.18473742193539e-05, |
| "loss": 0.628, |
| "step": 32660 |
| }, |
| { |
| "epoch": 1.342756183745583, |
| "grad_norm": 1.0724397897720337, |
| "learning_rate": 5.1730784834336e-05, |
| "loss": 0.6421, |
| "step": 32680 |
| }, |
| { |
| "epoch": 1.3435779439559536, |
| "grad_norm": 1.193382740020752, |
| "learning_rate": 5.161428093038255e-05, |
| "loss": 0.6263, |
| "step": 32700 |
| }, |
| { |
| "epoch": 1.3443997041663243, |
| "grad_norm": 1.219397783279419, |
| "learning_rate": 5.149786271381314e-05, |
| "loss": 0.637, |
| "step": 32720 |
| }, |
| { |
| "epoch": 1.3452214643766949, |
| "grad_norm": 1.2231544256210327, |
| "learning_rate": 5.1381530390795365e-05, |
| "loss": 0.6491, |
| "step": 32740 |
| }, |
| { |
| "epoch": 1.3460432245870655, |
| "grad_norm": 1.1197011470794678, |
| "learning_rate": 5.1265284167344906e-05, |
| "loss": 0.6405, |
| "step": 32760 |
| }, |
| { |
| "epoch": 1.346864984797436, |
| "grad_norm": 1.1939942836761475, |
| "learning_rate": 5.114912424932485e-05, |
| "loss": 0.6389, |
| "step": 32780 |
| }, |
| { |
| "epoch": 1.3476867450078067, |
| "grad_norm": 1.029039740562439, |
| "learning_rate": 5.103305084244545e-05, |
| "loss": 0.6434, |
| "step": 32800 |
| }, |
| { |
| "epoch": 1.3485085052181773, |
| "grad_norm": 1.1776632070541382, |
| "learning_rate": 5.0917064152263804e-05, |
| "loss": 0.6287, |
| "step": 32820 |
| }, |
| { |
| "epoch": 1.349330265428548, |
| "grad_norm": 1.1028509140014648, |
| "learning_rate": 5.080116438418334e-05, |
| "loss": 0.6407, |
| "step": 32840 |
| }, |
| { |
| "epoch": 1.3501520256389186, |
| "grad_norm": 1.1051464080810547, |
| "learning_rate": 5.068535174345373e-05, |
| "loss": 0.6248, |
| "step": 32860 |
| }, |
| { |
| "epoch": 1.3509737858492892, |
| "grad_norm": 1.0466769933700562, |
| "learning_rate": 5.056962643517014e-05, |
| "loss": 0.6292, |
| "step": 32880 |
| }, |
| { |
| "epoch": 1.3517955460596598, |
| "grad_norm": 1.222561001777649, |
| "learning_rate": 5.045398866427331e-05, |
| "loss": 0.6223, |
| "step": 32900 |
| }, |
| { |
| "epoch": 1.3526173062700304, |
| "grad_norm": 1.2215903997421265, |
| "learning_rate": 5.03384386355487e-05, |
| "loss": 0.6381, |
| "step": 32920 |
| }, |
| { |
| "epoch": 1.353439066480401, |
| "grad_norm": 1.1650848388671875, |
| "learning_rate": 5.02229765536266e-05, |
| "loss": 0.6543, |
| "step": 32940 |
| }, |
| { |
| "epoch": 1.3542608266907716, |
| "grad_norm": 1.1978867053985596, |
| "learning_rate": 5.010760262298145e-05, |
| "loss": 0.6255, |
| "step": 32960 |
| }, |
| { |
| "epoch": 1.3550825869011422, |
| "grad_norm": 1.2988346815109253, |
| "learning_rate": 4.999231704793156e-05, |
| "loss": 0.6388, |
| "step": 32980 |
| }, |
| { |
| "epoch": 1.3559043471115129, |
| "grad_norm": 0.9702379107475281, |
| "learning_rate": 4.987712003263892e-05, |
| "loss": 0.6343, |
| "step": 33000 |
| }, |
| { |
| "epoch": 1.3567261073218835, |
| "grad_norm": 1.037627100944519, |
| "learning_rate": 4.976201178110843e-05, |
| "loss": 0.6351, |
| "step": 33020 |
| }, |
| { |
| "epoch": 1.357547867532254, |
| "grad_norm": 1.2792913913726807, |
| "learning_rate": 4.964699249718805e-05, |
| "loss": 0.6324, |
| "step": 33040 |
| }, |
| { |
| "epoch": 1.3583696277426247, |
| "grad_norm": 1.1782094240188599, |
| "learning_rate": 4.953206238456804e-05, |
| "loss": 0.6144, |
| "step": 33060 |
| }, |
| { |
| "epoch": 1.3591913879529953, |
| "grad_norm": 1.1542799472808838, |
| "learning_rate": 4.941722164678074e-05, |
| "loss": 0.6236, |
| "step": 33080 |
| }, |
| { |
| "epoch": 1.360013148163366, |
| "grad_norm": 1.2403596639633179, |
| "learning_rate": 4.930247048720035e-05, |
| "loss": 0.6325, |
| "step": 33100 |
| }, |
| { |
| "epoch": 1.3608349083737366, |
| "grad_norm": 1.1392772197723389, |
| "learning_rate": 4.918780910904229e-05, |
| "loss": 0.6363, |
| "step": 33120 |
| }, |
| { |
| "epoch": 1.3616566685841072, |
| "grad_norm": 1.0998027324676514, |
| "learning_rate": 4.907323771536304e-05, |
| "loss": 0.6461, |
| "step": 33140 |
| }, |
| { |
| "epoch": 1.3624784287944778, |
| "grad_norm": 1.139052391052246, |
| "learning_rate": 4.895875650905967e-05, |
| "loss": 0.6196, |
| "step": 33160 |
| }, |
| { |
| "epoch": 1.3633001890048484, |
| "grad_norm": 1.0922917127609253, |
| "learning_rate": 4.884436569286968e-05, |
| "loss": 0.6418, |
| "step": 33180 |
| }, |
| { |
| "epoch": 1.364121949215219, |
| "grad_norm": 1.2731437683105469, |
| "learning_rate": 4.8730065469370345e-05, |
| "loss": 0.6584, |
| "step": 33200 |
| }, |
| { |
| "epoch": 1.3649437094255896, |
| "grad_norm": 1.07999849319458, |
| "learning_rate": 4.861585604097857e-05, |
| "loss": 0.6337, |
| "step": 33220 |
| }, |
| { |
| "epoch": 1.3657654696359602, |
| "grad_norm": 1.270757794380188, |
| "learning_rate": 4.8501737609950456e-05, |
| "loss": 0.6189, |
| "step": 33240 |
| }, |
| { |
| "epoch": 1.3665872298463309, |
| "grad_norm": 1.1716457605361938, |
| "learning_rate": 4.8387710378380925e-05, |
| "loss": 0.6443, |
| "step": 33260 |
| }, |
| { |
| "epoch": 1.3674089900567015, |
| "grad_norm": 1.2344413995742798, |
| "learning_rate": 4.827377454820351e-05, |
| "loss": 0.648, |
| "step": 33280 |
| }, |
| { |
| "epoch": 1.368230750267072, |
| "grad_norm": 1.134440541267395, |
| "learning_rate": 4.815993032118972e-05, |
| "loss": 0.6276, |
| "step": 33300 |
| }, |
| { |
| "epoch": 1.3690525104774427, |
| "grad_norm": 1.1542905569076538, |
| "learning_rate": 4.804617789894898e-05, |
| "loss": 0.632, |
| "step": 33320 |
| }, |
| { |
| "epoch": 1.3698742706878133, |
| "grad_norm": 1.0746182203292847, |
| "learning_rate": 4.7932517482928044e-05, |
| "loss": 0.6425, |
| "step": 33340 |
| }, |
| { |
| "epoch": 1.370696030898184, |
| "grad_norm": 1.2313367128372192, |
| "learning_rate": 4.7818949274410755e-05, |
| "loss": 0.6359, |
| "step": 33360 |
| }, |
| { |
| "epoch": 1.3715177911085545, |
| "grad_norm": 1.1803609132766724, |
| "learning_rate": 4.770547347451767e-05, |
| "loss": 0.6255, |
| "step": 33380 |
| }, |
| { |
| "epoch": 1.3723395513189252, |
| "grad_norm": 1.082554578781128, |
| "learning_rate": 4.759209028420567e-05, |
| "loss": 0.6194, |
| "step": 33400 |
| }, |
| { |
| "epoch": 1.3731613115292958, |
| "grad_norm": 1.1176568269729614, |
| "learning_rate": 4.747879990426772e-05, |
| "loss": 0.626, |
| "step": 33420 |
| }, |
| { |
| "epoch": 1.3739830717396664, |
| "grad_norm": 1.2282779216766357, |
| "learning_rate": 4.736560253533233e-05, |
| "loss": 0.6334, |
| "step": 33440 |
| }, |
| { |
| "epoch": 1.374804831950037, |
| "grad_norm": 1.1532173156738281, |
| "learning_rate": 4.725249837786333e-05, |
| "loss": 0.6206, |
| "step": 33460 |
| }, |
| { |
| "epoch": 1.3756265921604076, |
| "grad_norm": 1.1878107786178589, |
| "learning_rate": 4.713948763215943e-05, |
| "loss": 0.6585, |
| "step": 33480 |
| }, |
| { |
| "epoch": 1.3764483523707782, |
| "grad_norm": 1.0733743906021118, |
| "learning_rate": 4.7026570498354036e-05, |
| "loss": 0.6409, |
| "step": 33500 |
| }, |
| { |
| "epoch": 1.3772701125811488, |
| "grad_norm": 1.0726110935211182, |
| "learning_rate": 4.691374717641468e-05, |
| "loss": 0.6188, |
| "step": 33520 |
| }, |
| { |
| "epoch": 1.3780918727915195, |
| "grad_norm": 1.0967559814453125, |
| "learning_rate": 4.6801017866142716e-05, |
| "loss": 0.624, |
| "step": 33540 |
| }, |
| { |
| "epoch": 1.37891363300189, |
| "grad_norm": 1.1548309326171875, |
| "learning_rate": 4.668838276717321e-05, |
| "loss": 0.6432, |
| "step": 33560 |
| }, |
| { |
| "epoch": 1.3797353932122607, |
| "grad_norm": 1.1636457443237305, |
| "learning_rate": 4.6575842078974096e-05, |
| "loss": 0.6232, |
| "step": 33580 |
| }, |
| { |
| "epoch": 1.3805571534226313, |
| "grad_norm": 1.2843453884124756, |
| "learning_rate": 4.6463396000846385e-05, |
| "loss": 0.6349, |
| "step": 33600 |
| }, |
| { |
| "epoch": 1.381378913633002, |
| "grad_norm": 1.131871223449707, |
| "learning_rate": 4.635104473192334e-05, |
| "loss": 0.6477, |
| "step": 33620 |
| }, |
| { |
| "epoch": 1.3822006738433725, |
| "grad_norm": 1.2385400533676147, |
| "learning_rate": 4.62387884711705e-05, |
| "loss": 0.6233, |
| "step": 33640 |
| }, |
| { |
| "epoch": 1.3830224340537431, |
| "grad_norm": 1.1033365726470947, |
| "learning_rate": 4.612662741738501e-05, |
| "loss": 0.6398, |
| "step": 33660 |
| }, |
| { |
| "epoch": 1.3838441942641138, |
| "grad_norm": 1.232216477394104, |
| "learning_rate": 4.6014561769195476e-05, |
| "loss": 0.6356, |
| "step": 33680 |
| }, |
| { |
| "epoch": 1.3846659544744844, |
| "grad_norm": 1.1851789951324463, |
| "learning_rate": 4.5902591725061516e-05, |
| "loss": 0.5995, |
| "step": 33700 |
| }, |
| { |
| "epoch": 1.385487714684855, |
| "grad_norm": 1.0367991924285889, |
| "learning_rate": 4.5796308916997966e-05, |
| "loss": 0.6456, |
| "step": 33720 |
| }, |
| { |
| "epoch": 1.3863094748952256, |
| "grad_norm": 1.2613193988800049, |
| "learning_rate": 4.568452587095045e-05, |
| "loss": 0.5976, |
| "step": 33740 |
| }, |
| { |
| "epoch": 1.3871312351055962, |
| "grad_norm": 1.056667685508728, |
| "learning_rate": 4.557283901342667e-05, |
| "loss": 0.6341, |
| "step": 33760 |
| }, |
| { |
| "epoch": 1.3879529953159668, |
| "grad_norm": 0.9964428544044495, |
| "learning_rate": 4.546124854221549e-05, |
| "loss": 0.6187, |
| "step": 33780 |
| }, |
| { |
| "epoch": 1.3887747555263374, |
| "grad_norm": 1.2256003618240356, |
| "learning_rate": 4.5349754654934994e-05, |
| "loss": 0.6263, |
| "step": 33800 |
| }, |
| { |
| "epoch": 1.389596515736708, |
| "grad_norm": 1.1462249755859375, |
| "learning_rate": 4.523835754903235e-05, |
| "loss": 0.6133, |
| "step": 33820 |
| }, |
| { |
| "epoch": 1.3904182759470787, |
| "grad_norm": 1.1194911003112793, |
| "learning_rate": 4.512705742178317e-05, |
| "loss": 0.6437, |
| "step": 33840 |
| }, |
| { |
| "epoch": 1.3912400361574493, |
| "grad_norm": 1.1602319478988647, |
| "learning_rate": 4.501585447029154e-05, |
| "loss": 0.6323, |
| "step": 33860 |
| }, |
| { |
| "epoch": 1.39206179636782, |
| "grad_norm": 1.1044458150863647, |
| "learning_rate": 4.490474889148918e-05, |
| "loss": 0.6317, |
| "step": 33880 |
| }, |
| { |
| "epoch": 1.3928835565781905, |
| "grad_norm": 1.1019541025161743, |
| "learning_rate": 4.479374088213561e-05, |
| "loss": 0.6154, |
| "step": 33900 |
| }, |
| { |
| "epoch": 1.3937053167885611, |
| "grad_norm": 1.163619875907898, |
| "learning_rate": 4.468283063881745e-05, |
| "loss": 0.64, |
| "step": 33920 |
| }, |
| { |
| "epoch": 1.3945270769989317, |
| "grad_norm": 1.2417570352554321, |
| "learning_rate": 4.4572018357948163e-05, |
| "loss": 0.6219, |
| "step": 33940 |
| }, |
| { |
| "epoch": 1.3953488372093024, |
| "grad_norm": 1.0506731271743774, |
| "learning_rate": 4.446130423576788e-05, |
| "loss": 0.6288, |
| "step": 33960 |
| }, |
| { |
| "epoch": 1.396170597419673, |
| "grad_norm": 1.1237679719924927, |
| "learning_rate": 4.4350688468342625e-05, |
| "loss": 0.6271, |
| "step": 33980 |
| }, |
| { |
| "epoch": 1.3969923576300436, |
| "grad_norm": 1.254115343093872, |
| "learning_rate": 4.424017125156454e-05, |
| "loss": 0.616, |
| "step": 34000 |
| }, |
| { |
| "epoch": 1.3969923576300436, |
| "eval_loss": 0.924524188041687, |
| "eval_runtime": 16.5191, |
| "eval_samples_per_second": 158.604, |
| "eval_steps_per_second": 4.964, |
| "step": 34000 |
| }, |
| { |
| "epoch": 1.3978141178404142, |
| "grad_norm": 1.0411611795425415, |
| "learning_rate": 4.412975278115104e-05, |
| "loss": 0.6529, |
| "step": 34020 |
| }, |
| { |
| "epoch": 1.3986358780507848, |
| "grad_norm": 1.1783146858215332, |
| "learning_rate": 4.401943325264478e-05, |
| "loss": 0.6594, |
| "step": 34040 |
| }, |
| { |
| "epoch": 1.3994576382611554, |
| "grad_norm": 1.1332125663757324, |
| "learning_rate": 4.390921286141314e-05, |
| "loss": 0.6194, |
| "step": 34060 |
| }, |
| { |
| "epoch": 1.400279398471526, |
| "grad_norm": 1.1602998971939087, |
| "learning_rate": 4.3799091802647954e-05, |
| "loss": 0.6178, |
| "step": 34080 |
| }, |
| { |
| "epoch": 1.4011011586818967, |
| "grad_norm": 1.1415718793869019, |
| "learning_rate": 4.368907027136512e-05, |
| "loss": 0.6115, |
| "step": 34100 |
| }, |
| { |
| "epoch": 1.4019229188922673, |
| "grad_norm": 1.0940213203430176, |
| "learning_rate": 4.3579148462404273e-05, |
| "loss": 0.6163, |
| "step": 34120 |
| }, |
| { |
| "epoch": 1.402744679102638, |
| "grad_norm": 1.0750993490219116, |
| "learning_rate": 4.346932657042855e-05, |
| "loss": 0.6368, |
| "step": 34140 |
| }, |
| { |
| "epoch": 1.4035664393130085, |
| "grad_norm": 1.1632193326950073, |
| "learning_rate": 4.335960478992399e-05, |
| "loss": 0.6357, |
| "step": 34160 |
| }, |
| { |
| "epoch": 1.4043881995233791, |
| "grad_norm": 0.9799935221672058, |
| "learning_rate": 4.324998331519954e-05, |
| "loss": 0.6241, |
| "step": 34180 |
| }, |
| { |
| "epoch": 1.4052099597337497, |
| "grad_norm": 1.2228275537490845, |
| "learning_rate": 4.314046234038624e-05, |
| "loss": 0.6131, |
| "step": 34200 |
| }, |
| { |
| "epoch": 1.4060317199441204, |
| "grad_norm": 1.1572198867797852, |
| "learning_rate": 4.3031042059437423e-05, |
| "loss": 0.6143, |
| "step": 34220 |
| }, |
| { |
| "epoch": 1.406853480154491, |
| "grad_norm": 1.0190701484680176, |
| "learning_rate": 4.292172266612794e-05, |
| "loss": 0.6292, |
| "step": 34240 |
| }, |
| { |
| "epoch": 1.4076752403648616, |
| "grad_norm": 1.032221794128418, |
| "learning_rate": 4.2812504354053986e-05, |
| "loss": 0.6137, |
| "step": 34260 |
| }, |
| { |
| "epoch": 1.4084970005752322, |
| "grad_norm": 1.2286864519119263, |
| "learning_rate": 4.270338731663285e-05, |
| "loss": 0.6144, |
| "step": 34280 |
| }, |
| { |
| "epoch": 1.4093187607856028, |
| "grad_norm": 1.0505238771438599, |
| "learning_rate": 4.259437174710239e-05, |
| "loss": 0.632, |
| "step": 34300 |
| }, |
| { |
| "epoch": 1.4101405209959734, |
| "grad_norm": 1.101257562637329, |
| "learning_rate": 4.248545783852077e-05, |
| "loss": 0.6191, |
| "step": 34320 |
| }, |
| { |
| "epoch": 1.410962281206344, |
| "grad_norm": 1.1456806659698486, |
| "learning_rate": 4.237664578376611e-05, |
| "loss": 0.6128, |
| "step": 34340 |
| }, |
| { |
| "epoch": 1.4117840414167147, |
| "grad_norm": 1.186767339706421, |
| "learning_rate": 4.226793577553626e-05, |
| "loss": 0.6076, |
| "step": 34360 |
| }, |
| { |
| "epoch": 1.4126058016270853, |
| "grad_norm": 1.081678867340088, |
| "learning_rate": 4.215932800634823e-05, |
| "loss": 0.5981, |
| "step": 34380 |
| }, |
| { |
| "epoch": 1.4134275618374559, |
| "grad_norm": 1.1703848838806152, |
| "learning_rate": 4.205082266853803e-05, |
| "loss": 0.6327, |
| "step": 34400 |
| }, |
| { |
| "epoch": 1.4142493220478265, |
| "grad_norm": 1.0651689767837524, |
| "learning_rate": 4.194241995426025e-05, |
| "loss": 0.6534, |
| "step": 34420 |
| }, |
| { |
| "epoch": 1.415071082258197, |
| "grad_norm": 0.9564984440803528, |
| "learning_rate": 4.183412005548771e-05, |
| "loss": 0.6247, |
| "step": 34440 |
| }, |
| { |
| "epoch": 1.4158928424685677, |
| "grad_norm": 1.0257432460784912, |
| "learning_rate": 4.172592316401129e-05, |
| "loss": 0.6221, |
| "step": 34460 |
| }, |
| { |
| "epoch": 1.4167146026789383, |
| "grad_norm": 1.0298326015472412, |
| "learning_rate": 4.1617829471439286e-05, |
| "loss": 0.6157, |
| "step": 34480 |
| }, |
| { |
| "epoch": 1.417536362889309, |
| "grad_norm": 1.0720484256744385, |
| "learning_rate": 4.150983916919735e-05, |
| "loss": 0.6086, |
| "step": 34500 |
| }, |
| { |
| "epoch": 1.4183581230996796, |
| "grad_norm": 1.0548421144485474, |
| "learning_rate": 4.140195244852797e-05, |
| "loss": 0.6133, |
| "step": 34520 |
| }, |
| { |
| "epoch": 1.4191798833100502, |
| "grad_norm": 1.1134650707244873, |
| "learning_rate": 4.1294169500490244e-05, |
| "loss": 0.613, |
| "step": 34540 |
| }, |
| { |
| "epoch": 1.4200016435204208, |
| "grad_norm": 1.135111689567566, |
| "learning_rate": 4.1186490515959456e-05, |
| "loss": 0.6121, |
| "step": 34560 |
| }, |
| { |
| "epoch": 1.4208234037307914, |
| "grad_norm": 1.080965280532837, |
| "learning_rate": 4.107891568562675e-05, |
| "loss": 0.6202, |
| "step": 34580 |
| }, |
| { |
| "epoch": 1.421645163941162, |
| "grad_norm": 1.1884208917617798, |
| "learning_rate": 4.097144519999898e-05, |
| "loss": 0.64, |
| "step": 34600 |
| }, |
| { |
| "epoch": 1.4224669241515326, |
| "grad_norm": 1.1158133745193481, |
| "learning_rate": 4.086407924939803e-05, |
| "loss": 0.6285, |
| "step": 34620 |
| }, |
| { |
| "epoch": 1.4232886843619033, |
| "grad_norm": 1.0862083435058594, |
| "learning_rate": 4.0756818023960765e-05, |
| "loss": 0.6368, |
| "step": 34640 |
| }, |
| { |
| "epoch": 1.4241104445722739, |
| "grad_norm": 1.0684436559677124, |
| "learning_rate": 4.0649661713638544e-05, |
| "loss": 0.6247, |
| "step": 34660 |
| }, |
| { |
| "epoch": 1.4249322047826445, |
| "grad_norm": 1.1276649236679077, |
| "learning_rate": 4.054261050819691e-05, |
| "loss": 0.6464, |
| "step": 34680 |
| }, |
| { |
| "epoch": 1.425753964993015, |
| "grad_norm": 1.162343144416809, |
| "learning_rate": 4.043566459721537e-05, |
| "loss": 0.6193, |
| "step": 34700 |
| }, |
| { |
| "epoch": 1.4265757252033857, |
| "grad_norm": 0.9801756143569946, |
| "learning_rate": 4.033416368328017e-05, |
| "loss": 0.6304, |
| "step": 34720 |
| }, |
| { |
| "epoch": 1.4273974854137563, |
| "grad_norm": 1.1881067752838135, |
| "learning_rate": 4.022742364106714e-05, |
| "loss": 0.6233, |
| "step": 34740 |
| }, |
| { |
| "epoch": 1.428219245624127, |
| "grad_norm": 1.0229750871658325, |
| "learning_rate": 4.012078945148589e-05, |
| "loss": 0.6281, |
| "step": 34760 |
| }, |
| { |
| "epoch": 1.4290410058344976, |
| "grad_norm": 1.2104301452636719, |
| "learning_rate": 4.001426130337733e-05, |
| "loss": 0.616, |
| "step": 34780 |
| }, |
| { |
| "epoch": 1.4298627660448682, |
| "grad_norm": 1.0440176725387573, |
| "learning_rate": 3.990783938539456e-05, |
| "loss": 0.6205, |
| "step": 34800 |
| }, |
| { |
| "epoch": 1.4306845262552388, |
| "grad_norm": 1.0981454849243164, |
| "learning_rate": 3.98068371306235e-05, |
| "loss": 0.6387, |
| "step": 34820 |
| }, |
| { |
| "epoch": 1.4315062864656094, |
| "grad_norm": 1.1962534189224243, |
| "learning_rate": 3.970062290328703e-05, |
| "loss": 0.6029, |
| "step": 34840 |
| }, |
| { |
| "epoch": 1.43232804667598, |
| "grad_norm": 1.0792949199676514, |
| "learning_rate": 3.959451546150584e-05, |
| "loss": 0.6446, |
| "step": 34860 |
| }, |
| { |
| "epoch": 1.4331498068863506, |
| "grad_norm": 1.2667758464813232, |
| "learning_rate": 3.948851499318811e-05, |
| "loss": 0.6233, |
| "step": 34880 |
| }, |
| { |
| "epoch": 1.4339715670967212, |
| "grad_norm": 0.9692990779876709, |
| "learning_rate": 3.9382621686052454e-05, |
| "loss": 0.6101, |
| "step": 34900 |
| }, |
| { |
| "epoch": 1.4347933273070919, |
| "grad_norm": 1.0378152132034302, |
| "learning_rate": 3.927683572762778e-05, |
| "loss": 0.6223, |
| "step": 34920 |
| }, |
| { |
| "epoch": 1.4356150875174625, |
| "grad_norm": 1.0101780891418457, |
| "learning_rate": 3.9171157305252884e-05, |
| "loss": 0.6109, |
| "step": 34940 |
| }, |
| { |
| "epoch": 1.436436847727833, |
| "grad_norm": 1.1455594301223755, |
| "learning_rate": 3.9065586606076064e-05, |
| "loss": 0.6373, |
| "step": 34960 |
| }, |
| { |
| "epoch": 1.4372586079382037, |
| "grad_norm": 0.9811462759971619, |
| "learning_rate": 3.8960123817055e-05, |
| "loss": 0.6111, |
| "step": 34980 |
| }, |
| { |
| "epoch": 1.4380803681485743, |
| "grad_norm": 1.0883426666259766, |
| "learning_rate": 3.8854769124956104e-05, |
| "loss": 0.6136, |
| "step": 35000 |
| }, |
| { |
| "epoch": 1.438902128358945, |
| "grad_norm": 1.2005125284194946, |
| "learning_rate": 3.874952271635444e-05, |
| "loss": 0.624, |
| "step": 35020 |
| }, |
| { |
| "epoch": 1.4397238885693155, |
| "grad_norm": 1.1082879304885864, |
| "learning_rate": 3.864438477763327e-05, |
| "loss": 0.6224, |
| "step": 35040 |
| }, |
| { |
| "epoch": 1.4405456487796862, |
| "grad_norm": 1.1191489696502686, |
| "learning_rate": 3.8539355494983865e-05, |
| "loss": 0.6174, |
| "step": 35060 |
| }, |
| { |
| "epoch": 1.4413674089900568, |
| "grad_norm": 1.131309986114502, |
| "learning_rate": 3.843443505440494e-05, |
| "loss": 0.6212, |
| "step": 35080 |
| }, |
| { |
| "epoch": 1.4421891692004274, |
| "grad_norm": 1.216101884841919, |
| "learning_rate": 3.832962364170251e-05, |
| "loss": 0.6228, |
| "step": 35100 |
| }, |
| { |
| "epoch": 1.443010929410798, |
| "grad_norm": 1.043578863143921, |
| "learning_rate": 3.82249214424896e-05, |
| "loss": 0.6225, |
| "step": 35120 |
| }, |
| { |
| "epoch": 1.4438326896211686, |
| "grad_norm": 1.0260852575302124, |
| "learning_rate": 3.812032864218563e-05, |
| "loss": 0.6249, |
| "step": 35140 |
| }, |
| { |
| "epoch": 1.4446544498315392, |
| "grad_norm": 1.1600069999694824, |
| "learning_rate": 3.8015845426016494e-05, |
| "loss": 0.6072, |
| "step": 35160 |
| }, |
| { |
| "epoch": 1.4454762100419098, |
| "grad_norm": 1.0437159538269043, |
| "learning_rate": 3.7911471979013845e-05, |
| "loss": 0.619, |
| "step": 35180 |
| }, |
| { |
| "epoch": 1.4462979702522805, |
| "grad_norm": 1.074245572090149, |
| "learning_rate": 3.78072084860151e-05, |
| "loss": 0.6135, |
| "step": 35200 |
| }, |
| { |
| "epoch": 1.447119730462651, |
| "grad_norm": 1.021990180015564, |
| "learning_rate": 3.7703055131662854e-05, |
| "loss": 0.614, |
| "step": 35220 |
| }, |
| { |
| "epoch": 1.4479414906730217, |
| "grad_norm": 0.9545276165008545, |
| "learning_rate": 3.759901210040466e-05, |
| "loss": 0.5856, |
| "step": 35240 |
| }, |
| { |
| "epoch": 1.4487632508833923, |
| "grad_norm": 1.1442620754241943, |
| "learning_rate": 3.749507957649274e-05, |
| "loss": 0.6096, |
| "step": 35260 |
| }, |
| { |
| "epoch": 1.449585011093763, |
| "grad_norm": 1.0844465494155884, |
| "learning_rate": 3.7391257743983554e-05, |
| "loss": 0.6105, |
| "step": 35280 |
| }, |
| { |
| "epoch": 1.4504067713041335, |
| "grad_norm": 1.13474702835083, |
| "learning_rate": 3.728754678673762e-05, |
| "loss": 0.6214, |
| "step": 35300 |
| }, |
| { |
| "epoch": 1.4512285315145041, |
| "grad_norm": 1.0782667398452759, |
| "learning_rate": 3.7183946888419066e-05, |
| "loss": 0.6417, |
| "step": 35320 |
| }, |
| { |
| "epoch": 1.4520502917248748, |
| "grad_norm": 1.2489984035491943, |
| "learning_rate": 3.708045823249531e-05, |
| "loss": 0.6105, |
| "step": 35340 |
| }, |
| { |
| "epoch": 1.4528720519352452, |
| "grad_norm": 1.113853096961975, |
| "learning_rate": 3.69770810022368e-05, |
| "loss": 0.6243, |
| "step": 35360 |
| }, |
| { |
| "epoch": 1.453693812145616, |
| "grad_norm": 1.1300607919692993, |
| "learning_rate": 3.6873815380716624e-05, |
| "loss": 0.6248, |
| "step": 35380 |
| }, |
| { |
| "epoch": 1.4545155723559864, |
| "grad_norm": 1.0935343503952026, |
| "learning_rate": 3.6770661550810316e-05, |
| "loss": 0.6188, |
| "step": 35400 |
| }, |
| { |
| "epoch": 1.4553373325663572, |
| "grad_norm": 1.2234795093536377, |
| "learning_rate": 3.6667619695195285e-05, |
| "loss": 0.6157, |
| "step": 35420 |
| }, |
| { |
| "epoch": 1.4561590927767276, |
| "grad_norm": 1.050308346748352, |
| "learning_rate": 3.656468999635085e-05, |
| "loss": 0.6089, |
| "step": 35440 |
| }, |
| { |
| "epoch": 1.4569808529870985, |
| "grad_norm": 1.116862416267395, |
| "learning_rate": 3.646187263655745e-05, |
| "loss": 0.6126, |
| "step": 35460 |
| }, |
| { |
| "epoch": 1.4578026131974688, |
| "grad_norm": 1.2579872608184814, |
| "learning_rate": 3.6359167797896795e-05, |
| "loss": 0.6189, |
| "step": 35480 |
| }, |
| { |
| "epoch": 1.4586243734078397, |
| "grad_norm": 1.2237604856491089, |
| "learning_rate": 3.625657566225124e-05, |
| "loss": 0.6248, |
| "step": 35500 |
| }, |
| { |
| "epoch": 1.45944613361821, |
| "grad_norm": 1.2082823514938354, |
| "learning_rate": 3.615409641130351e-05, |
| "loss": 0.6277, |
| "step": 35520 |
| }, |
| { |
| "epoch": 1.460267893828581, |
| "grad_norm": 1.17978835105896, |
| "learning_rate": 3.605173022653653e-05, |
| "loss": 0.6119, |
| "step": 35540 |
| }, |
| { |
| "epoch": 1.4610896540389513, |
| "grad_norm": 1.1109099388122559, |
| "learning_rate": 3.5949477289232914e-05, |
| "loss": 0.6391, |
| "step": 35560 |
| }, |
| { |
| "epoch": 1.4619114142493221, |
| "grad_norm": 1.109529733657837, |
| "learning_rate": 3.5847337780474744e-05, |
| "loss": 0.6211, |
| "step": 35580 |
| }, |
| { |
| "epoch": 1.4627331744596925, |
| "grad_norm": 1.159828543663025, |
| "learning_rate": 3.5745311881143196e-05, |
| "loss": 0.6182, |
| "step": 35600 |
| }, |
| { |
| "epoch": 1.4635549346700634, |
| "grad_norm": 1.047654390335083, |
| "learning_rate": 3.564339977191834e-05, |
| "loss": 0.6166, |
| "step": 35620 |
| }, |
| { |
| "epoch": 1.4643766948804338, |
| "grad_norm": 1.009979248046875, |
| "learning_rate": 3.554160163327864e-05, |
| "loss": 0.6, |
| "step": 35640 |
| }, |
| { |
| "epoch": 1.4651984550908046, |
| "grad_norm": 1.0264675617218018, |
| "learning_rate": 3.543991764550079e-05, |
| "loss": 0.6166, |
| "step": 35660 |
| }, |
| { |
| "epoch": 1.466020215301175, |
| "grad_norm": 1.2139075994491577, |
| "learning_rate": 3.533834798865927e-05, |
| "loss": 0.6369, |
| "step": 35680 |
| }, |
| { |
| "epoch": 1.4668419755115458, |
| "grad_norm": 1.1369953155517578, |
| "learning_rate": 3.523689284262611e-05, |
| "loss": 0.6183, |
| "step": 35700 |
| }, |
| { |
| "epoch": 1.4676637357219162, |
| "grad_norm": 1.1860294342041016, |
| "learning_rate": 3.5135552387070636e-05, |
| "loss": 0.6152, |
| "step": 35720 |
| }, |
| { |
| "epoch": 1.468485495932287, |
| "grad_norm": 1.0591294765472412, |
| "learning_rate": 3.503432680145892e-05, |
| "loss": 0.6152, |
| "step": 35740 |
| }, |
| { |
| "epoch": 1.4693072561426574, |
| "grad_norm": 1.112328290939331, |
| "learning_rate": 3.493321626505375e-05, |
| "loss": 0.6106, |
| "step": 35760 |
| }, |
| { |
| "epoch": 1.4701290163530283, |
| "grad_norm": 1.0694029331207275, |
| "learning_rate": 3.483222095691406e-05, |
| "loss": 0.609, |
| "step": 35780 |
| }, |
| { |
| "epoch": 1.4709507765633987, |
| "grad_norm": 1.0409561395645142, |
| "learning_rate": 3.4731341055894785e-05, |
| "loss": 0.6265, |
| "step": 35800 |
| }, |
| { |
| "epoch": 1.4717725367737695, |
| "grad_norm": 1.130654215812683, |
| "learning_rate": 3.463057674064646e-05, |
| "loss": 0.6058, |
| "step": 35820 |
| }, |
| { |
| "epoch": 1.47259429698414, |
| "grad_norm": 1.0501320362091064, |
| "learning_rate": 3.4534957865013894e-05, |
| "loss": 0.588, |
| "step": 35840 |
| }, |
| { |
| "epoch": 1.4734160571945107, |
| "grad_norm": 1.1128648519515991, |
| "learning_rate": 3.443441945508704e-05, |
| "loss": 0.6212, |
| "step": 35860 |
| }, |
| { |
| "epoch": 1.4742378174048811, |
| "grad_norm": 1.1255168914794922, |
| "learning_rate": 3.433399715675645e-05, |
| "loss": 0.6282, |
| "step": 35880 |
| }, |
| { |
| "epoch": 1.475059577615252, |
| "grad_norm": 1.3319727182388306, |
| "learning_rate": 3.4238703683689755e-05, |
| "loss": 0.6392, |
| "step": 35900 |
| }, |
| { |
| "epoch": 1.4758813378256224, |
| "grad_norm": 1.1387158632278442, |
| "learning_rate": 3.414351531414453e-05, |
| "loss": 0.6058, |
| "step": 35920 |
| }, |
| { |
| "epoch": 1.4767030980359932, |
| "grad_norm": 1.0003697872161865, |
| "learning_rate": 3.404343074439131e-05, |
| "loss": 0.6186, |
| "step": 35940 |
| }, |
| { |
| "epoch": 1.4775248582463636, |
| "grad_norm": 1.2400519847869873, |
| "learning_rate": 3.3943462978645225e-05, |
| "loss": 0.6088, |
| "step": 35960 |
| }, |
| { |
| "epoch": 1.4783466184567344, |
| "grad_norm": 1.048429250717163, |
| "learning_rate": 3.384361219394153e-05, |
| "loss": 0.6101, |
| "step": 35980 |
| }, |
| { |
| "epoch": 1.4791683786671048, |
| "grad_norm": 1.1433545351028442, |
| "learning_rate": 3.374387856710828e-05, |
| "loss": 0.6407, |
| "step": 36000 |
| }, |
| { |
| "epoch": 1.4791683786671048, |
| "eval_loss": 0.9071117639541626, |
| "eval_runtime": 16.6266, |
| "eval_samples_per_second": 157.579, |
| "eval_steps_per_second": 4.932, |
| "step": 36000 |
| }, |
| { |
| "epoch": 1.4799901388774757, |
| "grad_norm": 1.257107138633728, |
| "learning_rate": 3.3644262274766024e-05, |
| "loss": 0.6129, |
| "step": 36020 |
| }, |
| { |
| "epoch": 1.480811899087846, |
| "grad_norm": 1.07807457447052, |
| "learning_rate": 3.354476349332756e-05, |
| "loss": 0.619, |
| "step": 36040 |
| }, |
| { |
| "epoch": 1.4816336592982169, |
| "grad_norm": 1.1075770854949951, |
| "learning_rate": 3.344538239899754e-05, |
| "loss": 0.6148, |
| "step": 36060 |
| }, |
| { |
| "epoch": 1.4824554195085873, |
| "grad_norm": 1.2136929035186768, |
| "learning_rate": 3.3346119167772285e-05, |
| "loss": 0.6148, |
| "step": 36080 |
| }, |
| { |
| "epoch": 1.4832771797189581, |
| "grad_norm": 1.0873780250549316, |
| "learning_rate": 3.3246973975439274e-05, |
| "loss": 0.6213, |
| "step": 36100 |
| }, |
| { |
| "epoch": 1.4840989399293285, |
| "grad_norm": 1.09003746509552, |
| "learning_rate": 3.314794699757713e-05, |
| "loss": 0.6244, |
| "step": 36120 |
| }, |
| { |
| "epoch": 1.4849207001396993, |
| "grad_norm": 1.0032758712768555, |
| "learning_rate": 3.3049038409554855e-05, |
| "loss": 0.6265, |
| "step": 36140 |
| }, |
| { |
| "epoch": 1.4857424603500697, |
| "grad_norm": 1.10032057762146, |
| "learning_rate": 3.295024838653205e-05, |
| "loss": 0.6375, |
| "step": 36160 |
| }, |
| { |
| "epoch": 1.4865642205604406, |
| "grad_norm": 1.0320249795913696, |
| "learning_rate": 3.2851577103458196e-05, |
| "loss": 0.6101, |
| "step": 36180 |
| }, |
| { |
| "epoch": 1.487385980770811, |
| "grad_norm": 1.2705104351043701, |
| "learning_rate": 3.2753024735072534e-05, |
| "loss": 0.6337, |
| "step": 36200 |
| }, |
| { |
| "epoch": 1.4882077409811818, |
| "grad_norm": 1.1513526439666748, |
| "learning_rate": 3.2654591455903774e-05, |
| "loss": 0.6179, |
| "step": 36220 |
| }, |
| { |
| "epoch": 1.4890295011915522, |
| "grad_norm": 1.231684923171997, |
| "learning_rate": 3.2556277440269636e-05, |
| "loss": 0.619, |
| "step": 36240 |
| }, |
| { |
| "epoch": 1.489851261401923, |
| "grad_norm": 1.1558480262756348, |
| "learning_rate": 3.2458082862276685e-05, |
| "loss": 0.609, |
| "step": 36260 |
| }, |
| { |
| "epoch": 1.4906730216122934, |
| "grad_norm": 1.005265235900879, |
| "learning_rate": 3.236000789581992e-05, |
| "loss": 0.5977, |
| "step": 36280 |
| }, |
| { |
| "epoch": 1.4914947818226643, |
| "grad_norm": 1.1663181781768799, |
| "learning_rate": 3.2262052714582635e-05, |
| "loss": 0.6104, |
| "step": 36300 |
| }, |
| { |
| "epoch": 1.4923165420330347, |
| "grad_norm": 1.2102375030517578, |
| "learning_rate": 3.216421749203586e-05, |
| "loss": 0.6201, |
| "step": 36320 |
| }, |
| { |
| "epoch": 1.4931383022434055, |
| "grad_norm": 1.1391383409500122, |
| "learning_rate": 3.206650240143827e-05, |
| "loss": 0.6063, |
| "step": 36340 |
| }, |
| { |
| "epoch": 1.4939600624537759, |
| "grad_norm": 1.1457056999206543, |
| "learning_rate": 3.1968907615835756e-05, |
| "loss": 0.6111, |
| "step": 36360 |
| }, |
| { |
| "epoch": 1.4947818226641467, |
| "grad_norm": 1.105281114578247, |
| "learning_rate": 3.187143330806114e-05, |
| "loss": 0.6129, |
| "step": 36380 |
| }, |
| { |
| "epoch": 1.4956035828745171, |
| "grad_norm": 1.1415950059890747, |
| "learning_rate": 3.177407965073398e-05, |
| "loss": 0.6049, |
| "step": 36400 |
| }, |
| { |
| "epoch": 1.496425343084888, |
| "grad_norm": 1.0731744766235352, |
| "learning_rate": 3.1676846816260044e-05, |
| "loss": 0.6257, |
| "step": 36420 |
| }, |
| { |
| "epoch": 1.4972471032952583, |
| "grad_norm": 1.0916352272033691, |
| "learning_rate": 3.1579734976831265e-05, |
| "loss": 0.6219, |
| "step": 36440 |
| }, |
| { |
| "epoch": 1.4980688635056292, |
| "grad_norm": 1.1694599390029907, |
| "learning_rate": 3.14827443044252e-05, |
| "loss": 0.6068, |
| "step": 36460 |
| }, |
| { |
| "epoch": 1.4988906237159996, |
| "grad_norm": 1.0736804008483887, |
| "learning_rate": 3.1385874970804874e-05, |
| "loss": 0.6128, |
| "step": 36480 |
| }, |
| { |
| "epoch": 1.4997123839263704, |
| "grad_norm": 1.2031406164169312, |
| "learning_rate": 3.12891271475184e-05, |
| "loss": 0.6196, |
| "step": 36500 |
| }, |
| { |
| "epoch": 1.5005341441367408, |
| "grad_norm": 1.1104577779769897, |
| "learning_rate": 3.119250100589872e-05, |
| "loss": 0.6187, |
| "step": 36520 |
| }, |
| { |
| "epoch": 1.5013559043471116, |
| "grad_norm": 1.2821518182754517, |
| "learning_rate": 3.109599671706335e-05, |
| "loss": 0.6149, |
| "step": 36540 |
| }, |
| { |
| "epoch": 1.502177664557482, |
| "grad_norm": 1.0993192195892334, |
| "learning_rate": 3.09996144519139e-05, |
| "loss": 0.5835, |
| "step": 36560 |
| }, |
| { |
| "epoch": 1.5029994247678529, |
| "grad_norm": 1.0320968627929688, |
| "learning_rate": 3.090335438113597e-05, |
| "loss": 0.6023, |
| "step": 36580 |
| }, |
| { |
| "epoch": 1.5038211849782233, |
| "grad_norm": 0.9988365769386292, |
| "learning_rate": 3.08072166751987e-05, |
| "loss": 0.6205, |
| "step": 36600 |
| }, |
| { |
| "epoch": 1.504642945188594, |
| "grad_norm": 1.0576531887054443, |
| "learning_rate": 3.071120150435462e-05, |
| "loss": 0.6087, |
| "step": 36620 |
| }, |
| { |
| "epoch": 1.5054647053989645, |
| "grad_norm": 1.0885626077651978, |
| "learning_rate": 3.0615309038639186e-05, |
| "loss": 0.6034, |
| "step": 36640 |
| }, |
| { |
| "epoch": 1.5062864656093353, |
| "grad_norm": 1.0492252111434937, |
| "learning_rate": 3.051953944787054e-05, |
| "loss": 0.5865, |
| "step": 36660 |
| }, |
| { |
| "epoch": 1.5071082258197057, |
| "grad_norm": 1.0457483530044556, |
| "learning_rate": 3.0423892901649344e-05, |
| "loss": 0.6097, |
| "step": 36680 |
| }, |
| { |
| "epoch": 1.5079299860300766, |
| "grad_norm": 1.0300101041793823, |
| "learning_rate": 3.032836956935814e-05, |
| "loss": 0.5837, |
| "step": 36700 |
| }, |
| { |
| "epoch": 1.508751746240447, |
| "grad_norm": 1.1736280918121338, |
| "learning_rate": 3.023296962016151e-05, |
| "loss": 0.5926, |
| "step": 36720 |
| }, |
| { |
| "epoch": 1.5095735064508178, |
| "grad_norm": 1.0206154584884644, |
| "learning_rate": 3.0137693223005335e-05, |
| "loss": 0.6162, |
| "step": 36740 |
| }, |
| { |
| "epoch": 1.5103952666611882, |
| "grad_norm": 1.1228256225585938, |
| "learning_rate": 3.004254054661686e-05, |
| "loss": 0.5999, |
| "step": 36760 |
| }, |
| { |
| "epoch": 1.511217026871559, |
| "grad_norm": 1.0171713829040527, |
| "learning_rate": 2.994751175950411e-05, |
| "loss": 0.6092, |
| "step": 36780 |
| }, |
| { |
| "epoch": 1.5120387870819294, |
| "grad_norm": 1.017462968826294, |
| "learning_rate": 2.985260702995575e-05, |
| "loss": 0.6201, |
| "step": 36800 |
| }, |
| { |
| "epoch": 1.5128605472923002, |
| "grad_norm": 1.2459691762924194, |
| "learning_rate": 2.9757826526040755e-05, |
| "loss": 0.6189, |
| "step": 36820 |
| }, |
| { |
| "epoch": 1.5136823075026706, |
| "grad_norm": 1.027414321899414, |
| "learning_rate": 2.9663170415608078e-05, |
| "loss": 0.6104, |
| "step": 36840 |
| }, |
| { |
| "epoch": 1.5145040677130415, |
| "grad_norm": 1.0714311599731445, |
| "learning_rate": 2.9568638866286458e-05, |
| "loss": 0.6201, |
| "step": 36860 |
| }, |
| { |
| "epoch": 1.5153258279234119, |
| "grad_norm": 1.1437265872955322, |
| "learning_rate": 2.9474232045483952e-05, |
| "loss": 0.6102, |
| "step": 36880 |
| }, |
| { |
| "epoch": 1.5161475881337827, |
| "grad_norm": 1.2031759023666382, |
| "learning_rate": 2.93799501203878e-05, |
| "loss": 0.5923, |
| "step": 36900 |
| }, |
| { |
| "epoch": 1.516969348344153, |
| "grad_norm": 0.992753267288208, |
| "learning_rate": 2.928579325796401e-05, |
| "loss": 0.6025, |
| "step": 36920 |
| }, |
| { |
| "epoch": 1.517791108554524, |
| "grad_norm": 1.1709444522857666, |
| "learning_rate": 2.9191761624957115e-05, |
| "loss": 0.6125, |
| "step": 36940 |
| }, |
| { |
| "epoch": 1.5186128687648943, |
| "grad_norm": 1.1847578287124634, |
| "learning_rate": 2.909785538788995e-05, |
| "loss": 0.6141, |
| "step": 36960 |
| }, |
| { |
| "epoch": 1.5194346289752652, |
| "grad_norm": 1.032343864440918, |
| "learning_rate": 2.900407471306319e-05, |
| "loss": 0.6172, |
| "step": 36980 |
| }, |
| { |
| "epoch": 1.5202563891856355, |
| "grad_norm": 1.2214970588684082, |
| "learning_rate": 2.8910419766555275e-05, |
| "loss": 0.618, |
| "step": 37000 |
| }, |
| { |
| "epoch": 1.5210781493960064, |
| "grad_norm": 1.1395217180252075, |
| "learning_rate": 2.881689071422179e-05, |
| "loss": 0.6024, |
| "step": 37020 |
| }, |
| { |
| "epoch": 1.5218999096063768, |
| "grad_norm": 1.1765543222427368, |
| "learning_rate": 2.8723487721695562e-05, |
| "loss": 0.6021, |
| "step": 37040 |
| }, |
| { |
| "epoch": 1.5227216698167476, |
| "grad_norm": 1.1648917198181152, |
| "learning_rate": 2.8630210954386082e-05, |
| "loss": 0.6181, |
| "step": 37060 |
| }, |
| { |
| "epoch": 1.523543430027118, |
| "grad_norm": 1.1894433498382568, |
| "learning_rate": 2.853706057747929e-05, |
| "loss": 0.6272, |
| "step": 37080 |
| }, |
| { |
| "epoch": 1.5243651902374888, |
| "grad_norm": 1.1555765867233276, |
| "learning_rate": 2.84440367559374e-05, |
| "loss": 0.6187, |
| "step": 37100 |
| }, |
| { |
| "epoch": 1.5251869504478592, |
| "grad_norm": 1.1109102964401245, |
| "learning_rate": 2.8351139654498405e-05, |
| "loss": 0.611, |
| "step": 37120 |
| }, |
| { |
| "epoch": 1.52600871065823, |
| "grad_norm": 1.1215410232543945, |
| "learning_rate": 2.8258369437675926e-05, |
| "loss": 0.5798, |
| "step": 37140 |
| }, |
| { |
| "epoch": 1.5268304708686005, |
| "grad_norm": 1.1160521507263184, |
| "learning_rate": 2.816572626975884e-05, |
| "loss": 0.6054, |
| "step": 37160 |
| }, |
| { |
| "epoch": 1.5276522310789713, |
| "grad_norm": 1.0489914417266846, |
| "learning_rate": 2.8073210314811126e-05, |
| "loss": 0.6054, |
| "step": 37180 |
| }, |
| { |
| "epoch": 1.5284739912893417, |
| "grad_norm": 1.0901767015457153, |
| "learning_rate": 2.798082173667139e-05, |
| "loss": 0.6074, |
| "step": 37200 |
| }, |
| { |
| "epoch": 1.5292957514997125, |
| "grad_norm": 1.1401610374450684, |
| "learning_rate": 2.7888560698952702e-05, |
| "loss": 0.6087, |
| "step": 37220 |
| }, |
| { |
| "epoch": 1.530117511710083, |
| "grad_norm": 1.136517882347107, |
| "learning_rate": 2.7796427365042243e-05, |
| "loss": 0.6071, |
| "step": 37240 |
| }, |
| { |
| "epoch": 1.5309392719204538, |
| "grad_norm": 1.1060153245925903, |
| "learning_rate": 2.770442189810103e-05, |
| "loss": 0.6142, |
| "step": 37260 |
| }, |
| { |
| "epoch": 1.5317610321308242, |
| "grad_norm": 1.029160737991333, |
| "learning_rate": 2.7612544461063727e-05, |
| "loss": 0.6187, |
| "step": 37280 |
| }, |
| { |
| "epoch": 1.532582792341195, |
| "grad_norm": 1.1750712394714355, |
| "learning_rate": 2.752079521663814e-05, |
| "loss": 0.6107, |
| "step": 37300 |
| }, |
| { |
| "epoch": 1.5334045525515654, |
| "grad_norm": 1.0686962604522705, |
| "learning_rate": 2.7429174327305186e-05, |
| "loss": 0.6217, |
| "step": 37320 |
| }, |
| { |
| "epoch": 1.5342263127619362, |
| "grad_norm": 1.0369669198989868, |
| "learning_rate": 2.7337681955318363e-05, |
| "loss": 0.6108, |
| "step": 37340 |
| }, |
| { |
| "epoch": 1.5350480729723066, |
| "grad_norm": 1.0347490310668945, |
| "learning_rate": 2.724631826270362e-05, |
| "loss": 0.6055, |
| "step": 37360 |
| }, |
| { |
| "epoch": 1.5358698331826774, |
| "grad_norm": 1.0429108142852783, |
| "learning_rate": 2.715508341125904e-05, |
| "loss": 0.6004, |
| "step": 37380 |
| }, |
| { |
| "epoch": 1.5366915933930478, |
| "grad_norm": 1.1569420099258423, |
| "learning_rate": 2.7063977562554476e-05, |
| "loss": 0.613, |
| "step": 37400 |
| }, |
| { |
| "epoch": 1.5375133536034187, |
| "grad_norm": 1.1140472888946533, |
| "learning_rate": 2.6973000877931443e-05, |
| "loss": 0.6267, |
| "step": 37420 |
| }, |
| { |
| "epoch": 1.538335113813789, |
| "grad_norm": 1.0750665664672852, |
| "learning_rate": 2.6882153518502616e-05, |
| "loss": 0.6119, |
| "step": 37440 |
| }, |
| { |
| "epoch": 1.53915687402416, |
| "grad_norm": 1.0947927236557007, |
| "learning_rate": 2.6791435645151675e-05, |
| "loss": 0.5913, |
| "step": 37460 |
| }, |
| { |
| "epoch": 1.5399786342345303, |
| "grad_norm": 1.1905947923660278, |
| "learning_rate": 2.670084741853296e-05, |
| "loss": 0.6153, |
| "step": 37480 |
| }, |
| { |
| "epoch": 1.5408003944449011, |
| "grad_norm": 1.0356147289276123, |
| "learning_rate": 2.661038899907129e-05, |
| "loss": 0.6068, |
| "step": 37500 |
| }, |
| { |
| "epoch": 1.5416221546552715, |
| "grad_norm": 1.0834916830062866, |
| "learning_rate": 2.6520060546961566e-05, |
| "loss": 0.6017, |
| "step": 37520 |
| }, |
| { |
| "epoch": 1.5424439148656424, |
| "grad_norm": 1.0963350534439087, |
| "learning_rate": 2.6429862222168467e-05, |
| "loss": 0.6211, |
| "step": 37540 |
| }, |
| { |
| "epoch": 1.5432656750760128, |
| "grad_norm": 1.0668399333953857, |
| "learning_rate": 2.6339794184426393e-05, |
| "loss": 0.6182, |
| "step": 37560 |
| }, |
| { |
| "epoch": 1.5440874352863836, |
| "grad_norm": 1.169129490852356, |
| "learning_rate": 2.6249856593238763e-05, |
| "loss": 0.6078, |
| "step": 37580 |
| }, |
| { |
| "epoch": 1.544909195496754, |
| "grad_norm": 1.1952544450759888, |
| "learning_rate": 2.6160049607878234e-05, |
| "loss": 0.6056, |
| "step": 37600 |
| }, |
| { |
| "epoch": 1.5457309557071248, |
| "grad_norm": 1.1417872905731201, |
| "learning_rate": 2.6070373387386005e-05, |
| "loss": 0.6069, |
| "step": 37620 |
| }, |
| { |
| "epoch": 1.5465527159174952, |
| "grad_norm": 1.152288556098938, |
| "learning_rate": 2.5980828090571817e-05, |
| "loss": 0.6084, |
| "step": 37640 |
| }, |
| { |
| "epoch": 1.547374476127866, |
| "grad_norm": 1.1022766828536987, |
| "learning_rate": 2.589141387601346e-05, |
| "loss": 0.6145, |
| "step": 37660 |
| }, |
| { |
| "epoch": 1.5481962363382364, |
| "grad_norm": 1.0760823488235474, |
| "learning_rate": 2.580213090205663e-05, |
| "loss": 0.5979, |
| "step": 37680 |
| }, |
| { |
| "epoch": 1.5490179965486073, |
| "grad_norm": 1.1265369653701782, |
| "learning_rate": 2.5712979326814613e-05, |
| "loss": 0.6069, |
| "step": 37700 |
| }, |
| { |
| "epoch": 1.5498397567589777, |
| "grad_norm": 1.0889846086502075, |
| "learning_rate": 2.5623959308167945e-05, |
| "loss": 0.6006, |
| "step": 37720 |
| }, |
| { |
| "epoch": 1.5506615169693485, |
| "grad_norm": 1.110885739326477, |
| "learning_rate": 2.553507100376428e-05, |
| "loss": 0.6128, |
| "step": 37740 |
| }, |
| { |
| "epoch": 1.551483277179719, |
| "grad_norm": 0.9926326870918274, |
| "learning_rate": 2.5446314571017936e-05, |
| "loss": 0.6145, |
| "step": 37760 |
| }, |
| { |
| "epoch": 1.5523050373900897, |
| "grad_norm": 0.9480810165405273, |
| "learning_rate": 2.535769016710975e-05, |
| "loss": 0.6213, |
| "step": 37780 |
| }, |
| { |
| "epoch": 1.5531267976004601, |
| "grad_norm": 1.1244728565216064, |
| "learning_rate": 2.5269197948986678e-05, |
| "loss": 0.5935, |
| "step": 37800 |
| }, |
| { |
| "epoch": 1.553948557810831, |
| "grad_norm": 1.1508769989013672, |
| "learning_rate": 2.5180838073361624e-05, |
| "loss": 0.6349, |
| "step": 37820 |
| }, |
| { |
| "epoch": 1.5547703180212014, |
| "grad_norm": 1.137568473815918, |
| "learning_rate": 2.509261069671318e-05, |
| "loss": 0.6057, |
| "step": 37840 |
| }, |
| { |
| "epoch": 1.555592078231572, |
| "grad_norm": 1.1233346462249756, |
| "learning_rate": 2.5004515975285183e-05, |
| "loss": 0.5844, |
| "step": 37860 |
| }, |
| { |
| "epoch": 1.5564138384419426, |
| "grad_norm": 1.188909649848938, |
| "learning_rate": 2.491655406508667e-05, |
| "loss": 0.6043, |
| "step": 37880 |
| }, |
| { |
| "epoch": 1.5572355986523132, |
| "grad_norm": 1.0557928085327148, |
| "learning_rate": 2.4828725121891328e-05, |
| "loss": 0.5953, |
| "step": 37900 |
| }, |
| { |
| "epoch": 1.5580573588626838, |
| "grad_norm": 1.2361866235733032, |
| "learning_rate": 2.4745410928211422e-05, |
| "loss": 0.6316, |
| "step": 37920 |
| }, |
| { |
| "epoch": 1.5588791190730544, |
| "grad_norm": 1.1780842542648315, |
| "learning_rate": 2.4662217010784527e-05, |
| "loss": 0.614, |
| "step": 37940 |
| }, |
| { |
| "epoch": 1.559700879283425, |
| "grad_norm": 1.0414899587631226, |
| "learning_rate": 2.4574774550623027e-05, |
| "loss": 0.5905, |
| "step": 37960 |
| }, |
| { |
| "epoch": 1.5605226394937957, |
| "grad_norm": 1.1471487283706665, |
| "learning_rate": 2.448746566272997e-05, |
| "loss": 0.5866, |
| "step": 37980 |
| }, |
| { |
| "epoch": 1.5613443997041663, |
| "grad_norm": 1.048036813735962, |
| "learning_rate": 2.4400290501722623e-05, |
| "loss": 0.6068, |
| "step": 38000 |
| }, |
| { |
| "epoch": 1.5613443997041663, |
| "eval_loss": 0.8905351758003235, |
| "eval_runtime": 16.5754, |
| "eval_samples_per_second": 158.066, |
| "eval_steps_per_second": 4.947, |
| "step": 38000 |
| }, |
| { |
| "epoch": 1.562166159914537, |
| "grad_norm": 1.0737829208374023, |
| "learning_rate": 2.431324922198156e-05, |
| "loss": 0.6073, |
| "step": 38020 |
| }, |
| { |
| "epoch": 1.5629879201249075, |
| "grad_norm": 1.0627774000167847, |
| "learning_rate": 2.4226341977650145e-05, |
| "loss": 0.6057, |
| "step": 38040 |
| }, |
| { |
| "epoch": 1.5638096803352781, |
| "grad_norm": 1.09597647190094, |
| "learning_rate": 2.4139568922634427e-05, |
| "loss": 0.6003, |
| "step": 38060 |
| }, |
| { |
| "epoch": 1.5646314405456487, |
| "grad_norm": 1.0973150730133057, |
| "learning_rate": 2.40529302106028e-05, |
| "loss": 0.6181, |
| "step": 38080 |
| }, |
| { |
| "epoch": 1.5654532007560193, |
| "grad_norm": 1.163824200630188, |
| "learning_rate": 2.396642599498573e-05, |
| "loss": 0.5985, |
| "step": 38100 |
| }, |
| { |
| "epoch": 1.56627496096639, |
| "grad_norm": 1.2081292867660522, |
| "learning_rate": 2.3880056428975572e-05, |
| "loss": 0.5934, |
| "step": 38120 |
| }, |
| { |
| "epoch": 1.5670967211767606, |
| "grad_norm": 1.1347095966339111, |
| "learning_rate": 2.379382166552614e-05, |
| "loss": 0.6004, |
| "step": 38140 |
| }, |
| { |
| "epoch": 1.5679184813871312, |
| "grad_norm": 1.0734606981277466, |
| "learning_rate": 2.3707721857352628e-05, |
| "loss": 0.6167, |
| "step": 38160 |
| }, |
| { |
| "epoch": 1.5687402415975018, |
| "grad_norm": 1.0315816402435303, |
| "learning_rate": 2.362175715693106e-05, |
| "loss": 0.5854, |
| "step": 38180 |
| }, |
| { |
| "epoch": 1.5695620018078724, |
| "grad_norm": 1.1294316053390503, |
| "learning_rate": 2.3535927716498397e-05, |
| "loss": 0.5945, |
| "step": 38200 |
| }, |
| { |
| "epoch": 1.570383762018243, |
| "grad_norm": 1.1472307443618774, |
| "learning_rate": 2.3450233688051936e-05, |
| "loss": 0.5976, |
| "step": 38220 |
| }, |
| { |
| "epoch": 1.5712055222286136, |
| "grad_norm": 1.253547191619873, |
| "learning_rate": 2.3364675223349186e-05, |
| "loss": 0.6084, |
| "step": 38240 |
| }, |
| { |
| "epoch": 1.5720272824389843, |
| "grad_norm": 1.0203603506088257, |
| "learning_rate": 2.3279252473907674e-05, |
| "loss": 0.5904, |
| "step": 38260 |
| }, |
| { |
| "epoch": 1.5728490426493549, |
| "grad_norm": 1.0900869369506836, |
| "learning_rate": 2.3193965591004408e-05, |
| "loss": 0.6092, |
| "step": 38280 |
| }, |
| { |
| "epoch": 1.5736708028597255, |
| "grad_norm": 1.003138542175293, |
| "learning_rate": 2.3108814725675975e-05, |
| "loss": 0.5982, |
| "step": 38300 |
| }, |
| { |
| "epoch": 1.574492563070096, |
| "grad_norm": 1.138856291770935, |
| "learning_rate": 2.3023800028717956e-05, |
| "loss": 0.6178, |
| "step": 38320 |
| }, |
| { |
| "epoch": 1.5753143232804667, |
| "grad_norm": 1.1773872375488281, |
| "learning_rate": 2.2943162329690658e-05, |
| "loss": 0.6051, |
| "step": 38340 |
| }, |
| { |
| "epoch": 1.5761360834908373, |
| "grad_norm": 1.2317793369293213, |
| "learning_rate": 2.2858413593867434e-05, |
| "loss": 0.6073, |
| "step": 38360 |
| }, |
| { |
| "epoch": 1.576957843701208, |
| "grad_norm": 1.0834593772888184, |
| "learning_rate": 2.2773801469855805e-05, |
| "loss": 0.6154, |
| "step": 38380 |
| }, |
| { |
| "epoch": 1.5777796039115786, |
| "grad_norm": 1.1221275329589844, |
| "learning_rate": 2.2689326107497267e-05, |
| "loss": 0.5776, |
| "step": 38400 |
| }, |
| { |
| "epoch": 1.5786013641219492, |
| "grad_norm": 1.0579743385314941, |
| "learning_rate": 2.260498765639125e-05, |
| "loss": 0.5986, |
| "step": 38420 |
| }, |
| { |
| "epoch": 1.5794231243323198, |
| "grad_norm": 1.0688302516937256, |
| "learning_rate": 2.252078626589462e-05, |
| "loss": 0.5839, |
| "step": 38440 |
| }, |
| { |
| "epoch": 1.5802448845426904, |
| "grad_norm": 1.1622627973556519, |
| "learning_rate": 2.2436722085121565e-05, |
| "loss": 0.6065, |
| "step": 38460 |
| }, |
| { |
| "epoch": 1.581066644753061, |
| "grad_norm": 1.1227208375930786, |
| "learning_rate": 2.2352795262943272e-05, |
| "loss": 0.6048, |
| "step": 38480 |
| }, |
| { |
| "epoch": 1.5818884049634316, |
| "grad_norm": 0.9703273177146912, |
| "learning_rate": 2.2269005947987664e-05, |
| "loss": 0.6037, |
| "step": 38500 |
| }, |
| { |
| "epoch": 1.5827101651738023, |
| "grad_norm": 1.0502504110336304, |
| "learning_rate": 2.2185354288639216e-05, |
| "loss": 0.6096, |
| "step": 38520 |
| }, |
| { |
| "epoch": 1.5835319253841729, |
| "grad_norm": 1.1714296340942383, |
| "learning_rate": 2.210184043303852e-05, |
| "loss": 0.612, |
| "step": 38540 |
| }, |
| { |
| "epoch": 1.5843536855945435, |
| "grad_norm": 1.051988124847412, |
| "learning_rate": 2.2018464529082282e-05, |
| "loss": 0.6334, |
| "step": 38560 |
| }, |
| { |
| "epoch": 1.585175445804914, |
| "grad_norm": 1.1384596824645996, |
| "learning_rate": 2.1935226724422686e-05, |
| "loss": 0.6027, |
| "step": 38580 |
| }, |
| { |
| "epoch": 1.5859972060152847, |
| "grad_norm": 1.1457267999649048, |
| "learning_rate": 2.1852127166467572e-05, |
| "loss": 0.5929, |
| "step": 38600 |
| }, |
| { |
| "epoch": 1.5868189662256553, |
| "grad_norm": 1.1787493228912354, |
| "learning_rate": 2.1769166002379826e-05, |
| "loss": 0.5897, |
| "step": 38620 |
| }, |
| { |
| "epoch": 1.587640726436026, |
| "grad_norm": 1.1157082319259644, |
| "learning_rate": 2.1686343379077246e-05, |
| "loss": 0.5987, |
| "step": 38640 |
| }, |
| { |
| "epoch": 1.5884624866463966, |
| "grad_norm": 1.0821255445480347, |
| "learning_rate": 2.1603659443232394e-05, |
| "loss": 0.6027, |
| "step": 38660 |
| }, |
| { |
| "epoch": 1.5892842468567672, |
| "grad_norm": 1.0201191902160645, |
| "learning_rate": 2.152111434127212e-05, |
| "loss": 0.6001, |
| "step": 38680 |
| }, |
| { |
| "epoch": 1.5901060070671378, |
| "grad_norm": 1.0591297149658203, |
| "learning_rate": 2.1438708219377444e-05, |
| "loss": 0.6132, |
| "step": 38700 |
| }, |
| { |
| "epoch": 1.5909277672775084, |
| "grad_norm": 1.0407557487487793, |
| "learning_rate": 2.1356441223483246e-05, |
| "loss": 0.5904, |
| "step": 38720 |
| }, |
| { |
| "epoch": 1.591749527487879, |
| "grad_norm": 1.0210407972335815, |
| "learning_rate": 2.12743134992781e-05, |
| "loss": 0.5876, |
| "step": 38740 |
| }, |
| { |
| "epoch": 1.5925712876982496, |
| "grad_norm": 1.0307002067565918, |
| "learning_rate": 2.1192325192203843e-05, |
| "loss": 0.6178, |
| "step": 38760 |
| }, |
| { |
| "epoch": 1.5933930479086202, |
| "grad_norm": 0.9952294826507568, |
| "learning_rate": 2.1110476447455453e-05, |
| "loss": 0.59, |
| "step": 38780 |
| }, |
| { |
| "epoch": 1.5942148081189909, |
| "grad_norm": 1.145140528678894, |
| "learning_rate": 2.1028767409980776e-05, |
| "loss": 0.5751, |
| "step": 38800 |
| }, |
| { |
| "epoch": 1.5950365683293615, |
| "grad_norm": 1.0947434902191162, |
| "learning_rate": 2.094719822448019e-05, |
| "loss": 0.5838, |
| "step": 38820 |
| }, |
| { |
| "epoch": 1.595858328539732, |
| "grad_norm": 1.2791152000427246, |
| "learning_rate": 2.086576903540649e-05, |
| "loss": 0.6055, |
| "step": 38840 |
| }, |
| { |
| "epoch": 1.5966800887501027, |
| "grad_norm": 1.142967700958252, |
| "learning_rate": 2.0784479986964467e-05, |
| "loss": 0.5962, |
| "step": 38860 |
| }, |
| { |
| "epoch": 1.5975018489604733, |
| "grad_norm": 1.1335628032684326, |
| "learning_rate": 2.070333122311081e-05, |
| "loss": 0.6056, |
| "step": 38880 |
| }, |
| { |
| "epoch": 1.598323609170844, |
| "grad_norm": 1.2280479669570923, |
| "learning_rate": 2.0622322887553703e-05, |
| "loss": 0.6012, |
| "step": 38900 |
| }, |
| { |
| "epoch": 1.5991453693812145, |
| "grad_norm": 1.0319156646728516, |
| "learning_rate": 2.0541455123752686e-05, |
| "loss": 0.5985, |
| "step": 38920 |
| }, |
| { |
| "epoch": 1.5999671295915852, |
| "grad_norm": 0.9951415061950684, |
| "learning_rate": 2.046072807491832e-05, |
| "loss": 0.594, |
| "step": 38940 |
| }, |
| { |
| "epoch": 1.6007888898019558, |
| "grad_norm": 1.0593833923339844, |
| "learning_rate": 2.0380141884012004e-05, |
| "loss": 0.5987, |
| "step": 38960 |
| }, |
| { |
| "epoch": 1.6016106500123264, |
| "grad_norm": 1.0992417335510254, |
| "learning_rate": 2.0299696693745697e-05, |
| "loss": 0.5815, |
| "step": 38980 |
| }, |
| { |
| "epoch": 1.602432410222697, |
| "grad_norm": 0.9815024137496948, |
| "learning_rate": 2.0219392646581638e-05, |
| "loss": 0.5727, |
| "step": 39000 |
| }, |
| { |
| "epoch": 1.6032541704330676, |
| "grad_norm": 1.1512722969055176, |
| "learning_rate": 2.013922988473209e-05, |
| "loss": 0.6208, |
| "step": 39020 |
| }, |
| { |
| "epoch": 1.6040759306434382, |
| "grad_norm": 1.1306536197662354, |
| "learning_rate": 2.0059208550159125e-05, |
| "loss": 0.6162, |
| "step": 39040 |
| }, |
| { |
| "epoch": 1.6048976908538088, |
| "grad_norm": 1.1175142526626587, |
| "learning_rate": 1.9979328784574415e-05, |
| "loss": 0.5983, |
| "step": 39060 |
| }, |
| { |
| "epoch": 1.6057194510641795, |
| "grad_norm": 1.3080164194107056, |
| "learning_rate": 1.9899590729438856e-05, |
| "loss": 0.6112, |
| "step": 39080 |
| }, |
| { |
| "epoch": 1.60654121127455, |
| "grad_norm": 1.130448579788208, |
| "learning_rate": 1.981999452596236e-05, |
| "loss": 0.5753, |
| "step": 39100 |
| }, |
| { |
| "epoch": 1.6073629714849207, |
| "grad_norm": 1.0560057163238525, |
| "learning_rate": 1.9740540315103772e-05, |
| "loss": 0.593, |
| "step": 39120 |
| }, |
| { |
| "epoch": 1.6081847316952913, |
| "grad_norm": 1.0870985984802246, |
| "learning_rate": 1.9661228237570272e-05, |
| "loss": 0.606, |
| "step": 39140 |
| }, |
| { |
| "epoch": 1.609006491905662, |
| "grad_norm": 1.1902962923049927, |
| "learning_rate": 1.9582058433817528e-05, |
| "loss": 0.6184, |
| "step": 39160 |
| }, |
| { |
| "epoch": 1.6098282521160325, |
| "grad_norm": 1.0945310592651367, |
| "learning_rate": 1.9503031044049136e-05, |
| "loss": 0.5869, |
| "step": 39180 |
| }, |
| { |
| "epoch": 1.6106500123264031, |
| "grad_norm": 1.018189549446106, |
| "learning_rate": 1.942414620821651e-05, |
| "loss": 0.605, |
| "step": 39200 |
| }, |
| { |
| "epoch": 1.6114717725367738, |
| "grad_norm": 1.0882275104522705, |
| "learning_rate": 1.934540406601867e-05, |
| "loss": 0.604, |
| "step": 39220 |
| }, |
| { |
| "epoch": 1.6122935327471444, |
| "grad_norm": 1.091739296913147, |
| "learning_rate": 1.9266804756901812e-05, |
| "loss": 0.588, |
| "step": 39240 |
| }, |
| { |
| "epoch": 1.613115292957515, |
| "grad_norm": 1.0217018127441406, |
| "learning_rate": 1.918834842005933e-05, |
| "loss": 0.5712, |
| "step": 39260 |
| }, |
| { |
| "epoch": 1.6139370531678856, |
| "grad_norm": 1.0229742527008057, |
| "learning_rate": 1.9110035194431298e-05, |
| "loss": 0.5956, |
| "step": 39280 |
| }, |
| { |
| "epoch": 1.6147588133782562, |
| "grad_norm": 1.082470417022705, |
| "learning_rate": 1.903186521870448e-05, |
| "loss": 0.5962, |
| "step": 39300 |
| }, |
| { |
| "epoch": 1.6155805735886268, |
| "grad_norm": 1.0316046476364136, |
| "learning_rate": 1.895383863131185e-05, |
| "loss": 0.6197, |
| "step": 39320 |
| }, |
| { |
| "epoch": 1.6164023337989974, |
| "grad_norm": 1.150221347808838, |
| "learning_rate": 1.887595557043248e-05, |
| "loss": 0.6, |
| "step": 39340 |
| }, |
| { |
| "epoch": 1.617224094009368, |
| "grad_norm": 1.0211883783340454, |
| "learning_rate": 1.879821617399129e-05, |
| "loss": 0.5957, |
| "step": 39360 |
| }, |
| { |
| "epoch": 1.6180458542197387, |
| "grad_norm": 1.1843931674957275, |
| "learning_rate": 1.8720620579658733e-05, |
| "loss": 0.5956, |
| "step": 39380 |
| }, |
| { |
| "epoch": 1.6188676144301093, |
| "grad_norm": 1.0743961334228516, |
| "learning_rate": 1.8643168924850695e-05, |
| "loss": 0.6038, |
| "step": 39400 |
| }, |
| { |
| "epoch": 1.61968937464048, |
| "grad_norm": 0.9900259971618652, |
| "learning_rate": 1.8565861346728032e-05, |
| "loss": 0.5963, |
| "step": 39420 |
| }, |
| { |
| "epoch": 1.6205111348508505, |
| "grad_norm": 1.045684814453125, |
| "learning_rate": 1.848869798219659e-05, |
| "loss": 0.6107, |
| "step": 39440 |
| }, |
| { |
| "epoch": 1.6213328950612211, |
| "grad_norm": 1.1444482803344727, |
| "learning_rate": 1.8411678967906655e-05, |
| "loss": 0.6047, |
| "step": 39460 |
| }, |
| { |
| "epoch": 1.6221546552715917, |
| "grad_norm": 1.0717675685882568, |
| "learning_rate": 1.833480444025304e-05, |
| "loss": 0.6126, |
| "step": 39480 |
| }, |
| { |
| "epoch": 1.6229764154819624, |
| "grad_norm": 1.04216468334198, |
| "learning_rate": 1.8258074535374604e-05, |
| "loss": 0.584, |
| "step": 39500 |
| }, |
| { |
| "epoch": 1.623798175692333, |
| "grad_norm": 1.0672125816345215, |
| "learning_rate": 1.818148938915406e-05, |
| "loss": 0.5991, |
| "step": 39520 |
| }, |
| { |
| "epoch": 1.6246199359027036, |
| "grad_norm": 1.1428139209747314, |
| "learning_rate": 1.81050491372179e-05, |
| "loss": 0.5991, |
| "step": 39540 |
| }, |
| { |
| "epoch": 1.6254416961130742, |
| "grad_norm": 1.1530945301055908, |
| "learning_rate": 1.80287539149358e-05, |
| "loss": 0.6207, |
| "step": 39560 |
| }, |
| { |
| "epoch": 1.6262634563234448, |
| "grad_norm": 1.0400162935256958, |
| "learning_rate": 1.7952603857420837e-05, |
| "loss": 0.6112, |
| "step": 39580 |
| }, |
| { |
| "epoch": 1.6270852165338154, |
| "grad_norm": 1.172669768333435, |
| "learning_rate": 1.7876599099528822e-05, |
| "loss": 0.5991, |
| "step": 39600 |
| }, |
| { |
| "epoch": 1.627906976744186, |
| "grad_norm": 0.9719765782356262, |
| "learning_rate": 1.78007397758584e-05, |
| "loss": 0.6059, |
| "step": 39620 |
| }, |
| { |
| "epoch": 1.6287287369545567, |
| "grad_norm": 1.0943204164505005, |
| "learning_rate": 1.7725026020750547e-05, |
| "loss": 0.5868, |
| "step": 39640 |
| }, |
| { |
| "epoch": 1.6295504971649273, |
| "grad_norm": 1.281966209411621, |
| "learning_rate": 1.764945796828852e-05, |
| "loss": 0.6005, |
| "step": 39660 |
| }, |
| { |
| "epoch": 1.630372257375298, |
| "grad_norm": 1.1267539262771606, |
| "learning_rate": 1.7574035752297503e-05, |
| "loss": 0.5725, |
| "step": 39680 |
| }, |
| { |
| "epoch": 1.6311940175856685, |
| "grad_norm": 1.1680996417999268, |
| "learning_rate": 1.749875950634442e-05, |
| "loss": 0.5967, |
| "step": 39700 |
| }, |
| { |
| "epoch": 1.6320157777960391, |
| "grad_norm": 1.0391075611114502, |
| "learning_rate": 1.742362936373776e-05, |
| "loss": 0.5903, |
| "step": 39720 |
| }, |
| { |
| "epoch": 1.6328375380064097, |
| "grad_norm": 1.166467547416687, |
| "learning_rate": 1.734864545752716e-05, |
| "loss": 0.6019, |
| "step": 39740 |
| }, |
| { |
| "epoch": 1.6336592982167804, |
| "grad_norm": 1.027796983718872, |
| "learning_rate": 1.7273807920503436e-05, |
| "loss": 0.5935, |
| "step": 39760 |
| }, |
| { |
| "epoch": 1.634481058427151, |
| "grad_norm": 1.0871942043304443, |
| "learning_rate": 1.7199116885197995e-05, |
| "loss": 0.6119, |
| "step": 39780 |
| }, |
| { |
| "epoch": 1.6353028186375216, |
| "grad_norm": 1.0691869258880615, |
| "learning_rate": 1.7124572483882996e-05, |
| "loss": 0.6061, |
| "step": 39800 |
| }, |
| { |
| "epoch": 1.6361245788478922, |
| "grad_norm": 1.0936367511749268, |
| "learning_rate": 1.70501748485708e-05, |
| "loss": 0.5716, |
| "step": 39820 |
| }, |
| { |
| "epoch": 1.6369463390582628, |
| "grad_norm": 1.1092150211334229, |
| "learning_rate": 1.6975924111013873e-05, |
| "loss": 0.5975, |
| "step": 39840 |
| }, |
| { |
| "epoch": 1.6377680992686334, |
| "grad_norm": 0.9624285697937012, |
| "learning_rate": 1.6901820402704606e-05, |
| "loss": 0.6096, |
| "step": 39860 |
| }, |
| { |
| "epoch": 1.638589859479004, |
| "grad_norm": 1.1558884382247925, |
| "learning_rate": 1.6827863854874938e-05, |
| "loss": 0.6157, |
| "step": 39880 |
| }, |
| { |
| "epoch": 1.6394116196893747, |
| "grad_norm": 1.3336347341537476, |
| "learning_rate": 1.6754054598496215e-05, |
| "loss": 0.601, |
| "step": 39900 |
| }, |
| { |
| "epoch": 1.6402333798997453, |
| "grad_norm": 0.9931703209877014, |
| "learning_rate": 1.668039276427894e-05, |
| "loss": 0.5828, |
| "step": 39920 |
| }, |
| { |
| "epoch": 1.6410551401101159, |
| "grad_norm": 1.170390248298645, |
| "learning_rate": 1.6606878482672582e-05, |
| "loss": 0.5879, |
| "step": 39940 |
| }, |
| { |
| "epoch": 1.6418769003204865, |
| "grad_norm": 1.0788556337356567, |
| "learning_rate": 1.653351188386526e-05, |
| "loss": 0.603, |
| "step": 39960 |
| }, |
| { |
| "epoch": 1.6426986605308571, |
| "grad_norm": 1.1531950235366821, |
| "learning_rate": 1.6460293097783574e-05, |
| "loss": 0.6071, |
| "step": 39980 |
| }, |
| { |
| "epoch": 1.6435204207412277, |
| "grad_norm": 1.1545748710632324, |
| "learning_rate": 1.638722225409236e-05, |
| "loss": 0.5967, |
| "step": 40000 |
| }, |
| { |
| "epoch": 1.6435204207412277, |
| "eval_loss": 0.8823444247245789, |
| "eval_runtime": 16.6502, |
| "eval_samples_per_second": 157.355, |
| "eval_steps_per_second": 4.925, |
| "step": 40000 |
| }, |
| { |
| "epoch": 1.6443421809515983, |
| "grad_norm": 1.1601914167404175, |
| "learning_rate": 1.6314299482194418e-05, |
| "loss": 0.6032, |
| "step": 40020 |
| }, |
| { |
| "epoch": 1.645163941161969, |
| "grad_norm": 1.0907021760940552, |
| "learning_rate": 1.624152491123043e-05, |
| "loss": 0.6075, |
| "step": 40040 |
| }, |
| { |
| "epoch": 1.6459857013723396, |
| "grad_norm": 1.2451189756393433, |
| "learning_rate": 1.6168898670078537e-05, |
| "loss": 0.5927, |
| "step": 40060 |
| }, |
| { |
| "epoch": 1.6468074615827102, |
| "grad_norm": 1.2181775569915771, |
| "learning_rate": 1.609642088735418e-05, |
| "loss": 0.5866, |
| "step": 40080 |
| }, |
| { |
| "epoch": 1.6476292217930808, |
| "grad_norm": 1.0169905424118042, |
| "learning_rate": 1.6024091691410013e-05, |
| "loss": 0.5901, |
| "step": 40100 |
| }, |
| { |
| "epoch": 1.6484509820034514, |
| "grad_norm": 1.0728631019592285, |
| "learning_rate": 1.595191121033538e-05, |
| "loss": 0.5929, |
| "step": 40120 |
| }, |
| { |
| "epoch": 1.649272742213822, |
| "grad_norm": 1.216049313545227, |
| "learning_rate": 1.5879879571956436e-05, |
| "loss": 0.5836, |
| "step": 40140 |
| }, |
| { |
| "epoch": 1.6500945024241926, |
| "grad_norm": 1.093613862991333, |
| "learning_rate": 1.5807996903835608e-05, |
| "loss": 0.5816, |
| "step": 40160 |
| }, |
| { |
| "epoch": 1.6509162626345633, |
| "grad_norm": 1.1138787269592285, |
| "learning_rate": 1.5736263333271618e-05, |
| "loss": 0.5954, |
| "step": 40180 |
| }, |
| { |
| "epoch": 1.6517380228449339, |
| "grad_norm": 1.0472607612609863, |
| "learning_rate": 1.5664678987299085e-05, |
| "loss": 0.6054, |
| "step": 40200 |
| }, |
| { |
| "epoch": 1.6525597830553045, |
| "grad_norm": 1.0426794290542603, |
| "learning_rate": 1.5593243992688356e-05, |
| "loss": 0.5902, |
| "step": 40220 |
| }, |
| { |
| "epoch": 1.653381543265675, |
| "grad_norm": 1.1743807792663574, |
| "learning_rate": 1.552195847594533e-05, |
| "loss": 0.5822, |
| "step": 40240 |
| }, |
| { |
| "epoch": 1.6542033034760457, |
| "grad_norm": 1.111167550086975, |
| "learning_rate": 1.5450822563311128e-05, |
| "loss": 0.628, |
| "step": 40260 |
| }, |
| { |
| "epoch": 1.6550250636864163, |
| "grad_norm": 1.124616265296936, |
| "learning_rate": 1.5379836380762035e-05, |
| "loss": 0.5867, |
| "step": 40280 |
| }, |
| { |
| "epoch": 1.655846823896787, |
| "grad_norm": 1.0396867990493774, |
| "learning_rate": 1.530900005400906e-05, |
| "loss": 0.6029, |
| "step": 40300 |
| }, |
| { |
| "epoch": 1.6566685841071576, |
| "grad_norm": 1.176413893699646, |
| "learning_rate": 1.5238313708497964e-05, |
| "loss": 0.6044, |
| "step": 40320 |
| }, |
| { |
| "epoch": 1.6574903443175282, |
| "grad_norm": 1.1538265943527222, |
| "learning_rate": 1.5167777469408728e-05, |
| "loss": 0.591, |
| "step": 40340 |
| }, |
| { |
| "epoch": 1.6583121045278988, |
| "grad_norm": 1.1776963472366333, |
| "learning_rate": 1.5097391461655663e-05, |
| "loss": 0.5988, |
| "step": 40360 |
| }, |
| { |
| "epoch": 1.6591338647382694, |
| "grad_norm": 1.0726710557937622, |
| "learning_rate": 1.5027155809886962e-05, |
| "loss": 0.6071, |
| "step": 40380 |
| }, |
| { |
| "epoch": 1.65995562494864, |
| "grad_norm": 1.0493417978286743, |
| "learning_rate": 1.4957070638484515e-05, |
| "loss": 0.5879, |
| "step": 40400 |
| }, |
| { |
| "epoch": 1.6607773851590106, |
| "grad_norm": 1.1617422103881836, |
| "learning_rate": 1.4887136071563856e-05, |
| "loss": 0.5913, |
| "step": 40420 |
| }, |
| { |
| "epoch": 1.6615991453693812, |
| "grad_norm": 1.0822564363479614, |
| "learning_rate": 1.4817352232973626e-05, |
| "loss": 0.601, |
| "step": 40440 |
| }, |
| { |
| "epoch": 1.6624209055797519, |
| "grad_norm": 1.1444182395935059, |
| "learning_rate": 1.4747719246295676e-05, |
| "loss": 0.602, |
| "step": 40460 |
| }, |
| { |
| "epoch": 1.6632426657901225, |
| "grad_norm": 1.0876108407974243, |
| "learning_rate": 1.4678237234844649e-05, |
| "loss": 0.6045, |
| "step": 40480 |
| }, |
| { |
| "epoch": 1.664064426000493, |
| "grad_norm": 1.1832387447357178, |
| "learning_rate": 1.460890632166787e-05, |
| "loss": 0.5967, |
| "step": 40500 |
| }, |
| { |
| "epoch": 1.6648861862108637, |
| "grad_norm": 0.9234125018119812, |
| "learning_rate": 1.4543182020758783e-05, |
| "loss": 0.5895, |
| "step": 40520 |
| }, |
| { |
| "epoch": 1.6657079464212343, |
| "grad_norm": 1.1049689054489136, |
| "learning_rate": 1.4474146102117969e-05, |
| "loss": 0.6013, |
| "step": 40540 |
| }, |
| { |
| "epoch": 1.666529706631605, |
| "grad_norm": 1.0653325319290161, |
| "learning_rate": 1.4405261643181056e-05, |
| "loss": 0.6025, |
| "step": 40560 |
| }, |
| { |
| "epoch": 1.6673514668419755, |
| "grad_norm": 1.2282037734985352, |
| "learning_rate": 1.4336528765937151e-05, |
| "loss": 0.614, |
| "step": 40580 |
| }, |
| { |
| "epoch": 1.6681732270523462, |
| "grad_norm": 1.1362701654434204, |
| "learning_rate": 1.4267947592106845e-05, |
| "loss": 0.6083, |
| "step": 40600 |
| }, |
| { |
| "epoch": 1.6689949872627168, |
| "grad_norm": 1.0828361511230469, |
| "learning_rate": 1.4199518243142196e-05, |
| "loss": 0.5823, |
| "step": 40620 |
| }, |
| { |
| "epoch": 1.6698167474730874, |
| "grad_norm": 1.042107105255127, |
| "learning_rate": 1.4131240840226201e-05, |
| "loss": 0.5848, |
| "step": 40640 |
| }, |
| { |
| "epoch": 1.670638507683458, |
| "grad_norm": 1.00413978099823, |
| "learning_rate": 1.4063115504272973e-05, |
| "loss": 0.6082, |
| "step": 40660 |
| }, |
| { |
| "epoch": 1.6714602678938286, |
| "grad_norm": 1.0120972394943237, |
| "learning_rate": 1.3995142355927216e-05, |
| "loss": 0.582, |
| "step": 40680 |
| }, |
| { |
| "epoch": 1.6722820281041992, |
| "grad_norm": 1.2198662757873535, |
| "learning_rate": 1.3927321515564107e-05, |
| "loss": 0.5908, |
| "step": 40700 |
| }, |
| { |
| "epoch": 1.6731037883145699, |
| "grad_norm": 1.1000231504440308, |
| "learning_rate": 1.3859653103289205e-05, |
| "loss": 0.585, |
| "step": 40720 |
| }, |
| { |
| "epoch": 1.6739255485249405, |
| "grad_norm": 1.0395424365997314, |
| "learning_rate": 1.3792137238937975e-05, |
| "loss": 0.5767, |
| "step": 40740 |
| }, |
| { |
| "epoch": 1.674747308735311, |
| "grad_norm": 1.1138056516647339, |
| "learning_rate": 1.3724774042075882e-05, |
| "loss": 0.5843, |
| "step": 40760 |
| }, |
| { |
| "epoch": 1.6755690689456817, |
| "grad_norm": 1.0291800498962402, |
| "learning_rate": 1.3657563631997928e-05, |
| "loss": 0.583, |
| "step": 40780 |
| }, |
| { |
| "epoch": 1.6763908291560523, |
| "grad_norm": 1.1663140058517456, |
| "learning_rate": 1.3590506127728575e-05, |
| "loss": 0.5913, |
| "step": 40800 |
| }, |
| { |
| "epoch": 1.677212589366423, |
| "grad_norm": 1.0701870918273926, |
| "learning_rate": 1.3523601648021533e-05, |
| "loss": 0.5924, |
| "step": 40820 |
| }, |
| { |
| "epoch": 1.6780343495767935, |
| "grad_norm": 1.1024507284164429, |
| "learning_rate": 1.345685031135947e-05, |
| "loss": 0.5786, |
| "step": 40840 |
| }, |
| { |
| "epoch": 1.6788561097871642, |
| "grad_norm": 0.9765409231185913, |
| "learning_rate": 1.3393578497947468e-05, |
| "loss": 0.5825, |
| "step": 40860 |
| }, |
| { |
| "epoch": 1.6796778699975348, |
| "grad_norm": 1.2072242498397827, |
| "learning_rate": 1.332712612998166e-05, |
| "loss": 0.6016, |
| "step": 40880 |
| }, |
| { |
| "epoch": 1.6804996302079054, |
| "grad_norm": 1.1122468709945679, |
| "learning_rate": 1.326082725300385e-05, |
| "loss": 0.6234, |
| "step": 40900 |
| }, |
| { |
| "epoch": 1.681321390418276, |
| "grad_norm": 1.0995004177093506, |
| "learning_rate": 1.319468198442424e-05, |
| "loss": 0.5913, |
| "step": 40920 |
| }, |
| { |
| "epoch": 1.6821431506286466, |
| "grad_norm": 1.0409519672393799, |
| "learning_rate": 1.3128690441380998e-05, |
| "loss": 0.5948, |
| "step": 40940 |
| }, |
| { |
| "epoch": 1.6829649108390172, |
| "grad_norm": 1.1031830310821533, |
| "learning_rate": 1.3062852740740072e-05, |
| "loss": 0.5988, |
| "step": 40960 |
| }, |
| { |
| "epoch": 1.6837866710493878, |
| "grad_norm": 1.1113379001617432, |
| "learning_rate": 1.2997168999094978e-05, |
| "loss": 0.5822, |
| "step": 40980 |
| }, |
| { |
| "epoch": 1.6846084312597585, |
| "grad_norm": 1.0048646926879883, |
| "learning_rate": 1.2931639332766543e-05, |
| "loss": 0.5817, |
| "step": 41000 |
| }, |
| { |
| "epoch": 1.685430191470129, |
| "grad_norm": 1.159192681312561, |
| "learning_rate": 1.2866263857802818e-05, |
| "loss": 0.5832, |
| "step": 41020 |
| }, |
| { |
| "epoch": 1.6862519516804997, |
| "grad_norm": 1.1091160774230957, |
| "learning_rate": 1.280104268997865e-05, |
| "loss": 0.5858, |
| "step": 41040 |
| }, |
| { |
| "epoch": 1.6870737118908703, |
| "grad_norm": 1.1325902938842773, |
| "learning_rate": 1.2735975944795775e-05, |
| "loss": 0.5843, |
| "step": 41060 |
| }, |
| { |
| "epoch": 1.687895472101241, |
| "grad_norm": 1.0565228462219238, |
| "learning_rate": 1.267106373748237e-05, |
| "loss": 0.5852, |
| "step": 41080 |
| }, |
| { |
| "epoch": 1.6887172323116115, |
| "grad_norm": 1.1818876266479492, |
| "learning_rate": 1.2606306182992933e-05, |
| "loss": 0.588, |
| "step": 41100 |
| }, |
| { |
| "epoch": 1.6895389925219821, |
| "grad_norm": 0.8950326442718506, |
| "learning_rate": 1.2541703396008142e-05, |
| "loss": 0.5963, |
| "step": 41120 |
| }, |
| { |
| "epoch": 1.6903607527323525, |
| "grad_norm": 1.1267063617706299, |
| "learning_rate": 1.2477255490934559e-05, |
| "loss": 0.5758, |
| "step": 41140 |
| }, |
| { |
| "epoch": 1.6911825129427234, |
| "grad_norm": 0.9466457962989807, |
| "learning_rate": 1.241296258190444e-05, |
| "loss": 0.5963, |
| "step": 41160 |
| }, |
| { |
| "epoch": 1.6920042731530938, |
| "grad_norm": 1.0484158992767334, |
| "learning_rate": 1.2348824782775581e-05, |
| "loss": 0.586, |
| "step": 41180 |
| }, |
| { |
| "epoch": 1.6928260333634646, |
| "grad_norm": 1.1975510120391846, |
| "learning_rate": 1.2284842207131109e-05, |
| "loss": 0.5775, |
| "step": 41200 |
| }, |
| { |
| "epoch": 1.693647793573835, |
| "grad_norm": 1.1231242418289185, |
| "learning_rate": 1.2221014968279233e-05, |
| "loss": 0.5915, |
| "step": 41220 |
| }, |
| { |
| "epoch": 1.6944695537842058, |
| "grad_norm": 1.1098995208740234, |
| "learning_rate": 1.2157343179253079e-05, |
| "loss": 0.5886, |
| "step": 41240 |
| }, |
| { |
| "epoch": 1.6952913139945762, |
| "grad_norm": 1.053568720817566, |
| "learning_rate": 1.2093826952810471e-05, |
| "loss": 0.5961, |
| "step": 41260 |
| }, |
| { |
| "epoch": 1.696113074204947, |
| "grad_norm": 1.1454240083694458, |
| "learning_rate": 1.2030466401433748e-05, |
| "loss": 0.5888, |
| "step": 41280 |
| }, |
| { |
| "epoch": 1.6969348344153175, |
| "grad_norm": 1.0990582704544067, |
| "learning_rate": 1.1967261637329607e-05, |
| "loss": 0.5945, |
| "step": 41300 |
| }, |
| { |
| "epoch": 1.6977565946256883, |
| "grad_norm": 1.2519744634628296, |
| "learning_rate": 1.190421277242878e-05, |
| "loss": 0.5782, |
| "step": 41320 |
| }, |
| { |
| "epoch": 1.6985783548360587, |
| "grad_norm": 0.9864106178283691, |
| "learning_rate": 1.1841319918385996e-05, |
| "loss": 0.5856, |
| "step": 41340 |
| }, |
| { |
| "epoch": 1.6994001150464295, |
| "grad_norm": 1.0756564140319824, |
| "learning_rate": 1.1778583186579628e-05, |
| "loss": 0.5893, |
| "step": 41360 |
| }, |
| { |
| "epoch": 1.7002218752568, |
| "grad_norm": 1.163355827331543, |
| "learning_rate": 1.1716002688111616e-05, |
| "loss": 0.6051, |
| "step": 41380 |
| }, |
| { |
| "epoch": 1.7010436354671707, |
| "grad_norm": 1.259600281715393, |
| "learning_rate": 1.1653578533807186e-05, |
| "loss": 0.6031, |
| "step": 41400 |
| }, |
| { |
| "epoch": 1.7018653956775411, |
| "grad_norm": 1.1272526979446411, |
| "learning_rate": 1.1591310834214709e-05, |
| "loss": 0.584, |
| "step": 41420 |
| }, |
| { |
| "epoch": 1.702687155887912, |
| "grad_norm": 1.1468937397003174, |
| "learning_rate": 1.152919969960552e-05, |
| "loss": 0.6068, |
| "step": 41440 |
| }, |
| { |
| "epoch": 1.7035089160982824, |
| "grad_norm": 1.1517606973648071, |
| "learning_rate": 1.1467245239973633e-05, |
| "loss": 0.5757, |
| "step": 41460 |
| }, |
| { |
| "epoch": 1.7043306763086532, |
| "grad_norm": 1.0870920419692993, |
| "learning_rate": 1.1405447565035631e-05, |
| "loss": 0.6043, |
| "step": 41480 |
| }, |
| { |
| "epoch": 1.7051524365190236, |
| "grad_norm": 1.0770379304885864, |
| "learning_rate": 1.1343806784230426e-05, |
| "loss": 0.5905, |
| "step": 41500 |
| }, |
| { |
| "epoch": 1.7059741967293944, |
| "grad_norm": 1.0060986280441284, |
| "learning_rate": 1.128232300671912e-05, |
| "loss": 0.6047, |
| "step": 41520 |
| }, |
| { |
| "epoch": 1.7067959569397648, |
| "grad_norm": 1.0191991329193115, |
| "learning_rate": 1.1220996341384748e-05, |
| "loss": 0.5647, |
| "step": 41540 |
| }, |
| { |
| "epoch": 1.7076177171501357, |
| "grad_norm": 1.191707730293274, |
| "learning_rate": 1.1159826896832082e-05, |
| "loss": 0.5875, |
| "step": 41560 |
| }, |
| { |
| "epoch": 1.708439477360506, |
| "grad_norm": 1.2851048707962036, |
| "learning_rate": 1.1098814781387568e-05, |
| "loss": 0.5908, |
| "step": 41580 |
| }, |
| { |
| "epoch": 1.709261237570877, |
| "grad_norm": 1.121020793914795, |
| "learning_rate": 1.1037960103098877e-05, |
| "loss": 0.6084, |
| "step": 41600 |
| }, |
| { |
| "epoch": 1.7100829977812473, |
| "grad_norm": 1.1154911518096924, |
| "learning_rate": 1.0977262969735014e-05, |
| "loss": 0.5814, |
| "step": 41620 |
| }, |
| { |
| "epoch": 1.7109047579916181, |
| "grad_norm": 1.1276777982711792, |
| "learning_rate": 1.091672348878594e-05, |
| "loss": 0.5853, |
| "step": 41640 |
| }, |
| { |
| "epoch": 1.7117265182019885, |
| "grad_norm": 1.080946922302246, |
| "learning_rate": 1.0856341767462364e-05, |
| "loss": 0.605, |
| "step": 41660 |
| }, |
| { |
| "epoch": 1.7125482784123593, |
| "grad_norm": 1.1074481010437012, |
| "learning_rate": 1.0796117912695736e-05, |
| "loss": 0.5711, |
| "step": 41680 |
| }, |
| { |
| "epoch": 1.7133700386227297, |
| "grad_norm": 1.1239150762557983, |
| "learning_rate": 1.07360520311378e-05, |
| "loss": 0.5841, |
| "step": 41700 |
| }, |
| { |
| "epoch": 1.7141917988331006, |
| "grad_norm": 1.0257426500320435, |
| "learning_rate": 1.0676144229160655e-05, |
| "loss": 0.5723, |
| "step": 41720 |
| }, |
| { |
| "epoch": 1.715013559043471, |
| "grad_norm": 1.100321888923645, |
| "learning_rate": 1.0616394612856361e-05, |
| "loss": 0.5999, |
| "step": 41740 |
| }, |
| { |
| "epoch": 1.7158353192538418, |
| "grad_norm": 1.0664868354797363, |
| "learning_rate": 1.0556803288036954e-05, |
| "loss": 0.6029, |
| "step": 41760 |
| }, |
| { |
| "epoch": 1.7166570794642122, |
| "grad_norm": 1.017471194267273, |
| "learning_rate": 1.0497370360234037e-05, |
| "loss": 0.5844, |
| "step": 41780 |
| }, |
| { |
| "epoch": 1.717478839674583, |
| "grad_norm": 1.0937682390213013, |
| "learning_rate": 1.0438095934698766e-05, |
| "loss": 0.5844, |
| "step": 41800 |
| }, |
| { |
| "epoch": 1.7183005998849534, |
| "grad_norm": 1.0297489166259766, |
| "learning_rate": 1.037898011640157e-05, |
| "loss": 0.5882, |
| "step": 41820 |
| }, |
| { |
| "epoch": 1.7191223600953243, |
| "grad_norm": 1.0966808795928955, |
| "learning_rate": 1.032002301003202e-05, |
| "loss": 0.5827, |
| "step": 41840 |
| }, |
| { |
| "epoch": 1.7199441203056947, |
| "grad_norm": 1.1811338663101196, |
| "learning_rate": 1.026122471999863e-05, |
| "loss": 0.6009, |
| "step": 41860 |
| }, |
| { |
| "epoch": 1.7207658805160655, |
| "grad_norm": 1.0118420124053955, |
| "learning_rate": 1.0202585350428606e-05, |
| "loss": 0.5921, |
| "step": 41880 |
| }, |
| { |
| "epoch": 1.7215876407264359, |
| "grad_norm": 1.0821563005447388, |
| "learning_rate": 1.0144105005167836e-05, |
| "loss": 0.5956, |
| "step": 41900 |
| }, |
| { |
| "epoch": 1.7224094009368067, |
| "grad_norm": 1.0998246669769287, |
| "learning_rate": 1.0085783787780412e-05, |
| "loss": 0.5851, |
| "step": 41920 |
| }, |
| { |
| "epoch": 1.7232311611471771, |
| "grad_norm": 1.2186909914016724, |
| "learning_rate": 1.0027621801548792e-05, |
| "loss": 0.6043, |
| "step": 41940 |
| }, |
| { |
| "epoch": 1.724052921357548, |
| "grad_norm": 1.1629652976989746, |
| "learning_rate": 9.972515496304035e-06, |
| "loss": 0.5626, |
| "step": 41960 |
| }, |
| { |
| "epoch": 1.7248746815679183, |
| "grad_norm": 1.0134592056274414, |
| "learning_rate": 9.914664306824105e-06, |
| "loss": 0.5605, |
| "step": 41980 |
| }, |
| { |
| "epoch": 1.7256964417782892, |
| "grad_norm": 1.134350061416626, |
| "learning_rate": 9.856972651539343e-06, |
| "loss": 0.5788, |
| "step": 42000 |
| }, |
| { |
| "epoch": 1.7256964417782892, |
| "eval_loss": 0.8728025555610657, |
| "eval_runtime": 16.6626, |
| "eval_samples_per_second": 157.238, |
| "eval_steps_per_second": 4.921, |
| "step": 42000 |
| }, |
| { |
| "epoch": 1.7265182019886596, |
| "grad_norm": 1.1034976243972778, |
| "learning_rate": 9.799440632617284e-06, |
| "loss": 0.583, |
| "step": 42020 |
| }, |
| { |
| "epoch": 1.7273399621990304, |
| "grad_norm": 1.0975291728973389, |
| "learning_rate": 9.742068351942668e-06, |
| "loss": 0.5831, |
| "step": 42040 |
| }, |
| { |
| "epoch": 1.7281617224094008, |
| "grad_norm": 1.1249350309371948, |
| "learning_rate": 9.68485591111744e-06, |
| "loss": 0.5758, |
| "step": 42060 |
| }, |
| { |
| "epoch": 1.7289834826197716, |
| "grad_norm": 1.0432801246643066, |
| "learning_rate": 9.6278034114604e-06, |
| "loss": 0.5898, |
| "step": 42080 |
| }, |
| { |
| "epoch": 1.729805242830142, |
| "grad_norm": 1.0415185689926147, |
| "learning_rate": 9.570910954007128e-06, |
| "loss": 0.5781, |
| "step": 42100 |
| }, |
| { |
| "epoch": 1.7306270030405129, |
| "grad_norm": 1.0248029232025146, |
| "learning_rate": 9.517011450287305e-06, |
| "loss": 0.588, |
| "step": 42120 |
| }, |
| { |
| "epoch": 1.7314487632508833, |
| "grad_norm": 1.0104538202285767, |
| "learning_rate": 9.460431364661492e-06, |
| "loss": 0.5787, |
| "step": 42140 |
| }, |
| { |
| "epoch": 1.732270523461254, |
| "grad_norm": 1.0787935256958008, |
| "learning_rate": 9.404011617642439e-06, |
| "loss": 0.6012, |
| "step": 42160 |
| }, |
| { |
| "epoch": 1.7330922836716245, |
| "grad_norm": 1.10727059841156, |
| "learning_rate": 9.347752309145241e-06, |
| "loss": 0.5939, |
| "step": 42180 |
| }, |
| { |
| "epoch": 1.7339140438819953, |
| "grad_norm": 1.0951191186904907, |
| "learning_rate": 9.291653538800727e-06, |
| "loss": 0.5707, |
| "step": 42200 |
| }, |
| { |
| "epoch": 1.7347358040923657, |
| "grad_norm": 0.9968528151512146, |
| "learning_rate": 9.235715405955558e-06, |
| "loss": 0.6074, |
| "step": 42220 |
| }, |
| { |
| "epoch": 1.7355575643027366, |
| "grad_norm": 1.2177423238754272, |
| "learning_rate": 9.17993800967183e-06, |
| "loss": 0.5915, |
| "step": 42240 |
| }, |
| { |
| "epoch": 1.736379324513107, |
| "grad_norm": 1.041279673576355, |
| "learning_rate": 9.124321448727014e-06, |
| "loss": 0.5841, |
| "step": 42260 |
| }, |
| { |
| "epoch": 1.7372010847234778, |
| "grad_norm": 1.0093954801559448, |
| "learning_rate": 9.068865821613803e-06, |
| "loss": 0.5966, |
| "step": 42280 |
| }, |
| { |
| "epoch": 1.7380228449338482, |
| "grad_norm": 0.9137701392173767, |
| "learning_rate": 9.013571226539773e-06, |
| "loss": 0.5792, |
| "step": 42300 |
| }, |
| { |
| "epoch": 1.738844605144219, |
| "grad_norm": 1.1452417373657227, |
| "learning_rate": 8.958437761427452e-06, |
| "loss": 0.5968, |
| "step": 42320 |
| }, |
| { |
| "epoch": 1.7396663653545894, |
| "grad_norm": 1.0660525560379028, |
| "learning_rate": 8.903465523913957e-06, |
| "loss": 0.5883, |
| "step": 42340 |
| }, |
| { |
| "epoch": 1.7404881255649602, |
| "grad_norm": 1.2415095567703247, |
| "learning_rate": 8.848654611350849e-06, |
| "loss": 0.5766, |
| "step": 42360 |
| }, |
| { |
| "epoch": 1.7413098857753306, |
| "grad_norm": 1.097631812095642, |
| "learning_rate": 8.794005120804082e-06, |
| "loss": 0.5838, |
| "step": 42380 |
| }, |
| { |
| "epoch": 1.7421316459857015, |
| "grad_norm": 0.9962956309318542, |
| "learning_rate": 8.739517149053689e-06, |
| "loss": 0.5873, |
| "step": 42400 |
| }, |
| { |
| "epoch": 1.7429534061960719, |
| "grad_norm": 1.1835882663726807, |
| "learning_rate": 8.685190792593656e-06, |
| "loss": 0.5863, |
| "step": 42420 |
| }, |
| { |
| "epoch": 1.7437751664064427, |
| "grad_norm": 1.101272702217102, |
| "learning_rate": 8.631026147631772e-06, |
| "loss": 0.5901, |
| "step": 42440 |
| }, |
| { |
| "epoch": 1.744596926616813, |
| "grad_norm": 1.1990203857421875, |
| "learning_rate": 8.577023310089483e-06, |
| "loss": 0.6065, |
| "step": 42460 |
| }, |
| { |
| "epoch": 1.745418686827184, |
| "grad_norm": 1.1126364469528198, |
| "learning_rate": 8.523182375601635e-06, |
| "loss": 0.5755, |
| "step": 42480 |
| }, |
| { |
| "epoch": 1.7462404470375543, |
| "grad_norm": 1.124306082725525, |
| "learning_rate": 8.469503439516402e-06, |
| "loss": 0.6036, |
| "step": 42500 |
| }, |
| { |
| "epoch": 1.7470622072479252, |
| "grad_norm": 1.1404842138290405, |
| "learning_rate": 8.41598659689502e-06, |
| "loss": 0.5996, |
| "step": 42520 |
| }, |
| { |
| "epoch": 1.7478839674582956, |
| "grad_norm": 1.0869922637939453, |
| "learning_rate": 8.36263194251169e-06, |
| "loss": 0.5756, |
| "step": 42540 |
| }, |
| { |
| "epoch": 1.7487057276686664, |
| "grad_norm": 1.0685384273529053, |
| "learning_rate": 8.309439570853439e-06, |
| "loss": 0.5936, |
| "step": 42560 |
| }, |
| { |
| "epoch": 1.7495274878790368, |
| "grad_norm": 1.1454116106033325, |
| "learning_rate": 8.256409576119827e-06, |
| "loss": 0.5871, |
| "step": 42580 |
| }, |
| { |
| "epoch": 1.7503492480894076, |
| "grad_norm": 1.119585633277893, |
| "learning_rate": 8.203542052222924e-06, |
| "loss": 0.5948, |
| "step": 42600 |
| }, |
| { |
| "epoch": 1.751171008299778, |
| "grad_norm": 1.0509191751480103, |
| "learning_rate": 8.150837092787034e-06, |
| "loss": 0.5856, |
| "step": 42620 |
| }, |
| { |
| "epoch": 1.7519927685101488, |
| "grad_norm": 0.9895453453063965, |
| "learning_rate": 8.098294791148565e-06, |
| "loss": 0.5877, |
| "step": 42640 |
| }, |
| { |
| "epoch": 1.7528145287205192, |
| "grad_norm": 1.1008808612823486, |
| "learning_rate": 8.045915240355917e-06, |
| "loss": 0.59, |
| "step": 42660 |
| }, |
| { |
| "epoch": 1.75363628893089, |
| "grad_norm": 0.9279462695121765, |
| "learning_rate": 7.993698533169192e-06, |
| "loss": 0.5911, |
| "step": 42680 |
| }, |
| { |
| "epoch": 1.7544580491412605, |
| "grad_norm": 1.1394389867782593, |
| "learning_rate": 7.941644762060229e-06, |
| "loss": 0.5756, |
| "step": 42700 |
| }, |
| { |
| "epoch": 1.7552798093516313, |
| "grad_norm": 1.0450705289840698, |
| "learning_rate": 7.889754019212203e-06, |
| "loss": 0.6016, |
| "step": 42720 |
| }, |
| { |
| "epoch": 1.7561015695620017, |
| "grad_norm": 1.2323449850082397, |
| "learning_rate": 7.838026396519638e-06, |
| "loss": 0.5808, |
| "step": 42740 |
| }, |
| { |
| "epoch": 1.7569233297723725, |
| "grad_norm": 1.1465022563934326, |
| "learning_rate": 7.786461985588156e-06, |
| "loss": 0.5987, |
| "step": 42760 |
| }, |
| { |
| "epoch": 1.757745089982743, |
| "grad_norm": 0.9561547636985779, |
| "learning_rate": 7.73506087773439e-06, |
| "loss": 0.563, |
| "step": 42780 |
| }, |
| { |
| "epoch": 1.7585668501931138, |
| "grad_norm": 1.154842734336853, |
| "learning_rate": 7.683823163985737e-06, |
| "loss": 0.5682, |
| "step": 42800 |
| }, |
| { |
| "epoch": 1.7593886104034842, |
| "grad_norm": 1.1190966367721558, |
| "learning_rate": 7.632748935080213e-06, |
| "loss": 0.5896, |
| "step": 42820 |
| }, |
| { |
| "epoch": 1.760210370613855, |
| "grad_norm": 1.064261794090271, |
| "learning_rate": 7.581838281466414e-06, |
| "loss": 0.5778, |
| "step": 42840 |
| }, |
| { |
| "epoch": 1.7610321308242254, |
| "grad_norm": 1.095628261566162, |
| "learning_rate": 7.531091293303094e-06, |
| "loss": 0.5657, |
| "step": 42860 |
| }, |
| { |
| "epoch": 1.7618538910345962, |
| "grad_norm": 1.1514066457748413, |
| "learning_rate": 7.480508060459346e-06, |
| "loss": 0.579, |
| "step": 42880 |
| }, |
| { |
| "epoch": 1.7626756512449666, |
| "grad_norm": 1.1395295858383179, |
| "learning_rate": 7.430088672514124e-06, |
| "loss": 0.6007, |
| "step": 42900 |
| }, |
| { |
| "epoch": 1.7634974114553374, |
| "grad_norm": 1.2230483293533325, |
| "learning_rate": 7.379833218756338e-06, |
| "loss": 0.5996, |
| "step": 42920 |
| }, |
| { |
| "epoch": 1.7643191716657078, |
| "grad_norm": 1.0743821859359741, |
| "learning_rate": 7.329741788184485e-06, |
| "loss": 0.5863, |
| "step": 42940 |
| }, |
| { |
| "epoch": 1.7651409318760787, |
| "grad_norm": 1.1711527109146118, |
| "learning_rate": 7.279814469506652e-06, |
| "loss": 0.5864, |
| "step": 42960 |
| }, |
| { |
| "epoch": 1.765962692086449, |
| "grad_norm": 1.1039119958877563, |
| "learning_rate": 7.230051351140266e-06, |
| "loss": 0.5763, |
| "step": 42980 |
| }, |
| { |
| "epoch": 1.76678445229682, |
| "grad_norm": 1.0589841604232788, |
| "learning_rate": 7.180452521211978e-06, |
| "loss": 0.5857, |
| "step": 43000 |
| }, |
| { |
| "epoch": 1.7676062125071903, |
| "grad_norm": 1.1599675416946411, |
| "learning_rate": 7.131018067557516e-06, |
| "loss": 0.5798, |
| "step": 43020 |
| }, |
| { |
| "epoch": 1.7684279727175611, |
| "grad_norm": 1.10663640499115, |
| "learning_rate": 7.081748077721462e-06, |
| "loss": 0.5749, |
| "step": 43040 |
| }, |
| { |
| "epoch": 1.7692497329279315, |
| "grad_norm": 1.0838004350662231, |
| "learning_rate": 7.032642638957232e-06, |
| "loss": 0.5767, |
| "step": 43060 |
| }, |
| { |
| "epoch": 1.7700714931383024, |
| "grad_norm": 1.0529030561447144, |
| "learning_rate": 6.983701838226708e-06, |
| "loss": 0.6105, |
| "step": 43080 |
| }, |
| { |
| "epoch": 1.7708932533486728, |
| "grad_norm": 1.0537713766098022, |
| "learning_rate": 6.934925762200328e-06, |
| "loss": 0.5857, |
| "step": 43100 |
| }, |
| { |
| "epoch": 1.7717150135590436, |
| "grad_norm": 1.105526328086853, |
| "learning_rate": 6.886314497256752e-06, |
| "loss": 0.5677, |
| "step": 43120 |
| }, |
| { |
| "epoch": 1.772536773769414, |
| "grad_norm": 1.0443006753921509, |
| "learning_rate": 6.837868129482772e-06, |
| "loss": 0.5791, |
| "step": 43140 |
| }, |
| { |
| "epoch": 1.7733585339797848, |
| "grad_norm": 1.0910414457321167, |
| "learning_rate": 6.789586744673226e-06, |
| "loss": 0.5779, |
| "step": 43160 |
| }, |
| { |
| "epoch": 1.7741802941901552, |
| "grad_norm": 1.2543234825134277, |
| "learning_rate": 6.741470428330676e-06, |
| "loss": 0.5898, |
| "step": 43180 |
| }, |
| { |
| "epoch": 1.775002054400526, |
| "grad_norm": 0.9940236806869507, |
| "learning_rate": 6.693519265665449e-06, |
| "loss": 0.5807, |
| "step": 43200 |
| }, |
| { |
| "epoch": 1.7758238146108964, |
| "grad_norm": 1.129135012626648, |
| "learning_rate": 6.645733341595339e-06, |
| "loss": 0.5931, |
| "step": 43220 |
| }, |
| { |
| "epoch": 1.7766455748212673, |
| "grad_norm": 1.0876851081848145, |
| "learning_rate": 6.598112740745544e-06, |
| "loss": 0.587, |
| "step": 43240 |
| }, |
| { |
| "epoch": 1.7774673350316377, |
| "grad_norm": 1.1217765808105469, |
| "learning_rate": 6.550657547448513e-06, |
| "loss": 0.5664, |
| "step": 43260 |
| }, |
| { |
| "epoch": 1.7782890952420085, |
| "grad_norm": 1.006568431854248, |
| "learning_rate": 6.503367845743702e-06, |
| "loss": 0.572, |
| "step": 43280 |
| }, |
| { |
| "epoch": 1.779110855452379, |
| "grad_norm": 1.0781569480895996, |
| "learning_rate": 6.456243719377553e-06, |
| "loss": 0.5824, |
| "step": 43300 |
| }, |
| { |
| "epoch": 1.7799326156627497, |
| "grad_norm": 1.0513370037078857, |
| "learning_rate": 6.4116292395006935e-06, |
| "loss": 0.5924, |
| "step": 43320 |
| }, |
| { |
| "epoch": 1.7807543758731201, |
| "grad_norm": 1.1264588832855225, |
| "learning_rate": 6.364828224809993e-06, |
| "loss": 0.609, |
| "step": 43340 |
| }, |
| { |
| "epoch": 1.781576136083491, |
| "grad_norm": 1.1192883253097534, |
| "learning_rate": 6.318193030800956e-06, |
| "loss": 0.5814, |
| "step": 43360 |
| }, |
| { |
| "epoch": 1.7823978962938614, |
| "grad_norm": 1.1564245223999023, |
| "learning_rate": 6.271723740060908e-06, |
| "loss": 0.5825, |
| "step": 43380 |
| }, |
| { |
| "epoch": 1.7832196565042322, |
| "grad_norm": 1.1175339221954346, |
| "learning_rate": 6.227731656718094e-06, |
| "loss": 0.6158, |
| "step": 43400 |
| }, |
| { |
| "epoch": 1.7840414167146026, |
| "grad_norm": 1.1350170373916626, |
| "learning_rate": 6.1815861137816456e-06, |
| "loss": 0.584, |
| "step": 43420 |
| }, |
| { |
| "epoch": 1.7848631769249734, |
| "grad_norm": 1.0391989946365356, |
| "learning_rate": 6.1356067160345695e-06, |
| "loss": 0.5725, |
| "step": 43440 |
| }, |
| { |
| "epoch": 1.7856849371353438, |
| "grad_norm": 1.0166730880737305, |
| "learning_rate": 6.089793544902756e-06, |
| "loss": 0.5822, |
| "step": 43460 |
| }, |
| { |
| "epoch": 1.7865066973457147, |
| "grad_norm": 1.161569595336914, |
| "learning_rate": 6.0441466815178705e-06, |
| "loss": 0.6067, |
| "step": 43480 |
| }, |
| { |
| "epoch": 1.787328457556085, |
| "grad_norm": 1.1493220329284668, |
| "learning_rate": 5.998666206716985e-06, |
| "loss": 0.5804, |
| "step": 43500 |
| }, |
| { |
| "epoch": 1.7881502177664559, |
| "grad_norm": 1.005832552909851, |
| "learning_rate": 5.953352201042484e-06, |
| "loss": 0.5852, |
| "step": 43520 |
| }, |
| { |
| "epoch": 1.7889719779768263, |
| "grad_norm": 1.1422655582427979, |
| "learning_rate": 5.9082047447420405e-06, |
| "loss": 0.5935, |
| "step": 43540 |
| }, |
| { |
| "epoch": 1.7897937381871971, |
| "grad_norm": 1.0794512033462524, |
| "learning_rate": 5.863223917768268e-06, |
| "loss": 0.5841, |
| "step": 43560 |
| }, |
| { |
| "epoch": 1.7906154983975675, |
| "grad_norm": 0.9649259448051453, |
| "learning_rate": 5.818409799778779e-06, |
| "loss": 0.5813, |
| "step": 43580 |
| }, |
| { |
| "epoch": 1.7914372586079383, |
| "grad_norm": 1.0412386655807495, |
| "learning_rate": 5.7737624701359125e-06, |
| "loss": 0.5912, |
| "step": 43600 |
| }, |
| { |
| "epoch": 1.7922590188183087, |
| "grad_norm": 0.9937067031860352, |
| "learning_rate": 5.729282007906678e-06, |
| "loss": 0.5652, |
| "step": 43620 |
| }, |
| { |
| "epoch": 1.7930807790286796, |
| "grad_norm": 1.1072604656219482, |
| "learning_rate": 5.68496849186253e-06, |
| "loss": 0.5813, |
| "step": 43640 |
| }, |
| { |
| "epoch": 1.79390253923905, |
| "grad_norm": 1.1642615795135498, |
| "learning_rate": 5.640822000479307e-06, |
| "loss": 0.5769, |
| "step": 43660 |
| }, |
| { |
| "epoch": 1.7947242994494208, |
| "grad_norm": 1.1445039510726929, |
| "learning_rate": 5.596842611937025e-06, |
| "loss": 0.5789, |
| "step": 43680 |
| }, |
| { |
| "epoch": 1.7955460596597912, |
| "grad_norm": 1.1920628547668457, |
| "learning_rate": 5.5530304041198075e-06, |
| "loss": 0.5743, |
| "step": 43700 |
| }, |
| { |
| "epoch": 1.796367819870162, |
| "grad_norm": 1.0678682327270508, |
| "learning_rate": 5.509385454615712e-06, |
| "loss": 0.5811, |
| "step": 43720 |
| }, |
| { |
| "epoch": 1.7971895800805324, |
| "grad_norm": 1.15229070186615, |
| "learning_rate": 5.465907840716555e-06, |
| "loss": 0.5835, |
| "step": 43740 |
| }, |
| { |
| "epoch": 1.7980113402909033, |
| "grad_norm": 1.0926685333251953, |
| "learning_rate": 5.422597639417903e-06, |
| "loss": 0.5952, |
| "step": 43760 |
| }, |
| { |
| "epoch": 1.7988331005012737, |
| "grad_norm": 1.0511040687561035, |
| "learning_rate": 5.379454927418714e-06, |
| "loss": 0.5803, |
| "step": 43780 |
| }, |
| { |
| "epoch": 1.7996548607116445, |
| "grad_norm": 1.1438969373703003, |
| "learning_rate": 5.336479781121473e-06, |
| "loss": 0.5866, |
| "step": 43800 |
| }, |
| { |
| "epoch": 1.8004766209220149, |
| "grad_norm": 1.0851142406463623, |
| "learning_rate": 5.293672276631823e-06, |
| "loss": 0.5861, |
| "step": 43820 |
| }, |
| { |
| "epoch": 1.8012983811323857, |
| "grad_norm": 1.071152925491333, |
| "learning_rate": 5.251032489758545e-06, |
| "loss": 0.5965, |
| "step": 43840 |
| }, |
| { |
| "epoch": 1.802120141342756, |
| "grad_norm": 1.1403220891952515, |
| "learning_rate": 5.208560496013471e-06, |
| "loss": 0.5796, |
| "step": 43860 |
| }, |
| { |
| "epoch": 1.802941901553127, |
| "grad_norm": 0.9966292977333069, |
| "learning_rate": 5.166256370611189e-06, |
| "loss": 0.5664, |
| "step": 43880 |
| }, |
| { |
| "epoch": 1.8037636617634973, |
| "grad_norm": 1.014594316482544, |
| "learning_rate": 5.124120188469061e-06, |
| "loss": 0.5889, |
| "step": 43900 |
| }, |
| { |
| "epoch": 1.8045854219738682, |
| "grad_norm": 1.1401876211166382, |
| "learning_rate": 5.082152024207032e-06, |
| "loss": 0.5886, |
| "step": 43920 |
| }, |
| { |
| "epoch": 1.8054071821842386, |
| "grad_norm": 1.0322624444961548, |
| "learning_rate": 5.04035195214747e-06, |
| "loss": 0.5951, |
| "step": 43940 |
| }, |
| { |
| "epoch": 1.8062289423946094, |
| "grad_norm": 1.0889531373977661, |
| "learning_rate": 4.998720046315097e-06, |
| "loss": 0.5795, |
| "step": 43960 |
| }, |
| { |
| "epoch": 1.8070507026049798, |
| "grad_norm": 1.1183452606201172, |
| "learning_rate": 4.957256380436826e-06, |
| "loss": 0.5964, |
| "step": 43980 |
| }, |
| { |
| "epoch": 1.8078724628153506, |
| "grad_norm": 1.037669062614441, |
| "learning_rate": 4.915961027941596e-06, |
| "loss": 0.578, |
| "step": 44000 |
| }, |
| { |
| "epoch": 1.8078724628153506, |
| "eval_loss": 0.8637903928756714, |
| "eval_runtime": 21.3438, |
| "eval_samples_per_second": 122.752, |
| "eval_steps_per_second": 3.842, |
| "step": 44000 |
| }, |
| { |
| "epoch": 1.808694223025721, |
| "grad_norm": 0.8755192160606384, |
| "learning_rate": 4.874834061960298e-06, |
| "loss": 0.4632, |
| "step": 44020 |
| }, |
| { |
| "epoch": 1.8095159832360919, |
| "grad_norm": 0.953360915184021, |
| "learning_rate": 4.83387555532564e-06, |
| "loss": 0.4426, |
| "step": 44040 |
| }, |
| { |
| "epoch": 1.8103377434464623, |
| "grad_norm": 0.9059198498725891, |
| "learning_rate": 4.7930855805719875e-06, |
| "loss": 0.4451, |
| "step": 44060 |
| }, |
| { |
| "epoch": 1.811159503656833, |
| "grad_norm": 0.9322590231895447, |
| "learning_rate": 4.752464209935215e-06, |
| "loss": 0.4425, |
| "step": 44080 |
| }, |
| { |
| "epoch": 1.8119812638672035, |
| "grad_norm": 0.9682320952415466, |
| "learning_rate": 4.712011515352688e-06, |
| "loss": 0.4406, |
| "step": 44100 |
| }, |
| { |
| "epoch": 1.8128030240775743, |
| "grad_norm": 0.9625361561775208, |
| "learning_rate": 4.671727568462958e-06, |
| "loss": 0.4296, |
| "step": 44120 |
| }, |
| { |
| "epoch": 1.8136247842879447, |
| "grad_norm": 0.8894620537757874, |
| "learning_rate": 4.631612440605837e-06, |
| "loss": 0.4459, |
| "step": 44140 |
| }, |
| { |
| "epoch": 1.8144465444983155, |
| "grad_norm": 0.9132700562477112, |
| "learning_rate": 4.5916662028221094e-06, |
| "loss": 0.438, |
| "step": 44160 |
| }, |
| { |
| "epoch": 1.815268304708686, |
| "grad_norm": 1.0488115549087524, |
| "learning_rate": 4.551888925853509e-06, |
| "loss": 0.4485, |
| "step": 44180 |
| }, |
| { |
| "epoch": 1.8160900649190568, |
| "grad_norm": 0.9608358144760132, |
| "learning_rate": 4.512280680142522e-06, |
| "loss": 0.4416, |
| "step": 44200 |
| }, |
| { |
| "epoch": 1.8169118251294272, |
| "grad_norm": 1.0176913738250732, |
| "learning_rate": 4.472841535832295e-06, |
| "loss": 0.4422, |
| "step": 44220 |
| }, |
| { |
| "epoch": 1.817733585339798, |
| "grad_norm": 0.9737944602966309, |
| "learning_rate": 4.433571562766514e-06, |
| "loss": 0.4217, |
| "step": 44240 |
| }, |
| { |
| "epoch": 1.8185553455501684, |
| "grad_norm": 0.9006738662719727, |
| "learning_rate": 4.394470830489272e-06, |
| "loss": 0.4589, |
| "step": 44260 |
| }, |
| { |
| "epoch": 1.8193771057605392, |
| "grad_norm": 1.0624366998672485, |
| "learning_rate": 4.355539408244991e-06, |
| "loss": 0.4506, |
| "step": 44280 |
| }, |
| { |
| "epoch": 1.8201988659709096, |
| "grad_norm": 1.1879520416259766, |
| "learning_rate": 4.316777364978175e-06, |
| "loss": 0.4532, |
| "step": 44300 |
| }, |
| { |
| "epoch": 1.8210206261812805, |
| "grad_norm": 1.1148782968521118, |
| "learning_rate": 4.278184769333482e-06, |
| "loss": 0.4299, |
| "step": 44320 |
| }, |
| { |
| "epoch": 1.8218423863916509, |
| "grad_norm": 0.9817942380905151, |
| "learning_rate": 4.239761689655364e-06, |
| "loss": 0.4249, |
| "step": 44340 |
| }, |
| { |
| "epoch": 1.8226641466020217, |
| "grad_norm": 0.9905684590339661, |
| "learning_rate": 4.201508193988168e-06, |
| "loss": 0.4374, |
| "step": 44360 |
| }, |
| { |
| "epoch": 1.823485906812392, |
| "grad_norm": 1.0558414459228516, |
| "learning_rate": 4.163424350075895e-06, |
| "loss": 0.4501, |
| "step": 44380 |
| }, |
| { |
| "epoch": 1.824307667022763, |
| "grad_norm": 1.105684757232666, |
| "learning_rate": 4.1274018997290775e-06, |
| "loss": 0.438, |
| "step": 44400 |
| }, |
| { |
| "epoch": 1.8251294272331333, |
| "grad_norm": 0.9954769611358643, |
| "learning_rate": 4.089649070449642e-06, |
| "loss": 0.4404, |
| "step": 44420 |
| }, |
| { |
| "epoch": 1.825951187443504, |
| "grad_norm": 1.0505714416503906, |
| "learning_rate": 4.052066091019047e-06, |
| "loss": 0.4338, |
| "step": 44440 |
| }, |
| { |
| "epoch": 1.8267729476538745, |
| "grad_norm": 1.083191990852356, |
| "learning_rate": 4.014653027993797e-06, |
| "loss": 0.4334, |
| "step": 44460 |
| }, |
| { |
| "epoch": 1.8275947078642452, |
| "grad_norm": 1.1424214839935303, |
| "learning_rate": 3.977409947629595e-06, |
| "loss": 0.4414, |
| "step": 44480 |
| }, |
| { |
| "epoch": 1.8284164680746158, |
| "grad_norm": 0.9991270899772644, |
| "learning_rate": 3.9403369158810595e-06, |
| "loss": 0.4419, |
| "step": 44500 |
| }, |
| { |
| "epoch": 1.8292382282849864, |
| "grad_norm": 1.0082736015319824, |
| "learning_rate": 3.903433998401662e-06, |
| "loss": 0.4346, |
| "step": 44520 |
| }, |
| { |
| "epoch": 1.830059988495357, |
| "grad_norm": 1.122463345527649, |
| "learning_rate": 3.866701260543637e-06, |
| "loss": 0.4286, |
| "step": 44540 |
| }, |
| { |
| "epoch": 1.8308817487057276, |
| "grad_norm": 1.15240478515625, |
| "learning_rate": 3.830138767357827e-06, |
| "loss": 0.4248, |
| "step": 44560 |
| }, |
| { |
| "epoch": 1.8317035089160982, |
| "grad_norm": 1.1562724113464355, |
| "learning_rate": 3.7955621469369153e-06, |
| "loss": 0.4267, |
| "step": 44580 |
| }, |
| { |
| "epoch": 1.8325252691264688, |
| "grad_norm": 0.9919096827507019, |
| "learning_rate": 3.7593318168225867e-06, |
| "loss": 0.4265, |
| "step": 44600 |
| }, |
| { |
| "epoch": 1.8333470293368395, |
| "grad_norm": 0.9958898425102234, |
| "learning_rate": 3.723271921523508e-06, |
| "loss": 0.4438, |
| "step": 44620 |
| }, |
| { |
| "epoch": 1.83416878954721, |
| "grad_norm": 1.0441087484359741, |
| "learning_rate": 3.6873825248989524e-06, |
| "loss": 0.4661, |
| "step": 44640 |
| }, |
| { |
| "epoch": 1.8349905497575807, |
| "grad_norm": 1.0398614406585693, |
| "learning_rate": 3.651663690506313e-06, |
| "loss": 0.4385, |
| "step": 44660 |
| }, |
| { |
| "epoch": 1.8358123099679513, |
| "grad_norm": 1.0855858325958252, |
| "learning_rate": 3.616115481600857e-06, |
| "loss": 0.4385, |
| "step": 44680 |
| }, |
| { |
| "epoch": 1.836634070178322, |
| "grad_norm": 1.2031474113464355, |
| "learning_rate": 3.5807379611357826e-06, |
| "loss": 0.4322, |
| "step": 44700 |
| }, |
| { |
| "epoch": 1.8374558303886925, |
| "grad_norm": 1.0220446586608887, |
| "learning_rate": 3.545531191761897e-06, |
| "loss": 0.419, |
| "step": 44720 |
| }, |
| { |
| "epoch": 1.8382775905990631, |
| "grad_norm": 1.1677261590957642, |
| "learning_rate": 3.5104952358277154e-06, |
| "loss": 0.428, |
| "step": 44740 |
| }, |
| { |
| "epoch": 1.8390993508094338, |
| "grad_norm": 1.097439169883728, |
| "learning_rate": 3.475630155379206e-06, |
| "loss": 0.4484, |
| "step": 44760 |
| }, |
| { |
| "epoch": 1.8399211110198044, |
| "grad_norm": 1.115867257118225, |
| "learning_rate": 3.4409360121597235e-06, |
| "loss": 0.4268, |
| "step": 44780 |
| }, |
| { |
| "epoch": 1.840742871230175, |
| "grad_norm": 1.5234203338623047, |
| "learning_rate": 3.406412867609976e-06, |
| "loss": 0.4448, |
| "step": 44800 |
| }, |
| { |
| "epoch": 1.8415646314405456, |
| "grad_norm": 1.0893431901931763, |
| "learning_rate": 3.3720607828677362e-06, |
| "loss": 0.4382, |
| "step": 44820 |
| }, |
| { |
| "epoch": 1.8423863916509162, |
| "grad_norm": 1.0602861642837524, |
| "learning_rate": 3.3378798187679418e-06, |
| "loss": 0.4308, |
| "step": 44840 |
| }, |
| { |
| "epoch": 1.8432081518612868, |
| "grad_norm": 1.249525547027588, |
| "learning_rate": 3.303870035842427e-06, |
| "loss": 0.4261, |
| "step": 44860 |
| }, |
| { |
| "epoch": 1.8440299120716575, |
| "grad_norm": 1.2411805391311646, |
| "learning_rate": 3.270031494319925e-06, |
| "loss": 0.4362, |
| "step": 44880 |
| }, |
| { |
| "epoch": 1.844851672282028, |
| "grad_norm": 1.0888171195983887, |
| "learning_rate": 3.2363642541258676e-06, |
| "loss": 0.4348, |
| "step": 44900 |
| }, |
| { |
| "epoch": 1.8456734324923987, |
| "grad_norm": 1.056647539138794, |
| "learning_rate": 3.2028683748823505e-06, |
| "loss": 0.4356, |
| "step": 44920 |
| }, |
| { |
| "epoch": 1.8464951927027693, |
| "grad_norm": 1.0287542343139648, |
| "learning_rate": 3.169543915907991e-06, |
| "loss": 0.4384, |
| "step": 44940 |
| }, |
| { |
| "epoch": 1.84731695291314, |
| "grad_norm": 1.0829901695251465, |
| "learning_rate": 3.136390936217848e-06, |
| "loss": 0.4452, |
| "step": 44960 |
| }, |
| { |
| "epoch": 1.8481387131235105, |
| "grad_norm": 0.9647024273872375, |
| "learning_rate": 3.1034094945233018e-06, |
| "loss": 0.4303, |
| "step": 44980 |
| }, |
| { |
| "epoch": 1.8489604733338811, |
| "grad_norm": 1.252030611038208, |
| "learning_rate": 3.07059964923192e-06, |
| "loss": 0.454, |
| "step": 45000 |
| }, |
| { |
| "epoch": 1.8497822335442518, |
| "grad_norm": 1.0106678009033203, |
| "learning_rate": 3.037961458447469e-06, |
| "loss": 0.4371, |
| "step": 45020 |
| }, |
| { |
| "epoch": 1.8506039937546224, |
| "grad_norm": 1.0734151601791382, |
| "learning_rate": 3.0054949799696142e-06, |
| "loss": 0.4328, |
| "step": 45040 |
| }, |
| { |
| "epoch": 1.851425753964993, |
| "grad_norm": 1.1433912515640259, |
| "learning_rate": 2.9732002712940187e-06, |
| "loss": 0.4195, |
| "step": 45060 |
| }, |
| { |
| "epoch": 1.8522475141753636, |
| "grad_norm": 1.105094313621521, |
| "learning_rate": 2.9410773896121237e-06, |
| "loss": 0.4369, |
| "step": 45080 |
| }, |
| { |
| "epoch": 1.8530692743857342, |
| "grad_norm": 1.1068464517593384, |
| "learning_rate": 2.909126391811068e-06, |
| "loss": 0.4287, |
| "step": 45100 |
| }, |
| { |
| "epoch": 1.8538910345961048, |
| "grad_norm": 1.1528667211532593, |
| "learning_rate": 2.8773473344736235e-06, |
| "loss": 0.4261, |
| "step": 45120 |
| }, |
| { |
| "epoch": 1.8547127948064754, |
| "grad_norm": 1.1072239875793457, |
| "learning_rate": 2.8457402738780504e-06, |
| "loss": 0.4389, |
| "step": 45140 |
| }, |
| { |
| "epoch": 1.855534555016846, |
| "grad_norm": 0.9646241664886475, |
| "learning_rate": 2.8143052659980185e-06, |
| "loss": 0.4193, |
| "step": 45160 |
| }, |
| { |
| "epoch": 1.8563563152272167, |
| "grad_norm": 1.1033663749694824, |
| "learning_rate": 2.7830423665024862e-06, |
| "loss": 0.4257, |
| "step": 45180 |
| }, |
| { |
| "epoch": 1.8571780754375873, |
| "grad_norm": 1.1620920896530151, |
| "learning_rate": 2.751951630755689e-06, |
| "loss": 0.4328, |
| "step": 45200 |
| }, |
| { |
| "epoch": 1.857999835647958, |
| "grad_norm": 0.9689277410507202, |
| "learning_rate": 2.7210331138168955e-06, |
| "loss": 0.4262, |
| "step": 45220 |
| }, |
| { |
| "epoch": 1.8588215958583285, |
| "grad_norm": 1.0218113660812378, |
| "learning_rate": 2.6902868704404172e-06, |
| "loss": 0.4227, |
| "step": 45240 |
| }, |
| { |
| "epoch": 1.8596433560686991, |
| "grad_norm": 1.1273281574249268, |
| "learning_rate": 2.6597129550754997e-06, |
| "loss": 0.4125, |
| "step": 45260 |
| }, |
| { |
| "epoch": 1.8604651162790697, |
| "grad_norm": 1.068606972694397, |
| "learning_rate": 2.629311421866165e-06, |
| "loss": 0.4241, |
| "step": 45280 |
| }, |
| { |
| "epoch": 1.8612868764894404, |
| "grad_norm": 1.105440616607666, |
| "learning_rate": 2.5990823246512253e-06, |
| "loss": 0.4358, |
| "step": 45300 |
| }, |
| { |
| "epoch": 1.862108636699811, |
| "grad_norm": 1.0128626823425293, |
| "learning_rate": 2.5690257169640688e-06, |
| "loss": 0.4277, |
| "step": 45320 |
| }, |
| { |
| "epoch": 1.8629303969101816, |
| "grad_norm": 0.9848488569259644, |
| "learning_rate": 2.5391416520326284e-06, |
| "loss": 0.4298, |
| "step": 45340 |
| }, |
| { |
| "epoch": 1.8637521571205522, |
| "grad_norm": 1.1279760599136353, |
| "learning_rate": 2.5094301827792933e-06, |
| "loss": 0.4312, |
| "step": 45360 |
| }, |
| { |
| "epoch": 1.8645739173309228, |
| "grad_norm": 1.1564669609069824, |
| "learning_rate": 2.479891361820785e-06, |
| "loss": 0.4386, |
| "step": 45380 |
| }, |
| { |
| "epoch": 1.8653956775412934, |
| "grad_norm": 1.040480375289917, |
| "learning_rate": 2.4505252414680713e-06, |
| "loss": 0.4208, |
| "step": 45400 |
| }, |
| { |
| "epoch": 1.866217437751664, |
| "grad_norm": 1.0698386430740356, |
| "learning_rate": 2.421331873726296e-06, |
| "loss": 0.4353, |
| "step": 45420 |
| }, |
| { |
| "epoch": 1.8670391979620347, |
| "grad_norm": 1.1802546977996826, |
| "learning_rate": 2.3923113102946816e-06, |
| "loss": 0.4328, |
| "step": 45440 |
| }, |
| { |
| "epoch": 1.8678609581724053, |
| "grad_norm": 1.0874077081680298, |
| "learning_rate": 2.363463602566396e-06, |
| "loss": 0.4199, |
| "step": 45460 |
| }, |
| { |
| "epoch": 1.8686827183827759, |
| "grad_norm": 1.2014697790145874, |
| "learning_rate": 2.334788801628518e-06, |
| "loss": 0.4279, |
| "step": 45480 |
| }, |
| { |
| "epoch": 1.8695044785931465, |
| "grad_norm": 1.140428066253662, |
| "learning_rate": 2.3062869582619053e-06, |
| "loss": 0.4294, |
| "step": 45500 |
| }, |
| { |
| "epoch": 1.8703262388035171, |
| "grad_norm": 1.1033835411071777, |
| "learning_rate": 2.277958122941115e-06, |
| "loss": 0.4159, |
| "step": 45520 |
| }, |
| { |
| "epoch": 1.8711479990138877, |
| "grad_norm": 1.0941648483276367, |
| "learning_rate": 2.249802345834373e-06, |
| "loss": 0.4241, |
| "step": 45540 |
| }, |
| { |
| "epoch": 1.8719697592242583, |
| "grad_norm": 1.1285514831542969, |
| "learning_rate": 2.2218196768033496e-06, |
| "loss": 0.421, |
| "step": 45560 |
| }, |
| { |
| "epoch": 1.872791519434629, |
| "grad_norm": 1.0075688362121582, |
| "learning_rate": 2.1940101654032487e-06, |
| "loss": 0.4261, |
| "step": 45580 |
| }, |
| { |
| "epoch": 1.8736132796449996, |
| "grad_norm": 1.2179702520370483, |
| "learning_rate": 2.166373860882509e-06, |
| "loss": 0.4311, |
| "step": 45600 |
| }, |
| { |
| "epoch": 1.8744350398553702, |
| "grad_norm": 1.1928651332855225, |
| "learning_rate": 2.1389108121829593e-06, |
| "loss": 0.413, |
| "step": 45620 |
| }, |
| { |
| "epoch": 1.8752568000657408, |
| "grad_norm": 1.330972671508789, |
| "learning_rate": 2.1116210679395066e-06, |
| "loss": 0.4281, |
| "step": 45640 |
| }, |
| { |
| "epoch": 1.8760785602761114, |
| "grad_norm": 1.1296700239181519, |
| "learning_rate": 2.0845046764801924e-06, |
| "loss": 0.4361, |
| "step": 45660 |
| }, |
| { |
| "epoch": 1.876900320486482, |
| "grad_norm": 1.0228627920150757, |
| "learning_rate": 2.057561685826093e-06, |
| "loss": 0.4562, |
| "step": 45680 |
| }, |
| { |
| "epoch": 1.8777220806968526, |
| "grad_norm": 1.1409462690353394, |
| "learning_rate": 2.030792143691118e-06, |
| "loss": 0.4378, |
| "step": 45700 |
| }, |
| { |
| "epoch": 1.8785438409072233, |
| "grad_norm": 1.078661322593689, |
| "learning_rate": 2.0041960974821027e-06, |
| "loss": 0.4299, |
| "step": 45720 |
| }, |
| { |
| "epoch": 1.8793656011175939, |
| "grad_norm": 1.0520544052124023, |
| "learning_rate": 1.977773594298582e-06, |
| "loss": 0.434, |
| "step": 45740 |
| }, |
| { |
| "epoch": 1.8801873613279645, |
| "grad_norm": 1.0248843431472778, |
| "learning_rate": 1.9515246809327815e-06, |
| "loss": 0.4227, |
| "step": 45760 |
| }, |
| { |
| "epoch": 1.881009121538335, |
| "grad_norm": 0.9711484909057617, |
| "learning_rate": 1.926749043146392e-06, |
| "loss": 0.4221, |
| "step": 45780 |
| }, |
| { |
| "epoch": 1.8818308817487057, |
| "grad_norm": 1.135709524154663, |
| "learning_rate": 1.9008387633469904e-06, |
| "loss": 0.4176, |
| "step": 45800 |
| }, |
| { |
| "epoch": 1.8826526419590763, |
| "grad_norm": 1.0329680442810059, |
| "learning_rate": 1.8763849105989163e-06, |
| "loss": 0.4137, |
| "step": 45820 |
| }, |
| { |
| "epoch": 1.883474402169447, |
| "grad_norm": 1.0853397846221924, |
| "learning_rate": 1.8508134388439902e-06, |
| "loss": 0.4235, |
| "step": 45840 |
| }, |
| { |
| "epoch": 1.8842961623798176, |
| "grad_norm": 1.2208008766174316, |
| "learning_rate": 1.8254157817434447e-06, |
| "loss": 0.4487, |
| "step": 45860 |
| }, |
| { |
| "epoch": 1.8851179225901882, |
| "grad_norm": 0.9802207946777344, |
| "learning_rate": 1.8001919842745686e-06, |
| "loss": 0.442, |
| "step": 45880 |
| }, |
| { |
| "epoch": 1.8859396828005588, |
| "grad_norm": 1.0660961866378784, |
| "learning_rate": 1.775142091106774e-06, |
| "loss": 0.4303, |
| "step": 45900 |
| }, |
| { |
| "epoch": 1.8867614430109294, |
| "grad_norm": 1.0748445987701416, |
| "learning_rate": 1.750266146601498e-06, |
| "loss": 0.429, |
| "step": 45920 |
| }, |
| { |
| "epoch": 1.8875832032213, |
| "grad_norm": 1.2010825872421265, |
| "learning_rate": 1.7255641948121127e-06, |
| "loss": 0.4155, |
| "step": 45940 |
| }, |
| { |
| "epoch": 1.8884049634316706, |
| "grad_norm": 1.149553656578064, |
| "learning_rate": 1.7010362794838918e-06, |
| "loss": 0.4232, |
| "step": 45960 |
| }, |
| { |
| "epoch": 1.8892267236420413, |
| "grad_norm": 1.208585262298584, |
| "learning_rate": 1.6766824440538565e-06, |
| "loss": 0.4242, |
| "step": 45980 |
| }, |
| { |
| "epoch": 1.8900484838524119, |
| "grad_norm": 1.1593657732009888, |
| "learning_rate": 1.6525027316507957e-06, |
| "loss": 0.4376, |
| "step": 46000 |
| }, |
| { |
| "epoch": 1.8900484838524119, |
| "eval_loss": 0.9416248798370361, |
| "eval_runtime": 16.5465, |
| "eval_samples_per_second": 158.341, |
| "eval_steps_per_second": 4.956, |
| "step": 46000 |
| }, |
| { |
| "epoch": 1.8908702440627825, |
| "grad_norm": 0.9449489712715149, |
| "learning_rate": 1.6284971850951125e-06, |
| "loss": 0.4212, |
| "step": 46020 |
| }, |
| { |
| "epoch": 1.891692004273153, |
| "grad_norm": 1.046122670173645, |
| "learning_rate": 1.6046658468987897e-06, |
| "loss": 0.4332, |
| "step": 46040 |
| }, |
| { |
| "epoch": 1.8925137644835237, |
| "grad_norm": 1.1397738456726074, |
| "learning_rate": 1.58100875926529e-06, |
| "loss": 0.4395, |
| "step": 46060 |
| }, |
| { |
| "epoch": 1.8933355246938943, |
| "grad_norm": 1.2659273147583008, |
| "learning_rate": 1.557525964089479e-06, |
| "loss": 0.414, |
| "step": 46080 |
| }, |
| { |
| "epoch": 1.894157284904265, |
| "grad_norm": 1.2042860984802246, |
| "learning_rate": 1.5342175029576023e-06, |
| "loss": 0.4244, |
| "step": 46100 |
| }, |
| { |
| "epoch": 1.8949790451146356, |
| "grad_norm": 1.1012762784957886, |
| "learning_rate": 1.51108341714713e-06, |
| "loss": 0.4324, |
| "step": 46120 |
| }, |
| { |
| "epoch": 1.8958008053250062, |
| "grad_norm": 1.114878535270691, |
| "learning_rate": 1.4881237476267574e-06, |
| "loss": 0.4369, |
| "step": 46140 |
| }, |
| { |
| "epoch": 1.8966225655353768, |
| "grad_norm": 1.1757618188858032, |
| "learning_rate": 1.4653385350563043e-06, |
| "loss": 0.4101, |
| "step": 46160 |
| }, |
| { |
| "epoch": 1.8974443257457474, |
| "grad_norm": 1.1672312021255493, |
| "learning_rate": 1.4427278197866045e-06, |
| "loss": 0.4138, |
| "step": 46180 |
| }, |
| { |
| "epoch": 1.898266085956118, |
| "grad_norm": 1.184259057044983, |
| "learning_rate": 1.4202916418595058e-06, |
| "loss": 0.4153, |
| "step": 46200 |
| }, |
| { |
| "epoch": 1.8990878461664886, |
| "grad_norm": 1.2748756408691406, |
| "learning_rate": 1.3980300410077584e-06, |
| "loss": 0.4031, |
| "step": 46220 |
| }, |
| { |
| "epoch": 1.8999096063768592, |
| "grad_norm": 1.1279730796813965, |
| "learning_rate": 1.3759430566549269e-06, |
| "loss": 0.4296, |
| "step": 46240 |
| }, |
| { |
| "epoch": 1.9007313665872299, |
| "grad_norm": 1.1729366779327393, |
| "learning_rate": 1.3540307279153674e-06, |
| "loss": 0.4261, |
| "step": 46260 |
| }, |
| { |
| "epoch": 1.9015531267976005, |
| "grad_norm": 1.0671958923339844, |
| "learning_rate": 1.3322930935941502e-06, |
| "loss": 0.4218, |
| "step": 46280 |
| }, |
| { |
| "epoch": 1.902374887007971, |
| "grad_norm": 1.169188380241394, |
| "learning_rate": 1.3107301921869152e-06, |
| "loss": 0.4216, |
| "step": 46300 |
| }, |
| { |
| "epoch": 1.9031966472183417, |
| "grad_norm": 1.2280913591384888, |
| "learning_rate": 1.289342061879928e-06, |
| "loss": 0.4149, |
| "step": 46320 |
| }, |
| { |
| "epoch": 1.9040184074287123, |
| "grad_norm": 1.1291908025741577, |
| "learning_rate": 1.268128740549912e-06, |
| "loss": 0.4208, |
| "step": 46340 |
| }, |
| { |
| "epoch": 1.904840167639083, |
| "grad_norm": 1.114375352859497, |
| "learning_rate": 1.2470902657640172e-06, |
| "loss": 0.4061, |
| "step": 46360 |
| }, |
| { |
| "epoch": 1.9056619278494535, |
| "grad_norm": 1.1792467832565308, |
| "learning_rate": 1.2262266747797847e-06, |
| "loss": 0.4135, |
| "step": 46380 |
| }, |
| { |
| "epoch": 1.9064836880598242, |
| "grad_norm": 1.1172113418579102, |
| "learning_rate": 1.2055380045450038e-06, |
| "loss": 0.4259, |
| "step": 46400 |
| }, |
| { |
| "epoch": 1.9073054482701948, |
| "grad_norm": 1.136423945426941, |
| "learning_rate": 1.1850242916977449e-06, |
| "loss": 0.4274, |
| "step": 46420 |
| }, |
| { |
| "epoch": 1.9081272084805654, |
| "grad_norm": 1.257373332977295, |
| "learning_rate": 1.164685572566182e-06, |
| "loss": 0.421, |
| "step": 46440 |
| }, |
| { |
| "epoch": 1.908948968690936, |
| "grad_norm": 1.100024938583374, |
| "learning_rate": 1.1445218831686367e-06, |
| "loss": 0.4245, |
| "step": 46460 |
| }, |
| { |
| "epoch": 1.9097707289013066, |
| "grad_norm": 1.2640262842178345, |
| "learning_rate": 1.1245332592134562e-06, |
| "loss": 0.4188, |
| "step": 46480 |
| }, |
| { |
| "epoch": 1.9105924891116772, |
| "grad_norm": 1.1880619525909424, |
| "learning_rate": 1.104719736098958e-06, |
| "loss": 0.4258, |
| "step": 46500 |
| }, |
| { |
| "epoch": 1.9114142493220478, |
| "grad_norm": 1.1756030321121216, |
| "learning_rate": 1.0850813489133528e-06, |
| "loss": 0.4242, |
| "step": 46520 |
| }, |
| { |
| "epoch": 1.9122360095324185, |
| "grad_norm": 1.2056884765625, |
| "learning_rate": 1.0656181324347093e-06, |
| "loss": 0.4232, |
| "step": 46540 |
| }, |
| { |
| "epoch": 1.913057769742789, |
| "grad_norm": 1.0848861932754517, |
| "learning_rate": 1.0463301211309006e-06, |
| "loss": 0.422, |
| "step": 46560 |
| }, |
| { |
| "epoch": 1.9138795299531597, |
| "grad_norm": 1.2697360515594482, |
| "learning_rate": 1.027217349159504e-06, |
| "loss": 0.4369, |
| "step": 46580 |
| }, |
| { |
| "epoch": 1.9147012901635303, |
| "grad_norm": 1.1444509029388428, |
| "learning_rate": 1.008279850367766e-06, |
| "loss": 0.4231, |
| "step": 46600 |
| }, |
| { |
| "epoch": 1.915523050373901, |
| "grad_norm": 1.225815773010254, |
| "learning_rate": 9.895176582925492e-07, |
| "loss": 0.4063, |
| "step": 46620 |
| }, |
| { |
| "epoch": 1.9163448105842715, |
| "grad_norm": 1.1986970901489258, |
| "learning_rate": 9.709308061602417e-07, |
| "loss": 0.4194, |
| "step": 46640 |
| }, |
| { |
| "epoch": 1.9171665707946421, |
| "grad_norm": 1.0552966594696045, |
| "learning_rate": 9.525193268867249e-07, |
| "loss": 0.4368, |
| "step": 46660 |
| }, |
| { |
| "epoch": 1.9179883310050128, |
| "grad_norm": 1.2278395891189575, |
| "learning_rate": 9.342832530773061e-07, |
| "loss": 0.4247, |
| "step": 46680 |
| }, |
| { |
| "epoch": 1.9188100912153834, |
| "grad_norm": 1.1720478534698486, |
| "learning_rate": 9.162226170266964e-07, |
| "loss": 0.4484, |
| "step": 46700 |
| }, |
| { |
| "epoch": 1.919631851425754, |
| "grad_norm": 1.0597708225250244, |
| "learning_rate": 8.983374507188669e-07, |
| "loss": 0.4158, |
| "step": 46720 |
| }, |
| { |
| "epoch": 1.9204536116361246, |
| "grad_norm": 1.2956316471099854, |
| "learning_rate": 8.806277858270706e-07, |
| "loss": 0.4274, |
| "step": 46740 |
| }, |
| { |
| "epoch": 1.9212753718464952, |
| "grad_norm": 0.9802606701850891, |
| "learning_rate": 8.630936537137757e-07, |
| "loss": 0.4307, |
| "step": 46760 |
| }, |
| { |
| "epoch": 1.9220971320568658, |
| "grad_norm": 1.118882417678833, |
| "learning_rate": 8.457350854305657e-07, |
| "loss": 0.415, |
| "step": 46780 |
| }, |
| { |
| "epoch": 1.9229188922672364, |
| "grad_norm": 1.2108888626098633, |
| "learning_rate": 8.285521117181394e-07, |
| "loss": 0.412, |
| "step": 46800 |
| }, |
| { |
| "epoch": 1.923740652477607, |
| "grad_norm": 1.1903843879699707, |
| "learning_rate": 8.115447630062112e-07, |
| "loss": 0.4167, |
| "step": 46820 |
| }, |
| { |
| "epoch": 1.9245624126879777, |
| "grad_norm": 1.017788052558899, |
| "learning_rate": 7.947130694134996e-07, |
| "loss": 0.4249, |
| "step": 46840 |
| }, |
| { |
| "epoch": 1.9253841728983483, |
| "grad_norm": 1.0981863737106323, |
| "learning_rate": 7.780570607476278e-07, |
| "loss": 0.4072, |
| "step": 46860 |
| }, |
| { |
| "epoch": 1.926205933108719, |
| "grad_norm": 1.1456172466278076, |
| "learning_rate": 7.615767665051122e-07, |
| "loss": 0.4233, |
| "step": 46880 |
| }, |
| { |
| "epoch": 1.9270276933190895, |
| "grad_norm": 1.1544848680496216, |
| "learning_rate": 7.452722158712732e-07, |
| "loss": 0.4324, |
| "step": 46900 |
| }, |
| { |
| "epoch": 1.9278494535294601, |
| "grad_norm": 1.125557780265808, |
| "learning_rate": 7.291434377202255e-07, |
| "loss": 0.4248, |
| "step": 46920 |
| }, |
| { |
| "epoch": 1.9286712137398307, |
| "grad_norm": 0.9662781357765198, |
| "learning_rate": 7.139839337578336e-07, |
| "loss": 0.4405, |
| "step": 46940 |
| }, |
| { |
| "epoch": 1.9294929739502014, |
| "grad_norm": 1.2945139408111572, |
| "learning_rate": 6.981979938184835e-07, |
| "loss": 0.4191, |
| "step": 46960 |
| }, |
| { |
| "epoch": 1.930314734160572, |
| "grad_norm": 1.1728248596191406, |
| "learning_rate": 6.825879097267507e-07, |
| "loss": 0.4314, |
| "step": 46980 |
| }, |
| { |
| "epoch": 1.9311364943709426, |
| "grad_norm": 1.1901942491531372, |
| "learning_rate": 6.671537091268775e-07, |
| "loss": 0.4168, |
| "step": 47000 |
| }, |
| { |
| "epoch": 1.9319582545813132, |
| "grad_norm": 1.1235634088516235, |
| "learning_rate": 6.526541555399446e-07, |
| "loss": 0.422, |
| "step": 47020 |
| }, |
| { |
| "epoch": 1.9327800147916838, |
| "grad_norm": 1.1675294637680054, |
| "learning_rate": 6.375630060813875e-07, |
| "loss": 0.4172, |
| "step": 47040 |
| }, |
| { |
| "epoch": 1.9336017750020544, |
| "grad_norm": 1.1512994766235352, |
| "learning_rate": 6.226478198503527e-07, |
| "loss": 0.4234, |
| "step": 47060 |
| }, |
| { |
| "epoch": 1.934423535212425, |
| "grad_norm": 1.2757488489151, |
| "learning_rate": 6.07908623260467e-07, |
| "loss": 0.4237, |
| "step": 47080 |
| }, |
| { |
| "epoch": 1.9352452954227957, |
| "grad_norm": 1.087795376777649, |
| "learning_rate": 5.933454424137175e-07, |
| "loss": 0.4213, |
| "step": 47100 |
| }, |
| { |
| "epoch": 1.9360670556331663, |
| "grad_norm": 1.1851129531860352, |
| "learning_rate": 5.789583031003743e-07, |
| "loss": 0.4231, |
| "step": 47120 |
| }, |
| { |
| "epoch": 1.936888815843537, |
| "grad_norm": 1.0666377544403076, |
| "learning_rate": 5.647472307989676e-07, |
| "loss": 0.4154, |
| "step": 47140 |
| }, |
| { |
| "epoch": 1.9377105760539075, |
| "grad_norm": 1.0941452980041504, |
| "learning_rate": 5.507122506761886e-07, |
| "loss": 0.4094, |
| "step": 47160 |
| }, |
| { |
| "epoch": 1.9385323362642781, |
| "grad_norm": 1.3112642765045166, |
| "learning_rate": 5.368533875869331e-07, |
| "loss": 0.4098, |
| "step": 47180 |
| }, |
| { |
| "epoch": 1.9393540964746487, |
| "grad_norm": 0.9906901121139526, |
| "learning_rate": 5.231706660741575e-07, |
| "loss": 0.4294, |
| "step": 47200 |
| }, |
| { |
| "epoch": 1.9401758566850194, |
| "grad_norm": 1.081827998161316, |
| "learning_rate": 5.096641103689348e-07, |
| "loss": 0.4079, |
| "step": 47220 |
| }, |
| { |
| "epoch": 1.94099761689539, |
| "grad_norm": 1.2195242643356323, |
| "learning_rate": 4.963337443902982e-07, |
| "loss": 0.4213, |
| "step": 47240 |
| }, |
| { |
| "epoch": 1.9418193771057606, |
| "grad_norm": 1.2033476829528809, |
| "learning_rate": 4.831795917453418e-07, |
| "loss": 0.4276, |
| "step": 47260 |
| }, |
| { |
| "epoch": 1.9426411373161312, |
| "grad_norm": 1.0639315843582153, |
| "learning_rate": 4.702016757290206e-07, |
| "loss": 0.411, |
| "step": 47280 |
| }, |
| { |
| "epoch": 1.9434628975265018, |
| "grad_norm": 1.079074501991272, |
| "learning_rate": 4.5740001932425e-07, |
| "loss": 0.4235, |
| "step": 47300 |
| }, |
| { |
| "epoch": 1.9442846577368724, |
| "grad_norm": 1.1713237762451172, |
| "learning_rate": 4.44774645201762e-07, |
| "loss": 0.4091, |
| "step": 47320 |
| }, |
| { |
| "epoch": 1.945106417947243, |
| "grad_norm": 1.232969045639038, |
| "learning_rate": 4.323255757201383e-07, |
| "loss": 0.4075, |
| "step": 47340 |
| }, |
| { |
| "epoch": 1.9459281781576137, |
| "grad_norm": 1.1638152599334717, |
| "learning_rate": 4.200528329257103e-07, |
| "loss": 0.4281, |
| "step": 47360 |
| }, |
| { |
| "epoch": 1.9467499383679843, |
| "grad_norm": 1.2757538557052612, |
| "learning_rate": 4.0795643855255914e-07, |
| "loss": 0.4385, |
| "step": 47380 |
| }, |
| { |
| "epoch": 1.9475716985783549, |
| "grad_norm": 1.08627450466156, |
| "learning_rate": 3.960364140224826e-07, |
| "loss": 0.429, |
| "step": 47400 |
| }, |
| { |
| "epoch": 1.9483934587887255, |
| "grad_norm": 1.2395083904266357, |
| "learning_rate": 3.842927804449059e-07, |
| "loss": 0.4194, |
| "step": 47420 |
| }, |
| { |
| "epoch": 1.949215218999096, |
| "grad_norm": 1.2743449211120605, |
| "learning_rate": 3.727255586169265e-07, |
| "loss": 0.4343, |
| "step": 47440 |
| }, |
| { |
| "epoch": 1.9500369792094667, |
| "grad_norm": 1.1402217149734497, |
| "learning_rate": 3.6133476902318055e-07, |
| "loss": 0.4113, |
| "step": 47460 |
| }, |
| { |
| "epoch": 1.9508587394198373, |
| "grad_norm": 1.2253342866897583, |
| "learning_rate": 3.501204318358875e-07, |
| "loss": 0.4159, |
| "step": 47480 |
| }, |
| { |
| "epoch": 1.951680499630208, |
| "grad_norm": 1.1899055242538452, |
| "learning_rate": 3.390825669147724e-07, |
| "loss": 0.4185, |
| "step": 47500 |
| }, |
| { |
| "epoch": 1.9525022598405786, |
| "grad_norm": 1.0581785440444946, |
| "learning_rate": 3.282211938070545e-07, |
| "loss": 0.407, |
| "step": 47520 |
| }, |
| { |
| "epoch": 1.9533240200509492, |
| "grad_norm": 1.143174171447754, |
| "learning_rate": 3.1753633174738116e-07, |
| "loss": 0.3927, |
| "step": 47540 |
| }, |
| { |
| "epoch": 1.9541457802613198, |
| "grad_norm": 1.1011602878570557, |
| "learning_rate": 3.070279996578163e-07, |
| "loss": 0.4089, |
| "step": 47560 |
| }, |
| { |
| "epoch": 1.9549675404716904, |
| "grad_norm": 1.1266615390777588, |
| "learning_rate": 2.966962161478182e-07, |
| "loss": 0.4117, |
| "step": 47580 |
| }, |
| { |
| "epoch": 1.955789300682061, |
| "grad_norm": 1.152133584022522, |
| "learning_rate": 2.8654099951417324e-07, |
| "loss": 0.4287, |
| "step": 47600 |
| }, |
| { |
| "epoch": 1.9566110608924316, |
| "grad_norm": 1.1630717515945435, |
| "learning_rate": 2.7656236774099564e-07, |
| "loss": 0.4353, |
| "step": 47620 |
| }, |
| { |
| "epoch": 1.9574328211028023, |
| "grad_norm": 1.036206603050232, |
| "learning_rate": 2.6676033849966087e-07, |
| "loss": 0.413, |
| "step": 47640 |
| }, |
| { |
| "epoch": 1.9582545813131729, |
| "grad_norm": 1.1259959936141968, |
| "learning_rate": 2.5713492914881677e-07, |
| "loss": 0.433, |
| "step": 47660 |
| }, |
| { |
| "epoch": 1.9590763415235435, |
| "grad_norm": 1.2203707695007324, |
| "learning_rate": 2.4768615673432806e-07, |
| "loss": 0.4102, |
| "step": 47680 |
| }, |
| { |
| "epoch": 1.959898101733914, |
| "grad_norm": 1.2147117853164673, |
| "learning_rate": 2.384140379892319e-07, |
| "loss": 0.4058, |
| "step": 47700 |
| }, |
| { |
| "epoch": 1.9607198619442845, |
| "grad_norm": 1.1942362785339355, |
| "learning_rate": 2.2931858933374907e-07, |
| "loss": 0.418, |
| "step": 47720 |
| }, |
| { |
| "epoch": 1.9615416221546553, |
| "grad_norm": 1.0480471849441528, |
| "learning_rate": 2.203998268752061e-07, |
| "loss": 0.4061, |
| "step": 47740 |
| }, |
| { |
| "epoch": 1.9623633823650257, |
| "grad_norm": 1.2805067300796509, |
| "learning_rate": 2.1165776640804658e-07, |
| "loss": 0.4289, |
| "step": 47760 |
| }, |
| { |
| "epoch": 1.9631851425753966, |
| "grad_norm": 1.2007514238357544, |
| "learning_rate": 2.0309242341379765e-07, |
| "loss": 0.4283, |
| "step": 47780 |
| }, |
| { |
| "epoch": 1.964006902785767, |
| "grad_norm": 1.1871360540390015, |
| "learning_rate": 1.947038130610146e-07, |
| "loss": 0.4089, |
| "step": 47800 |
| }, |
| { |
| "epoch": 1.9648286629961378, |
| "grad_norm": 1.1369190216064453, |
| "learning_rate": 1.8649195020528087e-07, |
| "loss": 0.4045, |
| "step": 47820 |
| }, |
| { |
| "epoch": 1.9656504232065082, |
| "grad_norm": 1.255011796951294, |
| "learning_rate": 1.7845684938916363e-07, |
| "loss": 0.4226, |
| "step": 47840 |
| }, |
| { |
| "epoch": 1.966472183416879, |
| "grad_norm": 1.2561933994293213, |
| "learning_rate": 1.7059852484223593e-07, |
| "loss": 0.4188, |
| "step": 47860 |
| }, |
| { |
| "epoch": 1.9672939436272494, |
| "grad_norm": 1.1774425506591797, |
| "learning_rate": 1.6291699048095464e-07, |
| "loss": 0.42, |
| "step": 47880 |
| }, |
| { |
| "epoch": 1.9681157038376202, |
| "grad_norm": 1.0992674827575684, |
| "learning_rate": 1.554122599087493e-07, |
| "loss": 0.4136, |
| "step": 47900 |
| }, |
| { |
| "epoch": 1.9689374640479906, |
| "grad_norm": 1.1646844148635864, |
| "learning_rate": 1.4808434641589985e-07, |
| "loss": 0.4238, |
| "step": 47920 |
| }, |
| { |
| "epoch": 1.9697592242583615, |
| "grad_norm": 1.1003245115280151, |
| "learning_rate": 1.409332629795923e-07, |
| "loss": 0.3955, |
| "step": 47940 |
| }, |
| { |
| "epoch": 1.9705809844687319, |
| "grad_norm": 1.0711121559143066, |
| "learning_rate": 1.3395902226384093e-07, |
| "loss": 0.4218, |
| "step": 47960 |
| }, |
| { |
| "epoch": 1.9714027446791027, |
| "grad_norm": 1.0575335025787354, |
| "learning_rate": 1.2716163661948833e-07, |
| "loss": 0.4218, |
| "step": 47980 |
| }, |
| { |
| "epoch": 1.972224504889473, |
| "grad_norm": 1.1879905462265015, |
| "learning_rate": 1.205411180841831e-07, |
| "loss": 0.4031, |
| "step": 48000 |
| }, |
| { |
| "epoch": 1.972224504889473, |
| "eval_loss": 0.9563899636268616, |
| "eval_runtime": 16.5443, |
| "eval_samples_per_second": 158.363, |
| "eval_steps_per_second": 4.956, |
| "step": 48000 |
| }, |
| { |
| "epoch": 1.973046265099844, |
| "grad_norm": 1.0687421560287476, |
| "learning_rate": 1.1409747838234675e-07, |
| "loss": 0.4245, |
| "step": 48020 |
| }, |
| { |
| "epoch": 1.9738680253102143, |
| "grad_norm": 1.2620290517807007, |
| "learning_rate": 1.0783072892518454e-07, |
| "loss": 0.4032, |
| "step": 48040 |
| }, |
| { |
| "epoch": 1.9746897855205852, |
| "grad_norm": 1.201851487159729, |
| "learning_rate": 1.0174088081060795e-07, |
| "loss": 0.416, |
| "step": 48060 |
| }, |
| { |
| "epoch": 1.9755115457309556, |
| "grad_norm": 1.2505393028259277, |
| "learning_rate": 9.611938979670054e-08, |
| "loss": 0.4171, |
| "step": 48080 |
| }, |
| { |
| "epoch": 1.9763333059413264, |
| "grad_norm": 1.2700996398925781, |
| "learning_rate": 9.037453003418739e-08, |
| "loss": 0.4151, |
| "step": 48100 |
| }, |
| { |
| "epoch": 1.9771550661516968, |
| "grad_norm": 1.1103131771087646, |
| "learning_rate": 8.480660252785378e-08, |
| "loss": 0.4188, |
| "step": 48120 |
| }, |
| { |
| "epoch": 1.9779768263620676, |
| "grad_norm": 1.0756477117538452, |
| "learning_rate": 7.941561713806777e-08, |
| "loss": 0.4078, |
| "step": 48140 |
| }, |
| { |
| "epoch": 1.978798586572438, |
| "grad_norm": 1.1716761589050293, |
| "learning_rate": 7.420158341185924e-08, |
| "loss": 0.4149, |
| "step": 48160 |
| }, |
| { |
| "epoch": 1.9796203467828088, |
| "grad_norm": 1.0660831928253174, |
| "learning_rate": 6.916451058286422e-08, |
| "loss": 0.4208, |
| "step": 48180 |
| }, |
| { |
| "epoch": 1.9804421069931792, |
| "grad_norm": 1.1756824254989624, |
| "learning_rate": 6.430440757136946e-08, |
| "loss": 0.4029, |
| "step": 48200 |
| }, |
| { |
| "epoch": 1.98126386720355, |
| "grad_norm": 1.0613312721252441, |
| "learning_rate": 5.962128298423463e-08, |
| "loss": 0.4096, |
| "step": 48220 |
| }, |
| { |
| "epoch": 1.9820856274139205, |
| "grad_norm": 1.1064634323120117, |
| "learning_rate": 5.533624844936691e-08, |
| "loss": 0.4193, |
| "step": 48240 |
| }, |
| { |
| "epoch": 1.9829073876242913, |
| "grad_norm": 1.0227088928222656, |
| "learning_rate": 5.099825535829217e-08, |
| "loss": 0.4216, |
| "step": 48260 |
| }, |
| { |
| "epoch": 1.9837291478346617, |
| "grad_norm": 1.2082315683364868, |
| "learning_rate": 4.683726425576129e-08, |
| "loss": 0.4266, |
| "step": 48280 |
| }, |
| { |
| "epoch": 1.9845509080450325, |
| "grad_norm": 1.2815755605697632, |
| "learning_rate": 4.2853282510546545e-08, |
| "loss": 0.3935, |
| "step": 48300 |
| }, |
| { |
| "epoch": 1.985372668255403, |
| "grad_norm": 1.1386293172836304, |
| "learning_rate": 3.904631717798202e-08, |
| "loss": 0.4065, |
| "step": 48320 |
| }, |
| { |
| "epoch": 1.9861944284657738, |
| "grad_norm": 1.1509379148483276, |
| "learning_rate": 3.5416374999919235e-08, |
| "loss": 0.4228, |
| "step": 48340 |
| }, |
| { |
| "epoch": 1.9870161886761442, |
| "grad_norm": 1.1019117832183838, |
| "learning_rate": 3.1963462404693835e-08, |
| "loss": 0.4147, |
| "step": 48360 |
| }, |
| { |
| "epoch": 1.987837948886515, |
| "grad_norm": 1.0444250106811523, |
| "learning_rate": 2.8687585507147784e-08, |
| "loss": 0.4276, |
| "step": 48380 |
| }, |
| { |
| "epoch": 1.9886597090968854, |
| "grad_norm": 1.1302378177642822, |
| "learning_rate": 2.5588750108618275e-08, |
| "loss": 0.4149, |
| "step": 48400 |
| }, |
| { |
| "epoch": 1.9894814693072562, |
| "grad_norm": 1.082972764968872, |
| "learning_rate": 2.2666961696893308e-08, |
| "loss": 0.4388, |
| "step": 48420 |
| }, |
| { |
| "epoch": 1.9903032295176266, |
| "grad_norm": 1.1898425817489624, |
| "learning_rate": 1.9922225446245e-08, |
| "loss": 0.3988, |
| "step": 48440 |
| }, |
| { |
| "epoch": 1.9911249897279975, |
| "grad_norm": 1.2624133825302124, |
| "learning_rate": 1.7354546217385192e-08, |
| "loss": 0.4062, |
| "step": 48460 |
| }, |
| { |
| "epoch": 1.9919467499383678, |
| "grad_norm": 1.1594356298446655, |
| "learning_rate": 1.4963928557465425e-08, |
| "loss": 0.4142, |
| "step": 48480 |
| }, |
| { |
| "epoch": 1.9927685101487387, |
| "grad_norm": 1.2006750106811523, |
| "learning_rate": 1.2750376700099153e-08, |
| "loss": 0.4203, |
| "step": 48500 |
| }, |
| { |
| "epoch": 1.993590270359109, |
| "grad_norm": 1.0823673009872437, |
| "learning_rate": 1.0713894565317351e-08, |
| "loss": 0.421, |
| "step": 48520 |
| }, |
| { |
| "epoch": 1.99441203056948, |
| "grad_norm": 1.067572832107544, |
| "learning_rate": 8.854485759568487e-09, |
| "loss": 0.4103, |
| "step": 48540 |
| }, |
| { |
| "epoch": 1.9952337907798503, |
| "grad_norm": 1.3517385721206665, |
| "learning_rate": 7.172153575718543e-09, |
| "loss": 0.42, |
| "step": 48560 |
| }, |
| { |
| "epoch": 1.9960555509902211, |
| "grad_norm": 1.1812193393707275, |
| "learning_rate": 5.666900993062107e-09, |
| "loss": 0.4011, |
| "step": 48580 |
| }, |
| { |
| "epoch": 1.9968773112005915, |
| "grad_norm": 1.1128283739089966, |
| "learning_rate": 4.338730677266867e-09, |
| "loss": 0.4091, |
| "step": 48600 |
| }, |
| { |
| "epoch": 1.9976990714109624, |
| "grad_norm": 1.2038655281066895, |
| "learning_rate": 3.1876449804291163e-09, |
| "loss": 0.4236, |
| "step": 48620 |
| }, |
| { |
| "epoch": 1.9985208316213328, |
| "grad_norm": 1.2628865242004395, |
| "learning_rate": 2.213645941029352e-09, |
| "loss": 0.4098, |
| "step": 48640 |
| }, |
| { |
| "epoch": 1.9993425918317036, |
| "grad_norm": 0.9929442405700684, |
| "learning_rate": 1.4167352839544735e-09, |
| "loss": 0.4198, |
| "step": 48660 |
| } |
| ], |
| "logging_steps": 20, |
| "max_steps": 48676, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 2, |
| "save_steps": 2000, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 2.4754061349278974e+19, |
| "train_batch_size": 16, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
