| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 3.0, |
| "eval_steps": 4000, |
| "global_step": 94764, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.012663237039968342, |
| "grad_norm": 5.712349891662598, |
| "learning_rate": 0.00019916841672031155, |
| "loss": 28.7584, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.025326474079936684, |
| "grad_norm": 6.924032688140869, |
| "learning_rate": 0.00019832416973585622, |
| "loss": 26.4219, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.037989711119905026, |
| "grad_norm": 7.283262252807617, |
| "learning_rate": 0.00019747992275140092, |
| "loss": 24.0051, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.05065294815987337, |
| "grad_norm": 7.671304702758789, |
| "learning_rate": 0.00019663567576694565, |
| "loss": 23.2237, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.06331618519984171, |
| "grad_norm": 8.817034721374512, |
| "learning_rate": 0.00019579142878249032, |
| "loss": 22.7684, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.07597942223981005, |
| "grad_norm": 5.911375999450684, |
| "learning_rate": 0.00019494718179803502, |
| "loss": 22.7665, |
| "step": 2400 |
| }, |
| { |
| "epoch": 0.0886426592797784, |
| "grad_norm": 8.014992713928223, |
| "learning_rate": 0.00019410293481357974, |
| "loss": 22.4848, |
| "step": 2800 |
| }, |
| { |
| "epoch": 0.10130589631974674, |
| "grad_norm": 5.90252685546875, |
| "learning_rate": 0.0001932586878291244, |
| "loss": 22.4803, |
| "step": 3200 |
| }, |
| { |
| "epoch": 0.11396913335971508, |
| "grad_norm": 7.182605743408203, |
| "learning_rate": 0.0001924144408446691, |
| "loss": 22.2229, |
| "step": 3600 |
| }, |
| { |
| "epoch": 0.12663237039968342, |
| "grad_norm": 7.886034965515137, |
| "learning_rate": 0.0001915701938602138, |
| "loss": 22.1914, |
| "step": 4000 |
| }, |
| { |
| "epoch": 0.12663237039968342, |
| "eval_loss": 5.568932056427002, |
| "eval_runtime": 828.8574, |
| "eval_samples_per_second": 8.023, |
| "eval_steps_per_second": 8.023, |
| "step": 4000 |
| }, |
| { |
| "epoch": 0.13929560743965175, |
| "grad_norm": 6.553421974182129, |
| "learning_rate": 0.0001907259468757585, |
| "loss": 22.0885, |
| "step": 4400 |
| }, |
| { |
| "epoch": 0.1519588444796201, |
| "grad_norm": 6.866927146911621, |
| "learning_rate": 0.0001898816998913032, |
| "loss": 22.0398, |
| "step": 4800 |
| }, |
| { |
| "epoch": 0.16462208151958843, |
| "grad_norm": 4.441892147064209, |
| "learning_rate": 0.0001890374529068479, |
| "loss": 21.9852, |
| "step": 5200 |
| }, |
| { |
| "epoch": 0.1772853185595568, |
| "grad_norm": 8.22354507446289, |
| "learning_rate": 0.0001881932059223926, |
| "loss": 22.0736, |
| "step": 5600 |
| }, |
| { |
| "epoch": 0.18994855559952512, |
| "grad_norm": 5.67435884475708, |
| "learning_rate": 0.00018734895893793733, |
| "loss": 21.9875, |
| "step": 6000 |
| }, |
| { |
| "epoch": 0.20261179263949347, |
| "grad_norm": 8.888544082641602, |
| "learning_rate": 0.000186504711953482, |
| "loss": 21.9139, |
| "step": 6400 |
| }, |
| { |
| "epoch": 0.2152750296794618, |
| "grad_norm": 5.154353141784668, |
| "learning_rate": 0.0001856604649690267, |
| "loss": 21.8646, |
| "step": 6800 |
| }, |
| { |
| "epoch": 0.22793826671943015, |
| "grad_norm": 8.800929069519043, |
| "learning_rate": 0.0001848162179845714, |
| "loss": 21.8461, |
| "step": 7200 |
| }, |
| { |
| "epoch": 0.24060150375939848, |
| "grad_norm": 8.013294219970703, |
| "learning_rate": 0.0001839719710001161, |
| "loss": 21.8447, |
| "step": 7600 |
| }, |
| { |
| "epoch": 0.25326474079936684, |
| "grad_norm": 5.175795078277588, |
| "learning_rate": 0.0001831277240156608, |
| "loss": 21.8885, |
| "step": 8000 |
| }, |
| { |
| "epoch": 0.25326474079936684, |
| "eval_loss": 5.471480846405029, |
| "eval_runtime": 827.0752, |
| "eval_samples_per_second": 8.04, |
| "eval_steps_per_second": 8.04, |
| "step": 8000 |
| }, |
| { |
| "epoch": 0.2659279778393352, |
| "grad_norm": 9.457793235778809, |
| "learning_rate": 0.0001822834770312055, |
| "loss": 21.8034, |
| "step": 8400 |
| }, |
| { |
| "epoch": 0.2785912148793035, |
| "grad_norm": 8.597488403320312, |
| "learning_rate": 0.00018143923004675019, |
| "loss": 21.7742, |
| "step": 8800 |
| }, |
| { |
| "epoch": 0.29125445191927185, |
| "grad_norm": 6.178262233734131, |
| "learning_rate": 0.00018059498306229488, |
| "loss": 21.6497, |
| "step": 9200 |
| }, |
| { |
| "epoch": 0.3039176889592402, |
| "grad_norm": 4.998334884643555, |
| "learning_rate": 0.00017975073607783958, |
| "loss": 21.6025, |
| "step": 9600 |
| }, |
| { |
| "epoch": 0.31658092599920856, |
| "grad_norm": 3.7733397483825684, |
| "learning_rate": 0.00017890648909338428, |
| "loss": 21.7662, |
| "step": 10000 |
| }, |
| { |
| "epoch": 0.32924416303917686, |
| "grad_norm": 4.3571248054504395, |
| "learning_rate": 0.00017806224210892898, |
| "loss": 21.724, |
| "step": 10400 |
| }, |
| { |
| "epoch": 0.3419074000791452, |
| "grad_norm": 4.92628288269043, |
| "learning_rate": 0.00017721799512447368, |
| "loss": 21.6431, |
| "step": 10800 |
| }, |
| { |
| "epoch": 0.3545706371191136, |
| "grad_norm": 6.349125385284424, |
| "learning_rate": 0.00017637374814001837, |
| "loss": 21.7532, |
| "step": 11200 |
| }, |
| { |
| "epoch": 0.36723387415908193, |
| "grad_norm": 5.166254043579102, |
| "learning_rate": 0.00017552950115556305, |
| "loss": 21.7536, |
| "step": 11600 |
| }, |
| { |
| "epoch": 0.37989711119905023, |
| "grad_norm": 5.412994384765625, |
| "learning_rate": 0.00017468525417110777, |
| "loss": 21.6709, |
| "step": 12000 |
| }, |
| { |
| "epoch": 0.37989711119905023, |
| "eval_loss": 5.415313720703125, |
| "eval_runtime": 827.4502, |
| "eval_samples_per_second": 8.037, |
| "eval_steps_per_second": 8.037, |
| "step": 12000 |
| }, |
| { |
| "epoch": 0.3925603482390186, |
| "grad_norm": 5.78619384765625, |
| "learning_rate": 0.00017384100718665247, |
| "loss": 21.6338, |
| "step": 12400 |
| }, |
| { |
| "epoch": 0.40522358527898694, |
| "grad_norm": 5.001625061035156, |
| "learning_rate": 0.00017299676020219714, |
| "loss": 21.6746, |
| "step": 12800 |
| }, |
| { |
| "epoch": 0.4178868223189553, |
| "grad_norm": 6.57304048538208, |
| "learning_rate": 0.00017215251321774186, |
| "loss": 21.5606, |
| "step": 13200 |
| }, |
| { |
| "epoch": 0.4305500593589236, |
| "grad_norm": 4.932160377502441, |
| "learning_rate": 0.00017130826623328656, |
| "loss": 21.6432, |
| "step": 13600 |
| }, |
| { |
| "epoch": 0.44321329639889195, |
| "grad_norm": 5.347546577453613, |
| "learning_rate": 0.00017046401924883126, |
| "loss": 21.473, |
| "step": 14000 |
| }, |
| { |
| "epoch": 0.4558765334388603, |
| "grad_norm": 4.49334716796875, |
| "learning_rate": 0.00016961977226437596, |
| "loss": 21.5754, |
| "step": 14400 |
| }, |
| { |
| "epoch": 0.46853977047882867, |
| "grad_norm": 6.437751770019531, |
| "learning_rate": 0.00016877552527992063, |
| "loss": 21.4601, |
| "step": 14800 |
| }, |
| { |
| "epoch": 0.48120300751879697, |
| "grad_norm": 5.687736988067627, |
| "learning_rate": 0.00016793127829546536, |
| "loss": 21.6067, |
| "step": 15200 |
| }, |
| { |
| "epoch": 0.4938662445587653, |
| "grad_norm": 4.615053653717041, |
| "learning_rate": 0.00016708703131101005, |
| "loss": 21.5149, |
| "step": 15600 |
| }, |
| { |
| "epoch": 0.5065294815987337, |
| "grad_norm": 6.088917255401611, |
| "learning_rate": 0.00016624278432655472, |
| "loss": 21.4344, |
| "step": 16000 |
| }, |
| { |
| "epoch": 0.5065294815987337, |
| "eval_loss": 5.379353046417236, |
| "eval_runtime": 827.937, |
| "eval_samples_per_second": 8.032, |
| "eval_steps_per_second": 8.032, |
| "step": 16000 |
| }, |
| { |
| "epoch": 0.519192718638702, |
| "grad_norm": 8.198923110961914, |
| "learning_rate": 0.00016539853734209945, |
| "loss": 21.6445, |
| "step": 16400 |
| }, |
| { |
| "epoch": 0.5318559556786704, |
| "grad_norm": 4.853950500488281, |
| "learning_rate": 0.00016455429035764415, |
| "loss": 21.5521, |
| "step": 16800 |
| }, |
| { |
| "epoch": 0.5445191927186387, |
| "grad_norm": 5.882175922393799, |
| "learning_rate": 0.00016371004337318882, |
| "loss": 21.6128, |
| "step": 17200 |
| }, |
| { |
| "epoch": 0.557182429758607, |
| "grad_norm": 5.045036792755127, |
| "learning_rate": 0.00016286579638873354, |
| "loss": 21.3947, |
| "step": 17600 |
| }, |
| { |
| "epoch": 0.5698456667985754, |
| "grad_norm": 7.406811714172363, |
| "learning_rate": 0.00016202154940427822, |
| "loss": 21.4895, |
| "step": 18000 |
| }, |
| { |
| "epoch": 0.5825089038385437, |
| "grad_norm": 4.246167182922363, |
| "learning_rate": 0.0001611773024198229, |
| "loss": 21.4127, |
| "step": 18400 |
| }, |
| { |
| "epoch": 0.5951721408785121, |
| "grad_norm": 6.033562183380127, |
| "learning_rate": 0.00016033305543536764, |
| "loss": 21.4598, |
| "step": 18800 |
| }, |
| { |
| "epoch": 0.6078353779184804, |
| "grad_norm": 6.69214391708374, |
| "learning_rate": 0.0001594888084509123, |
| "loss": 21.3653, |
| "step": 19200 |
| }, |
| { |
| "epoch": 0.6204986149584487, |
| "grad_norm": 4.1962199211120605, |
| "learning_rate": 0.000158644561466457, |
| "loss": 21.4043, |
| "step": 19600 |
| }, |
| { |
| "epoch": 0.6331618519984171, |
| "grad_norm": 5.602635860443115, |
| "learning_rate": 0.00015780031448200173, |
| "loss": 21.3265, |
| "step": 20000 |
| }, |
| { |
| "epoch": 0.6331618519984171, |
| "eval_loss": 5.360119342803955, |
| "eval_runtime": 827.4824, |
| "eval_samples_per_second": 8.036, |
| "eval_steps_per_second": 8.036, |
| "step": 20000 |
| }, |
| { |
| "epoch": 0.6458250890383854, |
| "grad_norm": 5.863671779632568, |
| "learning_rate": 0.0001569560674975464, |
| "loss": 21.4703, |
| "step": 20400 |
| }, |
| { |
| "epoch": 0.6584883260783537, |
| "grad_norm": 4.729866027832031, |
| "learning_rate": 0.00015611182051309113, |
| "loss": 21.3102, |
| "step": 20800 |
| }, |
| { |
| "epoch": 0.6711515631183221, |
| "grad_norm": 5.219459056854248, |
| "learning_rate": 0.0001552675735286358, |
| "loss": 21.2844, |
| "step": 21200 |
| }, |
| { |
| "epoch": 0.6838148001582904, |
| "grad_norm": 8.284063339233398, |
| "learning_rate": 0.0001544233265441805, |
| "loss": 21.3088, |
| "step": 21600 |
| }, |
| { |
| "epoch": 0.6964780371982588, |
| "grad_norm": 5.863561153411865, |
| "learning_rate": 0.00015357907955972522, |
| "loss": 21.4019, |
| "step": 22000 |
| }, |
| { |
| "epoch": 0.7091412742382271, |
| "grad_norm": 4.672849655151367, |
| "learning_rate": 0.0001527348325752699, |
| "loss": 21.2354, |
| "step": 22400 |
| }, |
| { |
| "epoch": 0.7218045112781954, |
| "grad_norm": 5.514325141906738, |
| "learning_rate": 0.0001518905855908146, |
| "loss": 21.2799, |
| "step": 22800 |
| }, |
| { |
| "epoch": 0.7344677483181639, |
| "grad_norm": 4.2964186668396, |
| "learning_rate": 0.00015104633860635932, |
| "loss": 21.2922, |
| "step": 23200 |
| }, |
| { |
| "epoch": 0.7471309853581322, |
| "grad_norm": 6.241255283355713, |
| "learning_rate": 0.000150202091621904, |
| "loss": 21.3237, |
| "step": 23600 |
| }, |
| { |
| "epoch": 0.7597942223981005, |
| "grad_norm": 5.528208255767822, |
| "learning_rate": 0.0001493578446374487, |
| "loss": 21.3914, |
| "step": 24000 |
| }, |
| { |
| "epoch": 0.7597942223981005, |
| "eval_loss": 5.337831974029541, |
| "eval_runtime": 827.9109, |
| "eval_samples_per_second": 8.032, |
| "eval_steps_per_second": 8.032, |
| "step": 24000 |
| }, |
| { |
| "epoch": 0.7724574594380689, |
| "grad_norm": 6.572064399719238, |
| "learning_rate": 0.00014851359765299339, |
| "loss": 21.2885, |
| "step": 24400 |
| }, |
| { |
| "epoch": 0.7851206964780372, |
| "grad_norm": 6.282362937927246, |
| "learning_rate": 0.00014766935066853808, |
| "loss": 21.2727, |
| "step": 24800 |
| }, |
| { |
| "epoch": 0.7977839335180056, |
| "grad_norm": 6.260461807250977, |
| "learning_rate": 0.00014682510368408278, |
| "loss": 21.2631, |
| "step": 25200 |
| }, |
| { |
| "epoch": 0.8104471705579739, |
| "grad_norm": 5.576934814453125, |
| "learning_rate": 0.00014598085669962748, |
| "loss": 21.2312, |
| "step": 25600 |
| }, |
| { |
| "epoch": 0.8231104075979422, |
| "grad_norm": 7.043119430541992, |
| "learning_rate": 0.00014513660971517218, |
| "loss": 21.2092, |
| "step": 26000 |
| }, |
| { |
| "epoch": 0.8357736446379106, |
| "grad_norm": 4.880777835845947, |
| "learning_rate": 0.00014429236273071688, |
| "loss": 21.2742, |
| "step": 26400 |
| }, |
| { |
| "epoch": 0.8484368816778789, |
| "grad_norm": 4.317328929901123, |
| "learning_rate": 0.00014344811574626157, |
| "loss": 21.3076, |
| "step": 26800 |
| }, |
| { |
| "epoch": 0.8611001187178472, |
| "grad_norm": 6.527237415313721, |
| "learning_rate": 0.00014260386876180627, |
| "loss": 21.1922, |
| "step": 27200 |
| }, |
| { |
| "epoch": 0.8737633557578156, |
| "grad_norm": 5.896966457366943, |
| "learning_rate": 0.00014175962177735097, |
| "loss": 21.296, |
| "step": 27600 |
| }, |
| { |
| "epoch": 0.8864265927977839, |
| "grad_norm": 4.883022785186768, |
| "learning_rate": 0.00014091537479289567, |
| "loss": 21.3216, |
| "step": 28000 |
| }, |
| { |
| "epoch": 0.8864265927977839, |
| "eval_loss": 5.316357135772705, |
| "eval_runtime": 827.6596, |
| "eval_samples_per_second": 8.035, |
| "eval_steps_per_second": 8.035, |
| "step": 28000 |
| }, |
| { |
| "epoch": 0.8990898298377523, |
| "grad_norm": 4.470438480377197, |
| "learning_rate": 0.00014007112780844037, |
| "loss": 21.1219, |
| "step": 28400 |
| }, |
| { |
| "epoch": 0.9117530668777206, |
| "grad_norm": 4.960896015167236, |
| "learning_rate": 0.00013922688082398506, |
| "loss": 21.2995, |
| "step": 28800 |
| }, |
| { |
| "epoch": 0.9244163039176889, |
| "grad_norm": 4.033212184906006, |
| "learning_rate": 0.00013838263383952976, |
| "loss": 21.2332, |
| "step": 29200 |
| }, |
| { |
| "epoch": 0.9370795409576573, |
| "grad_norm": 5.585933685302734, |
| "learning_rate": 0.00013753838685507446, |
| "loss": 21.1877, |
| "step": 29600 |
| }, |
| { |
| "epoch": 0.9497427779976256, |
| "grad_norm": 5.022076606750488, |
| "learning_rate": 0.00013669413987061916, |
| "loss": 21.2318, |
| "step": 30000 |
| }, |
| { |
| "epoch": 0.9624060150375939, |
| "grad_norm": 6.21948766708374, |
| "learning_rate": 0.00013584989288616386, |
| "loss": 21.2636, |
| "step": 30400 |
| }, |
| { |
| "epoch": 0.9750692520775623, |
| "grad_norm": 4.889180660247803, |
| "learning_rate": 0.00013500564590170855, |
| "loss": 21.2175, |
| "step": 30800 |
| }, |
| { |
| "epoch": 0.9877324891175306, |
| "grad_norm": 4.395177364349365, |
| "learning_rate": 0.00013416139891725325, |
| "loss": 21.0757, |
| "step": 31200 |
| }, |
| { |
| "epoch": 1.000379897111199, |
| "grad_norm": 4.519713878631592, |
| "learning_rate": 0.00013331715193279795, |
| "loss": 21.2397, |
| "step": 31600 |
| }, |
| { |
| "epoch": 1.0130431341511674, |
| "grad_norm": 7.355111598968506, |
| "learning_rate": 0.00013247290494834262, |
| "loss": 20.7296, |
| "step": 32000 |
| }, |
| { |
| "epoch": 1.0130431341511674, |
| "eval_loss": 5.2997307777404785, |
| "eval_runtime": 827.4677, |
| "eval_samples_per_second": 8.037, |
| "eval_steps_per_second": 8.037, |
| "step": 32000 |
| }, |
| { |
| "epoch": 1.0257063711911358, |
| "grad_norm": 5.514514446258545, |
| "learning_rate": 0.00013162865796388735, |
| "loss": 20.8263, |
| "step": 32400 |
| }, |
| { |
| "epoch": 1.038369608231104, |
| "grad_norm": 5.889220714569092, |
| "learning_rate": 0.00013078441097943205, |
| "loss": 20.7564, |
| "step": 32800 |
| }, |
| { |
| "epoch": 1.0510328452710724, |
| "grad_norm": 4.103857517242432, |
| "learning_rate": 0.00012994016399497672, |
| "loss": 20.6965, |
| "step": 33200 |
| }, |
| { |
| "epoch": 1.0636960823110408, |
| "grad_norm": 5.945840358734131, |
| "learning_rate": 0.00012909591701052144, |
| "loss": 20.7703, |
| "step": 33600 |
| }, |
| { |
| "epoch": 1.076359319351009, |
| "grad_norm": 5.632152557373047, |
| "learning_rate": 0.00012825167002606614, |
| "loss": 20.7298, |
| "step": 34000 |
| }, |
| { |
| "epoch": 1.0890225563909774, |
| "grad_norm": 4.992783069610596, |
| "learning_rate": 0.0001274074230416108, |
| "loss": 20.7289, |
| "step": 34400 |
| }, |
| { |
| "epoch": 1.1016857934309459, |
| "grad_norm": 5.6489338874816895, |
| "learning_rate": 0.00012656317605715554, |
| "loss": 20.8587, |
| "step": 34800 |
| }, |
| { |
| "epoch": 1.114349030470914, |
| "grad_norm": 5.924511432647705, |
| "learning_rate": 0.0001257189290727002, |
| "loss": 20.6762, |
| "step": 35200 |
| }, |
| { |
| "epoch": 1.1270122675108825, |
| "grad_norm": 7.25151252746582, |
| "learning_rate": 0.00012487468208824493, |
| "loss": 20.7874, |
| "step": 35600 |
| }, |
| { |
| "epoch": 1.1396755045508509, |
| "grad_norm": 7.074513912200928, |
| "learning_rate": 0.00012403043510378963, |
| "loss": 20.7852, |
| "step": 36000 |
| }, |
| { |
| "epoch": 1.1396755045508509, |
| "eval_loss": 5.293835639953613, |
| "eval_runtime": 827.451, |
| "eval_samples_per_second": 8.037, |
| "eval_steps_per_second": 8.037, |
| "step": 36000 |
| }, |
| { |
| "epoch": 1.152338741590819, |
| "grad_norm": 5.452646732330322, |
| "learning_rate": 0.0001231861881193343, |
| "loss": 20.7661, |
| "step": 36400 |
| }, |
| { |
| "epoch": 1.1650019786307875, |
| "grad_norm": 9.404861450195312, |
| "learning_rate": 0.00012234194113487903, |
| "loss": 20.7723, |
| "step": 36800 |
| }, |
| { |
| "epoch": 1.1776652156707559, |
| "grad_norm": 8.0953950881958, |
| "learning_rate": 0.00012149769415042371, |
| "loss": 20.7162, |
| "step": 37200 |
| }, |
| { |
| "epoch": 1.190328452710724, |
| "grad_norm": 8.188663482666016, |
| "learning_rate": 0.00012065344716596841, |
| "loss": 20.7402, |
| "step": 37600 |
| }, |
| { |
| "epoch": 1.2029916897506925, |
| "grad_norm": 6.381914138793945, |
| "learning_rate": 0.00011980920018151312, |
| "loss": 20.6441, |
| "step": 38000 |
| }, |
| { |
| "epoch": 1.215654926790661, |
| "grad_norm": 6.439055442810059, |
| "learning_rate": 0.0001189649531970578, |
| "loss": 20.7694, |
| "step": 38400 |
| }, |
| { |
| "epoch": 1.2283181638306293, |
| "grad_norm": 5.406436443328857, |
| "learning_rate": 0.00011812070621260249, |
| "loss": 20.8294, |
| "step": 38800 |
| }, |
| { |
| "epoch": 1.2409814008705975, |
| "grad_norm": 5.663506507873535, |
| "learning_rate": 0.0001172764592281472, |
| "loss": 20.6368, |
| "step": 39200 |
| }, |
| { |
| "epoch": 1.253644637910566, |
| "grad_norm": 7.003817558288574, |
| "learning_rate": 0.0001164322122436919, |
| "loss": 20.7311, |
| "step": 39600 |
| }, |
| { |
| "epoch": 1.266307874950534, |
| "grad_norm": 5.4320783615112305, |
| "learning_rate": 0.00011558796525923658, |
| "loss": 20.6077, |
| "step": 40000 |
| }, |
| { |
| "epoch": 1.266307874950534, |
| "eval_loss": 5.290070533752441, |
| "eval_runtime": 828.016, |
| "eval_samples_per_second": 8.031, |
| "eval_steps_per_second": 8.031, |
| "step": 40000 |
| }, |
| { |
| "epoch": 1.2789711119905025, |
| "grad_norm": 5.977424144744873, |
| "learning_rate": 0.0001147437182747813, |
| "loss": 20.807, |
| "step": 40400 |
| }, |
| { |
| "epoch": 1.291634349030471, |
| "grad_norm": 4.140133857727051, |
| "learning_rate": 0.000113899471290326, |
| "loss": 20.692, |
| "step": 40800 |
| }, |
| { |
| "epoch": 1.3042975860704393, |
| "grad_norm": 8.311481475830078, |
| "learning_rate": 0.00011305522430587068, |
| "loss": 20.8168, |
| "step": 41200 |
| }, |
| { |
| "epoch": 1.3169608231104075, |
| "grad_norm": 5.127328872680664, |
| "learning_rate": 0.00011221097732141539, |
| "loss": 20.7075, |
| "step": 41600 |
| }, |
| { |
| "epoch": 1.329624060150376, |
| "grad_norm": 5.829504013061523, |
| "learning_rate": 0.00011136673033696008, |
| "loss": 20.6994, |
| "step": 42000 |
| }, |
| { |
| "epoch": 1.3422872971903443, |
| "grad_norm": 10.939740180969238, |
| "learning_rate": 0.00011052248335250479, |
| "loss": 20.6369, |
| "step": 42400 |
| }, |
| { |
| "epoch": 1.3549505342303125, |
| "grad_norm": 7.285661697387695, |
| "learning_rate": 0.00010967823636804948, |
| "loss": 20.765, |
| "step": 42800 |
| }, |
| { |
| "epoch": 1.367613771270281, |
| "grad_norm": 6.9708781242370605, |
| "learning_rate": 0.00010883398938359417, |
| "loss": 20.6949, |
| "step": 43200 |
| }, |
| { |
| "epoch": 1.3802770083102494, |
| "grad_norm": 3.8849053382873535, |
| "learning_rate": 0.00010798974239913888, |
| "loss": 20.775, |
| "step": 43600 |
| }, |
| { |
| "epoch": 1.3929402453502178, |
| "grad_norm": 5.512059211730957, |
| "learning_rate": 0.00010714549541468357, |
| "loss": 20.6644, |
| "step": 44000 |
| }, |
| { |
| "epoch": 1.3929402453502178, |
| "eval_loss": 5.2762451171875, |
| "eval_runtime": 828.4019, |
| "eval_samples_per_second": 8.028, |
| "eval_steps_per_second": 8.028, |
| "step": 44000 |
| }, |
| { |
| "epoch": 1.405603482390186, |
| "grad_norm": 5.7364583015441895, |
| "learning_rate": 0.00010630124843022826, |
| "loss": 20.7325, |
| "step": 44400 |
| }, |
| { |
| "epoch": 1.4182667194301544, |
| "grad_norm": 6.881465911865234, |
| "learning_rate": 0.00010545700144577298, |
| "loss": 20.7941, |
| "step": 44800 |
| }, |
| { |
| "epoch": 1.4309299564701226, |
| "grad_norm": 4.779888153076172, |
| "learning_rate": 0.00010461275446131766, |
| "loss": 20.7267, |
| "step": 45200 |
| }, |
| { |
| "epoch": 1.443593193510091, |
| "grad_norm": 8.492117881774902, |
| "learning_rate": 0.00010376850747686236, |
| "loss": 20.7508, |
| "step": 45600 |
| }, |
| { |
| "epoch": 1.4562564305500594, |
| "grad_norm": 4.9288458824157715, |
| "learning_rate": 0.00010292426049240707, |
| "loss": 20.6607, |
| "step": 46000 |
| }, |
| { |
| "epoch": 1.4689196675900278, |
| "grad_norm": 5.2882819175720215, |
| "learning_rate": 0.00010208001350795175, |
| "loss": 20.7009, |
| "step": 46400 |
| }, |
| { |
| "epoch": 1.481582904629996, |
| "grad_norm": 6.698110103607178, |
| "learning_rate": 0.00010123576652349644, |
| "loss": 20.6642, |
| "step": 46800 |
| }, |
| { |
| "epoch": 1.4942461416699644, |
| "grad_norm": 6.440258026123047, |
| "learning_rate": 0.00010039151953904115, |
| "loss": 20.6448, |
| "step": 47200 |
| }, |
| { |
| "epoch": 1.5069093787099326, |
| "grad_norm": 5.870398998260498, |
| "learning_rate": 9.954727255458585e-05, |
| "loss": 20.7483, |
| "step": 47600 |
| }, |
| { |
| "epoch": 1.519572615749901, |
| "grad_norm": 5.033831596374512, |
| "learning_rate": 9.870302557013055e-05, |
| "loss": 20.7524, |
| "step": 48000 |
| }, |
| { |
| "epoch": 1.519572615749901, |
| "eval_loss": 5.262022972106934, |
| "eval_runtime": 825.2873, |
| "eval_samples_per_second": 8.058, |
| "eval_steps_per_second": 8.058, |
| "step": 48000 |
| }, |
| { |
| "epoch": 1.5322358527898694, |
| "grad_norm": 6.174431324005127, |
| "learning_rate": 9.785877858567524e-05, |
| "loss": 20.5863, |
| "step": 48400 |
| }, |
| { |
| "epoch": 1.5448990898298378, |
| "grad_norm": 7.077877521514893, |
| "learning_rate": 9.701453160121994e-05, |
| "loss": 20.5485, |
| "step": 48800 |
| }, |
| { |
| "epoch": 1.5575623268698062, |
| "grad_norm": 5.598957538604736, |
| "learning_rate": 9.617028461676464e-05, |
| "loss": 20.714, |
| "step": 49200 |
| }, |
| { |
| "epoch": 1.5702255639097744, |
| "grad_norm": 6.939237594604492, |
| "learning_rate": 9.532603763230934e-05, |
| "loss": 20.7646, |
| "step": 49600 |
| }, |
| { |
| "epoch": 1.5828888009497428, |
| "grad_norm": 5.701028823852539, |
| "learning_rate": 9.448179064785402e-05, |
| "loss": 20.756, |
| "step": 50000 |
| }, |
| { |
| "epoch": 1.595552037989711, |
| "grad_norm": 8.093730926513672, |
| "learning_rate": 9.363754366339874e-05, |
| "loss": 20.5889, |
| "step": 50400 |
| }, |
| { |
| "epoch": 1.6082152750296794, |
| "grad_norm": 5.6987738609313965, |
| "learning_rate": 9.279329667894343e-05, |
| "loss": 20.6295, |
| "step": 50800 |
| }, |
| { |
| "epoch": 1.6208785120696478, |
| "grad_norm": 6.735232830047607, |
| "learning_rate": 9.194904969448813e-05, |
| "loss": 20.6727, |
| "step": 51200 |
| }, |
| { |
| "epoch": 1.6335417491096162, |
| "grad_norm": 6.842558860778809, |
| "learning_rate": 9.110480271003282e-05, |
| "loss": 20.6825, |
| "step": 51600 |
| }, |
| { |
| "epoch": 1.6462049861495844, |
| "grad_norm": 7.107422351837158, |
| "learning_rate": 9.026055572557753e-05, |
| "loss": 20.5772, |
| "step": 52000 |
| }, |
| { |
| "epoch": 1.6462049861495844, |
| "eval_loss": 5.254425525665283, |
| "eval_runtime": 824.9539, |
| "eval_samples_per_second": 8.061, |
| "eval_steps_per_second": 8.061, |
| "step": 52000 |
| }, |
| { |
| "epoch": 1.6588682231895528, |
| "grad_norm": 4.229997634887695, |
| "learning_rate": 8.941630874112223e-05, |
| "loss": 20.6556, |
| "step": 52400 |
| }, |
| { |
| "epoch": 1.671531460229521, |
| "grad_norm": 7.964229583740234, |
| "learning_rate": 8.857206175666691e-05, |
| "loss": 20.6154, |
| "step": 52800 |
| }, |
| { |
| "epoch": 1.6841946972694894, |
| "grad_norm": 5.777505397796631, |
| "learning_rate": 8.772781477221161e-05, |
| "loss": 20.6021, |
| "step": 53200 |
| }, |
| { |
| "epoch": 1.6968579343094579, |
| "grad_norm": 5.017460346221924, |
| "learning_rate": 8.688356778775632e-05, |
| "loss": 20.7124, |
| "step": 53600 |
| }, |
| { |
| "epoch": 1.7095211713494263, |
| "grad_norm": 6.260605812072754, |
| "learning_rate": 8.6039320803301e-05, |
| "loss": 20.5744, |
| "step": 54000 |
| }, |
| { |
| "epoch": 1.7221844083893947, |
| "grad_norm": 6.316308975219727, |
| "learning_rate": 8.51950738188457e-05, |
| "loss": 20.5549, |
| "step": 54400 |
| }, |
| { |
| "epoch": 1.7348476454293629, |
| "grad_norm": 5.088778972625732, |
| "learning_rate": 8.43508268343904e-05, |
| "loss": 20.6309, |
| "step": 54800 |
| }, |
| { |
| "epoch": 1.747510882469331, |
| "grad_norm": 10.32010555267334, |
| "learning_rate": 8.350657984993511e-05, |
| "loss": 20.6552, |
| "step": 55200 |
| }, |
| { |
| "epoch": 1.7601741195092995, |
| "grad_norm": 6.9819016456604, |
| "learning_rate": 8.26623328654798e-05, |
| "loss": 20.6702, |
| "step": 55600 |
| }, |
| { |
| "epoch": 1.7728373565492679, |
| "grad_norm": 5.110126972198486, |
| "learning_rate": 8.18180858810245e-05, |
| "loss": 20.5999, |
| "step": 56000 |
| }, |
| { |
| "epoch": 1.7728373565492679, |
| "eval_loss": 5.242661952972412, |
| "eval_runtime": 824.7934, |
| "eval_samples_per_second": 8.063, |
| "eval_steps_per_second": 8.063, |
| "step": 56000 |
| }, |
| { |
| "epoch": 1.7855005935892363, |
| "grad_norm": 4.659190654754639, |
| "learning_rate": 8.09738388965692e-05, |
| "loss": 20.6725, |
| "step": 56400 |
| }, |
| { |
| "epoch": 1.7981638306292047, |
| "grad_norm": 7.482509136199951, |
| "learning_rate": 8.012959191211389e-05, |
| "loss": 20.6451, |
| "step": 56800 |
| }, |
| { |
| "epoch": 1.810827067669173, |
| "grad_norm": 4.4703803062438965, |
| "learning_rate": 7.928534492765859e-05, |
| "loss": 20.6875, |
| "step": 57200 |
| }, |
| { |
| "epoch": 1.8234903047091413, |
| "grad_norm": 5.930804252624512, |
| "learning_rate": 7.844109794320329e-05, |
| "loss": 20.6306, |
| "step": 57600 |
| }, |
| { |
| "epoch": 1.8361535417491095, |
| "grad_norm": 6.960028648376465, |
| "learning_rate": 7.759685095874799e-05, |
| "loss": 20.5419, |
| "step": 58000 |
| }, |
| { |
| "epoch": 1.848816778789078, |
| "grad_norm": 5.914958953857422, |
| "learning_rate": 7.675260397429268e-05, |
| "loss": 20.5981, |
| "step": 58400 |
| }, |
| { |
| "epoch": 1.8614800158290463, |
| "grad_norm": 4.671518802642822, |
| "learning_rate": 7.590835698983738e-05, |
| "loss": 20.6456, |
| "step": 58800 |
| }, |
| { |
| "epoch": 1.8741432528690147, |
| "grad_norm": 6.006710529327393, |
| "learning_rate": 7.506411000538208e-05, |
| "loss": 20.5486, |
| "step": 59200 |
| }, |
| { |
| "epoch": 1.8868064899089831, |
| "grad_norm": 5.438353538513184, |
| "learning_rate": 7.421986302092678e-05, |
| "loss": 20.6253, |
| "step": 59600 |
| }, |
| { |
| "epoch": 1.8994697269489513, |
| "grad_norm": 4.497569561004639, |
| "learning_rate": 7.337561603647148e-05, |
| "loss": 20.5851, |
| "step": 60000 |
| }, |
| { |
| "epoch": 1.8994697269489513, |
| "eval_loss": 5.23079776763916, |
| "eval_runtime": 824.4065, |
| "eval_samples_per_second": 8.066, |
| "eval_steps_per_second": 8.066, |
| "step": 60000 |
| }, |
| { |
| "epoch": 1.9121329639889195, |
| "grad_norm": 6.200584888458252, |
| "learning_rate": 7.253136905201617e-05, |
| "loss": 20.4825, |
| "step": 60400 |
| }, |
| { |
| "epoch": 1.924796201028888, |
| "grad_norm": 7.205463886260986, |
| "learning_rate": 7.168712206756086e-05, |
| "loss": 20.4809, |
| "step": 60800 |
| }, |
| { |
| "epoch": 1.9374594380688563, |
| "grad_norm": 6.1208367347717285, |
| "learning_rate": 7.084287508310557e-05, |
| "loss": 20.604, |
| "step": 61200 |
| }, |
| { |
| "epoch": 1.9501226751088248, |
| "grad_norm": 8.871358871459961, |
| "learning_rate": 6.999862809865027e-05, |
| "loss": 20.53, |
| "step": 61600 |
| }, |
| { |
| "epoch": 1.9627859121487932, |
| "grad_norm": 5.655535697937012, |
| "learning_rate": 6.915438111419497e-05, |
| "loss": 20.5554, |
| "step": 62000 |
| }, |
| { |
| "epoch": 1.9754491491887614, |
| "grad_norm": 5.66743278503418, |
| "learning_rate": 6.831013412973965e-05, |
| "loss": 20.5893, |
| "step": 62400 |
| }, |
| { |
| "epoch": 1.9881123862287298, |
| "grad_norm": 5.920203685760498, |
| "learning_rate": 6.746588714528435e-05, |
| "loss": 20.5351, |
| "step": 62800 |
| }, |
| { |
| "epoch": 2.000759794222398, |
| "grad_norm": 5.4713592529296875, |
| "learning_rate": 6.662164016082906e-05, |
| "loss": 20.4346, |
| "step": 63200 |
| }, |
| { |
| "epoch": 2.0134230312623664, |
| "grad_norm": 6.8507866859436035, |
| "learning_rate": 6.577739317637375e-05, |
| "loss": 19.9368, |
| "step": 63600 |
| }, |
| { |
| "epoch": 2.026086268302335, |
| "grad_norm": 5.996831893920898, |
| "learning_rate": 6.493314619191844e-05, |
| "loss": 20.1004, |
| "step": 64000 |
| }, |
| { |
| "epoch": 2.026086268302335, |
| "eval_loss": 5.241866588592529, |
| "eval_runtime": 824.5405, |
| "eval_samples_per_second": 8.065, |
| "eval_steps_per_second": 8.065, |
| "step": 64000 |
| }, |
| { |
| "epoch": 2.0387495053423033, |
| "grad_norm": 8.938416481018066, |
| "learning_rate": 6.408889920746314e-05, |
| "loss": 19.9944, |
| "step": 64400 |
| }, |
| { |
| "epoch": 2.0514127423822717, |
| "grad_norm": 8.623857498168945, |
| "learning_rate": 6.324465222300784e-05, |
| "loss": 19.9731, |
| "step": 64800 |
| }, |
| { |
| "epoch": 2.0640759794222396, |
| "grad_norm": 4.697628498077393, |
| "learning_rate": 6.240040523855254e-05, |
| "loss": 20.1333, |
| "step": 65200 |
| }, |
| { |
| "epoch": 2.076739216462208, |
| "grad_norm": 6.522459506988525, |
| "learning_rate": 6.155615825409724e-05, |
| "loss": 19.9999, |
| "step": 65600 |
| }, |
| { |
| "epoch": 2.0894024535021765, |
| "grad_norm": 7.3197922706604, |
| "learning_rate": 6.071191126964194e-05, |
| "loss": 19.9933, |
| "step": 66000 |
| }, |
| { |
| "epoch": 2.102065690542145, |
| "grad_norm": 5.75483512878418, |
| "learning_rate": 5.986766428518663e-05, |
| "loss": 20.0283, |
| "step": 66400 |
| }, |
| { |
| "epoch": 2.1147289275821133, |
| "grad_norm": 5.822326183319092, |
| "learning_rate": 5.902341730073133e-05, |
| "loss": 20.0077, |
| "step": 66800 |
| }, |
| { |
| "epoch": 2.1273921646220817, |
| "grad_norm": 6.054640769958496, |
| "learning_rate": 5.8179170316276036e-05, |
| "loss": 19.9779, |
| "step": 67200 |
| }, |
| { |
| "epoch": 2.1400554016620497, |
| "grad_norm": 7.926814556121826, |
| "learning_rate": 5.733492333182072e-05, |
| "loss": 19.9615, |
| "step": 67600 |
| }, |
| { |
| "epoch": 2.152718638702018, |
| "grad_norm": 7.559403419494629, |
| "learning_rate": 5.6490676347365425e-05, |
| "loss": 20.0425, |
| "step": 68000 |
| }, |
| { |
| "epoch": 2.152718638702018, |
| "eval_loss": 5.239729881286621, |
| "eval_runtime": 823.4127, |
| "eval_samples_per_second": 8.076, |
| "eval_steps_per_second": 8.076, |
| "step": 68000 |
| }, |
| { |
| "epoch": 2.1653818757419865, |
| "grad_norm": 6.052306652069092, |
| "learning_rate": 5.5646429362910123e-05, |
| "loss": 19.9474, |
| "step": 68400 |
| }, |
| { |
| "epoch": 2.178045112781955, |
| "grad_norm": 7.51389741897583, |
| "learning_rate": 5.480218237845482e-05, |
| "loss": 19.8334, |
| "step": 68800 |
| }, |
| { |
| "epoch": 2.1907083498219233, |
| "grad_norm": 6.6172194480896, |
| "learning_rate": 5.395793539399951e-05, |
| "loss": 20.0055, |
| "step": 69200 |
| }, |
| { |
| "epoch": 2.2033715868618917, |
| "grad_norm": 6.666018486022949, |
| "learning_rate": 5.311368840954422e-05, |
| "loss": 19.9767, |
| "step": 69600 |
| }, |
| { |
| "epoch": 2.21603482390186, |
| "grad_norm": 6.328158378601074, |
| "learning_rate": 5.2269441425088916e-05, |
| "loss": 19.9566, |
| "step": 70000 |
| }, |
| { |
| "epoch": 2.228698060941828, |
| "grad_norm": 5.255093574523926, |
| "learning_rate": 5.142519444063361e-05, |
| "loss": 19.956, |
| "step": 70400 |
| }, |
| { |
| "epoch": 2.2413612979817965, |
| "grad_norm": 7.3458638191223145, |
| "learning_rate": 5.0580947456178305e-05, |
| "loss": 19.9541, |
| "step": 70800 |
| }, |
| { |
| "epoch": 2.254024535021765, |
| "grad_norm": 7.968871116638184, |
| "learning_rate": 4.9736700471723003e-05, |
| "loss": 19.9859, |
| "step": 71200 |
| }, |
| { |
| "epoch": 2.2666877720617333, |
| "grad_norm": 5.766326427459717, |
| "learning_rate": 4.88924534872677e-05, |
| "loss": 19.9209, |
| "step": 71600 |
| }, |
| { |
| "epoch": 2.2793510091017017, |
| "grad_norm": 7.928537368774414, |
| "learning_rate": 4.80482065028124e-05, |
| "loss": 19.9624, |
| "step": 72000 |
| }, |
| { |
| "epoch": 2.2793510091017017, |
| "eval_loss": 5.233314037322998, |
| "eval_runtime": 824.278, |
| "eval_samples_per_second": 8.068, |
| "eval_steps_per_second": 8.068, |
| "step": 72000 |
| }, |
| { |
| "epoch": 2.29201424614167, |
| "grad_norm": 6.768707752227783, |
| "learning_rate": 4.72039595183571e-05, |
| "loss": 19.9709, |
| "step": 72400 |
| }, |
| { |
| "epoch": 2.304677483181638, |
| "grad_norm": 7.442516326904297, |
| "learning_rate": 4.6359712533901796e-05, |
| "loss": 20.0136, |
| "step": 72800 |
| }, |
| { |
| "epoch": 2.3173407202216065, |
| "grad_norm": 5.536145210266113, |
| "learning_rate": 4.5515465549446494e-05, |
| "loss": 19.9965, |
| "step": 73200 |
| }, |
| { |
| "epoch": 2.330003957261575, |
| "grad_norm": 6.3454694747924805, |
| "learning_rate": 4.467121856499119e-05, |
| "loss": 19.9978, |
| "step": 73600 |
| }, |
| { |
| "epoch": 2.3426671943015434, |
| "grad_norm": 8.60901165008545, |
| "learning_rate": 4.3826971580535884e-05, |
| "loss": 19.9545, |
| "step": 74000 |
| }, |
| { |
| "epoch": 2.3553304313415118, |
| "grad_norm": 4.566495895385742, |
| "learning_rate": 4.298272459608059e-05, |
| "loss": 19.9565, |
| "step": 74400 |
| }, |
| { |
| "epoch": 2.36799366838148, |
| "grad_norm": 6.594531059265137, |
| "learning_rate": 4.213847761162528e-05, |
| "loss": 19.9141, |
| "step": 74800 |
| }, |
| { |
| "epoch": 2.380656905421448, |
| "grad_norm": 7.312906742095947, |
| "learning_rate": 4.1294230627169985e-05, |
| "loss": 19.9924, |
| "step": 75200 |
| }, |
| { |
| "epoch": 2.3933201424614166, |
| "grad_norm": 6.62802267074585, |
| "learning_rate": 4.0449983642714676e-05, |
| "loss": 19.978, |
| "step": 75600 |
| }, |
| { |
| "epoch": 2.405983379501385, |
| "grad_norm": 5.666561603546143, |
| "learning_rate": 3.9605736658259374e-05, |
| "loss": 19.9937, |
| "step": 76000 |
| }, |
| { |
| "epoch": 2.405983379501385, |
| "eval_loss": 5.228879451751709, |
| "eval_runtime": 824.5564, |
| "eval_samples_per_second": 8.065, |
| "eval_steps_per_second": 8.065, |
| "step": 76000 |
| }, |
| { |
| "epoch": 2.4186466165413534, |
| "grad_norm": 7.05219841003418, |
| "learning_rate": 3.876148967380407e-05, |
| "loss": 19.9902, |
| "step": 76400 |
| }, |
| { |
| "epoch": 2.431309853581322, |
| "grad_norm": 7.524454593658447, |
| "learning_rate": 3.791724268934877e-05, |
| "loss": 20.0407, |
| "step": 76800 |
| }, |
| { |
| "epoch": 2.44397309062129, |
| "grad_norm": 10.032590866088867, |
| "learning_rate": 3.707299570489347e-05, |
| "loss": 19.9683, |
| "step": 77200 |
| }, |
| { |
| "epoch": 2.4566363276612586, |
| "grad_norm": 7.076017379760742, |
| "learning_rate": 3.6228748720438167e-05, |
| "loss": 19.985, |
| "step": 77600 |
| }, |
| { |
| "epoch": 2.4692995647012266, |
| "grad_norm": 4.9333014488220215, |
| "learning_rate": 3.538450173598286e-05, |
| "loss": 19.9737, |
| "step": 78000 |
| }, |
| { |
| "epoch": 2.481962801741195, |
| "grad_norm": 9.004124641418457, |
| "learning_rate": 3.454025475152756e-05, |
| "loss": 19.9352, |
| "step": 78400 |
| }, |
| { |
| "epoch": 2.4946260387811634, |
| "grad_norm": 6.457568168640137, |
| "learning_rate": 3.3696007767072254e-05, |
| "loss": 19.959, |
| "step": 78800 |
| }, |
| { |
| "epoch": 2.507289275821132, |
| "grad_norm": 6.369134902954102, |
| "learning_rate": 3.285176078261696e-05, |
| "loss": 19.914, |
| "step": 79200 |
| }, |
| { |
| "epoch": 2.5199525128611002, |
| "grad_norm": 8.021166801452637, |
| "learning_rate": 3.200751379816165e-05, |
| "loss": 20.0264, |
| "step": 79600 |
| }, |
| { |
| "epoch": 2.532615749901068, |
| "grad_norm": 6.305584907531738, |
| "learning_rate": 3.116326681370635e-05, |
| "loss": 19.8487, |
| "step": 80000 |
| }, |
| { |
| "epoch": 2.532615749901068, |
| "eval_loss": 5.220189571380615, |
| "eval_runtime": 824.5446, |
| "eval_samples_per_second": 8.065, |
| "eval_steps_per_second": 8.065, |
| "step": 80000 |
| }, |
| { |
| "epoch": 2.545278986941037, |
| "grad_norm": 8.87743854522705, |
| "learning_rate": 3.031901982925105e-05, |
| "loss": 20.0282, |
| "step": 80400 |
| }, |
| { |
| "epoch": 2.557942223981005, |
| "grad_norm": 7.1361188888549805, |
| "learning_rate": 2.9474772844795745e-05, |
| "loss": 19.8977, |
| "step": 80800 |
| }, |
| { |
| "epoch": 2.5706054610209734, |
| "grad_norm": 5.905386447906494, |
| "learning_rate": 2.8630525860340446e-05, |
| "loss": 19.9515, |
| "step": 81200 |
| }, |
| { |
| "epoch": 2.583268698060942, |
| "grad_norm": 4.580873966217041, |
| "learning_rate": 2.778627887588514e-05, |
| "loss": 19.9952, |
| "step": 81600 |
| }, |
| { |
| "epoch": 2.5959319351009102, |
| "grad_norm": 12.230775833129883, |
| "learning_rate": 2.6942031891429836e-05, |
| "loss": 19.9481, |
| "step": 82000 |
| }, |
| { |
| "epoch": 2.6085951721408787, |
| "grad_norm": 6.843789577484131, |
| "learning_rate": 2.6097784906974537e-05, |
| "loss": 19.9544, |
| "step": 82400 |
| }, |
| { |
| "epoch": 2.6212584091808466, |
| "grad_norm": 6.9929280281066895, |
| "learning_rate": 2.5253537922519232e-05, |
| "loss": 19.9988, |
| "step": 82800 |
| }, |
| { |
| "epoch": 2.633921646220815, |
| "grad_norm": 6.615355968475342, |
| "learning_rate": 2.440929093806393e-05, |
| "loss": 19.9229, |
| "step": 83200 |
| }, |
| { |
| "epoch": 2.6465848832607834, |
| "grad_norm": 5.5568528175354, |
| "learning_rate": 2.3565043953608628e-05, |
| "loss": 19.9999, |
| "step": 83600 |
| }, |
| { |
| "epoch": 2.659248120300752, |
| "grad_norm": 5.973674297332764, |
| "learning_rate": 2.2720796969153326e-05, |
| "loss": 19.9165, |
| "step": 84000 |
| }, |
| { |
| "epoch": 2.659248120300752, |
| "eval_loss": 5.213447093963623, |
| "eval_runtime": 824.012, |
| "eval_samples_per_second": 8.07, |
| "eval_steps_per_second": 8.07, |
| "step": 84000 |
| }, |
| { |
| "epoch": 2.6719113573407203, |
| "grad_norm": 6.193792819976807, |
| "learning_rate": 2.1876549984698024e-05, |
| "loss": 19.9343, |
| "step": 84400 |
| }, |
| { |
| "epoch": 2.6845745943806887, |
| "grad_norm": 9.161760330200195, |
| "learning_rate": 2.1032303000242722e-05, |
| "loss": 19.8688, |
| "step": 84800 |
| }, |
| { |
| "epoch": 2.697237831420657, |
| "grad_norm": 7.71662712097168, |
| "learning_rate": 2.0188056015787417e-05, |
| "loss": 19.862, |
| "step": 85200 |
| }, |
| { |
| "epoch": 2.709901068460625, |
| "grad_norm": 7.0517191886901855, |
| "learning_rate": 1.9343809031332115e-05, |
| "loss": 19.9579, |
| "step": 85600 |
| }, |
| { |
| "epoch": 2.7225643055005935, |
| "grad_norm": 6.024531841278076, |
| "learning_rate": 1.8499562046876813e-05, |
| "loss": 19.9337, |
| "step": 86000 |
| }, |
| { |
| "epoch": 2.735227542540562, |
| "grad_norm": 6.53899621963501, |
| "learning_rate": 1.765531506242151e-05, |
| "loss": 19.8203, |
| "step": 86400 |
| }, |
| { |
| "epoch": 2.7478907795805303, |
| "grad_norm": 5.616986274719238, |
| "learning_rate": 1.681106807796621e-05, |
| "loss": 19.9971, |
| "step": 86800 |
| }, |
| { |
| "epoch": 2.7605540166204987, |
| "grad_norm": 9.12677001953125, |
| "learning_rate": 1.5966821093510908e-05, |
| "loss": 19.9302, |
| "step": 87200 |
| }, |
| { |
| "epoch": 2.773217253660467, |
| "grad_norm": 5.700610160827637, |
| "learning_rate": 1.5122574109055604e-05, |
| "loss": 19.8132, |
| "step": 87600 |
| }, |
| { |
| "epoch": 2.7858804907004355, |
| "grad_norm": 14.847786903381348, |
| "learning_rate": 1.4278327124600302e-05, |
| "loss": 19.941, |
| "step": 88000 |
| }, |
| { |
| "epoch": 2.7858804907004355, |
| "eval_loss": 5.208680152893066, |
| "eval_runtime": 823.5502, |
| "eval_samples_per_second": 8.075, |
| "eval_steps_per_second": 8.075, |
| "step": 88000 |
| }, |
| { |
| "epoch": 2.7985437277404035, |
| "grad_norm": 7.600852966308594, |
| "learning_rate": 1.3434080140145e-05, |
| "loss": 19.9477, |
| "step": 88400 |
| }, |
| { |
| "epoch": 2.811206964780372, |
| "grad_norm": 4.853618621826172, |
| "learning_rate": 1.2589833155689699e-05, |
| "loss": 19.8732, |
| "step": 88800 |
| }, |
| { |
| "epoch": 2.8238702018203403, |
| "grad_norm": 6.983166694641113, |
| "learning_rate": 1.1745586171234395e-05, |
| "loss": 19.891, |
| "step": 89200 |
| }, |
| { |
| "epoch": 2.8365334388603087, |
| "grad_norm": 9.106974601745605, |
| "learning_rate": 1.0901339186779093e-05, |
| "loss": 19.8636, |
| "step": 89600 |
| }, |
| { |
| "epoch": 2.849196675900277, |
| "grad_norm": 8.579305648803711, |
| "learning_rate": 1.0057092202323791e-05, |
| "loss": 19.9161, |
| "step": 90000 |
| }, |
| { |
| "epoch": 2.861859912940245, |
| "grad_norm": 7.962963581085205, |
| "learning_rate": 9.212845217868488e-06, |
| "loss": 19.8788, |
| "step": 90400 |
| }, |
| { |
| "epoch": 2.874523149980214, |
| "grad_norm": 7.710476875305176, |
| "learning_rate": 8.368598233413186e-06, |
| "loss": 19.8828, |
| "step": 90800 |
| }, |
| { |
| "epoch": 2.887186387020182, |
| "grad_norm": 8.663653373718262, |
| "learning_rate": 7.524351248957882e-06, |
| "loss": 19.8885, |
| "step": 91200 |
| }, |
| { |
| "epoch": 2.8998496240601503, |
| "grad_norm": 5.92315673828125, |
| "learning_rate": 6.68010426450258e-06, |
| "loss": 19.8681, |
| "step": 91600 |
| }, |
| { |
| "epoch": 2.9125128611001188, |
| "grad_norm": 5.890766143798828, |
| "learning_rate": 5.8358572800472775e-06, |
| "loss": 19.8796, |
| "step": 92000 |
| }, |
| { |
| "epoch": 2.9125128611001188, |
| "eval_loss": 5.202943325042725, |
| "eval_runtime": 823.4591, |
| "eval_samples_per_second": 8.076, |
| "eval_steps_per_second": 8.076, |
| "step": 92000 |
| }, |
| { |
| "epoch": 2.925176098140087, |
| "grad_norm": 5.6968770027160645, |
| "learning_rate": 4.991610295591976e-06, |
| "loss": 19.9215, |
| "step": 92400 |
| }, |
| { |
| "epoch": 2.9378393351800556, |
| "grad_norm": 8.343860626220703, |
| "learning_rate": 4.147363311136674e-06, |
| "loss": 19.8819, |
| "step": 92800 |
| }, |
| { |
| "epoch": 2.9505025722200235, |
| "grad_norm": 7.180873870849609, |
| "learning_rate": 3.3031163266813706e-06, |
| "loss": 19.9235, |
| "step": 93200 |
| }, |
| { |
| "epoch": 2.963165809259992, |
| "grad_norm": 6.29449987411499, |
| "learning_rate": 2.4588693422260683e-06, |
| "loss": 19.8343, |
| "step": 93600 |
| }, |
| { |
| "epoch": 2.9758290462999604, |
| "grad_norm": 9.834261894226074, |
| "learning_rate": 1.6146223577707657e-06, |
| "loss": 19.9012, |
| "step": 94000 |
| }, |
| { |
| "epoch": 2.988492283339929, |
| "grad_norm": 7.410830497741699, |
| "learning_rate": 7.703753733154634e-07, |
| "loss": 19.8262, |
| "step": 94400 |
| } |
| ], |
| "logging_steps": 400, |
| "max_steps": 94764, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 4000, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 3.015885255232636e+17, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
