| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 4.402861860209136, |
| "eval_steps": 500, |
| "global_step": 40000, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.00550357732526142, |
| "grad_norm": 5.828019142150879, |
| "learning_rate": 6.47007042253521e-06, |
| "loss": 8.235, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.01100715465052284, |
| "grad_norm": 15.358248710632324, |
| "learning_rate": 1.3072183098591547e-05, |
| "loss": 6.0857, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.01651073197578426, |
| "grad_norm": 7.99273681640625, |
| "learning_rate": 1.9674295774647885e-05, |
| "loss": 4.4315, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.02201430930104568, |
| "grad_norm": 2.8550803661346436, |
| "learning_rate": 2.6276408450704222e-05, |
| "loss": 3.681, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.0275178866263071, |
| "grad_norm": 2.3769114017486572, |
| "learning_rate": 3.2878521126760565e-05, |
| "loss": 3.4729, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.03302146395156852, |
| "grad_norm": 5.98811149597168, |
| "learning_rate": 3.94806338028169e-05, |
| "loss": 3.3829, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.03852504127682994, |
| "grad_norm": 3.616163492202759, |
| "learning_rate": 4.608274647887324e-05, |
| "loss": 3.4119, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.04402861860209136, |
| "grad_norm": 2.1746344566345215, |
| "learning_rate": 5.268485915492957e-05, |
| "loss": 3.3955, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.04953219592735278, |
| "grad_norm": 1.3189276456832886, |
| "learning_rate": 5.928697183098591e-05, |
| "loss": 3.3177, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.0550357732526142, |
| "grad_norm": 1.2459770441055298, |
| "learning_rate": 6.588908450704225e-05, |
| "loss": 3.3095, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.06053935057787562, |
| "grad_norm": 1.2855902910232544, |
| "learning_rate": 7.249119718309858e-05, |
| "loss": 3.2437, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.06604292790313704, |
| "grad_norm": 1.2871235609054565, |
| "learning_rate": 7.909330985915493e-05, |
| "loss": 3.2069, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.07154650522839846, |
| "grad_norm": 1.0846847295761108, |
| "learning_rate": 8.569542253521127e-05, |
| "loss": 3.2512, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.07705008255365987, |
| "grad_norm": 1.5505499839782715, |
| "learning_rate": 9.22975352112676e-05, |
| "loss": 3.1704, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.0825536598789213, |
| "grad_norm": 1.178614616394043, |
| "learning_rate": 9.889964788732394e-05, |
| "loss": 3.1747, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.08805723720418272, |
| "grad_norm": 1.1504727602005005, |
| "learning_rate": 0.00010550176056338028, |
| "loss": 3.1241, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.09356081452944413, |
| "grad_norm": 1.02865469455719, |
| "learning_rate": 0.00011210387323943662, |
| "loss": 3.0481, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.09906439185470556, |
| "grad_norm": 1.1366077661514282, |
| "learning_rate": 0.00011870598591549295, |
| "loss": 3.0201, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.10456796917996698, |
| "grad_norm": 0.9753648042678833, |
| "learning_rate": 0.00012530809859154929, |
| "loss": 3.0145, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.1100715465052284, |
| "grad_norm": 0.6859256625175476, |
| "learning_rate": 0.00013191021126760563, |
| "loss": 2.9671, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.11557512383048982, |
| "grad_norm": 0.8368203043937683, |
| "learning_rate": 0.00013851232394366197, |
| "loss": 2.992, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.12107870115575124, |
| "grad_norm": 1.1109174489974976, |
| "learning_rate": 0.0001451144366197183, |
| "loss": 2.967, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.12658227848101267, |
| "grad_norm": 0.6072912812232971, |
| "learning_rate": 0.00015171654929577465, |
| "loss": 2.9501, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.13208585580627408, |
| "grad_norm": 0.7659889459609985, |
| "learning_rate": 0.00015831866197183099, |
| "loss": 2.9026, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.1375894331315355, |
| "grad_norm": 0.5841110348701477, |
| "learning_rate": 0.0001649207746478873, |
| "loss": 2.8972, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.14309301045679693, |
| "grad_norm": 0.5997458100318909, |
| "learning_rate": 0.00017152288732394364, |
| "loss": 2.9189, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.14859658778205834, |
| "grad_norm": 0.6082264184951782, |
| "learning_rate": 0.00017812499999999998, |
| "loss": 2.8877, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.15410016510731975, |
| "grad_norm": 0.696685254573822, |
| "learning_rate": 0.00018472711267605632, |
| "loss": 2.8752, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.15960374243258119, |
| "grad_norm": 0.6795832514762878, |
| "learning_rate": 0.00019132922535211266, |
| "loss": 2.851, |
| "step": 1450 |
| }, |
| { |
| "epoch": 0.1651073197578426, |
| "grad_norm": 0.5588585734367371, |
| "learning_rate": 0.000197931338028169, |
| "loss": 2.8546, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.170610897083104, |
| "grad_norm": 0.5267760157585144, |
| "learning_rate": 0.00020453345070422534, |
| "loss": 2.8049, |
| "step": 1550 |
| }, |
| { |
| "epoch": 0.17611447440836545, |
| "grad_norm": 0.591826856136322, |
| "learning_rate": 0.00021113556338028168, |
| "loss": 2.8071, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.18161805173362686, |
| "grad_norm": 0.5463298559188843, |
| "learning_rate": 0.00021773767605633802, |
| "loss": 2.7667, |
| "step": 1650 |
| }, |
| { |
| "epoch": 0.18712162905888827, |
| "grad_norm": 0.5745858550071716, |
| "learning_rate": 0.00022433978873239433, |
| "loss": 2.7968, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.1926252063841497, |
| "grad_norm": 0.6239858865737915, |
| "learning_rate": 0.00023094190140845067, |
| "loss": 2.8206, |
| "step": 1750 |
| }, |
| { |
| "epoch": 0.19812878370941112, |
| "grad_norm": 0.46496015787124634, |
| "learning_rate": 0.000237544014084507, |
| "loss": 2.7944, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.20363236103467253, |
| "grad_norm": 0.5664075016975403, |
| "learning_rate": 0.00024414612676056335, |
| "loss": 2.7837, |
| "step": 1850 |
| }, |
| { |
| "epoch": 0.20913593835993396, |
| "grad_norm": 0.537627100944519, |
| "learning_rate": 0.0002507482394366197, |
| "loss": 2.7179, |
| "step": 1900 |
| }, |
| { |
| "epoch": 0.21463951568519538, |
| "grad_norm": 0.544585645198822, |
| "learning_rate": 0.00025735035211267603, |
| "loss": 2.7552, |
| "step": 1950 |
| }, |
| { |
| "epoch": 0.2201430930104568, |
| "grad_norm": 0.5067969560623169, |
| "learning_rate": 0.0002639524647887324, |
| "loss": 2.7309, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.22564667033571822, |
| "grad_norm": 0.462003618478775, |
| "learning_rate": 0.0002705545774647887, |
| "loss": 2.716, |
| "step": 2050 |
| }, |
| { |
| "epoch": 0.23115024766097964, |
| "grad_norm": 0.44174736738204956, |
| "learning_rate": 0.00027715669014084505, |
| "loss": 2.7319, |
| "step": 2100 |
| }, |
| { |
| "epoch": 0.23665382498624105, |
| "grad_norm": 0.5010894536972046, |
| "learning_rate": 0.0002837588028169014, |
| "loss": 2.7199, |
| "step": 2150 |
| }, |
| { |
| "epoch": 0.24215740231150248, |
| "grad_norm": 0.44113022089004517, |
| "learning_rate": 0.00029036091549295773, |
| "loss": 2.7146, |
| "step": 2200 |
| }, |
| { |
| "epoch": 0.2476609796367639, |
| "grad_norm": 0.4972345232963562, |
| "learning_rate": 0.0002969630281690141, |
| "loss": 2.6471, |
| "step": 2250 |
| }, |
| { |
| "epoch": 0.25316455696202533, |
| "grad_norm": 0.5614003539085388, |
| "learning_rate": 0.0002999997102213327, |
| "loss": 2.687, |
| "step": 2300 |
| }, |
| { |
| "epoch": 0.25866813428728674, |
| "grad_norm": 0.5223066806793213, |
| "learning_rate": 0.0002999976432184194, |
| "loss": 2.6279, |
| "step": 2350 |
| }, |
| { |
| "epoch": 0.26417171161254815, |
| "grad_norm": 0.4381965100765228, |
| "learning_rate": 0.0002999935887402823, |
| "loss": 2.6889, |
| "step": 2400 |
| }, |
| { |
| "epoch": 0.26967528893780957, |
| "grad_norm": 0.3969985842704773, |
| "learning_rate": 0.00029998754684064345, |
| "loss": 2.6565, |
| "step": 2450 |
| }, |
| { |
| "epoch": 0.275178866263071, |
| "grad_norm": 0.44786953926086426, |
| "learning_rate": 0.00029997951759955823, |
| "loss": 2.6736, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.28068244358833244, |
| "grad_norm": 0.3951723873615265, |
| "learning_rate": 0.0002999695011234145, |
| "loss": 2.6173, |
| "step": 2550 |
| }, |
| { |
| "epoch": 0.28618602091359385, |
| "grad_norm": 0.4258750081062317, |
| "learning_rate": 0.00029995749754493093, |
| "loss": 2.5992, |
| "step": 2600 |
| }, |
| { |
| "epoch": 0.29168959823885526, |
| "grad_norm": 0.41892707347869873, |
| "learning_rate": 0.0002999435070231555, |
| "loss": 2.6194, |
| "step": 2650 |
| }, |
| { |
| "epoch": 0.2971931755641167, |
| "grad_norm": 0.4064221978187561, |
| "learning_rate": 0.0002999275297434632, |
| "loss": 2.6265, |
| "step": 2700 |
| }, |
| { |
| "epoch": 0.3026967528893781, |
| "grad_norm": 0.3920956254005432, |
| "learning_rate": 0.00029990956591755365, |
| "loss": 2.6035, |
| "step": 2750 |
| }, |
| { |
| "epoch": 0.3082003302146395, |
| "grad_norm": 0.366318941116333, |
| "learning_rate": 0.0002998896157834484, |
| "loss": 2.6352, |
| "step": 2800 |
| }, |
| { |
| "epoch": 0.31370390753990096, |
| "grad_norm": 0.40867865085601807, |
| "learning_rate": 0.0002998676796054875, |
| "loss": 2.5674, |
| "step": 2850 |
| }, |
| { |
| "epoch": 0.31920748486516237, |
| "grad_norm": 0.3685750365257263, |
| "learning_rate": 0.00029984375767432627, |
| "loss": 2.5748, |
| "step": 2900 |
| }, |
| { |
| "epoch": 0.3247110621904238, |
| "grad_norm": 0.38134968280792236, |
| "learning_rate": 0.0002998178503069314, |
| "loss": 2.5703, |
| "step": 2950 |
| }, |
| { |
| "epoch": 0.3302146395156852, |
| "grad_norm": 0.36195963621139526, |
| "learning_rate": 0.00029978995784657643, |
| "loss": 2.5367, |
| "step": 3000 |
| }, |
| { |
| "epoch": 0.3357182168409466, |
| "grad_norm": 0.3696858584880829, |
| "learning_rate": 0.0002997600806628379, |
| "loss": 2.5693, |
| "step": 3050 |
| }, |
| { |
| "epoch": 0.341221794166208, |
| "grad_norm": 0.3404608964920044, |
| "learning_rate": 0.00029972821915158964, |
| "loss": 2.5454, |
| "step": 3100 |
| }, |
| { |
| "epoch": 0.3467253714914695, |
| "grad_norm": 0.33220136165618896, |
| "learning_rate": 0.0002996943737349981, |
| "loss": 2.5675, |
| "step": 3150 |
| }, |
| { |
| "epoch": 0.3522289488167309, |
| "grad_norm": 0.3744208812713623, |
| "learning_rate": 0.00029965854486151643, |
| "loss": 2.5453, |
| "step": 3200 |
| }, |
| { |
| "epoch": 0.3577325261419923, |
| "grad_norm": 0.36920756101608276, |
| "learning_rate": 0.0002996207330058788, |
| "loss": 2.5314, |
| "step": 3250 |
| }, |
| { |
| "epoch": 0.3632361034672537, |
| "grad_norm": 0.36301830410957336, |
| "learning_rate": 0.00029958093866909403, |
| "loss": 2.5361, |
| "step": 3300 |
| }, |
| { |
| "epoch": 0.3687396807925151, |
| "grad_norm": 0.3135142922401428, |
| "learning_rate": 0.00029953916237843853, |
| "loss": 2.5222, |
| "step": 3350 |
| }, |
| { |
| "epoch": 0.37424325811777653, |
| "grad_norm": 0.3634016513824463, |
| "learning_rate": 0.00029949540468745015, |
| "loss": 2.5179, |
| "step": 3400 |
| }, |
| { |
| "epoch": 0.379746835443038, |
| "grad_norm": 0.370914101600647, |
| "learning_rate": 0.00029944966617592017, |
| "loss": 2.5077, |
| "step": 3450 |
| }, |
| { |
| "epoch": 0.3852504127682994, |
| "grad_norm": 0.32538744807243347, |
| "learning_rate": 0.0002994019474498858, |
| "loss": 2.4873, |
| "step": 3500 |
| }, |
| { |
| "epoch": 0.3907539900935608, |
| "grad_norm": 0.3077157139778137, |
| "learning_rate": 0.0002993522491416221, |
| "loss": 2.5149, |
| "step": 3550 |
| }, |
| { |
| "epoch": 0.39625756741882223, |
| "grad_norm": 0.32142704725265503, |
| "learning_rate": 0.000299300571909634, |
| "loss": 2.4989, |
| "step": 3600 |
| }, |
| { |
| "epoch": 0.40176114474408364, |
| "grad_norm": 0.3485497832298279, |
| "learning_rate": 0.00029924691643864684, |
| "loss": 2.5114, |
| "step": 3650 |
| }, |
| { |
| "epoch": 0.40726472206934505, |
| "grad_norm": 0.34483280777931213, |
| "learning_rate": 0.0002991912834395981, |
| "loss": 2.4863, |
| "step": 3700 |
| }, |
| { |
| "epoch": 0.4127682993946065, |
| "grad_norm": 0.30801650881767273, |
| "learning_rate": 0.00029913367364962733, |
| "loss": 2.4935, |
| "step": 3750 |
| }, |
| { |
| "epoch": 0.41827187671986793, |
| "grad_norm": 0.3099140524864197, |
| "learning_rate": 0.00029907408783206674, |
| "loss": 2.5122, |
| "step": 3800 |
| }, |
| { |
| "epoch": 0.42377545404512934, |
| "grad_norm": 0.33073538541793823, |
| "learning_rate": 0.0002990125267764309, |
| "loss": 2.4613, |
| "step": 3850 |
| }, |
| { |
| "epoch": 0.42927903137039075, |
| "grad_norm": 0.3025052845478058, |
| "learning_rate": 0.00029894899129840653, |
| "loss": 2.4855, |
| "step": 3900 |
| }, |
| { |
| "epoch": 0.43478260869565216, |
| "grad_norm": 0.3200172483921051, |
| "learning_rate": 0.00029888348223984143, |
| "loss": 2.4542, |
| "step": 3950 |
| }, |
| { |
| "epoch": 0.4402861860209136, |
| "grad_norm": 0.31750544905662537, |
| "learning_rate": 0.0002988160004687335, |
| "loss": 2.4714, |
| "step": 4000 |
| }, |
| { |
| "epoch": 0.44578976334617504, |
| "grad_norm": 0.28732484579086304, |
| "learning_rate": 0.00029874654687921895, |
| "loss": 2.4595, |
| "step": 4050 |
| }, |
| { |
| "epoch": 0.45129334067143645, |
| "grad_norm": 0.33312809467315674, |
| "learning_rate": 0.0002986751223915609, |
| "loss": 2.4797, |
| "step": 4100 |
| }, |
| { |
| "epoch": 0.45679691799669786, |
| "grad_norm": 0.3109307289123535, |
| "learning_rate": 0.00029860172795213695, |
| "loss": 2.4506, |
| "step": 4150 |
| }, |
| { |
| "epoch": 0.46230049532195927, |
| "grad_norm": 0.31127694249153137, |
| "learning_rate": 0.0002985263645334266, |
| "loss": 2.4544, |
| "step": 4200 |
| }, |
| { |
| "epoch": 0.4678040726472207, |
| "grad_norm": 0.34132882952690125, |
| "learning_rate": 0.0002984490331339982, |
| "loss": 2.455, |
| "step": 4250 |
| }, |
| { |
| "epoch": 0.4733076499724821, |
| "grad_norm": 0.3107958436012268, |
| "learning_rate": 0.00029836973477849634, |
| "loss": 2.4733, |
| "step": 4300 |
| }, |
| { |
| "epoch": 0.47881122729774356, |
| "grad_norm": 0.27321889996528625, |
| "learning_rate": 0.00029828847051762753, |
| "loss": 2.4381, |
| "step": 4350 |
| }, |
| { |
| "epoch": 0.48431480462300497, |
| "grad_norm": 0.3114171326160431, |
| "learning_rate": 0.0002982052414281467, |
| "loss": 2.4612, |
| "step": 4400 |
| }, |
| { |
| "epoch": 0.4898183819482664, |
| "grad_norm": 0.2926501929759979, |
| "learning_rate": 0.00029812004861284294, |
| "loss": 2.4364, |
| "step": 4450 |
| }, |
| { |
| "epoch": 0.4953219592735278, |
| "grad_norm": 0.2824021279811859, |
| "learning_rate": 0.00029803289320052466, |
| "loss": 2.4453, |
| "step": 4500 |
| }, |
| { |
| "epoch": 0.5008255365987893, |
| "grad_norm": 0.2710123062133789, |
| "learning_rate": 0.00029794377634600485, |
| "loss": 2.4207, |
| "step": 4550 |
| }, |
| { |
| "epoch": 0.5063291139240507, |
| "grad_norm": 0.28232479095458984, |
| "learning_rate": 0.0002978526992300856, |
| "loss": 2.4332, |
| "step": 4600 |
| }, |
| { |
| "epoch": 0.5118326912493121, |
| "grad_norm": 0.2661692798137665, |
| "learning_rate": 0.0002977596630595427, |
| "loss": 2.4469, |
| "step": 4650 |
| }, |
| { |
| "epoch": 0.5173362685745735, |
| "grad_norm": 0.317094087600708, |
| "learning_rate": 0.0002976646690671094, |
| "loss": 2.4486, |
| "step": 4700 |
| }, |
| { |
| "epoch": 0.5228398458998349, |
| "grad_norm": 0.268915593624115, |
| "learning_rate": 0.0002975677185114602, |
| "loss": 2.4447, |
| "step": 4750 |
| }, |
| { |
| "epoch": 0.5283434232250963, |
| "grad_norm": 0.2714874744415283, |
| "learning_rate": 0.000297468812677194, |
| "loss": 2.4065, |
| "step": 4800 |
| }, |
| { |
| "epoch": 0.5338470005503577, |
| "grad_norm": 0.2872399389743805, |
| "learning_rate": 0.0002973679528748175, |
| "loss": 2.3943, |
| "step": 4850 |
| }, |
| { |
| "epoch": 0.5393505778756191, |
| "grad_norm": 0.24350598454475403, |
| "learning_rate": 0.00029726514044072736, |
| "loss": 2.3888, |
| "step": 4900 |
| }, |
| { |
| "epoch": 0.5448541552008805, |
| "grad_norm": 0.2634688913822174, |
| "learning_rate": 0.00029716037673719275, |
| "loss": 2.3953, |
| "step": 4950 |
| }, |
| { |
| "epoch": 0.550357732526142, |
| "grad_norm": 0.2842876613140106, |
| "learning_rate": 0.0002970536631523373, |
| "loss": 2.403, |
| "step": 5000 |
| }, |
| { |
| "epoch": 0.5558613098514034, |
| "grad_norm": 0.30130457878112793, |
| "learning_rate": 0.00029694500110012055, |
| "loss": 2.4393, |
| "step": 5050 |
| }, |
| { |
| "epoch": 0.5613648871766649, |
| "grad_norm": 0.2594560980796814, |
| "learning_rate": 0.00029683439202031936, |
| "loss": 2.3827, |
| "step": 5100 |
| }, |
| { |
| "epoch": 0.5668684645019263, |
| "grad_norm": 0.25417500734329224, |
| "learning_rate": 0.0002967218373785088, |
| "loss": 2.3789, |
| "step": 5150 |
| }, |
| { |
| "epoch": 0.5723720418271877, |
| "grad_norm": 0.2533874213695526, |
| "learning_rate": 0.0002966073386660428, |
| "loss": 2.4211, |
| "step": 5200 |
| }, |
| { |
| "epoch": 0.5778756191524491, |
| "grad_norm": 0.2343342900276184, |
| "learning_rate": 0.0002964908974000341, |
| "loss": 2.4332, |
| "step": 5250 |
| }, |
| { |
| "epoch": 0.5833791964777105, |
| "grad_norm": 0.25453534722328186, |
| "learning_rate": 0.0002963725151233345, |
| "loss": 2.3984, |
| "step": 5300 |
| }, |
| { |
| "epoch": 0.5888827738029719, |
| "grad_norm": 0.2670257091522217, |
| "learning_rate": 0.00029625219340451435, |
| "loss": 2.4126, |
| "step": 5350 |
| }, |
| { |
| "epoch": 0.5943863511282333, |
| "grad_norm": 0.2728422284126282, |
| "learning_rate": 0.00029612993383784154, |
| "loss": 2.4152, |
| "step": 5400 |
| }, |
| { |
| "epoch": 0.5998899284534948, |
| "grad_norm": 0.27964428067207336, |
| "learning_rate": 0.0002960057380432606, |
| "loss": 2.3675, |
| "step": 5450 |
| }, |
| { |
| "epoch": 0.6053935057787562, |
| "grad_norm": 0.27354755997657776, |
| "learning_rate": 0.00029587960766637103, |
| "loss": 2.4109, |
| "step": 5500 |
| }, |
| { |
| "epoch": 0.6108970831040176, |
| "grad_norm": 0.26175597310066223, |
| "learning_rate": 0.000295751544378406, |
| "loss": 2.3953, |
| "step": 5550 |
| }, |
| { |
| "epoch": 0.616400660429279, |
| "grad_norm": 0.2590219974517822, |
| "learning_rate": 0.0002956215498762093, |
| "loss": 2.3699, |
| "step": 5600 |
| }, |
| { |
| "epoch": 0.6219042377545404, |
| "grad_norm": 0.2495882660150528, |
| "learning_rate": 0.0002954896258822139, |
| "loss": 2.3949, |
| "step": 5650 |
| }, |
| { |
| "epoch": 0.6274078150798019, |
| "grad_norm": 0.26052239537239075, |
| "learning_rate": 0.0002953557741444183, |
| "loss": 2.3642, |
| "step": 5700 |
| }, |
| { |
| "epoch": 0.6329113924050633, |
| "grad_norm": 0.2627600431442261, |
| "learning_rate": 0.0002952199964363638, |
| "loss": 2.3895, |
| "step": 5750 |
| }, |
| { |
| "epoch": 0.6384149697303247, |
| "grad_norm": 0.2417898327112198, |
| "learning_rate": 0.00029508229455711086, |
| "loss": 2.4087, |
| "step": 5800 |
| }, |
| { |
| "epoch": 0.6439185470555862, |
| "grad_norm": 0.24891215562820435, |
| "learning_rate": 0.00029494267033121525, |
| "loss": 2.3642, |
| "step": 5850 |
| }, |
| { |
| "epoch": 0.6494221243808476, |
| "grad_norm": 0.2453078180551529, |
| "learning_rate": 0.0002948011256087041, |
| "loss": 2.3761, |
| "step": 5900 |
| }, |
| { |
| "epoch": 0.654925701706109, |
| "grad_norm": 0.24607980251312256, |
| "learning_rate": 0.0002946576622650509, |
| "loss": 2.3596, |
| "step": 5950 |
| }, |
| { |
| "epoch": 0.6604292790313704, |
| "grad_norm": 0.2540590763092041, |
| "learning_rate": 0.0002945122822011513, |
| "loss": 2.3666, |
| "step": 6000 |
| }, |
| { |
| "epoch": 0.6659328563566318, |
| "grad_norm": 0.25918814539909363, |
| "learning_rate": 0.00029436498734329727, |
| "loss": 2.3494, |
| "step": 6050 |
| }, |
| { |
| "epoch": 0.6714364336818932, |
| "grad_norm": 0.27554330229759216, |
| "learning_rate": 0.0002942157796431521, |
| "loss": 2.3793, |
| "step": 6100 |
| }, |
| { |
| "epoch": 0.6769400110071546, |
| "grad_norm": 0.22879928350448608, |
| "learning_rate": 0.00029406466107772416, |
| "loss": 2.3898, |
| "step": 6150 |
| }, |
| { |
| "epoch": 0.682443588332416, |
| "grad_norm": 0.2851306200027466, |
| "learning_rate": 0.00029391163364934095, |
| "loss": 2.3493, |
| "step": 6200 |
| }, |
| { |
| "epoch": 0.6879471656576774, |
| "grad_norm": 0.255014568567276, |
| "learning_rate": 0.0002937566993856225, |
| "loss": 2.3959, |
| "step": 6250 |
| }, |
| { |
| "epoch": 0.693450742982939, |
| "grad_norm": 0.23992781341075897, |
| "learning_rate": 0.00029359986033945454, |
| "loss": 2.3588, |
| "step": 6300 |
| }, |
| { |
| "epoch": 0.6989543203082004, |
| "grad_norm": 0.24902793765068054, |
| "learning_rate": 0.000293441118588961, |
| "loss": 2.3908, |
| "step": 6350 |
| }, |
| { |
| "epoch": 0.7044578976334618, |
| "grad_norm": 0.2294873744249344, |
| "learning_rate": 0.0002932804762374771, |
| "loss": 2.398, |
| "step": 6400 |
| }, |
| { |
| "epoch": 0.7099614749587232, |
| "grad_norm": 0.23560309410095215, |
| "learning_rate": 0.00029311793541352075, |
| "loss": 2.3481, |
| "step": 6450 |
| }, |
| { |
| "epoch": 0.7154650522839846, |
| "grad_norm": 0.27493488788604736, |
| "learning_rate": 0.00029295349827076497, |
| "loss": 2.3248, |
| "step": 6500 |
| }, |
| { |
| "epoch": 0.720968629609246, |
| "grad_norm": 0.22731854021549225, |
| "learning_rate": 0.0002927871669880089, |
| "loss": 2.3444, |
| "step": 6550 |
| }, |
| { |
| "epoch": 0.7264722069345074, |
| "grad_norm": 0.22198539972305298, |
| "learning_rate": 0.0002926189437691492, |
| "loss": 2.3148, |
| "step": 6600 |
| }, |
| { |
| "epoch": 0.7319757842597688, |
| "grad_norm": 0.25049686431884766, |
| "learning_rate": 0.0002924488308431508, |
| "loss": 2.3134, |
| "step": 6650 |
| }, |
| { |
| "epoch": 0.7374793615850302, |
| "grad_norm": 0.2354484349489212, |
| "learning_rate": 0.0002922768304640172, |
| "loss": 2.348, |
| "step": 6700 |
| }, |
| { |
| "epoch": 0.7429829389102917, |
| "grad_norm": 0.23955915868282318, |
| "learning_rate": 0.00029210294491076094, |
| "loss": 2.3172, |
| "step": 6750 |
| }, |
| { |
| "epoch": 0.7484865162355531, |
| "grad_norm": 0.2476130574941635, |
| "learning_rate": 0.000291927176487373, |
| "loss": 2.3842, |
| "step": 6800 |
| }, |
| { |
| "epoch": 0.7539900935608145, |
| "grad_norm": 0.2247840166091919, |
| "learning_rate": 0.00029174952752279254, |
| "loss": 2.3302, |
| "step": 6850 |
| }, |
| { |
| "epoch": 0.759493670886076, |
| "grad_norm": 0.22530816495418549, |
| "learning_rate": 0.000291570000370876, |
| "loss": 2.3707, |
| "step": 6900 |
| }, |
| { |
| "epoch": 0.7649972482113374, |
| "grad_norm": 0.2242722362279892, |
| "learning_rate": 0.00029138859741036587, |
| "loss": 2.312, |
| "step": 6950 |
| }, |
| { |
| "epoch": 0.7705008255365988, |
| "grad_norm": 0.23376357555389404, |
| "learning_rate": 0.0002912053210448592, |
| "loss": 2.3334, |
| "step": 7000 |
| }, |
| { |
| "epoch": 0.7760044028618602, |
| "grad_norm": 0.23131632804870605, |
| "learning_rate": 0.0002910201737027757, |
| "loss": 2.3293, |
| "step": 7050 |
| }, |
| { |
| "epoch": 0.7815079801871216, |
| "grad_norm": 0.21440596878528595, |
| "learning_rate": 0.0002908331578373256, |
| "loss": 2.3593, |
| "step": 7100 |
| }, |
| { |
| "epoch": 0.787011557512383, |
| "grad_norm": 0.225584477186203, |
| "learning_rate": 0.00029064427592647715, |
| "loss": 2.3464, |
| "step": 7150 |
| }, |
| { |
| "epoch": 0.7925151348376445, |
| "grad_norm": 0.22819140553474426, |
| "learning_rate": 0.0002904535304729238, |
| "loss": 2.3145, |
| "step": 7200 |
| }, |
| { |
| "epoch": 0.7980187121629059, |
| "grad_norm": 0.2503032982349396, |
| "learning_rate": 0.00029026092400405115, |
| "loss": 2.3376, |
| "step": 7250 |
| }, |
| { |
| "epoch": 0.8035222894881673, |
| "grad_norm": 0.2061757743358612, |
| "learning_rate": 0.00029006645907190295, |
| "loss": 2.3252, |
| "step": 7300 |
| }, |
| { |
| "epoch": 0.8090258668134287, |
| "grad_norm": 0.2099982351064682, |
| "learning_rate": 0.00028987013825314804, |
| "loss": 2.35, |
| "step": 7350 |
| }, |
| { |
| "epoch": 0.8145294441386901, |
| "grad_norm": 0.212050199508667, |
| "learning_rate": 0.00028967196414904573, |
| "loss": 2.3304, |
| "step": 7400 |
| }, |
| { |
| "epoch": 0.8200330214639515, |
| "grad_norm": 0.22283074259757996, |
| "learning_rate": 0.0002894719393854114, |
| "loss": 2.3389, |
| "step": 7450 |
| }, |
| { |
| "epoch": 0.825536598789213, |
| "grad_norm": 0.2060365378856659, |
| "learning_rate": 0.0002892700666125817, |
| "loss": 2.3215, |
| "step": 7500 |
| }, |
| { |
| "epoch": 0.8310401761144744, |
| "grad_norm": 0.22510799765586853, |
| "learning_rate": 0.0002890663485053797, |
| "loss": 2.3295, |
| "step": 7550 |
| }, |
| { |
| "epoch": 0.8365437534397359, |
| "grad_norm": 0.21860332787036896, |
| "learning_rate": 0.00028886078776307905, |
| "loss": 2.3286, |
| "step": 7600 |
| }, |
| { |
| "epoch": 0.8420473307649973, |
| "grad_norm": 0.20771068334579468, |
| "learning_rate": 0.00028865338710936826, |
| "loss": 2.3143, |
| "step": 7650 |
| }, |
| { |
| "epoch": 0.8475509080902587, |
| "grad_norm": 0.23098550736904144, |
| "learning_rate": 0.0002884441492923151, |
| "loss": 2.3583, |
| "step": 7700 |
| }, |
| { |
| "epoch": 0.8530544854155201, |
| "grad_norm": 0.204328715801239, |
| "learning_rate": 0.00028823307708432963, |
| "loss": 2.3425, |
| "step": 7750 |
| }, |
| { |
| "epoch": 0.8585580627407815, |
| "grad_norm": 0.20610789954662323, |
| "learning_rate": 0.0002880201732821275, |
| "loss": 2.3269, |
| "step": 7800 |
| }, |
| { |
| "epoch": 0.8640616400660429, |
| "grad_norm": 0.22584037482738495, |
| "learning_rate": 0.0002878054407066935, |
| "loss": 2.3061, |
| "step": 7850 |
| }, |
| { |
| "epoch": 0.8695652173913043, |
| "grad_norm": 0.22317476570606232, |
| "learning_rate": 0.0002875888822032433, |
| "loss": 2.3047, |
| "step": 7900 |
| }, |
| { |
| "epoch": 0.8750687947165657, |
| "grad_norm": 0.2132745087146759, |
| "learning_rate": 0.00028737050064118645, |
| "loss": 2.2925, |
| "step": 7950 |
| }, |
| { |
| "epoch": 0.8805723720418271, |
| "grad_norm": 0.21960894763469696, |
| "learning_rate": 0.00028715029891408805, |
| "loss": 2.3365, |
| "step": 8000 |
| }, |
| { |
| "epoch": 0.8860759493670886, |
| "grad_norm": 0.2113264799118042, |
| "learning_rate": 0.0002869282799396305, |
| "loss": 2.2814, |
| "step": 8050 |
| }, |
| { |
| "epoch": 0.8915795266923501, |
| "grad_norm": 0.19959582388401031, |
| "learning_rate": 0.00028670444665957465, |
| "loss": 2.2787, |
| "step": 8100 |
| }, |
| { |
| "epoch": 0.8970831040176115, |
| "grad_norm": 0.24770890176296234, |
| "learning_rate": 0.00028647880203972115, |
| "loss": 2.3312, |
| "step": 8150 |
| }, |
| { |
| "epoch": 0.9025866813428729, |
| "grad_norm": 0.2229924350976944, |
| "learning_rate": 0.0002862513490698709, |
| "loss": 2.2825, |
| "step": 8200 |
| }, |
| { |
| "epoch": 0.9080902586681343, |
| "grad_norm": 0.23118580877780914, |
| "learning_rate": 0.0002860220907637856, |
| "loss": 2.2973, |
| "step": 8250 |
| }, |
| { |
| "epoch": 0.9135938359933957, |
| "grad_norm": 0.1978590488433838, |
| "learning_rate": 0.0002857910301591475, |
| "loss": 2.3106, |
| "step": 8300 |
| }, |
| { |
| "epoch": 0.9190974133186571, |
| "grad_norm": 0.20972274243831635, |
| "learning_rate": 0.0002855581703175198, |
| "loss": 2.3489, |
| "step": 8350 |
| }, |
| { |
| "epoch": 0.9246009906439185, |
| "grad_norm": 0.20369485020637512, |
| "learning_rate": 0.0002853235143243052, |
| "loss": 2.3135, |
| "step": 8400 |
| }, |
| { |
| "epoch": 0.93010456796918, |
| "grad_norm": 0.19085292518138885, |
| "learning_rate": 0.00028508706528870576, |
| "loss": 2.2969, |
| "step": 8450 |
| }, |
| { |
| "epoch": 0.9356081452944414, |
| "grad_norm": 0.21080902218818665, |
| "learning_rate": 0.0002848488263436814, |
| "loss": 2.2979, |
| "step": 8500 |
| }, |
| { |
| "epoch": 0.9411117226197028, |
| "grad_norm": 0.1939728856086731, |
| "learning_rate": 0.00028460880064590835, |
| "loss": 2.31, |
| "step": 8550 |
| }, |
| { |
| "epoch": 0.9466152999449642, |
| "grad_norm": 0.23909969627857208, |
| "learning_rate": 0.0002843669913757375, |
| "loss": 2.2585, |
| "step": 8600 |
| }, |
| { |
| "epoch": 0.9521188772702256, |
| "grad_norm": 0.22809971868991852, |
| "learning_rate": 0.000284123401737152, |
| "loss": 2.3058, |
| "step": 8650 |
| }, |
| { |
| "epoch": 0.9576224545954871, |
| "grad_norm": 0.2066497504711151, |
| "learning_rate": 0.00028387803495772513, |
| "loss": 2.2736, |
| "step": 8700 |
| }, |
| { |
| "epoch": 0.9631260319207485, |
| "grad_norm": 0.1921154260635376, |
| "learning_rate": 0.00028363089428857716, |
| "loss": 2.2813, |
| "step": 8750 |
| }, |
| { |
| "epoch": 0.9686296092460099, |
| "grad_norm": 0.19423851370811462, |
| "learning_rate": 0.00028338198300433264, |
| "loss": 2.314, |
| "step": 8800 |
| }, |
| { |
| "epoch": 0.9741331865712713, |
| "grad_norm": 0.224751815199852, |
| "learning_rate": 0.0002831313044030768, |
| "loss": 2.3335, |
| "step": 8850 |
| }, |
| { |
| "epoch": 0.9796367638965328, |
| "grad_norm": 0.21634523570537567, |
| "learning_rate": 0.00028287886180631183, |
| "loss": 2.3021, |
| "step": 8900 |
| }, |
| { |
| "epoch": 0.9851403412217942, |
| "grad_norm": 0.19320085644721985, |
| "learning_rate": 0.00028262465855891306, |
| "loss": 2.2635, |
| "step": 8950 |
| }, |
| { |
| "epoch": 0.9906439185470556, |
| "grad_norm": 0.20169596374034882, |
| "learning_rate": 0.00028236869802908453, |
| "loss": 2.3013, |
| "step": 9000 |
| }, |
| { |
| "epoch": 0.996147495872317, |
| "grad_norm": 0.2045382857322693, |
| "learning_rate": 0.00028211098360831407, |
| "loss": 2.2576, |
| "step": 9050 |
| }, |
| { |
| "epoch": 1.0016510731975785, |
| "grad_norm": 0.2171631157398224, |
| "learning_rate": 0.00028185151871132894, |
| "loss": 2.3136, |
| "step": 9100 |
| }, |
| { |
| "epoch": 1.00715465052284, |
| "grad_norm": 0.19541560113430023, |
| "learning_rate": 0.00028159030677605017, |
| "loss": 2.2547, |
| "step": 9150 |
| }, |
| { |
| "epoch": 1.0126582278481013, |
| "grad_norm": 0.19888882339000702, |
| "learning_rate": 0.0002813273512635472, |
| "loss": 2.2275, |
| "step": 9200 |
| }, |
| { |
| "epoch": 1.0181618051733627, |
| "grad_norm": 0.24578270316123962, |
| "learning_rate": 0.0002810626556579918, |
| "loss": 2.2775, |
| "step": 9250 |
| }, |
| { |
| "epoch": 1.0236653824986242, |
| "grad_norm": 0.19902436435222626, |
| "learning_rate": 0.00028079622346661217, |
| "loss": 2.2353, |
| "step": 9300 |
| }, |
| { |
| "epoch": 1.0291689598238856, |
| "grad_norm": 0.19234856963157654, |
| "learning_rate": 0.00028052805821964633, |
| "loss": 2.2769, |
| "step": 9350 |
| }, |
| { |
| "epoch": 1.034672537149147, |
| "grad_norm": 0.19912928342819214, |
| "learning_rate": 0.0002802581634702952, |
| "loss": 2.2625, |
| "step": 9400 |
| }, |
| { |
| "epoch": 1.0401761144744084, |
| "grad_norm": 0.1918436884880066, |
| "learning_rate": 0.00027998654279467604, |
| "loss": 2.2335, |
| "step": 9450 |
| }, |
| { |
| "epoch": 1.0456796917996698, |
| "grad_norm": 0.20422010123729706, |
| "learning_rate": 0.0002797131997917743, |
| "loss": 2.3022, |
| "step": 9500 |
| }, |
| { |
| "epoch": 1.0511832691249312, |
| "grad_norm": 0.19621697068214417, |
| "learning_rate": 0.00027943813808339657, |
| "loss": 2.2378, |
| "step": 9550 |
| }, |
| { |
| "epoch": 1.0566868464501926, |
| "grad_norm": 0.18403683602809906, |
| "learning_rate": 0.0002791613613141223, |
| "loss": 2.2502, |
| "step": 9600 |
| }, |
| { |
| "epoch": 1.062190423775454, |
| "grad_norm": 0.2140798568725586, |
| "learning_rate": 0.0002788828731512556, |
| "loss": 2.2722, |
| "step": 9650 |
| }, |
| { |
| "epoch": 1.0676940011007154, |
| "grad_norm": 0.19459135830402374, |
| "learning_rate": 0.0002786026772847767, |
| "loss": 2.2361, |
| "step": 9700 |
| }, |
| { |
| "epoch": 1.0731975784259769, |
| "grad_norm": 0.20383061468601227, |
| "learning_rate": 0.00027832077742729277, |
| "loss": 2.2471, |
| "step": 9750 |
| }, |
| { |
| "epoch": 1.0787011557512383, |
| "grad_norm": 0.1901775300502777, |
| "learning_rate": 0.0002780371773139891, |
| "loss": 2.2968, |
| "step": 9800 |
| }, |
| { |
| "epoch": 1.0842047330764997, |
| "grad_norm": 0.20100219547748566, |
| "learning_rate": 0.0002777518807025793, |
| "loss": 2.2568, |
| "step": 9850 |
| }, |
| { |
| "epoch": 1.089708310401761, |
| "grad_norm": 0.2127520740032196, |
| "learning_rate": 0.00027746489137325586, |
| "loss": 2.28, |
| "step": 9900 |
| }, |
| { |
| "epoch": 1.0952118877270225, |
| "grad_norm": 0.19059176743030548, |
| "learning_rate": 0.00027717621312863965, |
| "loss": 2.284, |
| "step": 9950 |
| }, |
| { |
| "epoch": 1.100715465052284, |
| "grad_norm": 0.20845113694667816, |
| "learning_rate": 0.0002768858497937299, |
| "loss": 2.2409, |
| "step": 10000 |
| }, |
| { |
| "epoch": 1.1062190423775453, |
| "grad_norm": 0.18969906866550446, |
| "learning_rate": 0.00027659380521585325, |
| "loss": 2.2725, |
| "step": 10050 |
| }, |
| { |
| "epoch": 1.1117226197028067, |
| "grad_norm": 0.19071218371391296, |
| "learning_rate": 0.0002763000832646129, |
| "loss": 2.2624, |
| "step": 10100 |
| }, |
| { |
| "epoch": 1.1172261970280681, |
| "grad_norm": 0.21723783016204834, |
| "learning_rate": 0.0002760046878318373, |
| "loss": 2.2453, |
| "step": 10150 |
| }, |
| { |
| "epoch": 1.1227297743533298, |
| "grad_norm": 0.19336852431297302, |
| "learning_rate": 0.00027570762283152874, |
| "loss": 2.2322, |
| "step": 10200 |
| }, |
| { |
| "epoch": 1.1282333516785912, |
| "grad_norm": 0.19500704109668732, |
| "learning_rate": 0.0002754088921998112, |
| "loss": 2.1858, |
| "step": 10250 |
| }, |
| { |
| "epoch": 1.1337369290038526, |
| "grad_norm": 0.19920021295547485, |
| "learning_rate": 0.0002751084998948784, |
| "loss": 2.2286, |
| "step": 10300 |
| }, |
| { |
| "epoch": 1.139240506329114, |
| "grad_norm": 0.18863485753536224, |
| "learning_rate": 0.00027480644989694126, |
| "loss": 2.2623, |
| "step": 10350 |
| }, |
| { |
| "epoch": 1.1447440836543754, |
| "grad_norm": 0.18571630120277405, |
| "learning_rate": 0.0002745027462081753, |
| "loss": 2.2616, |
| "step": 10400 |
| }, |
| { |
| "epoch": 1.1502476609796368, |
| "grad_norm": 0.187313050031662, |
| "learning_rate": 0.00027419739285266745, |
| "loss": 2.2608, |
| "step": 10450 |
| }, |
| { |
| "epoch": 1.1557512383048982, |
| "grad_norm": 0.19139795005321503, |
| "learning_rate": 0.0002738903938763628, |
| "loss": 2.2204, |
| "step": 10500 |
| }, |
| { |
| "epoch": 1.1612548156301596, |
| "grad_norm": 0.188013955950737, |
| "learning_rate": 0.0002735817533470109, |
| "loss": 2.2596, |
| "step": 10550 |
| }, |
| { |
| "epoch": 1.166758392955421, |
| "grad_norm": 0.1884177178144455, |
| "learning_rate": 0.0002732714753541122, |
| "loss": 2.2618, |
| "step": 10600 |
| }, |
| { |
| "epoch": 1.1722619702806825, |
| "grad_norm": 0.19187124073505402, |
| "learning_rate": 0.00027295956400886335, |
| "loss": 2.2075, |
| "step": 10650 |
| }, |
| { |
| "epoch": 1.1777655476059439, |
| "grad_norm": 0.19815993309020996, |
| "learning_rate": 0.0002726460234441031, |
| "loss": 2.2677, |
| "step": 10700 |
| }, |
| { |
| "epoch": 1.1832691249312053, |
| "grad_norm": 0.18218094110488892, |
| "learning_rate": 0.00027233085781425744, |
| "loss": 2.2697, |
| "step": 10750 |
| }, |
| { |
| "epoch": 1.1887727022564667, |
| "grad_norm": 0.1923886239528656, |
| "learning_rate": 0.0002720140712952845, |
| "loss": 2.2127, |
| "step": 10800 |
| }, |
| { |
| "epoch": 1.194276279581728, |
| "grad_norm": 0.18907909095287323, |
| "learning_rate": 0.0002716956680846193, |
| "loss": 2.1989, |
| "step": 10850 |
| }, |
| { |
| "epoch": 1.1997798569069895, |
| "grad_norm": 0.1902381181716919, |
| "learning_rate": 0.000271375652401118, |
| "loss": 2.2211, |
| "step": 10900 |
| }, |
| { |
| "epoch": 1.205283434232251, |
| "grad_norm": 0.20184637606143951, |
| "learning_rate": 0.0002710540284850023, |
| "loss": 2.2451, |
| "step": 10950 |
| }, |
| { |
| "epoch": 1.2107870115575123, |
| "grad_norm": 0.19903656840324402, |
| "learning_rate": 0.00027073080059780285, |
| "loss": 2.2233, |
| "step": 11000 |
| }, |
| { |
| "epoch": 1.2162905888827737, |
| "grad_norm": 0.19023925065994263, |
| "learning_rate": 0.000270405973022303, |
| "loss": 2.2438, |
| "step": 11050 |
| }, |
| { |
| "epoch": 1.2217941662080352, |
| "grad_norm": 0.17722088098526, |
| "learning_rate": 0.0002700795500624822, |
| "loss": 2.259, |
| "step": 11100 |
| }, |
| { |
| "epoch": 1.2272977435332966, |
| "grad_norm": 0.19715473055839539, |
| "learning_rate": 0.0002697515360434587, |
| "loss": 2.2509, |
| "step": 11150 |
| }, |
| { |
| "epoch": 1.232801320858558, |
| "grad_norm": 0.18065761029720306, |
| "learning_rate": 0.00026942193531143225, |
| "loss": 2.2006, |
| "step": 11200 |
| }, |
| { |
| "epoch": 1.2383048981838194, |
| "grad_norm": 0.18757817149162292, |
| "learning_rate": 0.00026909075223362683, |
| "loss": 2.2215, |
| "step": 11250 |
| }, |
| { |
| "epoch": 1.243808475509081, |
| "grad_norm": 0.18816334009170532, |
| "learning_rate": 0.00026875799119823243, |
| "loss": 2.2314, |
| "step": 11300 |
| }, |
| { |
| "epoch": 1.2493120528343424, |
| "grad_norm": 0.19772210717201233, |
| "learning_rate": 0.0002684236566143471, |
| "loss": 2.2256, |
| "step": 11350 |
| }, |
| { |
| "epoch": 1.2548156301596038, |
| "grad_norm": 0.19510945677757263, |
| "learning_rate": 0.0002680877529119184, |
| "loss": 2.2427, |
| "step": 11400 |
| }, |
| { |
| "epoch": 1.2603192074848653, |
| "grad_norm": 0.19960781931877136, |
| "learning_rate": 0.0002677502845416849, |
| "loss": 2.2324, |
| "step": 11450 |
| }, |
| { |
| "epoch": 1.2658227848101267, |
| "grad_norm": 0.1882307380437851, |
| "learning_rate": 0.0002674112559751169, |
| "loss": 2.2432, |
| "step": 11500 |
| }, |
| { |
| "epoch": 1.271326362135388, |
| "grad_norm": 0.18959587812423706, |
| "learning_rate": 0.00026707067170435767, |
| "loss": 2.19, |
| "step": 11550 |
| }, |
| { |
| "epoch": 1.2768299394606495, |
| "grad_norm": 0.18768323957920074, |
| "learning_rate": 0.0002667285362421634, |
| "loss": 2.2294, |
| "step": 11600 |
| }, |
| { |
| "epoch": 1.282333516785911, |
| "grad_norm": 0.20077955722808838, |
| "learning_rate": 0.00026638485412184355, |
| "loss": 2.2518, |
| "step": 11650 |
| }, |
| { |
| "epoch": 1.2878370941111723, |
| "grad_norm": 0.1956523358821869, |
| "learning_rate": 0.00026603962989720105, |
| "loss": 2.2662, |
| "step": 11700 |
| }, |
| { |
| "epoch": 1.2933406714364337, |
| "grad_norm": 0.19226029515266418, |
| "learning_rate": 0.0002656928681424718, |
| "loss": 2.2133, |
| "step": 11750 |
| }, |
| { |
| "epoch": 1.2988442487616951, |
| "grad_norm": 0.16987648606300354, |
| "learning_rate": 0.0002653445734522639, |
| "loss": 2.2226, |
| "step": 11800 |
| }, |
| { |
| "epoch": 1.3043478260869565, |
| "grad_norm": 0.17524655163288116, |
| "learning_rate": 0.00026499475044149703, |
| "loss": 2.2555, |
| "step": 11850 |
| }, |
| { |
| "epoch": 1.309851403412218, |
| "grad_norm": 0.19188162684440613, |
| "learning_rate": 0.00026464340374534104, |
| "loss": 2.2234, |
| "step": 11900 |
| }, |
| { |
| "epoch": 1.3153549807374794, |
| "grad_norm": 0.17676417529582977, |
| "learning_rate": 0.00026429053801915487, |
| "loss": 2.2188, |
| "step": 11950 |
| }, |
| { |
| "epoch": 1.3208585580627408, |
| "grad_norm": 0.20071938633918762, |
| "learning_rate": 0.0002639361579384245, |
| "loss": 2.234, |
| "step": 12000 |
| }, |
| { |
| "epoch": 1.3263621353880022, |
| "grad_norm": 0.19267459213733673, |
| "learning_rate": 0.0002635802681987012, |
| "loss": 2.235, |
| "step": 12050 |
| }, |
| { |
| "epoch": 1.3318657127132636, |
| "grad_norm": 0.1724405139684677, |
| "learning_rate": 0.00026322287351553944, |
| "loss": 2.2388, |
| "step": 12100 |
| }, |
| { |
| "epoch": 1.337369290038525, |
| "grad_norm": 0.1907806396484375, |
| "learning_rate": 0.000262863978624434, |
| "loss": 2.1937, |
| "step": 12150 |
| }, |
| { |
| "epoch": 1.3428728673637864, |
| "grad_norm": 0.18452796339988708, |
| "learning_rate": 0.0002625035882807578, |
| "loss": 2.2429, |
| "step": 12200 |
| }, |
| { |
| "epoch": 1.3483764446890478, |
| "grad_norm": 0.17565739154815674, |
| "learning_rate": 0.0002621417072596982, |
| "loss": 2.2367, |
| "step": 12250 |
| }, |
| { |
| "epoch": 1.3538800220143092, |
| "grad_norm": 0.1761862337589264, |
| "learning_rate": 0.00026177834035619445, |
| "loss": 2.2258, |
| "step": 12300 |
| }, |
| { |
| "epoch": 1.3593835993395706, |
| "grad_norm": 0.18616576492786407, |
| "learning_rate": 0.0002614134923848736, |
| "loss": 2.2207, |
| "step": 12350 |
| }, |
| { |
| "epoch": 1.364887176664832, |
| "grad_norm": 0.18103408813476562, |
| "learning_rate": 0.00026104716817998696, |
| "loss": 2.2346, |
| "step": 12400 |
| }, |
| { |
| "epoch": 1.3703907539900935, |
| "grad_norm": 0.18511448800563812, |
| "learning_rate": 0.00026067937259534595, |
| "loss": 2.2363, |
| "step": 12450 |
| }, |
| { |
| "epoch": 1.3758943313153549, |
| "grad_norm": 0.1737717241048813, |
| "learning_rate": 0.00026031011050425796, |
| "loss": 2.2199, |
| "step": 12500 |
| }, |
| { |
| "epoch": 1.3813979086406163, |
| "grad_norm": 0.18761631846427917, |
| "learning_rate": 0.00025993938679946154, |
| "loss": 2.228, |
| "step": 12550 |
| }, |
| { |
| "epoch": 1.3869014859658777, |
| "grad_norm": 0.18815304338932037, |
| "learning_rate": 0.0002595672063930617, |
| "loss": 2.2034, |
| "step": 12600 |
| }, |
| { |
| "epoch": 1.3924050632911391, |
| "grad_norm": 0.1868327558040619, |
| "learning_rate": 0.00025919357421646486, |
| "loss": 2.197, |
| "step": 12650 |
| }, |
| { |
| "epoch": 1.3979086406164005, |
| "grad_norm": 0.17544154822826385, |
| "learning_rate": 0.00025881849522031345, |
| "loss": 2.1956, |
| "step": 12700 |
| }, |
| { |
| "epoch": 1.4034122179416622, |
| "grad_norm": 0.18338458240032196, |
| "learning_rate": 0.00025844197437442033, |
| "loss": 2.2291, |
| "step": 12750 |
| }, |
| { |
| "epoch": 1.4089157952669236, |
| "grad_norm": 0.17127631604671478, |
| "learning_rate": 0.00025806401666770277, |
| "loss": 2.2205, |
| "step": 12800 |
| }, |
| { |
| "epoch": 1.414419372592185, |
| "grad_norm": 0.17331157624721527, |
| "learning_rate": 0.00025768462710811673, |
| "loss": 2.2356, |
| "step": 12850 |
| }, |
| { |
| "epoch": 1.4199229499174464, |
| "grad_norm": 0.16098715364933014, |
| "learning_rate": 0.00025730381072259026, |
| "loss": 2.2065, |
| "step": 12900 |
| }, |
| { |
| "epoch": 1.4254265272427078, |
| "grad_norm": 0.17098484933376312, |
| "learning_rate": 0.00025692157255695667, |
| "loss": 2.2323, |
| "step": 12950 |
| }, |
| { |
| "epoch": 1.4309301045679692, |
| "grad_norm": 0.15763573348522186, |
| "learning_rate": 0.00025653791767588823, |
| "loss": 2.2064, |
| "step": 13000 |
| }, |
| { |
| "epoch": 1.4364336818932306, |
| "grad_norm": 0.17587807774543762, |
| "learning_rate": 0.0002561528511628286, |
| "loss": 2.2085, |
| "step": 13050 |
| }, |
| { |
| "epoch": 1.441937259218492, |
| "grad_norm": 0.17770230770111084, |
| "learning_rate": 0.00025576637811992555, |
| "loss": 2.2204, |
| "step": 13100 |
| }, |
| { |
| "epoch": 1.4474408365437534, |
| "grad_norm": 0.18236953020095825, |
| "learning_rate": 0.0002553785036679636, |
| "loss": 2.2388, |
| "step": 13150 |
| }, |
| { |
| "epoch": 1.4529444138690149, |
| "grad_norm": 0.16505366563796997, |
| "learning_rate": 0.00025498923294629594, |
| "loss": 2.2345, |
| "step": 13200 |
| }, |
| { |
| "epoch": 1.4584479911942763, |
| "grad_norm": 0.1687227189540863, |
| "learning_rate": 0.0002545985711127763, |
| "loss": 2.1652, |
| "step": 13250 |
| }, |
| { |
| "epoch": 1.4639515685195377, |
| "grad_norm": 0.17849218845367432, |
| "learning_rate": 0.00025420652334369085, |
| "loss": 2.2115, |
| "step": 13300 |
| }, |
| { |
| "epoch": 1.469455145844799, |
| "grad_norm": 0.17708005011081696, |
| "learning_rate": 0.0002538130948336894, |
| "loss": 2.2017, |
| "step": 13350 |
| }, |
| { |
| "epoch": 1.4749587231700605, |
| "grad_norm": 0.17772626876831055, |
| "learning_rate": 0.0002534182907957165, |
| "loss": 2.1926, |
| "step": 13400 |
| }, |
| { |
| "epoch": 1.480462300495322, |
| "grad_norm": 0.16764992475509644, |
| "learning_rate": 0.00025302211646094277, |
| "loss": 2.1986, |
| "step": 13450 |
| }, |
| { |
| "epoch": 1.4859658778205833, |
| "grad_norm": 0.19117778539657593, |
| "learning_rate": 0.00025262457707869506, |
| "loss": 2.2118, |
| "step": 13500 |
| }, |
| { |
| "epoch": 1.4914694551458447, |
| "grad_norm": 0.17632248997688293, |
| "learning_rate": 0.00025222567791638743, |
| "loss": 2.1897, |
| "step": 13550 |
| }, |
| { |
| "epoch": 1.4969730324711064, |
| "grad_norm": 0.19731369614601135, |
| "learning_rate": 0.0002518254242594508, |
| "loss": 2.1945, |
| "step": 13600 |
| }, |
| { |
| "epoch": 1.5024766097963678, |
| "grad_norm": 0.16187229752540588, |
| "learning_rate": 0.0002514238214112635, |
| "loss": 2.1959, |
| "step": 13650 |
| }, |
| { |
| "epoch": 1.5079801871216292, |
| "grad_norm": 0.1828337460756302, |
| "learning_rate": 0.00025102087469308036, |
| "loss": 2.1994, |
| "step": 13700 |
| }, |
| { |
| "epoch": 1.5134837644468906, |
| "grad_norm": 0.17188578844070435, |
| "learning_rate": 0.0002506165894439628, |
| "loss": 2.2087, |
| "step": 13750 |
| }, |
| { |
| "epoch": 1.518987341772152, |
| "grad_norm": 0.17914508283138275, |
| "learning_rate": 0.00025021097102070786, |
| "loss": 2.2266, |
| "step": 13800 |
| }, |
| { |
| "epoch": 1.5244909190974134, |
| "grad_norm": 0.17482663691043854, |
| "learning_rate": 0.0002498040247977769, |
| "loss": 2.2431, |
| "step": 13850 |
| }, |
| { |
| "epoch": 1.5299944964226748, |
| "grad_norm": 0.17342698574066162, |
| "learning_rate": 0.00024939575616722505, |
| "loss": 2.2045, |
| "step": 13900 |
| }, |
| { |
| "epoch": 1.5354980737479362, |
| "grad_norm": 0.18258632719516754, |
| "learning_rate": 0.00024898617053862904, |
| "loss": 2.1843, |
| "step": 13950 |
| }, |
| { |
| "epoch": 1.5410016510731976, |
| "grad_norm": 0.16960634291172028, |
| "learning_rate": 0.00024857527333901625, |
| "loss": 2.2096, |
| "step": 14000 |
| }, |
| { |
| "epoch": 1.546505228398459, |
| "grad_norm": 0.17008773982524872, |
| "learning_rate": 0.00024816307001279214, |
| "loss": 2.1522, |
| "step": 14050 |
| }, |
| { |
| "epoch": 1.5520088057237205, |
| "grad_norm": 0.16970837116241455, |
| "learning_rate": 0.00024774956602166857, |
| "loss": 2.2055, |
| "step": 14100 |
| }, |
| { |
| "epoch": 1.5575123830489819, |
| "grad_norm": 0.17486636340618134, |
| "learning_rate": 0.0002473347668445912, |
| "loss": 2.1906, |
| "step": 14150 |
| }, |
| { |
| "epoch": 1.5630159603742433, |
| "grad_norm": 0.19200065732002258, |
| "learning_rate": 0.00024691867797766684, |
| "loss": 2.1839, |
| "step": 14200 |
| }, |
| { |
| "epoch": 1.5685195376995047, |
| "grad_norm": 0.19441814720630646, |
| "learning_rate": 0.00024650130493409104, |
| "loss": 2.2121, |
| "step": 14250 |
| }, |
| { |
| "epoch": 1.574023115024766, |
| "grad_norm": 0.16507557034492493, |
| "learning_rate": 0.0002460826532440745, |
| "loss": 2.2016, |
| "step": 14300 |
| }, |
| { |
| "epoch": 1.5795266923500275, |
| "grad_norm": 0.16732299327850342, |
| "learning_rate": 0.00024566272845477014, |
| "loss": 2.2362, |
| "step": 14350 |
| }, |
| { |
| "epoch": 1.585030269675289, |
| "grad_norm": 0.18136867880821228, |
| "learning_rate": 0.00024524153613019947, |
| "loss": 2.193, |
| "step": 14400 |
| }, |
| { |
| "epoch": 1.5905338470005503, |
| "grad_norm": 0.16409073770046234, |
| "learning_rate": 0.0002448190818511789, |
| "loss": 2.1589, |
| "step": 14450 |
| }, |
| { |
| "epoch": 1.5960374243258117, |
| "grad_norm": 0.17381897568702698, |
| "learning_rate": 0.00024439537121524583, |
| "loss": 2.1834, |
| "step": 14500 |
| }, |
| { |
| "epoch": 1.6015410016510732, |
| "grad_norm": 0.1628628373146057, |
| "learning_rate": 0.00024397040983658436, |
| "loss": 2.172, |
| "step": 14550 |
| }, |
| { |
| "epoch": 1.6070445789763346, |
| "grad_norm": 0.16793246567249298, |
| "learning_rate": 0.00024354420334595105, |
| "loss": 2.176, |
| "step": 14600 |
| }, |
| { |
| "epoch": 1.612548156301596, |
| "grad_norm": 0.17394863069057465, |
| "learning_rate": 0.0002431167573906002, |
| "loss": 2.199, |
| "step": 14650 |
| }, |
| { |
| "epoch": 1.6180517336268574, |
| "grad_norm": 0.1554850935935974, |
| "learning_rate": 0.00024268807763420914, |
| "loss": 2.2042, |
| "step": 14700 |
| }, |
| { |
| "epoch": 1.6235553109521188, |
| "grad_norm": 0.17003560066223145, |
| "learning_rate": 0.00024225816975680312, |
| "loss": 2.1717, |
| "step": 14750 |
| }, |
| { |
| "epoch": 1.6290588882773802, |
| "grad_norm": 0.17207174003124237, |
| "learning_rate": 0.0002418270394546799, |
| "loss": 2.1894, |
| "step": 14800 |
| }, |
| { |
| "epoch": 1.6345624656026416, |
| "grad_norm": 0.1507563292980194, |
| "learning_rate": 0.00024139469244033467, |
| "loss": 2.2101, |
| "step": 14850 |
| }, |
| { |
| "epoch": 1.640066042927903, |
| "grad_norm": 0.17063497006893158, |
| "learning_rate": 0.0002409611344423838, |
| "loss": 2.1854, |
| "step": 14900 |
| }, |
| { |
| "epoch": 1.6455696202531644, |
| "grad_norm": 0.17093567550182343, |
| "learning_rate": 0.00024052637120548954, |
| "loss": 2.2028, |
| "step": 14950 |
| }, |
| { |
| "epoch": 1.6510731975784259, |
| "grad_norm": 0.17256326973438263, |
| "learning_rate": 0.00024009040849028341, |
| "loss": 2.2102, |
| "step": 15000 |
| }, |
| { |
| "epoch": 1.6565767749036873, |
| "grad_norm": 0.17648595571517944, |
| "learning_rate": 0.00023965325207329016, |
| "loss": 2.2094, |
| "step": 15050 |
| }, |
| { |
| "epoch": 1.6620803522289487, |
| "grad_norm": 0.17140266299247742, |
| "learning_rate": 0.0002392149077468511, |
| "loss": 2.1936, |
| "step": 15100 |
| }, |
| { |
| "epoch": 1.66758392955421, |
| "grad_norm": 0.16277456283569336, |
| "learning_rate": 0.00023877538131904743, |
| "loss": 2.1705, |
| "step": 15150 |
| }, |
| { |
| "epoch": 1.6730875068794715, |
| "grad_norm": 0.16912780702114105, |
| "learning_rate": 0.00023833467861362323, |
| "loss": 2.1834, |
| "step": 15200 |
| }, |
| { |
| "epoch": 1.6785910842047331, |
| "grad_norm": 0.1684638261795044, |
| "learning_rate": 0.00023789280546990824, |
| "loss": 2.2044, |
| "step": 15250 |
| }, |
| { |
| "epoch": 1.6840946615299945, |
| "grad_norm": 0.16793768107891083, |
| "learning_rate": 0.00023744976774274065, |
| "loss": 2.188, |
| "step": 15300 |
| }, |
| { |
| "epoch": 1.689598238855256, |
| "grad_norm": 0.15743038058280945, |
| "learning_rate": 0.00023700557130238944, |
| "loss": 2.183, |
| "step": 15350 |
| }, |
| { |
| "epoch": 1.6951018161805174, |
| "grad_norm": 0.1788504421710968, |
| "learning_rate": 0.0002365602220344765, |
| "loss": 2.1923, |
| "step": 15400 |
| }, |
| { |
| "epoch": 1.7006053935057788, |
| "grad_norm": 0.1614784598350525, |
| "learning_rate": 0.00023611372583989883, |
| "loss": 2.196, |
| "step": 15450 |
| }, |
| { |
| "epoch": 1.7061089708310402, |
| "grad_norm": 0.16596226394176483, |
| "learning_rate": 0.0002356660886347502, |
| "loss": 2.1952, |
| "step": 15500 |
| }, |
| { |
| "epoch": 1.7116125481563016, |
| "grad_norm": 0.18096621334552765, |
| "learning_rate": 0.00023521731635024274, |
| "loss": 2.1858, |
| "step": 15550 |
| }, |
| { |
| "epoch": 1.717116125481563, |
| "grad_norm": 0.1885058581829071, |
| "learning_rate": 0.0002347674149326286, |
| "loss": 2.1894, |
| "step": 15600 |
| }, |
| { |
| "epoch": 1.7226197028068244, |
| "grad_norm": 0.15273383259773254, |
| "learning_rate": 0.00023431639034312096, |
| "loss": 2.1896, |
| "step": 15650 |
| }, |
| { |
| "epoch": 1.7281232801320858, |
| "grad_norm": 0.17447490990161896, |
| "learning_rate": 0.00023386424855781495, |
| "loss": 2.1896, |
| "step": 15700 |
| }, |
| { |
| "epoch": 1.7336268574573472, |
| "grad_norm": 0.16734521090984344, |
| "learning_rate": 0.00023341099556760866, |
| "loss": 2.1886, |
| "step": 15750 |
| }, |
| { |
| "epoch": 1.7391304347826086, |
| "grad_norm": 0.17426900565624237, |
| "learning_rate": 0.0002329566373781238, |
| "loss": 2.1838, |
| "step": 15800 |
| }, |
| { |
| "epoch": 1.7446340121078703, |
| "grad_norm": 0.1640431135892868, |
| "learning_rate": 0.00023250118000962583, |
| "loss": 2.2026, |
| "step": 15850 |
| }, |
| { |
| "epoch": 1.7501375894331317, |
| "grad_norm": 0.16575609147548676, |
| "learning_rate": 0.00023204462949694447, |
| "loss": 2.1721, |
| "step": 15900 |
| }, |
| { |
| "epoch": 1.755641166758393, |
| "grad_norm": 0.17576967179775238, |
| "learning_rate": 0.00023158699188939371, |
| "loss": 2.1517, |
| "step": 15950 |
| }, |
| { |
| "epoch": 1.7611447440836545, |
| "grad_norm": 0.1661233901977539, |
| "learning_rate": 0.00023112827325069154, |
| "loss": 2.1594, |
| "step": 16000 |
| }, |
| { |
| "epoch": 1.766648321408916, |
| "grad_norm": 0.17433176934719086, |
| "learning_rate": 0.00023066847965887954, |
| "loss": 2.2069, |
| "step": 16050 |
| }, |
| { |
| "epoch": 1.7721518987341773, |
| "grad_norm": 0.164288729429245, |
| "learning_rate": 0.0002302076172062427, |
| "loss": 2.1945, |
| "step": 16100 |
| }, |
| { |
| "epoch": 1.7776554760594387, |
| "grad_norm": 0.16619046032428741, |
| "learning_rate": 0.00022974569199922827, |
| "loss": 2.1678, |
| "step": 16150 |
| }, |
| { |
| "epoch": 1.7831590533847002, |
| "grad_norm": 0.1572977751493454, |
| "learning_rate": 0.00022928271015836514, |
| "loss": 2.1834, |
| "step": 16200 |
| }, |
| { |
| "epoch": 1.7886626307099616, |
| "grad_norm": 0.15041351318359375, |
| "learning_rate": 0.0002288186778181826, |
| "loss": 2.1372, |
| "step": 16250 |
| }, |
| { |
| "epoch": 1.794166208035223, |
| "grad_norm": 0.17850619554519653, |
| "learning_rate": 0.00022835360112712913, |
| "loss": 2.2064, |
| "step": 16300 |
| }, |
| { |
| "epoch": 1.7996697853604844, |
| "grad_norm": 0.1657785028219223, |
| "learning_rate": 0.00022788748624749083, |
| "loss": 2.1948, |
| "step": 16350 |
| }, |
| { |
| "epoch": 1.8051733626857458, |
| "grad_norm": 0.16514721512794495, |
| "learning_rate": 0.00022742033935530995, |
| "loss": 2.209, |
| "step": 16400 |
| }, |
| { |
| "epoch": 1.8106769400110072, |
| "grad_norm": 0.1726425439119339, |
| "learning_rate": 0.00022695216664030297, |
| "loss": 2.1992, |
| "step": 16450 |
| }, |
| { |
| "epoch": 1.8161805173362686, |
| "grad_norm": 0.1753402054309845, |
| "learning_rate": 0.00022648297430577835, |
| "loss": 2.1929, |
| "step": 16500 |
| }, |
| { |
| "epoch": 1.82168409466153, |
| "grad_norm": 0.18259774148464203, |
| "learning_rate": 0.00022601276856855482, |
| "loss": 2.2083, |
| "step": 16550 |
| }, |
| { |
| "epoch": 1.8271876719867914, |
| "grad_norm": 0.16030113399028778, |
| "learning_rate": 0.0002255415556588786, |
| "loss": 2.1571, |
| "step": 16600 |
| }, |
| { |
| "epoch": 1.8326912493120529, |
| "grad_norm": 0.1431453675031662, |
| "learning_rate": 0.000225069341820341, |
| "loss": 2.149, |
| "step": 16650 |
| }, |
| { |
| "epoch": 1.8381948266373143, |
| "grad_norm": 0.1664692461490631, |
| "learning_rate": 0.0002245961333097956, |
| "loss": 2.1864, |
| "step": 16700 |
| }, |
| { |
| "epoch": 1.8436984039625757, |
| "grad_norm": 0.17130005359649658, |
| "learning_rate": 0.00022412193639727564, |
| "loss": 2.18, |
| "step": 16750 |
| }, |
| { |
| "epoch": 1.849201981287837, |
| "grad_norm": 0.15278129279613495, |
| "learning_rate": 0.00022364675736591058, |
| "loss": 2.1648, |
| "step": 16800 |
| }, |
| { |
| "epoch": 1.8547055586130985, |
| "grad_norm": 0.176371768116951, |
| "learning_rate": 0.000223170602511843, |
| "loss": 2.1582, |
| "step": 16850 |
| }, |
| { |
| "epoch": 1.86020913593836, |
| "grad_norm": 0.15902136266231537, |
| "learning_rate": 0.0002226934781441452, |
| "loss": 2.183, |
| "step": 16900 |
| }, |
| { |
| "epoch": 1.8657127132636213, |
| "grad_norm": 0.14821839332580566, |
| "learning_rate": 0.00022221539058473553, |
| "loss": 2.172, |
| "step": 16950 |
| }, |
| { |
| "epoch": 1.8712162905888827, |
| "grad_norm": 0.15611177682876587, |
| "learning_rate": 0.00022173634616829481, |
| "loss": 2.1715, |
| "step": 17000 |
| }, |
| { |
| "epoch": 1.8767198679141441, |
| "grad_norm": 0.1633993536233902, |
| "learning_rate": 0.00022125635124218207, |
| "loss": 2.1961, |
| "step": 17050 |
| }, |
| { |
| "epoch": 1.8822234452394055, |
| "grad_norm": 0.16087235510349274, |
| "learning_rate": 0.00022077541216635076, |
| "loss": 2.1963, |
| "step": 17100 |
| }, |
| { |
| "epoch": 1.887727022564667, |
| "grad_norm": 0.16733358800411224, |
| "learning_rate": 0.00022029353531326432, |
| "loss": 2.1605, |
| "step": 17150 |
| }, |
| { |
| "epoch": 1.8932305998899284, |
| "grad_norm": 0.16267576813697815, |
| "learning_rate": 0.00021981072706781185, |
| "loss": 2.1554, |
| "step": 17200 |
| }, |
| { |
| "epoch": 1.8987341772151898, |
| "grad_norm": 0.16028568148612976, |
| "learning_rate": 0.0002193269938272232, |
| "loss": 2.1793, |
| "step": 17250 |
| }, |
| { |
| "epoch": 1.9042377545404512, |
| "grad_norm": 0.15961337089538574, |
| "learning_rate": 0.00021884234200098473, |
| "loss": 2.1673, |
| "step": 17300 |
| }, |
| { |
| "epoch": 1.9097413318657126, |
| "grad_norm": 0.1637711226940155, |
| "learning_rate": 0.00021835677801075397, |
| "loss": 2.1676, |
| "step": 17350 |
| }, |
| { |
| "epoch": 1.915244909190974, |
| "grad_norm": 0.16490189731121063, |
| "learning_rate": 0.00021787030829027468, |
| "loss": 2.2119, |
| "step": 17400 |
| }, |
| { |
| "epoch": 1.9207484865162354, |
| "grad_norm": 0.17354600131511688, |
| "learning_rate": 0.00021738293928529154, |
| "loss": 2.2001, |
| "step": 17450 |
| }, |
| { |
| "epoch": 1.9262520638414968, |
| "grad_norm": 0.16645126044750214, |
| "learning_rate": 0.00021689467745346483, |
| "loss": 2.1915, |
| "step": 17500 |
| }, |
| { |
| "epoch": 1.9317556411667582, |
| "grad_norm": 0.16187366843223572, |
| "learning_rate": 0.0002164055292642849, |
| "loss": 2.1829, |
| "step": 17550 |
| }, |
| { |
| "epoch": 1.9372592184920197, |
| "grad_norm": 0.17859427630901337, |
| "learning_rate": 0.00021591550119898616, |
| "loss": 2.1203, |
| "step": 17600 |
| }, |
| { |
| "epoch": 1.9427627958172813, |
| "grad_norm": 0.15773439407348633, |
| "learning_rate": 0.00021542459975046164, |
| "loss": 2.1535, |
| "step": 17650 |
| }, |
| { |
| "epoch": 1.9482663731425427, |
| "grad_norm": 0.1696433126926422, |
| "learning_rate": 0.00021493283142317668, |
| "loss": 2.1271, |
| "step": 17700 |
| }, |
| { |
| "epoch": 1.953769950467804, |
| "grad_norm": 0.16615457832813263, |
| "learning_rate": 0.00021444020273308267, |
| "loss": 2.1688, |
| "step": 17750 |
| }, |
| { |
| "epoch": 1.9592735277930655, |
| "grad_norm": 0.16561925411224365, |
| "learning_rate": 0.00021394672020753102, |
| "loss": 2.1228, |
| "step": 17800 |
| }, |
| { |
| "epoch": 1.964777105118327, |
| "grad_norm": 0.1655699759721756, |
| "learning_rate": 0.00021345239038518638, |
| "loss": 2.1614, |
| "step": 17850 |
| }, |
| { |
| "epoch": 1.9702806824435883, |
| "grad_norm": 0.16106578707695007, |
| "learning_rate": 0.0002129572198159401, |
| "loss": 2.1471, |
| "step": 17900 |
| }, |
| { |
| "epoch": 1.9757842597688497, |
| "grad_norm": 0.1635727882385254, |
| "learning_rate": 0.00021246121506082367, |
| "loss": 2.184, |
| "step": 17950 |
| }, |
| { |
| "epoch": 1.9812878370941112, |
| "grad_norm": 0.15699493885040283, |
| "learning_rate": 0.0002119643826919213, |
| "loss": 2.1602, |
| "step": 18000 |
| }, |
| { |
| "epoch": 1.9867914144193726, |
| "grad_norm": 0.15784280002117157, |
| "learning_rate": 0.00021146672929228327, |
| "loss": 2.1781, |
| "step": 18050 |
| }, |
| { |
| "epoch": 1.992294991744634, |
| "grad_norm": 0.15157456696033478, |
| "learning_rate": 0.00021096826145583852, |
| "loss": 2.1532, |
| "step": 18100 |
| }, |
| { |
| "epoch": 1.9977985690698954, |
| "grad_norm": 0.15633012354373932, |
| "learning_rate": 0.0002104689857873074, |
| "loss": 2.1676, |
| "step": 18150 |
| }, |
| { |
| "epoch": 2.003302146395157, |
| "grad_norm": 0.16586118936538696, |
| "learning_rate": 0.00020996890890211386, |
| "loss": 2.1335, |
| "step": 18200 |
| }, |
| { |
| "epoch": 2.0088057237204184, |
| "grad_norm": 0.1573173552751541, |
| "learning_rate": 0.00020946803742629826, |
| "loss": 2.11, |
| "step": 18250 |
| }, |
| { |
| "epoch": 2.01430930104568, |
| "grad_norm": 0.18040034174919128, |
| "learning_rate": 0.00020896637799642915, |
| "loss": 2.1128, |
| "step": 18300 |
| }, |
| { |
| "epoch": 2.0198128783709413, |
| "grad_norm": 0.1664518266916275, |
| "learning_rate": 0.00020846393725951556, |
| "loss": 2.1384, |
| "step": 18350 |
| }, |
| { |
| "epoch": 2.0253164556962027, |
| "grad_norm": 0.17078042030334473, |
| "learning_rate": 0.0002079607218729188, |
| "loss": 2.0909, |
| "step": 18400 |
| }, |
| { |
| "epoch": 2.030820033021464, |
| "grad_norm": 0.15759077668190002, |
| "learning_rate": 0.00020745673850426446, |
| "loss": 2.1015, |
| "step": 18450 |
| }, |
| { |
| "epoch": 2.0363236103467255, |
| "grad_norm": 0.17311988770961761, |
| "learning_rate": 0.00020695199383135386, |
| "loss": 2.1436, |
| "step": 18500 |
| }, |
| { |
| "epoch": 2.041827187671987, |
| "grad_norm": 0.1612362265586853, |
| "learning_rate": 0.00020644649454207553, |
| "loss": 2.0868, |
| "step": 18550 |
| }, |
| { |
| "epoch": 2.0473307649972483, |
| "grad_norm": 0.16166241466999054, |
| "learning_rate": 0.0002059402473343169, |
| "loss": 2.0683, |
| "step": 18600 |
| }, |
| { |
| "epoch": 2.0528343423225097, |
| "grad_norm": 0.17205455899238586, |
| "learning_rate": 0.00020543325891587516, |
| "loss": 2.0618, |
| "step": 18650 |
| }, |
| { |
| "epoch": 2.058337919647771, |
| "grad_norm": 0.17534597218036652, |
| "learning_rate": 0.00020492553600436872, |
| "loss": 2.1173, |
| "step": 18700 |
| }, |
| { |
| "epoch": 2.0638414969730325, |
| "grad_norm": 0.15081949532032013, |
| "learning_rate": 0.00020441708532714797, |
| "loss": 2.0991, |
| "step": 18750 |
| }, |
| { |
| "epoch": 2.069345074298294, |
| "grad_norm": 0.15837198495864868, |
| "learning_rate": 0.00020390791362120625, |
| "loss": 2.1332, |
| "step": 18800 |
| }, |
| { |
| "epoch": 2.0748486516235554, |
| "grad_norm": 0.1598348468542099, |
| "learning_rate": 0.00020339802763309054, |
| "loss": 2.1164, |
| "step": 18850 |
| }, |
| { |
| "epoch": 2.0803522289488168, |
| "grad_norm": 0.1536133736371994, |
| "learning_rate": 0.0002028874341188122, |
| "loss": 2.1169, |
| "step": 18900 |
| }, |
| { |
| "epoch": 2.085855806274078, |
| "grad_norm": 0.1654282808303833, |
| "learning_rate": 0.00020237613984375711, |
| "loss": 2.1253, |
| "step": 18950 |
| }, |
| { |
| "epoch": 2.0913593835993396, |
| "grad_norm": 0.16015826165676117, |
| "learning_rate": 0.00020186415158259652, |
| "loss": 2.1196, |
| "step": 19000 |
| }, |
| { |
| "epoch": 2.096862960924601, |
| "grad_norm": 0.16205786168575287, |
| "learning_rate": 0.00020135147611919686, |
| "loss": 2.0872, |
| "step": 19050 |
| }, |
| { |
| "epoch": 2.1023665382498624, |
| "grad_norm": 0.16814254224300385, |
| "learning_rate": 0.00020083812024653013, |
| "loss": 2.1569, |
| "step": 19100 |
| }, |
| { |
| "epoch": 2.107870115575124, |
| "grad_norm": 0.15433181822299957, |
| "learning_rate": 0.00020032409076658364, |
| "loss": 2.0967, |
| "step": 19150 |
| }, |
| { |
| "epoch": 2.1133736929003852, |
| "grad_norm": 0.16261817514896393, |
| "learning_rate": 0.00019980939449027016, |
| "loss": 2.0938, |
| "step": 19200 |
| }, |
| { |
| "epoch": 2.1188772702256466, |
| "grad_norm": 0.17877838015556335, |
| "learning_rate": 0.00019929403823733748, |
| "loss": 2.1399, |
| "step": 19250 |
| }, |
| { |
| "epoch": 2.124380847550908, |
| "grad_norm": 0.178861603140831, |
| "learning_rate": 0.00019877802883627808, |
| "loss": 2.1362, |
| "step": 19300 |
| }, |
| { |
| "epoch": 2.1298844248761695, |
| "grad_norm": 0.1621016561985016, |
| "learning_rate": 0.00019826137312423873, |
| "loss": 2.1089, |
| "step": 19350 |
| }, |
| { |
| "epoch": 2.135388002201431, |
| "grad_norm": 0.17772269248962402, |
| "learning_rate": 0.00019774407794692986, |
| "loss": 2.1278, |
| "step": 19400 |
| }, |
| { |
| "epoch": 2.1408915795266923, |
| "grad_norm": 0.16339927911758423, |
| "learning_rate": 0.00019722615015853483, |
| "loss": 2.1244, |
| "step": 19450 |
| }, |
| { |
| "epoch": 2.1463951568519537, |
| "grad_norm": 0.16879414021968842, |
| "learning_rate": 0.0001967075966216191, |
| "loss": 2.106, |
| "step": 19500 |
| }, |
| { |
| "epoch": 2.151898734177215, |
| "grad_norm": 0.15002557635307312, |
| "learning_rate": 0.00019618842420703923, |
| "loss": 2.1007, |
| "step": 19550 |
| }, |
| { |
| "epoch": 2.1574023115024765, |
| "grad_norm": 0.17130738496780396, |
| "learning_rate": 0.0001956686397938522, |
| "loss": 2.1104, |
| "step": 19600 |
| }, |
| { |
| "epoch": 2.162905888827738, |
| "grad_norm": 0.16796913743019104, |
| "learning_rate": 0.00019514825026922377, |
| "loss": 2.1278, |
| "step": 19650 |
| }, |
| { |
| "epoch": 2.1684094661529993, |
| "grad_norm": 0.19111864268779755, |
| "learning_rate": 0.0001946272625283375, |
| "loss": 2.1402, |
| "step": 19700 |
| }, |
| { |
| "epoch": 2.1739130434782608, |
| "grad_norm": 0.17543087899684906, |
| "learning_rate": 0.00019410568347430344, |
| "loss": 2.0984, |
| "step": 19750 |
| }, |
| { |
| "epoch": 2.179416620803522, |
| "grad_norm": 0.15795323252677917, |
| "learning_rate": 0.00019358352001806642, |
| "loss": 2.1125, |
| "step": 19800 |
| }, |
| { |
| "epoch": 2.1849201981287836, |
| "grad_norm": 0.15581749379634857, |
| "learning_rate": 0.0001930607790783147, |
| "loss": 2.119, |
| "step": 19850 |
| }, |
| { |
| "epoch": 2.190423775454045, |
| "grad_norm": 0.17086704075336456, |
| "learning_rate": 0.00019253746758138822, |
| "loss": 2.1029, |
| "step": 19900 |
| }, |
| { |
| "epoch": 2.1959273527793064, |
| "grad_norm": 0.15870486199855804, |
| "learning_rate": 0.00019201359246118682, |
| "loss": 2.1133, |
| "step": 19950 |
| }, |
| { |
| "epoch": 2.201430930104568, |
| "grad_norm": 0.16840116679668427, |
| "learning_rate": 0.0001914891606590784, |
| "loss": 2.1196, |
| "step": 20000 |
| }, |
| { |
| "epoch": 2.206934507429829, |
| "grad_norm": 0.1643972396850586, |
| "learning_rate": 0.00019096417912380686, |
| "loss": 2.1173, |
| "step": 20050 |
| }, |
| { |
| "epoch": 2.2124380847550906, |
| "grad_norm": 0.1598280966281891, |
| "learning_rate": 0.0001904386548114001, |
| "loss": 2.1338, |
| "step": 20100 |
| }, |
| { |
| "epoch": 2.217941662080352, |
| "grad_norm": 0.16909152269363403, |
| "learning_rate": 0.0001899125946850779, |
| "loss": 2.0987, |
| "step": 20150 |
| }, |
| { |
| "epoch": 2.2234452394056134, |
| "grad_norm": 0.15597747266292572, |
| "learning_rate": 0.00018938600571515962, |
| "loss": 2.1295, |
| "step": 20200 |
| }, |
| { |
| "epoch": 2.228948816730875, |
| "grad_norm": 0.16759732365608215, |
| "learning_rate": 0.00018885889487897162, |
| "loss": 2.1374, |
| "step": 20250 |
| }, |
| { |
| "epoch": 2.2344523940561363, |
| "grad_norm": 0.15526509284973145, |
| "learning_rate": 0.00018833126916075526, |
| "loss": 2.1287, |
| "step": 20300 |
| }, |
| { |
| "epoch": 2.2399559713813977, |
| "grad_norm": 0.16562257707118988, |
| "learning_rate": 0.00018780313555157393, |
| "loss": 2.126, |
| "step": 20350 |
| }, |
| { |
| "epoch": 2.2454595487066595, |
| "grad_norm": 0.17471948266029358, |
| "learning_rate": 0.00018727450104922075, |
| "loss": 2.1175, |
| "step": 20400 |
| }, |
| { |
| "epoch": 2.2509631260319205, |
| "grad_norm": 0.16391079127788544, |
| "learning_rate": 0.00018674537265812548, |
| "loss": 2.0965, |
| "step": 20450 |
| }, |
| { |
| "epoch": 2.2564667033571824, |
| "grad_norm": 0.1693831831216812, |
| "learning_rate": 0.00018621575738926217, |
| "loss": 2.1124, |
| "step": 20500 |
| }, |
| { |
| "epoch": 2.2619702806824438, |
| "grad_norm": 0.16163313388824463, |
| "learning_rate": 0.00018568566226005587, |
| "loss": 2.1034, |
| "step": 20550 |
| }, |
| { |
| "epoch": 2.267473858007705, |
| "grad_norm": 0.1676999181509018, |
| "learning_rate": 0.00018515509429428988, |
| "loss": 2.0991, |
| "step": 20600 |
| }, |
| { |
| "epoch": 2.2729774353329666, |
| "grad_norm": 0.16531667113304138, |
| "learning_rate": 0.00018462406052201252, |
| "loss": 2.1183, |
| "step": 20650 |
| }, |
| { |
| "epoch": 2.278481012658228, |
| "grad_norm": 0.16208726167678833, |
| "learning_rate": 0.00018409256797944412, |
| "loss": 2.0981, |
| "step": 20700 |
| }, |
| { |
| "epoch": 2.2839845899834894, |
| "grad_norm": 0.1707569658756256, |
| "learning_rate": 0.0001835606237088837, |
| "loss": 2.0926, |
| "step": 20750 |
| }, |
| { |
| "epoch": 2.289488167308751, |
| "grad_norm": 0.16191871464252472, |
| "learning_rate": 0.00018302823475861582, |
| "loss": 2.0895, |
| "step": 20800 |
| }, |
| { |
| "epoch": 2.2949917446340122, |
| "grad_norm": 0.154753640294075, |
| "learning_rate": 0.0001824954081828168, |
| "loss": 2.0972, |
| "step": 20850 |
| }, |
| { |
| "epoch": 2.3004953219592736, |
| "grad_norm": 0.16868236660957336, |
| "learning_rate": 0.00018196215104146187, |
| "loss": 2.1009, |
| "step": 20900 |
| }, |
| { |
| "epoch": 2.305998899284535, |
| "grad_norm": 0.1602269858121872, |
| "learning_rate": 0.00018142847040023097, |
| "loss": 2.1063, |
| "step": 20950 |
| }, |
| { |
| "epoch": 2.3115024766097965, |
| "grad_norm": 0.17220260202884674, |
| "learning_rate": 0.00018089437333041562, |
| "loss": 2.1049, |
| "step": 21000 |
| }, |
| { |
| "epoch": 2.317006053935058, |
| "grad_norm": 0.14858907461166382, |
| "learning_rate": 0.0001803598669088249, |
| "loss": 2.1129, |
| "step": 21050 |
| }, |
| { |
| "epoch": 2.3225096312603193, |
| "grad_norm": 0.17586296796798706, |
| "learning_rate": 0.0001798249582176919, |
| "loss": 2.0961, |
| "step": 21100 |
| }, |
| { |
| "epoch": 2.3280132085855807, |
| "grad_norm": 0.14931316673755646, |
| "learning_rate": 0.00017928965434457983, |
| "loss": 2.1108, |
| "step": 21150 |
| }, |
| { |
| "epoch": 2.333516785910842, |
| "grad_norm": 0.17148137092590332, |
| "learning_rate": 0.00017875396238228798, |
| "loss": 2.1029, |
| "step": 21200 |
| }, |
| { |
| "epoch": 2.3390203632361035, |
| "grad_norm": 0.15888847410678864, |
| "learning_rate": 0.00017821788942875793, |
| "loss": 2.1258, |
| "step": 21250 |
| }, |
| { |
| "epoch": 2.344523940561365, |
| "grad_norm": 0.1749711036682129, |
| "learning_rate": 0.0001776814425869793, |
| "loss": 2.1176, |
| "step": 21300 |
| }, |
| { |
| "epoch": 2.3500275178866263, |
| "grad_norm": 0.16511616110801697, |
| "learning_rate": 0.0001771446289648959, |
| "loss": 2.0992, |
| "step": 21350 |
| }, |
| { |
| "epoch": 2.3555310952118877, |
| "grad_norm": 0.16869331896305084, |
| "learning_rate": 0.00017660745567531124, |
| "loss": 2.1274, |
| "step": 21400 |
| }, |
| { |
| "epoch": 2.361034672537149, |
| "grad_norm": 0.16024701297283173, |
| "learning_rate": 0.00017606992983579457, |
| "loss": 2.1379, |
| "step": 21450 |
| }, |
| { |
| "epoch": 2.3665382498624106, |
| "grad_norm": 0.1646272987127304, |
| "learning_rate": 0.00017553205856858637, |
| "loss": 2.1365, |
| "step": 21500 |
| }, |
| { |
| "epoch": 2.372041827187672, |
| "grad_norm": 0.1765459179878235, |
| "learning_rate": 0.00017499384900050404, |
| "loss": 2.1125, |
| "step": 21550 |
| }, |
| { |
| "epoch": 2.3775454045129334, |
| "grad_norm": 0.15617190301418304, |
| "learning_rate": 0.0001744553082628475, |
| "loss": 2.0985, |
| "step": 21600 |
| }, |
| { |
| "epoch": 2.383048981838195, |
| "grad_norm": 0.14687784016132355, |
| "learning_rate": 0.00017391644349130467, |
| "loss": 2.0771, |
| "step": 21650 |
| }, |
| { |
| "epoch": 2.388552559163456, |
| "grad_norm": 0.16840553283691406, |
| "learning_rate": 0.00017337726182585698, |
| "loss": 2.0909, |
| "step": 21700 |
| }, |
| { |
| "epoch": 2.3940561364887176, |
| "grad_norm": 0.16857478022575378, |
| "learning_rate": 0.00017283777041068472, |
| "loss": 2.0968, |
| "step": 21750 |
| }, |
| { |
| "epoch": 2.399559713813979, |
| "grad_norm": 0.1799498200416565, |
| "learning_rate": 0.00017229797639407233, |
| "loss": 2.1023, |
| "step": 21800 |
| }, |
| { |
| "epoch": 2.4050632911392404, |
| "grad_norm": 0.15700192749500275, |
| "learning_rate": 0.00017175788692831367, |
| "loss": 2.0986, |
| "step": 21850 |
| }, |
| { |
| "epoch": 2.410566868464502, |
| "grad_norm": 0.16778048872947693, |
| "learning_rate": 0.00017121750916961742, |
| "loss": 2.0914, |
| "step": 21900 |
| }, |
| { |
| "epoch": 2.4160704457897633, |
| "grad_norm": 0.15119898319244385, |
| "learning_rate": 0.0001706768502780122, |
| "loss": 2.0857, |
| "step": 21950 |
| }, |
| { |
| "epoch": 2.4215740231150247, |
| "grad_norm": 0.17003406584262848, |
| "learning_rate": 0.0001701359174172515, |
| "loss": 2.1366, |
| "step": 22000 |
| }, |
| { |
| "epoch": 2.427077600440286, |
| "grad_norm": 0.17182987928390503, |
| "learning_rate": 0.000169594717754719, |
| "loss": 2.1126, |
| "step": 22050 |
| }, |
| { |
| "epoch": 2.4325811777655475, |
| "grad_norm": 0.16026781499385834, |
| "learning_rate": 0.00016905325846133354, |
| "loss": 2.076, |
| "step": 22100 |
| }, |
| { |
| "epoch": 2.438084755090809, |
| "grad_norm": 0.16470612585544586, |
| "learning_rate": 0.00016851154671145403, |
| "loss": 2.0907, |
| "step": 22150 |
| }, |
| { |
| "epoch": 2.4435883324160703, |
| "grad_norm": 0.14621587097644806, |
| "learning_rate": 0.0001679695896827844, |
| "loss": 2.1073, |
| "step": 22200 |
| }, |
| { |
| "epoch": 2.4490919097413317, |
| "grad_norm": 0.1563323438167572, |
| "learning_rate": 0.00016742739455627862, |
| "loss": 2.0757, |
| "step": 22250 |
| }, |
| { |
| "epoch": 2.454595487066593, |
| "grad_norm": 0.17763760685920715, |
| "learning_rate": 0.0001668849685160455, |
| "loss": 2.0705, |
| "step": 22300 |
| }, |
| { |
| "epoch": 2.4600990643918546, |
| "grad_norm": 0.16651757061481476, |
| "learning_rate": 0.00016634231874925335, |
| "loss": 2.0881, |
| "step": 22350 |
| }, |
| { |
| "epoch": 2.465602641717116, |
| "grad_norm": 0.16752833127975464, |
| "learning_rate": 0.0001657994524460349, |
| "loss": 2.0639, |
| "step": 22400 |
| }, |
| { |
| "epoch": 2.4711062190423774, |
| "grad_norm": 0.14574387669563293, |
| "learning_rate": 0.000165256376799392, |
| "loss": 2.087, |
| "step": 22450 |
| }, |
| { |
| "epoch": 2.476609796367639, |
| "grad_norm": 0.15595164895057678, |
| "learning_rate": 0.00016471309900510043, |
| "loss": 2.0965, |
| "step": 22500 |
| }, |
| { |
| "epoch": 2.4821133736929, |
| "grad_norm": 0.17218752205371857, |
| "learning_rate": 0.0001641696262616142, |
| "loss": 2.0943, |
| "step": 22550 |
| }, |
| { |
| "epoch": 2.487616951018162, |
| "grad_norm": 0.1563566029071808, |
| "learning_rate": 0.00016362596576997057, |
| "loss": 2.0946, |
| "step": 22600 |
| }, |
| { |
| "epoch": 2.4931205283434235, |
| "grad_norm": 0.16190436482429504, |
| "learning_rate": 0.00016308212473369453, |
| "loss": 2.0924, |
| "step": 22650 |
| }, |
| { |
| "epoch": 2.498624105668685, |
| "grad_norm": 0.16890835762023926, |
| "learning_rate": 0.00016253811035870313, |
| "loss": 2.0954, |
| "step": 22700 |
| }, |
| { |
| "epoch": 2.5041276829939463, |
| "grad_norm": 0.16371208429336548, |
| "learning_rate": 0.00016199392985321017, |
| "loss": 2.0954, |
| "step": 22750 |
| }, |
| { |
| "epoch": 2.5096312603192077, |
| "grad_norm": 0.15898428857326508, |
| "learning_rate": 0.00016144959042763084, |
| "loss": 2.0766, |
| "step": 22800 |
| }, |
| { |
| "epoch": 2.515134837644469, |
| "grad_norm": 0.15516646206378937, |
| "learning_rate": 0.00016090509929448594, |
| "loss": 2.0891, |
| "step": 22850 |
| }, |
| { |
| "epoch": 2.5206384149697305, |
| "grad_norm": 0.15007217228412628, |
| "learning_rate": 0.00016036046366830635, |
| "loss": 2.078, |
| "step": 22900 |
| }, |
| { |
| "epoch": 2.526141992294992, |
| "grad_norm": 0.17989104986190796, |
| "learning_rate": 0.00015981569076553765, |
| "loss": 2.0888, |
| "step": 22950 |
| }, |
| { |
| "epoch": 2.5316455696202533, |
| "grad_norm": 0.16754071414470673, |
| "learning_rate": 0.00015927078780444403, |
| "loss": 2.0882, |
| "step": 23000 |
| }, |
| { |
| "epoch": 2.5371491469455147, |
| "grad_norm": 0.15897449851036072, |
| "learning_rate": 0.0001587257620050134, |
| "loss": 2.0933, |
| "step": 23050 |
| }, |
| { |
| "epoch": 2.542652724270776, |
| "grad_norm": 0.16594423353672028, |
| "learning_rate": 0.00015818062058886082, |
| "loss": 2.0968, |
| "step": 23100 |
| }, |
| { |
| "epoch": 2.5481563015960376, |
| "grad_norm": 0.1700371652841568, |
| "learning_rate": 0.00015763537077913365, |
| "loss": 2.096, |
| "step": 23150 |
| }, |
| { |
| "epoch": 2.553659878921299, |
| "grad_norm": 0.16013766825199127, |
| "learning_rate": 0.00015709001980041527, |
| "loss": 2.1134, |
| "step": 23200 |
| }, |
| { |
| "epoch": 2.5591634562465604, |
| "grad_norm": 0.1601455807685852, |
| "learning_rate": 0.00015654457487862961, |
| "loss": 2.0983, |
| "step": 23250 |
| }, |
| { |
| "epoch": 2.564667033571822, |
| "grad_norm": 0.16373537480831146, |
| "learning_rate": 0.00015599904324094534, |
| "loss": 2.0866, |
| "step": 23300 |
| }, |
| { |
| "epoch": 2.570170610897083, |
| "grad_norm": 0.15919940173625946, |
| "learning_rate": 0.0001554534321156801, |
| "loss": 2.1147, |
| "step": 23350 |
| }, |
| { |
| "epoch": 2.5756741882223446, |
| "grad_norm": 0.1523171216249466, |
| "learning_rate": 0.0001549077487322048, |
| "loss": 2.0887, |
| "step": 23400 |
| }, |
| { |
| "epoch": 2.581177765547606, |
| "grad_norm": 0.16425256431102753, |
| "learning_rate": 0.00015436200032084774, |
| "loss": 2.0918, |
| "step": 23450 |
| }, |
| { |
| "epoch": 2.5866813428728674, |
| "grad_norm": 0.16046775877475739, |
| "learning_rate": 0.0001538161941127988, |
| "loss": 2.0816, |
| "step": 23500 |
| }, |
| { |
| "epoch": 2.592184920198129, |
| "grad_norm": 0.1673419028520584, |
| "learning_rate": 0.00015327033734001375, |
| "loss": 2.1186, |
| "step": 23550 |
| }, |
| { |
| "epoch": 2.5976884975233903, |
| "grad_norm": 0.15573158860206604, |
| "learning_rate": 0.00015272443723511825, |
| "loss": 2.0721, |
| "step": 23600 |
| }, |
| { |
| "epoch": 2.6031920748486517, |
| "grad_norm": 0.16536468267440796, |
| "learning_rate": 0.00015217850103131227, |
| "loss": 2.0991, |
| "step": 23650 |
| }, |
| { |
| "epoch": 2.608695652173913, |
| "grad_norm": 0.15281961858272552, |
| "learning_rate": 0.00015163253596227393, |
| "loss": 2.0713, |
| "step": 23700 |
| }, |
| { |
| "epoch": 2.6141992294991745, |
| "grad_norm": 0.1582518070936203, |
| "learning_rate": 0.0001510865492620638, |
| "loss": 2.0923, |
| "step": 23750 |
| }, |
| { |
| "epoch": 2.619702806824436, |
| "grad_norm": 0.1581014096736908, |
| "learning_rate": 0.0001505405481650293, |
| "loss": 2.0895, |
| "step": 23800 |
| }, |
| { |
| "epoch": 2.6252063841496973, |
| "grad_norm": 0.16346633434295654, |
| "learning_rate": 0.00014999453990570839, |
| "loss": 2.1011, |
| "step": 23850 |
| }, |
| { |
| "epoch": 2.6307099614749587, |
| "grad_norm": 0.16536889970302582, |
| "learning_rate": 0.00014944853171873387, |
| "loss": 2.113, |
| "step": 23900 |
| }, |
| { |
| "epoch": 2.63621353880022, |
| "grad_norm": 0.170758455991745, |
| "learning_rate": 0.00014890253083873784, |
| "loss": 2.1124, |
| "step": 23950 |
| }, |
| { |
| "epoch": 2.6417171161254815, |
| "grad_norm": 0.15669451653957367, |
| "learning_rate": 0.00014835654450025542, |
| "loss": 2.0894, |
| "step": 24000 |
| }, |
| { |
| "epoch": 2.647220693450743, |
| "grad_norm": 0.16937313973903656, |
| "learning_rate": 0.00014781057993762902, |
| "loss": 2.127, |
| "step": 24050 |
| }, |
| { |
| "epoch": 2.6527242707760044, |
| "grad_norm": 0.15754981338977814, |
| "learning_rate": 0.0001472646443849126, |
| "loss": 2.0959, |
| "step": 24100 |
| }, |
| { |
| "epoch": 2.6582278481012658, |
| "grad_norm": 0.16420376300811768, |
| "learning_rate": 0.00014671874507577574, |
| "loss": 2.0742, |
| "step": 24150 |
| }, |
| { |
| "epoch": 2.663731425426527, |
| "grad_norm": 0.16400571167469025, |
| "learning_rate": 0.00014617288924340775, |
| "loss": 2.0992, |
| "step": 24200 |
| }, |
| { |
| "epoch": 2.6692350027517886, |
| "grad_norm": 0.1658066064119339, |
| "learning_rate": 0.00014562708412042193, |
| "loss": 2.0925, |
| "step": 24250 |
| }, |
| { |
| "epoch": 2.67473858007705, |
| "grad_norm": 0.16872134804725647, |
| "learning_rate": 0.00014508133693875953, |
| "loss": 2.0899, |
| "step": 24300 |
| }, |
| { |
| "epoch": 2.6802421574023114, |
| "grad_norm": 0.17002440989017487, |
| "learning_rate": 0.00014453565492959422, |
| "loss": 2.1252, |
| "step": 24350 |
| }, |
| { |
| "epoch": 2.685745734727573, |
| "grad_norm": 0.16417178511619568, |
| "learning_rate": 0.00014399004532323614, |
| "loss": 2.112, |
| "step": 24400 |
| }, |
| { |
| "epoch": 2.6912493120528342, |
| "grad_norm": 0.172217458486557, |
| "learning_rate": 0.000143444515349036, |
| "loss": 2.0784, |
| "step": 24450 |
| }, |
| { |
| "epoch": 2.6967528893780957, |
| "grad_norm": 0.16687516868114471, |
| "learning_rate": 0.0001428990722352894, |
| "loss": 2.0775, |
| "step": 24500 |
| }, |
| { |
| "epoch": 2.702256466703357, |
| "grad_norm": 0.162861630320549, |
| "learning_rate": 0.00014235372320914108, |
| "loss": 2.0928, |
| "step": 24550 |
| }, |
| { |
| "epoch": 2.7077600440286185, |
| "grad_norm": 0.1640874743461609, |
| "learning_rate": 0.00014180847549648913, |
| "loss": 2.1071, |
| "step": 24600 |
| }, |
| { |
| "epoch": 2.71326362135388, |
| "grad_norm": 0.1654275506734848, |
| "learning_rate": 0.0001412633363218891, |
| "loss": 2.0615, |
| "step": 24650 |
| }, |
| { |
| "epoch": 2.7187671986791413, |
| "grad_norm": 0.14277833700180054, |
| "learning_rate": 0.00014071831290845857, |
| "loss": 2.1078, |
| "step": 24700 |
| }, |
| { |
| "epoch": 2.7242707760044027, |
| "grad_norm": 0.1705639362335205, |
| "learning_rate": 0.00014017341247778123, |
| "loss": 2.0858, |
| "step": 24750 |
| }, |
| { |
| "epoch": 2.729774353329664, |
| "grad_norm": 0.16390259563922882, |
| "learning_rate": 0.0001396286422498112, |
| "loss": 2.0508, |
| "step": 24800 |
| }, |
| { |
| "epoch": 2.7352779306549255, |
| "grad_norm": 0.1526353508234024, |
| "learning_rate": 0.00013908400944277738, |
| "loss": 2.0784, |
| "step": 24850 |
| }, |
| { |
| "epoch": 2.740781507980187, |
| "grad_norm": 0.1581793874502182, |
| "learning_rate": 0.0001385395212730879, |
| "loss": 2.0596, |
| "step": 24900 |
| }, |
| { |
| "epoch": 2.7462850853054483, |
| "grad_norm": 0.1692277193069458, |
| "learning_rate": 0.00013799518495523445, |
| "loss": 2.0838, |
| "step": 24950 |
| }, |
| { |
| "epoch": 2.7517886626307098, |
| "grad_norm": 0.1614445298910141, |
| "learning_rate": 0.0001374510077016967, |
| "loss": 2.0928, |
| "step": 25000 |
| }, |
| { |
| "epoch": 2.757292239955971, |
| "grad_norm": 0.15747620165348053, |
| "learning_rate": 0.00013690699672284657, |
| "loss": 2.0686, |
| "step": 25050 |
| }, |
| { |
| "epoch": 2.7627958172812326, |
| "grad_norm": 0.17565257847309113, |
| "learning_rate": 0.00013636315922685294, |
| "loss": 2.0971, |
| "step": 25100 |
| }, |
| { |
| "epoch": 2.768299394606494, |
| "grad_norm": 0.16367433965206146, |
| "learning_rate": 0.0001358195024195861, |
| "loss": 2.1052, |
| "step": 25150 |
| }, |
| { |
| "epoch": 2.7738029719317554, |
| "grad_norm": 0.1564227044582367, |
| "learning_rate": 0.00013527603350452206, |
| "loss": 2.0902, |
| "step": 25200 |
| }, |
| { |
| "epoch": 2.779306549257017, |
| "grad_norm": 0.16555672883987427, |
| "learning_rate": 0.0001347327596826473, |
| "loss": 2.0683, |
| "step": 25250 |
| }, |
| { |
| "epoch": 2.7848101265822782, |
| "grad_norm": 0.16134041547775269, |
| "learning_rate": 0.00013418968815236346, |
| "loss": 2.0627, |
| "step": 25300 |
| }, |
| { |
| "epoch": 2.7903137039075396, |
| "grad_norm": 0.17097671329975128, |
| "learning_rate": 0.0001336468261093915, |
| "loss": 2.0724, |
| "step": 25350 |
| }, |
| { |
| "epoch": 2.795817281232801, |
| "grad_norm": 0.1656900942325592, |
| "learning_rate": 0.00013310418074667698, |
| "loss": 2.1266, |
| "step": 25400 |
| }, |
| { |
| "epoch": 2.801320858558063, |
| "grad_norm": 0.1745171695947647, |
| "learning_rate": 0.00013256175925429415, |
| "loss": 2.0983, |
| "step": 25450 |
| }, |
| { |
| "epoch": 2.8068244358833243, |
| "grad_norm": 0.15649184584617615, |
| "learning_rate": 0.0001320195688193512, |
| "loss": 2.0672, |
| "step": 25500 |
| }, |
| { |
| "epoch": 2.8123280132085857, |
| "grad_norm": 0.16284936666488647, |
| "learning_rate": 0.00013147761662589473, |
| "loss": 2.0865, |
| "step": 25550 |
| }, |
| { |
| "epoch": 2.817831590533847, |
| "grad_norm": 0.15236727893352509, |
| "learning_rate": 0.00013093590985481456, |
| "loss": 2.0595, |
| "step": 25600 |
| }, |
| { |
| "epoch": 2.8233351678591085, |
| "grad_norm": 0.166220560669899, |
| "learning_rate": 0.00013039445568374872, |
| "loss": 2.0478, |
| "step": 25650 |
| }, |
| { |
| "epoch": 2.82883874518437, |
| "grad_norm": 0.16826435923576355, |
| "learning_rate": 0.0001298532612869883, |
| "loss": 2.0756, |
| "step": 25700 |
| }, |
| { |
| "epoch": 2.8343423225096314, |
| "grad_norm": 0.16447168588638306, |
| "learning_rate": 0.0001293123338353823, |
| "loss": 2.0742, |
| "step": 25750 |
| }, |
| { |
| "epoch": 2.8398458998348928, |
| "grad_norm": 0.157373309135437, |
| "learning_rate": 0.00012877168049624268, |
| "loss": 2.0728, |
| "step": 25800 |
| }, |
| { |
| "epoch": 2.845349477160154, |
| "grad_norm": 0.1642802357673645, |
| "learning_rate": 0.00012823130843324948, |
| "loss": 2.0643, |
| "step": 25850 |
| }, |
| { |
| "epoch": 2.8508530544854156, |
| "grad_norm": 0.15527865290641785, |
| "learning_rate": 0.00012769122480635583, |
| "loss": 2.1088, |
| "step": 25900 |
| }, |
| { |
| "epoch": 2.856356631810677, |
| "grad_norm": 0.175029918551445, |
| "learning_rate": 0.00012715143677169297, |
| "loss": 2.0764, |
| "step": 25950 |
| }, |
| { |
| "epoch": 2.8618602091359384, |
| "grad_norm": 0.17664563655853271, |
| "learning_rate": 0.0001266119514814755, |
| "loss": 2.0527, |
| "step": 26000 |
| }, |
| { |
| "epoch": 2.8673637864612, |
| "grad_norm": 0.16839756071567535, |
| "learning_rate": 0.00012607277608390677, |
| "loss": 2.0708, |
| "step": 26050 |
| }, |
| { |
| "epoch": 2.8728673637864612, |
| "grad_norm": 0.162934809923172, |
| "learning_rate": 0.00012553391772308407, |
| "loss": 2.0984, |
| "step": 26100 |
| }, |
| { |
| "epoch": 2.8783709411117226, |
| "grad_norm": 0.1836494356393814, |
| "learning_rate": 0.0001249953835389037, |
| "loss": 2.1118, |
| "step": 26150 |
| }, |
| { |
| "epoch": 2.883874518436984, |
| "grad_norm": 0.15794949233531952, |
| "learning_rate": 0.00012445718066696687, |
| "loss": 2.0541, |
| "step": 26200 |
| }, |
| { |
| "epoch": 2.8893780957622455, |
| "grad_norm": 0.16560156643390656, |
| "learning_rate": 0.00012391931623848476, |
| "loss": 2.1111, |
| "step": 26250 |
| }, |
| { |
| "epoch": 2.894881673087507, |
| "grad_norm": 0.16835126280784607, |
| "learning_rate": 0.0001233817973801842, |
| "loss": 2.0635, |
| "step": 26300 |
| }, |
| { |
| "epoch": 2.9003852504127683, |
| "grad_norm": 0.16151325404644012, |
| "learning_rate": 0.0001228446312142131, |
| "loss": 2.0949, |
| "step": 26350 |
| }, |
| { |
| "epoch": 2.9058888277380297, |
| "grad_norm": 0.16751372814178467, |
| "learning_rate": 0.00012230782485804633, |
| "loss": 2.0896, |
| "step": 26400 |
| }, |
| { |
| "epoch": 2.911392405063291, |
| "grad_norm": 0.18384750187397003, |
| "learning_rate": 0.00012177138542439122, |
| "loss": 2.047, |
| "step": 26450 |
| }, |
| { |
| "epoch": 2.9168959823885525, |
| "grad_norm": 0.15618419647216797, |
| "learning_rate": 0.00012123532002109328, |
| "loss": 2.0787, |
| "step": 26500 |
| }, |
| { |
| "epoch": 2.922399559713814, |
| "grad_norm": 0.15803013741970062, |
| "learning_rate": 0.00012069963575104223, |
| "loss": 2.0735, |
| "step": 26550 |
| }, |
| { |
| "epoch": 2.9279031370390753, |
| "grad_norm": 0.1603049784898758, |
| "learning_rate": 0.00012016433971207757, |
| "loss": 2.0802, |
| "step": 26600 |
| }, |
| { |
| "epoch": 2.9334067143643368, |
| "grad_norm": 0.1752861887216568, |
| "learning_rate": 0.0001196294389968949, |
| "loss": 2.0969, |
| "step": 26650 |
| }, |
| { |
| "epoch": 2.938910291689598, |
| "grad_norm": 0.16382624208927155, |
| "learning_rate": 0.00011909494069295175, |
| "loss": 2.0933, |
| "step": 26700 |
| }, |
| { |
| "epoch": 2.9444138690148596, |
| "grad_norm": 0.16802163422107697, |
| "learning_rate": 0.00011856085188237357, |
| "loss": 2.1042, |
| "step": 26750 |
| }, |
| { |
| "epoch": 2.949917446340121, |
| "grad_norm": 0.15907612442970276, |
| "learning_rate": 0.00011802717964186006, |
| "loss": 2.0575, |
| "step": 26800 |
| }, |
| { |
| "epoch": 2.9554210236653824, |
| "grad_norm": 0.16981548070907593, |
| "learning_rate": 0.00011749393104259143, |
| "loss": 2.0951, |
| "step": 26850 |
| }, |
| { |
| "epoch": 2.960924600990644, |
| "grad_norm": 0.15169958770275116, |
| "learning_rate": 0.0001169611131501345, |
| "loss": 2.0778, |
| "step": 26900 |
| }, |
| { |
| "epoch": 2.966428178315905, |
| "grad_norm": 0.1601976752281189, |
| "learning_rate": 0.00011642873302434926, |
| "loss": 2.0621, |
| "step": 26950 |
| }, |
| { |
| "epoch": 2.9719317556411666, |
| "grad_norm": 0.16251477599143982, |
| "learning_rate": 0.00011589679771929529, |
| "loss": 2.08, |
| "step": 27000 |
| }, |
| { |
| "epoch": 2.977435332966428, |
| "grad_norm": 0.15681184828281403, |
| "learning_rate": 0.00011536531428313828, |
| "loss": 2.0518, |
| "step": 27050 |
| }, |
| { |
| "epoch": 2.9829389102916894, |
| "grad_norm": 0.17260442674160004, |
| "learning_rate": 0.00011483428975805664, |
| "loss": 2.0899, |
| "step": 27100 |
| }, |
| { |
| "epoch": 2.988442487616951, |
| "grad_norm": 0.16616973280906677, |
| "learning_rate": 0.00011430373118014808, |
| "loss": 2.0787, |
| "step": 27150 |
| }, |
| { |
| "epoch": 2.9939460649422127, |
| "grad_norm": 0.1666904091835022, |
| "learning_rate": 0.00011377364557933658, |
| "loss": 2.0555, |
| "step": 27200 |
| }, |
| { |
| "epoch": 2.999449642267474, |
| "grad_norm": 0.15540987253189087, |
| "learning_rate": 0.00011324403997927922, |
| "loss": 2.0676, |
| "step": 27250 |
| }, |
| { |
| "epoch": 3.004953219592735, |
| "grad_norm": 0.16125087440013885, |
| "learning_rate": 0.00011271492139727294, |
| "loss": 2.0144, |
| "step": 27300 |
| }, |
| { |
| "epoch": 3.0104567969179965, |
| "grad_norm": 0.17550891637802124, |
| "learning_rate": 0.00011218629684416168, |
| "loss": 2.0102, |
| "step": 27350 |
| }, |
| { |
| "epoch": 3.015960374243258, |
| "grad_norm": 0.16927887499332428, |
| "learning_rate": 0.00011165817332424356, |
| "loss": 1.9816, |
| "step": 27400 |
| }, |
| { |
| "epoch": 3.0214639515685193, |
| "grad_norm": 0.17522330582141876, |
| "learning_rate": 0.00011113055783517793, |
| "loss": 2.0066, |
| "step": 27450 |
| }, |
| { |
| "epoch": 3.026967528893781, |
| "grad_norm": 0.160496324300766, |
| "learning_rate": 0.00011060345736789265, |
| "loss": 2.0003, |
| "step": 27500 |
| }, |
| { |
| "epoch": 3.0324711062190426, |
| "grad_norm": 0.17563533782958984, |
| "learning_rate": 0.00011007687890649163, |
| "loss": 2.0272, |
| "step": 27550 |
| }, |
| { |
| "epoch": 3.037974683544304, |
| "grad_norm": 0.17000171542167664, |
| "learning_rate": 0.00010955082942816215, |
| "loss": 2.0447, |
| "step": 27600 |
| }, |
| { |
| "epoch": 3.0434782608695654, |
| "grad_norm": 0.17253416776657104, |
| "learning_rate": 0.00010902531590308236, |
| "loss": 1.9968, |
| "step": 27650 |
| }, |
| { |
| "epoch": 3.048981838194827, |
| "grad_norm": 0.16862879693508148, |
| "learning_rate": 0.00010850034529432919, |
| "loss": 1.9952, |
| "step": 27700 |
| }, |
| { |
| "epoch": 3.0544854155200882, |
| "grad_norm": 0.166275292634964, |
| "learning_rate": 0.00010797592455778562, |
| "loss": 2.0258, |
| "step": 27750 |
| }, |
| { |
| "epoch": 3.0599889928453496, |
| "grad_norm": 0.1734013706445694, |
| "learning_rate": 0.00010745206064204903, |
| "loss": 2.0047, |
| "step": 27800 |
| }, |
| { |
| "epoch": 3.065492570170611, |
| "grad_norm": 0.1760258674621582, |
| "learning_rate": 0.00010692876048833889, |
| "loss": 1.997, |
| "step": 27850 |
| }, |
| { |
| "epoch": 3.0709961474958725, |
| "grad_norm": 0.1616799384355545, |
| "learning_rate": 0.00010640603103040464, |
| "loss": 1.9817, |
| "step": 27900 |
| }, |
| { |
| "epoch": 3.076499724821134, |
| "grad_norm": 0.1775207221508026, |
| "learning_rate": 0.00010588387919443416, |
| "loss": 2.0391, |
| "step": 27950 |
| }, |
| { |
| "epoch": 3.0820033021463953, |
| "grad_norm": 0.17136207222938538, |
| "learning_rate": 0.00010536231189896175, |
| "loss": 1.999, |
| "step": 28000 |
| }, |
| { |
| "epoch": 3.0875068794716567, |
| "grad_norm": 0.1694386601448059, |
| "learning_rate": 0.00010484133605477644, |
| "loss": 2.0153, |
| "step": 28050 |
| }, |
| { |
| "epoch": 3.093010456796918, |
| "grad_norm": 0.17021538317203522, |
| "learning_rate": 0.00010432095856483057, |
| "loss": 2.0411, |
| "step": 28100 |
| }, |
| { |
| "epoch": 3.0985140341221795, |
| "grad_norm": 0.17548739910125732, |
| "learning_rate": 0.00010380118632414833, |
| "loss": 2.0416, |
| "step": 28150 |
| }, |
| { |
| "epoch": 3.104017611447441, |
| "grad_norm": 0.1785077303647995, |
| "learning_rate": 0.0001032820262197342, |
| "loss": 2.032, |
| "step": 28200 |
| }, |
| { |
| "epoch": 3.1095211887727023, |
| "grad_norm": 0.17226973176002502, |
| "learning_rate": 0.00010276348513048193, |
| "loss": 1.986, |
| "step": 28250 |
| }, |
| { |
| "epoch": 3.1150247660979637, |
| "grad_norm": 0.18131954967975616, |
| "learning_rate": 0.00010224556992708328, |
| "loss": 2.0149, |
| "step": 28300 |
| }, |
| { |
| "epoch": 3.120528343423225, |
| "grad_norm": 0.16980765759944916, |
| "learning_rate": 0.00010172828747193689, |
| "loss": 2.0309, |
| "step": 28350 |
| }, |
| { |
| "epoch": 3.1260319207484866, |
| "grad_norm": 0.16887415945529938, |
| "learning_rate": 0.00010121164461905759, |
| "loss": 1.9814, |
| "step": 28400 |
| }, |
| { |
| "epoch": 3.131535498073748, |
| "grad_norm": 0.18381917476654053, |
| "learning_rate": 0.00010069564821398536, |
| "loss": 2.0228, |
| "step": 28450 |
| }, |
| { |
| "epoch": 3.1370390753990094, |
| "grad_norm": 0.18095500767230988, |
| "learning_rate": 0.0001001803050936948, |
| "loss": 2.0197, |
| "step": 28500 |
| }, |
| { |
| "epoch": 3.142542652724271, |
| "grad_norm": 0.15869130194187164, |
| "learning_rate": 9.966562208650441e-05, |
| "loss": 2.0114, |
| "step": 28550 |
| }, |
| { |
| "epoch": 3.148046230049532, |
| "grad_norm": 0.17333059012889862, |
| "learning_rate": 9.915160601198616e-05, |
| "loss": 2.0025, |
| "step": 28600 |
| }, |
| { |
| "epoch": 3.1535498073747936, |
| "grad_norm": 0.161941796541214, |
| "learning_rate": 9.863826368087516e-05, |
| "loss": 2.0273, |
| "step": 28650 |
| }, |
| { |
| "epoch": 3.159053384700055, |
| "grad_norm": 0.16833285987377167, |
| "learning_rate": 9.812560189497935e-05, |
| "loss": 2.0108, |
| "step": 28700 |
| }, |
| { |
| "epoch": 3.1645569620253164, |
| "grad_norm": 0.15908978879451752, |
| "learning_rate": 9.76136274470895e-05, |
| "loss": 1.9852, |
| "step": 28750 |
| }, |
| { |
| "epoch": 3.170060539350578, |
| "grad_norm": 0.1724586933851242, |
| "learning_rate": 9.710234712088896e-05, |
| "loss": 2.0297, |
| "step": 28800 |
| }, |
| { |
| "epoch": 3.1755641166758393, |
| "grad_norm": 0.17113400995731354, |
| "learning_rate": 9.659176769086419e-05, |
| "loss": 1.9969, |
| "step": 28850 |
| }, |
| { |
| "epoch": 3.1810676940011007, |
| "grad_norm": 0.16423186659812927, |
| "learning_rate": 9.608189592221446e-05, |
| "loss": 2.0106, |
| "step": 28900 |
| }, |
| { |
| "epoch": 3.186571271326362, |
| "grad_norm": 0.16140978038311005, |
| "learning_rate": 9.557273857076271e-05, |
| "loss": 2.0339, |
| "step": 28950 |
| }, |
| { |
| "epoch": 3.1920748486516235, |
| "grad_norm": 0.1718360334634781, |
| "learning_rate": 9.506430238286566e-05, |
| "loss": 2.04, |
| "step": 29000 |
| }, |
| { |
| "epoch": 3.197578425976885, |
| "grad_norm": 0.164507195353508, |
| "learning_rate": 9.455659409532474e-05, |
| "loss": 2.0168, |
| "step": 29050 |
| }, |
| { |
| "epoch": 3.2030820033021463, |
| "grad_norm": 0.17989708483219147, |
| "learning_rate": 9.40496204352966e-05, |
| "loss": 2.0273, |
| "step": 29100 |
| }, |
| { |
| "epoch": 3.2085855806274077, |
| "grad_norm": 0.17319265007972717, |
| "learning_rate": 9.354338812020402e-05, |
| "loss": 1.9911, |
| "step": 29150 |
| }, |
| { |
| "epoch": 3.214089157952669, |
| "grad_norm": 0.17870402336120605, |
| "learning_rate": 9.303790385764694e-05, |
| "loss": 2.0103, |
| "step": 29200 |
| }, |
| { |
| "epoch": 3.2195927352779306, |
| "grad_norm": 0.1797982007265091, |
| "learning_rate": 9.253317434531357e-05, |
| "loss": 2.0169, |
| "step": 29250 |
| }, |
| { |
| "epoch": 3.225096312603192, |
| "grad_norm": 0.15193064510822296, |
| "learning_rate": 9.202920627089171e-05, |
| "loss": 2.0116, |
| "step": 29300 |
| }, |
| { |
| "epoch": 3.2305998899284534, |
| "grad_norm": 0.16679364442825317, |
| "learning_rate": 9.152600631197996e-05, |
| "loss": 2.0362, |
| "step": 29350 |
| }, |
| { |
| "epoch": 3.236103467253715, |
| "grad_norm": 0.17053711414337158, |
| "learning_rate": 9.102358113599942e-05, |
| "loss": 1.9829, |
| "step": 29400 |
| }, |
| { |
| "epoch": 3.241607044578976, |
| "grad_norm": 0.16923174262046814, |
| "learning_rate": 9.052193740010536e-05, |
| "loss": 2.0011, |
| "step": 29450 |
| }, |
| { |
| "epoch": 3.2471106219042376, |
| "grad_norm": 0.18323257565498352, |
| "learning_rate": 9.002108175109877e-05, |
| "loss": 1.9784, |
| "step": 29500 |
| }, |
| { |
| "epoch": 3.252614199229499, |
| "grad_norm": 0.16737329959869385, |
| "learning_rate": 8.952102082533855e-05, |
| "loss": 2.0276, |
| "step": 29550 |
| }, |
| { |
| "epoch": 3.2581177765547604, |
| "grad_norm": 0.17038094997406006, |
| "learning_rate": 8.902176124865348e-05, |
| "loss": 2.0315, |
| "step": 29600 |
| }, |
| { |
| "epoch": 3.263621353880022, |
| "grad_norm": 0.16778729856014252, |
| "learning_rate": 8.852330963625444e-05, |
| "loss": 2.0139, |
| "step": 29650 |
| }, |
| { |
| "epoch": 3.2691249312052832, |
| "grad_norm": 0.18061307072639465, |
| "learning_rate": 8.802567259264674e-05, |
| "loss": 2.002, |
| "step": 29700 |
| }, |
| { |
| "epoch": 3.2746285085305447, |
| "grad_norm": 0.17191821336746216, |
| "learning_rate": 8.752885671154253e-05, |
| "loss": 2.0218, |
| "step": 29750 |
| }, |
| { |
| "epoch": 3.280132085855806, |
| "grad_norm": 0.17957885563373566, |
| "learning_rate": 8.703286857577378e-05, |
| "loss": 2.0217, |
| "step": 29800 |
| }, |
| { |
| "epoch": 3.2856356631810675, |
| "grad_norm": 0.16803069412708282, |
| "learning_rate": 8.653771475720442e-05, |
| "loss": 2.0185, |
| "step": 29850 |
| }, |
| { |
| "epoch": 3.291139240506329, |
| "grad_norm": 0.1788654327392578, |
| "learning_rate": 8.604340181664395e-05, |
| "loss": 1.9973, |
| "step": 29900 |
| }, |
| { |
| "epoch": 3.2966428178315903, |
| "grad_norm": 0.17996376752853394, |
| "learning_rate": 8.554993630376006e-05, |
| "loss": 2.0161, |
| "step": 29950 |
| }, |
| { |
| "epoch": 3.3021463951568517, |
| "grad_norm": 0.18701910972595215, |
| "learning_rate": 8.50573247569921e-05, |
| "loss": 2.0156, |
| "step": 30000 |
| }, |
| { |
| "epoch": 3.3076499724821136, |
| "grad_norm": 0.1713022142648697, |
| "learning_rate": 8.45655737034641e-05, |
| "loss": 2.0144, |
| "step": 30050 |
| }, |
| { |
| "epoch": 3.313153549807375, |
| "grad_norm": 0.17666327953338623, |
| "learning_rate": 8.407468965889878e-05, |
| "loss": 2.0116, |
| "step": 30100 |
| }, |
| { |
| "epoch": 3.3186571271326364, |
| "grad_norm": 0.18481209874153137, |
| "learning_rate": 8.358467912753079e-05, |
| "loss": 2.0149, |
| "step": 30150 |
| }, |
| { |
| "epoch": 3.324160704457898, |
| "grad_norm": 0.17895914614200592, |
| "learning_rate": 8.309554860202082e-05, |
| "loss": 1.9913, |
| "step": 30200 |
| }, |
| { |
| "epoch": 3.329664281783159, |
| "grad_norm": 0.18427938222885132, |
| "learning_rate": 8.260730456336925e-05, |
| "loss": 1.9913, |
| "step": 30250 |
| }, |
| { |
| "epoch": 3.3351678591084206, |
| "grad_norm": 0.1806970238685608, |
| "learning_rate": 8.211995348083067e-05, |
| "loss": 2.0177, |
| "step": 30300 |
| }, |
| { |
| "epoch": 3.340671436433682, |
| "grad_norm": 0.1735043078660965, |
| "learning_rate": 8.163350181182787e-05, |
| "loss": 2.0275, |
| "step": 30350 |
| }, |
| { |
| "epoch": 3.3461750137589434, |
| "grad_norm": 0.17593735456466675, |
| "learning_rate": 8.11479560018664e-05, |
| "loss": 2.0525, |
| "step": 30400 |
| }, |
| { |
| "epoch": 3.351678591084205, |
| "grad_norm": 0.1755988448858261, |
| "learning_rate": 8.066332248444908e-05, |
| "loss": 2.0182, |
| "step": 30450 |
| }, |
| { |
| "epoch": 3.3571821684094663, |
| "grad_norm": 0.15805041790008545, |
| "learning_rate": 8.017960768099091e-05, |
| "loss": 1.9748, |
| "step": 30500 |
| }, |
| { |
| "epoch": 3.3626857457347277, |
| "grad_norm": 0.18487168848514557, |
| "learning_rate": 7.969681800073386e-05, |
| "loss": 2.021, |
| "step": 30550 |
| }, |
| { |
| "epoch": 3.368189323059989, |
| "grad_norm": 0.17120800912380219, |
| "learning_rate": 7.921495984066194e-05, |
| "loss": 2.0113, |
| "step": 30600 |
| }, |
| { |
| "epoch": 3.3736929003852505, |
| "grad_norm": 0.1721143126487732, |
| "learning_rate": 7.87340395854164e-05, |
| "loss": 1.9936, |
| "step": 30650 |
| }, |
| { |
| "epoch": 3.379196477710512, |
| "grad_norm": 0.17595061659812927, |
| "learning_rate": 7.825406360721139e-05, |
| "loss": 2.0044, |
| "step": 30700 |
| }, |
| { |
| "epoch": 3.3847000550357733, |
| "grad_norm": 0.16751642525196075, |
| "learning_rate": 7.777503826574925e-05, |
| "loss": 1.9988, |
| "step": 30750 |
| }, |
| { |
| "epoch": 3.3902036323610347, |
| "grad_norm": 0.17864260077476501, |
| "learning_rate": 7.729696990813634e-05, |
| "loss": 2.0189, |
| "step": 30800 |
| }, |
| { |
| "epoch": 3.395707209686296, |
| "grad_norm": 0.1791946142911911, |
| "learning_rate": 7.681986486879898e-05, |
| "loss": 2.0038, |
| "step": 30850 |
| }, |
| { |
| "epoch": 3.4012107870115575, |
| "grad_norm": 0.1704343855381012, |
| "learning_rate": 7.634372946939945e-05, |
| "loss": 1.9625, |
| "step": 30900 |
| }, |
| { |
| "epoch": 3.406714364336819, |
| "grad_norm": 0.17794691026210785, |
| "learning_rate": 7.586857001875235e-05, |
| "loss": 2.0017, |
| "step": 30950 |
| }, |
| { |
| "epoch": 3.4122179416620804, |
| "grad_norm": 0.17922665178775787, |
| "learning_rate": 7.539439281274071e-05, |
| "loss": 2.054, |
| "step": 31000 |
| }, |
| { |
| "epoch": 3.4177215189873418, |
| "grad_norm": 0.174763485789299, |
| "learning_rate": 7.492120413423296e-05, |
| "loss": 2.0185, |
| "step": 31050 |
| }, |
| { |
| "epoch": 3.423225096312603, |
| "grad_norm": 0.1687181144952774, |
| "learning_rate": 7.444901025299941e-05, |
| "loss": 2.0463, |
| "step": 31100 |
| }, |
| { |
| "epoch": 3.4287286736378646, |
| "grad_norm": 0.17793361842632294, |
| "learning_rate": 7.397781742562941e-05, |
| "loss": 2.0296, |
| "step": 31150 |
| }, |
| { |
| "epoch": 3.434232250963126, |
| "grad_norm": 0.16858656704425812, |
| "learning_rate": 7.350763189544803e-05, |
| "loss": 1.9916, |
| "step": 31200 |
| }, |
| { |
| "epoch": 3.4397358282883874, |
| "grad_norm": 0.16184011101722717, |
| "learning_rate": 7.303845989243384e-05, |
| "loss": 2.0314, |
| "step": 31250 |
| }, |
| { |
| "epoch": 3.445239405613649, |
| "grad_norm": 0.1733245998620987, |
| "learning_rate": 7.257030763313607e-05, |
| "loss": 2.0125, |
| "step": 31300 |
| }, |
| { |
| "epoch": 3.4507429829389102, |
| "grad_norm": 0.18471761047840118, |
| "learning_rate": 7.210318132059231e-05, |
| "loss": 1.9691, |
| "step": 31350 |
| }, |
| { |
| "epoch": 3.4562465602641717, |
| "grad_norm": 0.17260605096817017, |
| "learning_rate": 7.16370871442462e-05, |
| "loss": 2.0113, |
| "step": 31400 |
| }, |
| { |
| "epoch": 3.461750137589433, |
| "grad_norm": 0.1758509874343872, |
| "learning_rate": 7.117203127986569e-05, |
| "loss": 2.0239, |
| "step": 31450 |
| }, |
| { |
| "epoch": 3.4672537149146945, |
| "grad_norm": 0.18456335365772247, |
| "learning_rate": 7.070801988946098e-05, |
| "loss": 1.999, |
| "step": 31500 |
| }, |
| { |
| "epoch": 3.472757292239956, |
| "grad_norm": 0.17995281517505646, |
| "learning_rate": 7.024505912120293e-05, |
| "loss": 2.0141, |
| "step": 31550 |
| }, |
| { |
| "epoch": 3.4782608695652173, |
| "grad_norm": 0.16747882962226868, |
| "learning_rate": 6.978315510934164e-05, |
| "loss": 2.0073, |
| "step": 31600 |
| }, |
| { |
| "epoch": 3.4837644468904787, |
| "grad_norm": 0.1658480316400528, |
| "learning_rate": 6.932231397412522e-05, |
| "loss": 2.0079, |
| "step": 31650 |
| }, |
| { |
| "epoch": 3.48926802421574, |
| "grad_norm": 0.17987202107906342, |
| "learning_rate": 6.886254182171836e-05, |
| "loss": 2.0439, |
| "step": 31700 |
| }, |
| { |
| "epoch": 3.4947716015410015, |
| "grad_norm": 0.1672779768705368, |
| "learning_rate": 6.840384474412201e-05, |
| "loss": 1.9878, |
| "step": 31750 |
| }, |
| { |
| "epoch": 3.500275178866263, |
| "grad_norm": 0.1716667115688324, |
| "learning_rate": 6.794622881909207e-05, |
| "loss": 2.0248, |
| "step": 31800 |
| }, |
| { |
| "epoch": 3.5057787561915243, |
| "grad_norm": 0.17986662685871124, |
| "learning_rate": 6.748970011005924e-05, |
| "loss": 1.99, |
| "step": 31850 |
| }, |
| { |
| "epoch": 3.5112823335167858, |
| "grad_norm": 0.1808827668428421, |
| "learning_rate": 6.703426466604858e-05, |
| "loss": 1.9692, |
| "step": 31900 |
| }, |
| { |
| "epoch": 3.516785910842047, |
| "grad_norm": 0.17262905836105347, |
| "learning_rate": 6.65799285215993e-05, |
| "loss": 1.9636, |
| "step": 31950 |
| }, |
| { |
| "epoch": 3.522289488167309, |
| "grad_norm": 0.16857630014419556, |
| "learning_rate": 6.612669769668489e-05, |
| "loss": 1.9923, |
| "step": 32000 |
| }, |
| { |
| "epoch": 3.5277930654925704, |
| "grad_norm": 0.17498353123664856, |
| "learning_rate": 6.567457819663327e-05, |
| "loss": 2.0248, |
| "step": 32050 |
| }, |
| { |
| "epoch": 3.533296642817832, |
| "grad_norm": 0.16948480904102325, |
| "learning_rate": 6.522357601204719e-05, |
| "loss": 1.9966, |
| "step": 32100 |
| }, |
| { |
| "epoch": 3.5388002201430933, |
| "grad_norm": 0.1695474237203598, |
| "learning_rate": 6.477369711872502e-05, |
| "loss": 1.994, |
| "step": 32150 |
| }, |
| { |
| "epoch": 3.5443037974683547, |
| "grad_norm": 0.1761193871498108, |
| "learning_rate": 6.432494747758146e-05, |
| "loss": 1.9827, |
| "step": 32200 |
| }, |
| { |
| "epoch": 3.549807374793616, |
| "grad_norm": 0.17206500470638275, |
| "learning_rate": 6.387733303456858e-05, |
| "loss": 1.9944, |
| "step": 32250 |
| }, |
| { |
| "epoch": 3.5553109521188775, |
| "grad_norm": 0.19551701843738556, |
| "learning_rate": 6.3430859720597e-05, |
| "loss": 2.0118, |
| "step": 32300 |
| }, |
| { |
| "epoch": 3.560814529444139, |
| "grad_norm": 0.17827004194259644, |
| "learning_rate": 6.298553345145728e-05, |
| "loss": 1.9953, |
| "step": 32350 |
| }, |
| { |
| "epoch": 3.5663181067694003, |
| "grad_norm": 0.17359542846679688, |
| "learning_rate": 6.254136012774166e-05, |
| "loss": 2.0098, |
| "step": 32400 |
| }, |
| { |
| "epoch": 3.5718216840946617, |
| "grad_norm": 0.16225001215934753, |
| "learning_rate": 6.209834563476578e-05, |
| "loss": 2.008, |
| "step": 32450 |
| }, |
| { |
| "epoch": 3.577325261419923, |
| "grad_norm": 0.17888249456882477, |
| "learning_rate": 6.165649584249079e-05, |
| "loss": 1.9962, |
| "step": 32500 |
| }, |
| { |
| "epoch": 3.5828288387451845, |
| "grad_norm": 0.16299229860305786, |
| "learning_rate": 6.121581660544532e-05, |
| "loss": 2.0387, |
| "step": 32550 |
| }, |
| { |
| "epoch": 3.588332416070446, |
| "grad_norm": 0.16753186285495758, |
| "learning_rate": 6.077631376264832e-05, |
| "loss": 1.9662, |
| "step": 32600 |
| }, |
| { |
| "epoch": 3.5938359933957074, |
| "grad_norm": 0.18166500329971313, |
| "learning_rate": 6.033799313753129e-05, |
| "loss": 1.997, |
| "step": 32650 |
| }, |
| { |
| "epoch": 3.5993395707209688, |
| "grad_norm": 0.16691668331623077, |
| "learning_rate": 5.990086053786139e-05, |
| "loss": 2.0072, |
| "step": 32700 |
| }, |
| { |
| "epoch": 3.60484314804623, |
| "grad_norm": 0.18671706318855286, |
| "learning_rate": 5.946492175566438e-05, |
| "loss": 2.0217, |
| "step": 32750 |
| }, |
| { |
| "epoch": 3.6103467253714916, |
| "grad_norm": 0.16831424832344055, |
| "learning_rate": 5.9030182567147905e-05, |
| "loss": 2.0024, |
| "step": 32800 |
| }, |
| { |
| "epoch": 3.615850302696753, |
| "grad_norm": 0.17562079429626465, |
| "learning_rate": 5.859664873262483e-05, |
| "loss": 2.0351, |
| "step": 32850 |
| }, |
| { |
| "epoch": 3.6213538800220144, |
| "grad_norm": 0.18190255761146545, |
| "learning_rate": 5.816432599643719e-05, |
| "loss": 2.0117, |
| "step": 32900 |
| }, |
| { |
| "epoch": 3.626857457347276, |
| "grad_norm": 0.1830035150051117, |
| "learning_rate": 5.773322008687972e-05, |
| "loss": 2.012, |
| "step": 32950 |
| }, |
| { |
| "epoch": 3.6323610346725372, |
| "grad_norm": 0.17998354136943817, |
| "learning_rate": 5.730333671612435e-05, |
| "loss": 1.9977, |
| "step": 33000 |
| }, |
| { |
| "epoch": 3.6378646119977986, |
| "grad_norm": 0.1839103251695633, |
| "learning_rate": 5.687468158014421e-05, |
| "loss": 2.003, |
| "step": 33050 |
| }, |
| { |
| "epoch": 3.64336818932306, |
| "grad_norm": 0.18631495535373688, |
| "learning_rate": 5.6447260358638285e-05, |
| "loss": 2.0072, |
| "step": 33100 |
| }, |
| { |
| "epoch": 3.6488717666483215, |
| "grad_norm": 0.19609171152114868, |
| "learning_rate": 5.602107871495615e-05, |
| "loss": 1.9912, |
| "step": 33150 |
| }, |
| { |
| "epoch": 3.654375343973583, |
| "grad_norm": 0.16935598850250244, |
| "learning_rate": 5.5596142296022954e-05, |
| "loss": 2.0097, |
| "step": 33200 |
| }, |
| { |
| "epoch": 3.6598789212988443, |
| "grad_norm": 0.16973347961902618, |
| "learning_rate": 5.5172456732264435e-05, |
| "loss": 2.0151, |
| "step": 33250 |
| }, |
| { |
| "epoch": 3.6653824986241057, |
| "grad_norm": 0.17289844155311584, |
| "learning_rate": 5.475002763753257e-05, |
| "loss": 2.0393, |
| "step": 33300 |
| }, |
| { |
| "epoch": 3.670886075949367, |
| "grad_norm": 0.1864277720451355, |
| "learning_rate": 5.432886060903105e-05, |
| "loss": 2.0069, |
| "step": 33350 |
| }, |
| { |
| "epoch": 3.6763896532746285, |
| "grad_norm": 0.17381645739078522, |
| "learning_rate": 5.390896122724111e-05, |
| "loss": 2.0323, |
| "step": 33400 |
| }, |
| { |
| "epoch": 3.68189323059989, |
| "grad_norm": 0.18182097375392914, |
| "learning_rate": 5.349033505584767e-05, |
| "loss": 2.0344, |
| "step": 33450 |
| }, |
| { |
| "epoch": 3.6873968079251513, |
| "grad_norm": 0.17326848208904266, |
| "learning_rate": 5.3072987641665373e-05, |
| "loss": 1.9888, |
| "step": 33500 |
| }, |
| { |
| "epoch": 3.6929003852504128, |
| "grad_norm": 0.17132443189620972, |
| "learning_rate": 5.2656924514565515e-05, |
| "loss": 1.9741, |
| "step": 33550 |
| }, |
| { |
| "epoch": 3.698403962575674, |
| "grad_norm": 0.17236609756946564, |
| "learning_rate": 5.224215118740243e-05, |
| "loss": 1.9967, |
| "step": 33600 |
| }, |
| { |
| "epoch": 3.7039075399009356, |
| "grad_norm": 0.16628102958202362, |
| "learning_rate": 5.182867315594046e-05, |
| "loss": 2.0036, |
| "step": 33650 |
| }, |
| { |
| "epoch": 3.709411117226197, |
| "grad_norm": 0.17410129308700562, |
| "learning_rate": 5.141649589878134e-05, |
| "loss": 2.0173, |
| "step": 33700 |
| }, |
| { |
| "epoch": 3.7149146945514584, |
| "grad_norm": 0.1739521622657776, |
| "learning_rate": 5.100562487729148e-05, |
| "loss": 1.9977, |
| "step": 33750 |
| }, |
| { |
| "epoch": 3.72041827187672, |
| "grad_norm": 0.17988687753677368, |
| "learning_rate": 5.059606553552956e-05, |
| "loss": 1.9964, |
| "step": 33800 |
| }, |
| { |
| "epoch": 3.725921849201981, |
| "grad_norm": 0.17351609468460083, |
| "learning_rate": 5.018782330017448e-05, |
| "loss": 2.0078, |
| "step": 33850 |
| }, |
| { |
| "epoch": 3.7314254265272426, |
| "grad_norm": 0.176718607544899, |
| "learning_rate": 4.9780903580453435e-05, |
| "loss": 2.0036, |
| "step": 33900 |
| }, |
| { |
| "epoch": 3.736929003852504, |
| "grad_norm": 0.17504329979419708, |
| "learning_rate": 4.937531176807023e-05, |
| "loss": 1.9837, |
| "step": 33950 |
| }, |
| { |
| "epoch": 3.7424325811777654, |
| "grad_norm": 0.179831862449646, |
| "learning_rate": 4.897105323713374e-05, |
| "loss": 1.999, |
| "step": 34000 |
| }, |
| { |
| "epoch": 3.747936158503027, |
| "grad_norm": 0.17752991616725922, |
| "learning_rate": 4.8568133344086986e-05, |
| "loss": 2.0194, |
| "step": 34050 |
| }, |
| { |
| "epoch": 3.7534397358282883, |
| "grad_norm": 0.17888140678405762, |
| "learning_rate": 4.8166557427635774e-05, |
| "loss": 2.0108, |
| "step": 34100 |
| }, |
| { |
| "epoch": 3.7589433131535497, |
| "grad_norm": 0.17585836350917816, |
| "learning_rate": 4.776633080867834e-05, |
| "loss": 2.0421, |
| "step": 34150 |
| }, |
| { |
| "epoch": 3.764446890478811, |
| "grad_norm": 0.16860149800777435, |
| "learning_rate": 4.736745879023457e-05, |
| "loss": 2.0126, |
| "step": 34200 |
| }, |
| { |
| "epoch": 3.7699504678040725, |
| "grad_norm": 0.17601364850997925, |
| "learning_rate": 4.6969946657375865e-05, |
| "loss": 2.0127, |
| "step": 34250 |
| }, |
| { |
| "epoch": 3.775454045129334, |
| "grad_norm": 0.19177961349487305, |
| "learning_rate": 4.657379967715511e-05, |
| "loss": 2.0234, |
| "step": 34300 |
| }, |
| { |
| "epoch": 3.7809576224545953, |
| "grad_norm": 0.19012008607387543, |
| "learning_rate": 4.617902309853685e-05, |
| "loss": 1.976, |
| "step": 34350 |
| }, |
| { |
| "epoch": 3.7864611997798567, |
| "grad_norm": 0.18448469042778015, |
| "learning_rate": 4.578562215232766e-05, |
| "loss": 1.9897, |
| "step": 34400 |
| }, |
| { |
| "epoch": 3.791964777105118, |
| "grad_norm": 0.18167300522327423, |
| "learning_rate": 4.539360205110701e-05, |
| "loss": 2.0088, |
| "step": 34450 |
| }, |
| { |
| "epoch": 3.7974683544303796, |
| "grad_norm": 0.1806318610906601, |
| "learning_rate": 4.500296798915813e-05, |
| "loss": 1.9949, |
| "step": 34500 |
| }, |
| { |
| "epoch": 3.802971931755641, |
| "grad_norm": 0.17676065862178802, |
| "learning_rate": 4.461372514239911e-05, |
| "loss": 1.9966, |
| "step": 34550 |
| }, |
| { |
| "epoch": 3.8084755090809024, |
| "grad_norm": 0.16621781885623932, |
| "learning_rate": 4.422587866831446e-05, |
| "loss": 1.9952, |
| "step": 34600 |
| }, |
| { |
| "epoch": 3.813979086406164, |
| "grad_norm": 0.16662217676639557, |
| "learning_rate": 4.3839433705886646e-05, |
| "loss": 2.0032, |
| "step": 34650 |
| }, |
| { |
| "epoch": 3.819482663731425, |
| "grad_norm": 0.15986546874046326, |
| "learning_rate": 4.3454395375527966e-05, |
| "loss": 1.9974, |
| "step": 34700 |
| }, |
| { |
| "epoch": 3.8249862410566866, |
| "grad_norm": 0.18636077642440796, |
| "learning_rate": 4.307076877901293e-05, |
| "loss": 1.9959, |
| "step": 34750 |
| }, |
| { |
| "epoch": 3.830489818381948, |
| "grad_norm": 0.17939697206020355, |
| "learning_rate": 4.268855899941039e-05, |
| "loss": 1.9923, |
| "step": 34800 |
| }, |
| { |
| "epoch": 3.8359933957072094, |
| "grad_norm": 0.1743779331445694, |
| "learning_rate": 4.2307771101016366e-05, |
| "loss": 2.0055, |
| "step": 34850 |
| }, |
| { |
| "epoch": 3.841496973032471, |
| "grad_norm": 0.1767256259918213, |
| "learning_rate": 4.192841012928691e-05, |
| "loss": 1.9834, |
| "step": 34900 |
| }, |
| { |
| "epoch": 3.8470005503577323, |
| "grad_norm": 0.1775825172662735, |
| "learning_rate": 4.1550481110771224e-05, |
| "loss": 2.01, |
| "step": 34950 |
| }, |
| { |
| "epoch": 3.852504127682994, |
| "grad_norm": 0.1638861745595932, |
| "learning_rate": 4.1173989053045024e-05, |
| "loss": 2.0001, |
| "step": 35000 |
| }, |
| { |
| "epoch": 3.8580077050082555, |
| "grad_norm": 0.1761082410812378, |
| "learning_rate": 4.079893894464429e-05, |
| "loss": 2.0041, |
| "step": 35050 |
| }, |
| { |
| "epoch": 3.863511282333517, |
| "grad_norm": 0.17102594673633575, |
| "learning_rate": 4.042533575499914e-05, |
| "loss": 2.003, |
| "step": 35100 |
| }, |
| { |
| "epoch": 3.8690148596587783, |
| "grad_norm": 0.19267229735851288, |
| "learning_rate": 4.005318443436779e-05, |
| "loss": 1.973, |
| "step": 35150 |
| }, |
| { |
| "epoch": 3.8745184369840397, |
| "grad_norm": 0.16570790112018585, |
| "learning_rate": 3.968248991377137e-05, |
| "loss": 1.9834, |
| "step": 35200 |
| }, |
| { |
| "epoch": 3.880022014309301, |
| "grad_norm": 0.16816405951976776, |
| "learning_rate": 3.9313257104928094e-05, |
| "loss": 2.0011, |
| "step": 35250 |
| }, |
| { |
| "epoch": 3.8855255916345626, |
| "grad_norm": 0.16395322978496552, |
| "learning_rate": 3.8945490900188616e-05, |
| "loss": 1.9771, |
| "step": 35300 |
| }, |
| { |
| "epoch": 3.891029168959824, |
| "grad_norm": 0.17911794781684875, |
| "learning_rate": 3.857919617247097e-05, |
| "loss": 2.0, |
| "step": 35350 |
| }, |
| { |
| "epoch": 3.8965327462850854, |
| "grad_norm": 0.18344633281230927, |
| "learning_rate": 3.821437777519607e-05, |
| "loss": 1.9952, |
| "step": 35400 |
| }, |
| { |
| "epoch": 3.902036323610347, |
| "grad_norm": 0.1782706081867218, |
| "learning_rate": 3.785104054222334e-05, |
| "loss": 1.9952, |
| "step": 35450 |
| }, |
| { |
| "epoch": 3.907539900935608, |
| "grad_norm": 0.17840951681137085, |
| "learning_rate": 3.74891892877868e-05, |
| "loss": 1.9994, |
| "step": 35500 |
| }, |
| { |
| "epoch": 3.9130434782608696, |
| "grad_norm": 0.19014611840248108, |
| "learning_rate": 3.7128828806431046e-05, |
| "loss": 2.0023, |
| "step": 35550 |
| }, |
| { |
| "epoch": 3.918547055586131, |
| "grad_norm": 0.17002084851264954, |
| "learning_rate": 3.6769963872947996e-05, |
| "loss": 2.0068, |
| "step": 35600 |
| }, |
| { |
| "epoch": 3.9240506329113924, |
| "grad_norm": 0.16855107247829437, |
| "learning_rate": 3.641259924231345e-05, |
| "loss": 1.9847, |
| "step": 35650 |
| }, |
| { |
| "epoch": 3.929554210236654, |
| "grad_norm": 0.190132737159729, |
| "learning_rate": 3.605673964962414e-05, |
| "loss": 1.9955, |
| "step": 35700 |
| }, |
| { |
| "epoch": 3.9350577875619153, |
| "grad_norm": 0.1558249294757843, |
| "learning_rate": 3.570238981003498e-05, |
| "loss": 1.9861, |
| "step": 35750 |
| }, |
| { |
| "epoch": 3.9405613648871767, |
| "grad_norm": 0.18199962377548218, |
| "learning_rate": 3.53495544186966e-05, |
| "loss": 2.0136, |
| "step": 35800 |
| }, |
| { |
| "epoch": 3.946064942212438, |
| "grad_norm": 0.17813271284103394, |
| "learning_rate": 3.499823815069306e-05, |
| "loss": 2.0012, |
| "step": 35850 |
| }, |
| { |
| "epoch": 3.9515685195376995, |
| "grad_norm": 0.18256065249443054, |
| "learning_rate": 3.464844566098008e-05, |
| "loss": 1.9892, |
| "step": 35900 |
| }, |
| { |
| "epoch": 3.957072096862961, |
| "grad_norm": 0.1784873753786087, |
| "learning_rate": 3.4300181584323126e-05, |
| "loss": 1.9983, |
| "step": 35950 |
| }, |
| { |
| "epoch": 3.9625756741882223, |
| "grad_norm": 0.18530665338039398, |
| "learning_rate": 3.3953450535236226e-05, |
| "loss": 2.0357, |
| "step": 36000 |
| }, |
| { |
| "epoch": 3.9680792515134837, |
| "grad_norm": 0.17063435912132263, |
| "learning_rate": 3.360825710792068e-05, |
| "loss": 2.0029, |
| "step": 36050 |
| }, |
| { |
| "epoch": 3.973582828838745, |
| "grad_norm": 0.1718268245458603, |
| "learning_rate": 3.326460587620427e-05, |
| "loss": 1.9762, |
| "step": 36100 |
| }, |
| { |
| "epoch": 3.9790864061640066, |
| "grad_norm": 0.15901614725589752, |
| "learning_rate": 3.292250139348057e-05, |
| "loss": 1.9952, |
| "step": 36150 |
| }, |
| { |
| "epoch": 3.984589983489268, |
| "grad_norm": 0.18968409299850464, |
| "learning_rate": 3.258194819264871e-05, |
| "loss": 2.0127, |
| "step": 36200 |
| }, |
| { |
| "epoch": 3.9900935608145294, |
| "grad_norm": 0.18861430883407593, |
| "learning_rate": 3.2242950786053296e-05, |
| "loss": 1.9981, |
| "step": 36250 |
| }, |
| { |
| "epoch": 3.995597138139791, |
| "grad_norm": 0.1702040284872055, |
| "learning_rate": 3.1905513665424445e-05, |
| "loss": 2.0023, |
| "step": 36300 |
| }, |
| { |
| "epoch": 4.001100715465053, |
| "grad_norm": 0.18254053592681885, |
| "learning_rate": 3.156964130181859e-05, |
| "loss": 2.0038, |
| "step": 36350 |
| }, |
| { |
| "epoch": 4.006604292790314, |
| "grad_norm": 0.18867474794387817, |
| "learning_rate": 3.1235338145558925e-05, |
| "loss": 1.9139, |
| "step": 36400 |
| }, |
| { |
| "epoch": 4.0121078701155755, |
| "grad_norm": 0.1872694045305252, |
| "learning_rate": 3.090260862617671e-05, |
| "loss": 1.9484, |
| "step": 36450 |
| }, |
| { |
| "epoch": 4.017611447440837, |
| "grad_norm": 0.17595593631267548, |
| "learning_rate": 3.057145715235236e-05, |
| "loss": 1.9543, |
| "step": 36500 |
| }, |
| { |
| "epoch": 4.023115024766098, |
| "grad_norm": 0.17811767756938934, |
| "learning_rate": 3.0241888111857145e-05, |
| "loss": 1.9268, |
| "step": 36550 |
| }, |
| { |
| "epoch": 4.02861860209136, |
| "grad_norm": 0.17598308622837067, |
| "learning_rate": 2.9913905871495037e-05, |
| "loss": 1.9439, |
| "step": 36600 |
| }, |
| { |
| "epoch": 4.034122179416621, |
| "grad_norm": 0.19237573444843292, |
| "learning_rate": 2.9587514777044874e-05, |
| "loss": 1.9044, |
| "step": 36650 |
| }, |
| { |
| "epoch": 4.0396257567418825, |
| "grad_norm": 0.1873626410961151, |
| "learning_rate": 2.926271915320259e-05, |
| "loss": 1.943, |
| "step": 36700 |
| }, |
| { |
| "epoch": 4.045129334067144, |
| "grad_norm": 0.2001618891954422, |
| "learning_rate": 2.893952330352423e-05, |
| "loss": 1.9311, |
| "step": 36750 |
| }, |
| { |
| "epoch": 4.050632911392405, |
| "grad_norm": 0.1838996410369873, |
| "learning_rate": 2.86179315103687e-05, |
| "loss": 1.9373, |
| "step": 36800 |
| }, |
| { |
| "epoch": 4.056136488717667, |
| "grad_norm": 0.16863055527210236, |
| "learning_rate": 2.8297948034841074e-05, |
| "loss": 1.9289, |
| "step": 36850 |
| }, |
| { |
| "epoch": 4.061640066042928, |
| "grad_norm": 0.19162894785404205, |
| "learning_rate": 2.797957711673619e-05, |
| "loss": 1.9293, |
| "step": 36900 |
| }, |
| { |
| "epoch": 4.06714364336819, |
| "grad_norm": 0.1854933500289917, |
| "learning_rate": 2.7662822974482423e-05, |
| "loss": 1.9336, |
| "step": 36950 |
| }, |
| { |
| "epoch": 4.072647220693451, |
| "grad_norm": 0.18568897247314453, |
| "learning_rate": 2.7347689805085733e-05, |
| "loss": 1.9431, |
| "step": 37000 |
| }, |
| { |
| "epoch": 4.078150798018712, |
| "grad_norm": 0.1947336494922638, |
| "learning_rate": 2.7034181784074205e-05, |
| "loss": 1.9345, |
| "step": 37050 |
| }, |
| { |
| "epoch": 4.083654375343974, |
| "grad_norm": 0.18774710595607758, |
| "learning_rate": 2.672230306544254e-05, |
| "loss": 1.9364, |
| "step": 37100 |
| }, |
| { |
| "epoch": 4.089157952669235, |
| "grad_norm": 0.1984746754169464, |
| "learning_rate": 2.6412057781597223e-05, |
| "loss": 1.954, |
| "step": 37150 |
| }, |
| { |
| "epoch": 4.094661529994497, |
| "grad_norm": 0.1908876746892929, |
| "learning_rate": 2.61034500433016e-05, |
| "loss": 1.9422, |
| "step": 37200 |
| }, |
| { |
| "epoch": 4.100165107319758, |
| "grad_norm": 0.18860432505607605, |
| "learning_rate": 2.579648393962147e-05, |
| "loss": 1.9649, |
| "step": 37250 |
| }, |
| { |
| "epoch": 4.105668684645019, |
| "grad_norm": 0.18678942322731018, |
| "learning_rate": 2.5491163537870922e-05, |
| "loss": 1.9544, |
| "step": 37300 |
| }, |
| { |
| "epoch": 4.111172261970281, |
| "grad_norm": 0.19560185074806213, |
| "learning_rate": 2.5187492883558435e-05, |
| "loss": 1.9396, |
| "step": 37350 |
| }, |
| { |
| "epoch": 4.116675839295542, |
| "grad_norm": 0.1825692355632782, |
| "learning_rate": 2.488547600033317e-05, |
| "loss": 1.949, |
| "step": 37400 |
| }, |
| { |
| "epoch": 4.122179416620804, |
| "grad_norm": 0.1951771229505539, |
| "learning_rate": 2.4585116889931873e-05, |
| "loss": 1.9482, |
| "step": 37450 |
| }, |
| { |
| "epoch": 4.127682993946065, |
| "grad_norm": 0.1859281212091446, |
| "learning_rate": 2.4286419532125668e-05, |
| "loss": 1.9512, |
| "step": 37500 |
| }, |
| { |
| "epoch": 4.1331865712713265, |
| "grad_norm": 0.19174982607364655, |
| "learning_rate": 2.3989387884667365e-05, |
| "loss": 1.9358, |
| "step": 37550 |
| }, |
| { |
| "epoch": 4.138690148596588, |
| "grad_norm": 0.187012180685997, |
| "learning_rate": 2.369402588323908e-05, |
| "loss": 1.9114, |
| "step": 37600 |
| }, |
| { |
| "epoch": 4.144193725921849, |
| "grad_norm": 0.20616699755191803, |
| "learning_rate": 2.340033744140004e-05, |
| "loss": 1.8965, |
| "step": 37650 |
| }, |
| { |
| "epoch": 4.149697303247111, |
| "grad_norm": 0.17636051774024963, |
| "learning_rate": 2.3108326450534725e-05, |
| "loss": 1.9549, |
| "step": 37700 |
| }, |
| { |
| "epoch": 4.155200880572372, |
| "grad_norm": 0.19219453632831573, |
| "learning_rate": 2.281799677980136e-05, |
| "loss": 1.8911, |
| "step": 37750 |
| }, |
| { |
| "epoch": 4.1607044578976335, |
| "grad_norm": 0.19742678105831146, |
| "learning_rate": 2.2529352276080513e-05, |
| "loss": 1.9562, |
| "step": 37800 |
| }, |
| { |
| "epoch": 4.166208035222895, |
| "grad_norm": 0.18049471080303192, |
| "learning_rate": 2.2242396763924292e-05, |
| "loss": 1.9169, |
| "step": 37850 |
| }, |
| { |
| "epoch": 4.171711612548156, |
| "grad_norm": 0.2108810693025589, |
| "learning_rate": 2.1957134045505588e-05, |
| "loss": 1.9363, |
| "step": 37900 |
| }, |
| { |
| "epoch": 4.177215189873418, |
| "grad_norm": 0.20711076259613037, |
| "learning_rate": 2.1673567900567667e-05, |
| "loss": 1.9685, |
| "step": 37950 |
| }, |
| { |
| "epoch": 4.182718767198679, |
| "grad_norm": 0.18670059740543365, |
| "learning_rate": 2.139170208637415e-05, |
| "loss": 1.9537, |
| "step": 38000 |
| }, |
| { |
| "epoch": 4.188222344523941, |
| "grad_norm": 0.17974555492401123, |
| "learning_rate": 2.1111540337659227e-05, |
| "loss": 1.9476, |
| "step": 38050 |
| }, |
| { |
| "epoch": 4.193725921849202, |
| "grad_norm": 0.18271256983280182, |
| "learning_rate": 2.083308636657811e-05, |
| "loss": 1.9535, |
| "step": 38100 |
| }, |
| { |
| "epoch": 4.199229499174463, |
| "grad_norm": 0.19260470569133759, |
| "learning_rate": 2.0556343862657855e-05, |
| "loss": 1.9477, |
| "step": 38150 |
| }, |
| { |
| "epoch": 4.204733076499725, |
| "grad_norm": 0.19317923486232758, |
| "learning_rate": 2.0281316492748595e-05, |
| "loss": 1.9518, |
| "step": 38200 |
| }, |
| { |
| "epoch": 4.210236653824986, |
| "grad_norm": 0.1854427605867386, |
| "learning_rate": 2.0008007900974738e-05, |
| "loss": 1.9245, |
| "step": 38250 |
| }, |
| { |
| "epoch": 4.215740231150248, |
| "grad_norm": 0.1781974732875824, |
| "learning_rate": 1.9736421708686934e-05, |
| "loss": 1.9387, |
| "step": 38300 |
| }, |
| { |
| "epoch": 4.221243808475509, |
| "grad_norm": 0.18503354489803314, |
| "learning_rate": 1.946656151441389e-05, |
| "loss": 1.9683, |
| "step": 38350 |
| }, |
| { |
| "epoch": 4.2267473858007705, |
| "grad_norm": 0.19728437066078186, |
| "learning_rate": 1.9198430893814798e-05, |
| "loss": 1.9546, |
| "step": 38400 |
| }, |
| { |
| "epoch": 4.232250963126032, |
| "grad_norm": 0.1957421451807022, |
| "learning_rate": 1.89320333996319e-05, |
| "loss": 1.9526, |
| "step": 38450 |
| }, |
| { |
| "epoch": 4.237754540451293, |
| "grad_norm": 0.18944865465164185, |
| "learning_rate": 1.866737256164349e-05, |
| "loss": 1.9467, |
| "step": 38500 |
| }, |
| { |
| "epoch": 4.243258117776555, |
| "grad_norm": 0.1760573536157608, |
| "learning_rate": 1.8404451886617005e-05, |
| "loss": 1.9142, |
| "step": 38550 |
| }, |
| { |
| "epoch": 4.248761695101816, |
| "grad_norm": 0.19618487358093262, |
| "learning_rate": 1.8143274858262702e-05, |
| "loss": 1.9491, |
| "step": 38600 |
| }, |
| { |
| "epoch": 4.2542652724270775, |
| "grad_norm": 0.19029423594474792, |
| "learning_rate": 1.7883844937187495e-05, |
| "loss": 1.9553, |
| "step": 38650 |
| }, |
| { |
| "epoch": 4.259768849752339, |
| "grad_norm": 0.19688698649406433, |
| "learning_rate": 1.762616556084891e-05, |
| "loss": 1.9698, |
| "step": 38700 |
| }, |
| { |
| "epoch": 4.2652724270776, |
| "grad_norm": 0.16535942256450653, |
| "learning_rate": 1.737024014350983e-05, |
| "loss": 1.9395, |
| "step": 38750 |
| }, |
| { |
| "epoch": 4.270776004402862, |
| "grad_norm": 0.19671253859996796, |
| "learning_rate": 1.7116072076193e-05, |
| "loss": 1.9343, |
| "step": 38800 |
| }, |
| { |
| "epoch": 4.276279581728123, |
| "grad_norm": 0.18672049045562744, |
| "learning_rate": 1.6863664726636278e-05, |
| "loss": 1.939, |
| "step": 38850 |
| }, |
| { |
| "epoch": 4.281783159053385, |
| "grad_norm": 0.19714199006557465, |
| "learning_rate": 1.6613021439247914e-05, |
| "loss": 1.9455, |
| "step": 38900 |
| }, |
| { |
| "epoch": 4.287286736378646, |
| "grad_norm": 0.2018548846244812, |
| "learning_rate": 1.6364145535062172e-05, |
| "loss": 1.9169, |
| "step": 38950 |
| }, |
| { |
| "epoch": 4.292790313703907, |
| "grad_norm": 0.19057820737361908, |
| "learning_rate": 1.611704031169555e-05, |
| "loss": 1.956, |
| "step": 39000 |
| }, |
| { |
| "epoch": 4.298293891029169, |
| "grad_norm": 0.18719470500946045, |
| "learning_rate": 1.5871709043302876e-05, |
| "loss": 1.9483, |
| "step": 39050 |
| }, |
| { |
| "epoch": 4.30379746835443, |
| "grad_norm": 0.19479648768901825, |
| "learning_rate": 1.5628154980533984e-05, |
| "loss": 1.9507, |
| "step": 39100 |
| }, |
| { |
| "epoch": 4.309301045679692, |
| "grad_norm": 0.2034020870923996, |
| "learning_rate": 1.538638135049071e-05, |
| "loss": 1.9343, |
| "step": 39150 |
| }, |
| { |
| "epoch": 4.314804623004953, |
| "grad_norm": 0.18177463114261627, |
| "learning_rate": 1.5146391356684029e-05, |
| "loss": 1.9481, |
| "step": 39200 |
| }, |
| { |
| "epoch": 4.3203082003302145, |
| "grad_norm": 0.1850568652153015, |
| "learning_rate": 1.4908188178991714e-05, |
| "loss": 1.9324, |
| "step": 39250 |
| }, |
| { |
| "epoch": 4.325811777655476, |
| "grad_norm": 0.1880549043416977, |
| "learning_rate": 1.4671774973616102e-05, |
| "loss": 1.9406, |
| "step": 39300 |
| }, |
| { |
| "epoch": 4.331315354980737, |
| "grad_norm": 0.18556420505046844, |
| "learning_rate": 1.4437154873042279e-05, |
| "loss": 1.9516, |
| "step": 39350 |
| }, |
| { |
| "epoch": 4.336818932305999, |
| "grad_norm": 0.19034932553768158, |
| "learning_rate": 1.420433098599672e-05, |
| "loss": 1.9477, |
| "step": 39400 |
| }, |
| { |
| "epoch": 4.34232250963126, |
| "grad_norm": 0.18247225880622864, |
| "learning_rate": 1.3973306397405909e-05, |
| "loss": 1.9552, |
| "step": 39450 |
| }, |
| { |
| "epoch": 4.3478260869565215, |
| "grad_norm": 0.19472351670265198, |
| "learning_rate": 1.3744084168355612e-05, |
| "loss": 1.9543, |
| "step": 39500 |
| }, |
| { |
| "epoch": 4.353329664281783, |
| "grad_norm": 0.18814486265182495, |
| "learning_rate": 1.3516667336050219e-05, |
| "loss": 1.956, |
| "step": 39550 |
| }, |
| { |
| "epoch": 4.358833241607044, |
| "grad_norm": 0.18639877438545227, |
| "learning_rate": 1.3291058913772517e-05, |
| "loss": 1.9262, |
| "step": 39600 |
| }, |
| { |
| "epoch": 4.364336818932306, |
| "grad_norm": 0.19503189623355865, |
| "learning_rate": 1.306726189084385e-05, |
| "loss": 1.9768, |
| "step": 39650 |
| }, |
| { |
| "epoch": 4.369840396257567, |
| "grad_norm": 0.1823161244392395, |
| "learning_rate": 1.2845279232584354e-05, |
| "loss": 1.9588, |
| "step": 39700 |
| }, |
| { |
| "epoch": 4.375343973582829, |
| "grad_norm": 0.19661200046539307, |
| "learning_rate": 1.2625113880273786e-05, |
| "loss": 1.9576, |
| "step": 39750 |
| }, |
| { |
| "epoch": 4.38084755090809, |
| "grad_norm": 0.17353294789791107, |
| "learning_rate": 1.2406768751112572e-05, |
| "loss": 1.9249, |
| "step": 39800 |
| }, |
| { |
| "epoch": 4.386351128233351, |
| "grad_norm": 0.1832091063261032, |
| "learning_rate": 1.2190246738183074e-05, |
| "loss": 1.9169, |
| "step": 39850 |
| }, |
| { |
| "epoch": 4.391854705558613, |
| "grad_norm": 0.18823185563087463, |
| "learning_rate": 1.197555071041122e-05, |
| "loss": 1.9368, |
| "step": 39900 |
| }, |
| { |
| "epoch": 4.397358282883874, |
| "grad_norm": 0.1941109150648117, |
| "learning_rate": 1.1762683512528642e-05, |
| "loss": 1.96, |
| "step": 39950 |
| }, |
| { |
| "epoch": 4.402861860209136, |
| "grad_norm": 0.1973351240158081, |
| "learning_rate": 1.155164796503486e-05, |
| "loss": 1.9304, |
| "step": 40000 |
| } |
| ], |
| "logging_steps": 50, |
| "max_steps": 45425, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 5, |
| "save_steps": 10000, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 5.91746903834624e+17, |
| "train_batch_size": 16, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
