| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.5514959327174962, |
| "eval_steps": 500, |
| "global_step": 4000, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0013787398317937406, |
| "grad_norm": 1.0734721422195435, |
| "learning_rate": 0.0002, |
| "loss": 2.8003, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.002757479663587481, |
| "grad_norm": 0.19643057882785797, |
| "learning_rate": 0.0002, |
| "loss": 0.3727, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.004136219495381221, |
| "grad_norm": 0.8137874007225037, |
| "learning_rate": 0.0002, |
| "loss": 0.3519, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.005514959327174962, |
| "grad_norm": 0.4064357578754425, |
| "learning_rate": 0.0002, |
| "loss": 0.357, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.0068936991589687024, |
| "grad_norm": 1.0673978328704834, |
| "learning_rate": 0.0002, |
| "loss": 0.3515, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.008272438990762443, |
| "grad_norm": 2.2639453411102295, |
| "learning_rate": 0.0002, |
| "loss": 0.4068, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.009651178822556184, |
| "grad_norm": 1.2247616052627563, |
| "learning_rate": 0.0002, |
| "loss": 0.5108, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.011029918654349925, |
| "grad_norm": 0.07231716066598892, |
| "learning_rate": 0.0002, |
| "loss": 0.3644, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.012408658486143665, |
| "grad_norm": 1.4329577684402466, |
| "learning_rate": 0.0002, |
| "loss": 0.3571, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.013787398317937405, |
| "grad_norm": 0.8798255920410156, |
| "learning_rate": 0.0002, |
| "loss": 0.3521, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.015166138149731145, |
| "grad_norm": 0.06499180942773819, |
| "learning_rate": 0.0002, |
| "loss": 0.3597, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.016544877981524885, |
| "grad_norm": 0.284839928150177, |
| "learning_rate": 0.0002, |
| "loss": 0.4099, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.017923617813318627, |
| "grad_norm": 0.12186373770236969, |
| "learning_rate": 0.0002, |
| "loss": 0.3572, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.01930235764511237, |
| "grad_norm": 0.21747085452079773, |
| "learning_rate": 0.0002, |
| "loss": 0.3497, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.020681097476906107, |
| "grad_norm": 0.22812429070472717, |
| "learning_rate": 0.0002, |
| "loss": 0.3778, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.02205983730869985, |
| "grad_norm": 1.1110987663269043, |
| "learning_rate": 0.0002, |
| "loss": 0.3607, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.023438577140493588, |
| "grad_norm": 0.8457236886024475, |
| "learning_rate": 0.0002, |
| "loss": 0.9183, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.02481731697228733, |
| "grad_norm": 0.46427470445632935, |
| "learning_rate": 0.0002, |
| "loss": 0.3503, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.02619605680408107, |
| "grad_norm": 2.4730632305145264, |
| "learning_rate": 0.0002, |
| "loss": 0.3824, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.02757479663587481, |
| "grad_norm": 0.3589227497577667, |
| "learning_rate": 0.0002, |
| "loss": 1.0105, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.02895353646766855, |
| "grad_norm": 3.5308260917663574, |
| "learning_rate": 0.0002, |
| "loss": 0.3605, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.03033227629946229, |
| "grad_norm": 0.5237946510314941, |
| "learning_rate": 0.0002, |
| "loss": 0.3983, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.031711016131256035, |
| "grad_norm": 0.5702632665634155, |
| "learning_rate": 0.0002, |
| "loss": 0.3521, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.03308975596304977, |
| "grad_norm": 1.1318608522415161, |
| "learning_rate": 0.0002, |
| "loss": 0.3617, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.03446849579484351, |
| "grad_norm": 0.536571741104126, |
| "learning_rate": 0.0002, |
| "loss": 0.3555, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.035847235626637254, |
| "grad_norm": 0.12125778943300247, |
| "learning_rate": 0.0002, |
| "loss": 0.3733, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.037225975458430996, |
| "grad_norm": 0.045536063611507416, |
| "learning_rate": 0.0002, |
| "loss": 0.3514, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.03860471529022474, |
| "grad_norm": 0.31765612959861755, |
| "learning_rate": 0.0002, |
| "loss": 0.3536, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.03998345512201847, |
| "grad_norm": 0.27900660037994385, |
| "learning_rate": 0.0002, |
| "loss": 0.3495, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.041362194953812215, |
| "grad_norm": 0.15112566947937012, |
| "learning_rate": 0.0002, |
| "loss": 0.355, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.04274093478560596, |
| "grad_norm": 0.2682303786277771, |
| "learning_rate": 0.0002, |
| "loss": 0.3609, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.0441196746173997, |
| "grad_norm": 1.0106860399246216, |
| "learning_rate": 0.0002, |
| "loss": 0.3697, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.04549841444919344, |
| "grad_norm": 1.0782426595687866, |
| "learning_rate": 0.0002, |
| "loss": 0.3594, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.046877154280987175, |
| "grad_norm": 2.294581651687622, |
| "learning_rate": 0.0002, |
| "loss": 0.3676, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.04825589411278092, |
| "grad_norm": 0.6223801970481873, |
| "learning_rate": 0.0002, |
| "loss": 0.3741, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.04963463394457466, |
| "grad_norm": 0.2735952138900757, |
| "learning_rate": 0.0002, |
| "loss": 0.3628, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.0510133737763684, |
| "grad_norm": 0.7569056153297424, |
| "learning_rate": 0.0002, |
| "loss": 1.1827, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.05239211360816214, |
| "grad_norm": 0.6536706686019897, |
| "learning_rate": 0.0002, |
| "loss": 0.3543, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.05377085343995588, |
| "grad_norm": 0.3573110103607178, |
| "learning_rate": 0.0002, |
| "loss": 0.3529, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.05514959327174962, |
| "grad_norm": 0.8121228218078613, |
| "learning_rate": 0.0002, |
| "loss": 0.3566, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.05652833310354336, |
| "grad_norm": 0.7444269061088562, |
| "learning_rate": 0.0002, |
| "loss": 0.7803, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.0579070729353371, |
| "grad_norm": 0.5015038847923279, |
| "learning_rate": 0.0002, |
| "loss": 0.6134, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.059285812767130845, |
| "grad_norm": 0.08748292177915573, |
| "learning_rate": 0.0002, |
| "loss": 0.3501, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.06066455259892458, |
| "grad_norm": 0.3987080156803131, |
| "learning_rate": 0.0002, |
| "loss": 0.3484, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.06204329243071832, |
| "grad_norm": 347.7005920410156, |
| "learning_rate": 0.0002, |
| "loss": 0.8413, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.06342203226251207, |
| "grad_norm": 88.2750473022461, |
| "learning_rate": 0.0002, |
| "loss": 2.8013, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.0648007720943058, |
| "grad_norm": 0.8716701865196228, |
| "learning_rate": 0.0002, |
| "loss": 0.8356, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.06617951192609954, |
| "grad_norm": 0.8243119120597839, |
| "learning_rate": 0.0002, |
| "loss": 0.3616, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.06755825175789329, |
| "grad_norm": 1.1744294166564941, |
| "learning_rate": 0.0002, |
| "loss": 0.3998, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.06893699158968702, |
| "grad_norm": 0.03163053095340729, |
| "learning_rate": 0.0002, |
| "loss": 0.3549, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.07031573142148077, |
| "grad_norm": 3.4403915405273438, |
| "learning_rate": 0.0002, |
| "loss": 0.3722, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.07169447125327451, |
| "grad_norm": 1.0608879327774048, |
| "learning_rate": 0.0002, |
| "loss": 0.3701, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.07307321108506824, |
| "grad_norm": 1.2809940576553345, |
| "learning_rate": 0.0002, |
| "loss": 0.3602, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.07445195091686199, |
| "grad_norm": 0.40460118651390076, |
| "learning_rate": 0.0002, |
| "loss": 0.3532, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.07583069074865573, |
| "grad_norm": 0.6290703415870667, |
| "learning_rate": 0.0002, |
| "loss": 0.3477, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.07720943058044948, |
| "grad_norm": 0.2159261256456375, |
| "learning_rate": 0.0002, |
| "loss": 0.405, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.07858817041224321, |
| "grad_norm": 0.37101301550865173, |
| "learning_rate": 0.0002, |
| "loss": 0.3752, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.07996691024403695, |
| "grad_norm": 1.3007190227508545, |
| "learning_rate": 0.0002, |
| "loss": 0.3503, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.0813456500758307, |
| "grad_norm": 0.4508918225765228, |
| "learning_rate": 0.0002, |
| "loss": 0.3531, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.08272438990762443, |
| "grad_norm": 0.46898791193962097, |
| "learning_rate": 0.0002, |
| "loss": 0.347, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.08410312973941818, |
| "grad_norm": 0.8449831604957581, |
| "learning_rate": 0.0002, |
| "loss": 0.3546, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.08548186957121191, |
| "grad_norm": 0.7988163232803345, |
| "learning_rate": 0.0002, |
| "loss": 0.3505, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.08686060940300565, |
| "grad_norm": 0.4426226317882538, |
| "learning_rate": 0.0002, |
| "loss": 0.3649, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.0882393492347994, |
| "grad_norm": 0.2260913848876953, |
| "learning_rate": 0.0002, |
| "loss": 0.3499, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.08961808906659313, |
| "grad_norm": 1.476747751235962, |
| "learning_rate": 0.0002, |
| "loss": 0.3546, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.09099682889838688, |
| "grad_norm": 0.7640777230262756, |
| "learning_rate": 0.0002, |
| "loss": 0.3568, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.09237556873018062, |
| "grad_norm": 0.8559088706970215, |
| "learning_rate": 0.0002, |
| "loss": 0.3507, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.09375430856197435, |
| "grad_norm": 0.20833595097064972, |
| "learning_rate": 0.0002, |
| "loss": 0.3556, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.0951330483937681, |
| "grad_norm": 1.1485021114349365, |
| "learning_rate": 0.0002, |
| "loss": 0.3516, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.09651178822556183, |
| "grad_norm": 1.0206815004348755, |
| "learning_rate": 0.0002, |
| "loss": 0.3591, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.09789052805735558, |
| "grad_norm": 0.9966775178909302, |
| "learning_rate": 0.0002, |
| "loss": 0.359, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.09926926788914932, |
| "grad_norm": 0.8833585977554321, |
| "learning_rate": 0.0002, |
| "loss": 0.3546, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.10064800772094305, |
| "grad_norm": 1.0842584371566772, |
| "learning_rate": 0.0002, |
| "loss": 0.3556, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.1020267475527368, |
| "grad_norm": 0.3791511058807373, |
| "learning_rate": 0.0002, |
| "loss": 0.3571, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.10340548738453054, |
| "grad_norm": 0.24666732549667358, |
| "learning_rate": 0.0002, |
| "loss": 0.3502, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.10478422721632429, |
| "grad_norm": 0.21794968843460083, |
| "learning_rate": 0.0002, |
| "loss": 0.3483, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.10616296704811802, |
| "grad_norm": 0.47017499804496765, |
| "learning_rate": 0.0002, |
| "loss": 0.3499, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.10754170687991176, |
| "grad_norm": 0.2813131809234619, |
| "learning_rate": 0.0002, |
| "loss": 0.3482, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.1089204467117055, |
| "grad_norm": 1.2175363302230835, |
| "learning_rate": 0.0002, |
| "loss": 0.3524, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.11029918654349924, |
| "grad_norm": 0.2712210416793823, |
| "learning_rate": 0.0002, |
| "loss": 0.3526, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.11167792637529299, |
| "grad_norm": 0.1428445726633072, |
| "learning_rate": 0.0002, |
| "loss": 0.3518, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.11305666620708672, |
| "grad_norm": 0.23716595768928528, |
| "learning_rate": 0.0002, |
| "loss": 0.3501, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.11443540603888046, |
| "grad_norm": 0.07993923872709274, |
| "learning_rate": 0.0002, |
| "loss": 0.349, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.1158141458706742, |
| "grad_norm": 1.2958595752716064, |
| "learning_rate": 0.0002, |
| "loss": 0.352, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.11719288570246794, |
| "grad_norm": 1.6257132291793823, |
| "learning_rate": 0.0002, |
| "loss": 0.3589, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.11857162553426169, |
| "grad_norm": 0.20367591083049774, |
| "learning_rate": 0.0002, |
| "loss": 0.3602, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.11995036536605543, |
| "grad_norm": 1.147210955619812, |
| "learning_rate": 0.0002, |
| "loss": 0.3619, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.12132910519784916, |
| "grad_norm": 0.19706425070762634, |
| "learning_rate": 0.0002, |
| "loss": 0.3536, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.12270784502964291, |
| "grad_norm": 0.17990930378437042, |
| "learning_rate": 0.0002, |
| "loss": 0.3501, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.12408658486143664, |
| "grad_norm": 0.5770463943481445, |
| "learning_rate": 0.0002, |
| "loss": 0.3509, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.12546532469323038, |
| "grad_norm": 0.24645955860614777, |
| "learning_rate": 0.0002, |
| "loss": 0.3526, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.12684406452502414, |
| "grad_norm": 0.15745119750499725, |
| "learning_rate": 0.0002, |
| "loss": 0.3503, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.12822280435681788, |
| "grad_norm": 0.054484590888023376, |
| "learning_rate": 0.0002, |
| "loss": 0.3508, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.1296015441886116, |
| "grad_norm": 0.30564025044441223, |
| "learning_rate": 0.0002, |
| "loss": 0.3489, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.13098028402040535, |
| "grad_norm": 0.3614678382873535, |
| "learning_rate": 0.0002, |
| "loss": 0.3477, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.13235902385219908, |
| "grad_norm": 0.703029990196228, |
| "learning_rate": 0.0002, |
| "loss": 0.3552, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.13373776368399284, |
| "grad_norm": 1.1954560279846191, |
| "learning_rate": 0.0002, |
| "loss": 0.3528, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.13511650351578658, |
| "grad_norm": 0.8106504678726196, |
| "learning_rate": 0.0002, |
| "loss": 0.3586, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.13649524334758031, |
| "grad_norm": 0.40758854150772095, |
| "learning_rate": 0.0002, |
| "loss": 0.3908, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.13787398317937405, |
| "grad_norm": 0.613096296787262, |
| "learning_rate": 0.0002, |
| "loss": 0.3519, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.13925272301116778, |
| "grad_norm": 0.38185614347457886, |
| "learning_rate": 0.0002, |
| "loss": 0.3506, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.14063146284296155, |
| "grad_norm": 0.07220327854156494, |
| "learning_rate": 0.0002, |
| "loss": 0.3472, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.14201020267475528, |
| "grad_norm": 0.1451689898967743, |
| "learning_rate": 0.0002, |
| "loss": 0.3534, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.14338894250654902, |
| "grad_norm": 0.08052591234445572, |
| "learning_rate": 0.0002, |
| "loss": 0.3476, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.14476768233834275, |
| "grad_norm": 1.0108163356781006, |
| "learning_rate": 0.0002, |
| "loss": 0.3508, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.1461464221701365, |
| "grad_norm": 0.5895722508430481, |
| "learning_rate": 0.0002, |
| "loss": 0.3541, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.14752516200193025, |
| "grad_norm": 0.6988415718078613, |
| "learning_rate": 0.0002, |
| "loss": 0.3512, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.14890390183372398, |
| "grad_norm": 0.54078608751297, |
| "learning_rate": 0.0002, |
| "loss": 0.3479, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.15028264166551772, |
| "grad_norm": 0.19162333011627197, |
| "learning_rate": 0.0002, |
| "loss": 0.3518, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.15166138149731145, |
| "grad_norm": 0.36928215622901917, |
| "learning_rate": 0.0002, |
| "loss": 0.3505, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.1530401213291052, |
| "grad_norm": 0.572607696056366, |
| "learning_rate": 0.0002, |
| "loss": 0.355, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.15441886116089895, |
| "grad_norm": 0.20841191709041595, |
| "learning_rate": 0.0002, |
| "loss": 0.348, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.1557976009926927, |
| "grad_norm": 0.04682110995054245, |
| "learning_rate": 0.0002, |
| "loss": 0.3502, |
| "step": 1130 |
| }, |
| { |
| "epoch": 0.15717634082448642, |
| "grad_norm": 0.867899477481842, |
| "learning_rate": 0.0002, |
| "loss": 0.3476, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.15855508065628016, |
| "grad_norm": 0.2828502655029297, |
| "learning_rate": 0.0002, |
| "loss": 0.3525, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.1599338204880739, |
| "grad_norm": 0.44510889053344727, |
| "learning_rate": 0.0002, |
| "loss": 0.35, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.16131256031986765, |
| "grad_norm": 0.1896822154521942, |
| "learning_rate": 0.0002, |
| "loss": 0.3493, |
| "step": 1170 |
| }, |
| { |
| "epoch": 0.1626913001516614, |
| "grad_norm": 0.15781590342521667, |
| "learning_rate": 0.0002, |
| "loss": 0.3477, |
| "step": 1180 |
| }, |
| { |
| "epoch": 0.16407003998345512, |
| "grad_norm": 0.2315225899219513, |
| "learning_rate": 0.0002, |
| "loss": 0.3498, |
| "step": 1190 |
| }, |
| { |
| "epoch": 0.16544877981524886, |
| "grad_norm": 0.2198018729686737, |
| "learning_rate": 0.0002, |
| "loss": 0.3484, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.1668275196470426, |
| "grad_norm": 0.2039571851491928, |
| "learning_rate": 0.0002, |
| "loss": 0.348, |
| "step": 1210 |
| }, |
| { |
| "epoch": 0.16820625947883636, |
| "grad_norm": 0.009352603927254677, |
| "learning_rate": 0.0002, |
| "loss": 0.3481, |
| "step": 1220 |
| }, |
| { |
| "epoch": 0.1695849993106301, |
| "grad_norm": 0.2558707892894745, |
| "learning_rate": 0.0002, |
| "loss": 0.3475, |
| "step": 1230 |
| }, |
| { |
| "epoch": 0.17096373914242383, |
| "grad_norm": 0.07278712838888168, |
| "learning_rate": 0.0002, |
| "loss": 0.3471, |
| "step": 1240 |
| }, |
| { |
| "epoch": 0.17234247897421756, |
| "grad_norm": 0.4133436381816864, |
| "learning_rate": 0.0002, |
| "loss": 0.3453, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.1737212188060113, |
| "grad_norm": 0.16729828715324402, |
| "learning_rate": 0.0002, |
| "loss": 0.3527, |
| "step": 1260 |
| }, |
| { |
| "epoch": 0.17509995863780506, |
| "grad_norm": 0.33326980471611023, |
| "learning_rate": 0.0002, |
| "loss": 0.3463, |
| "step": 1270 |
| }, |
| { |
| "epoch": 0.1764786984695988, |
| "grad_norm": 0.7140666246414185, |
| "learning_rate": 0.0002, |
| "loss": 0.3627, |
| "step": 1280 |
| }, |
| { |
| "epoch": 0.17785743830139253, |
| "grad_norm": 0.17751634120941162, |
| "learning_rate": 0.0002, |
| "loss": 0.3506, |
| "step": 1290 |
| }, |
| { |
| "epoch": 0.17923617813318626, |
| "grad_norm": 0.44009125232696533, |
| "learning_rate": 0.0002, |
| "loss": 0.3516, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.18061491796498, |
| "grad_norm": 0.07371579110622406, |
| "learning_rate": 0.0002, |
| "loss": 0.3479, |
| "step": 1310 |
| }, |
| { |
| "epoch": 0.18199365779677376, |
| "grad_norm": 0.6804266571998596, |
| "learning_rate": 0.0002, |
| "loss": 0.3476, |
| "step": 1320 |
| }, |
| { |
| "epoch": 0.1833723976285675, |
| "grad_norm": 0.19634029269218445, |
| "learning_rate": 0.0002, |
| "loss": 0.354, |
| "step": 1330 |
| }, |
| { |
| "epoch": 0.18475113746036123, |
| "grad_norm": 0.34020882844924927, |
| "learning_rate": 0.0002, |
| "loss": 0.3481, |
| "step": 1340 |
| }, |
| { |
| "epoch": 0.18612987729215497, |
| "grad_norm": 0.38502731919288635, |
| "learning_rate": 0.0002, |
| "loss": 0.3501, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.1875086171239487, |
| "grad_norm": 0.0810522586107254, |
| "learning_rate": 0.0002, |
| "loss": 0.3473, |
| "step": 1360 |
| }, |
| { |
| "epoch": 0.18888735695574246, |
| "grad_norm": 0.4057389497756958, |
| "learning_rate": 0.0002, |
| "loss": 0.3489, |
| "step": 1370 |
| }, |
| { |
| "epoch": 0.1902660967875362, |
| "grad_norm": 0.17514599859714508, |
| "learning_rate": 0.0002, |
| "loss": 0.3472, |
| "step": 1380 |
| }, |
| { |
| "epoch": 0.19164483661932993, |
| "grad_norm": 0.10964088141918182, |
| "learning_rate": 0.0002, |
| "loss": 0.3479, |
| "step": 1390 |
| }, |
| { |
| "epoch": 0.19302357645112367, |
| "grad_norm": 0.20920871198177338, |
| "learning_rate": 0.0002, |
| "loss": 0.3488, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.1944023162829174, |
| "grad_norm": 1.149121880531311, |
| "learning_rate": 0.0002, |
| "loss": 0.3548, |
| "step": 1410 |
| }, |
| { |
| "epoch": 0.19578105611471117, |
| "grad_norm": 1.3394649028778076, |
| "learning_rate": 0.0002, |
| "loss": 0.3495, |
| "step": 1420 |
| }, |
| { |
| "epoch": 0.1971597959465049, |
| "grad_norm": 1.2763960361480713, |
| "learning_rate": 0.0002, |
| "loss": 0.3679, |
| "step": 1430 |
| }, |
| { |
| "epoch": 0.19853853577829864, |
| "grad_norm": 0.5421571731567383, |
| "learning_rate": 0.0002, |
| "loss": 0.3538, |
| "step": 1440 |
| }, |
| { |
| "epoch": 0.19991727561009237, |
| "grad_norm": 0.22273503243923187, |
| "learning_rate": 0.0002, |
| "loss": 0.3518, |
| "step": 1450 |
| }, |
| { |
| "epoch": 0.2012960154418861, |
| "grad_norm": 0.6335702538490295, |
| "learning_rate": 0.0002, |
| "loss": 0.3481, |
| "step": 1460 |
| }, |
| { |
| "epoch": 0.20267475527367987, |
| "grad_norm": 0.7090324759483337, |
| "learning_rate": 0.0002, |
| "loss": 0.3486, |
| "step": 1470 |
| }, |
| { |
| "epoch": 0.2040534951054736, |
| "grad_norm": 0.011333847418427467, |
| "learning_rate": 0.0002, |
| "loss": 0.3476, |
| "step": 1480 |
| }, |
| { |
| "epoch": 0.20543223493726734, |
| "grad_norm": 0.24088676273822784, |
| "learning_rate": 0.0002, |
| "loss": 0.3569, |
| "step": 1490 |
| }, |
| { |
| "epoch": 0.20681097476906107, |
| "grad_norm": 0.8654371500015259, |
| "learning_rate": 0.0002, |
| "loss": 0.3528, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.2081897146008548, |
| "grad_norm": 0.06135034188628197, |
| "learning_rate": 0.0002, |
| "loss": 0.3509, |
| "step": 1510 |
| }, |
| { |
| "epoch": 0.20956845443264857, |
| "grad_norm": 0.38141730427742004, |
| "learning_rate": 0.0002, |
| "loss": 0.3474, |
| "step": 1520 |
| }, |
| { |
| "epoch": 0.2109471942644423, |
| "grad_norm": 1.1622456312179565, |
| "learning_rate": 0.0002, |
| "loss": 0.353, |
| "step": 1530 |
| }, |
| { |
| "epoch": 0.21232593409623604, |
| "grad_norm": 0.5747712254524231, |
| "learning_rate": 0.0002, |
| "loss": 0.3513, |
| "step": 1540 |
| }, |
| { |
| "epoch": 0.21370467392802978, |
| "grad_norm": 0.09723293781280518, |
| "learning_rate": 0.0002, |
| "loss": 0.3482, |
| "step": 1550 |
| }, |
| { |
| "epoch": 0.2150834137598235, |
| "grad_norm": 0.18574804067611694, |
| "learning_rate": 0.0002, |
| "loss": 0.3512, |
| "step": 1560 |
| }, |
| { |
| "epoch": 0.21646215359161727, |
| "grad_norm": 0.33651217818260193, |
| "learning_rate": 0.0002, |
| "loss": 0.349, |
| "step": 1570 |
| }, |
| { |
| "epoch": 0.217840893423411, |
| "grad_norm": 0.07309216260910034, |
| "learning_rate": 0.0002, |
| "loss": 0.3493, |
| "step": 1580 |
| }, |
| { |
| "epoch": 0.21921963325520474, |
| "grad_norm": 0.19346486032009125, |
| "learning_rate": 0.0002, |
| "loss": 0.3478, |
| "step": 1590 |
| }, |
| { |
| "epoch": 0.22059837308699848, |
| "grad_norm": 0.3398933708667755, |
| "learning_rate": 0.0002, |
| "loss": 0.3496, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.2219771129187922, |
| "grad_norm": 0.34032130241394043, |
| "learning_rate": 0.0002, |
| "loss": 0.3488, |
| "step": 1610 |
| }, |
| { |
| "epoch": 0.22335585275058598, |
| "grad_norm": 0.901030421257019, |
| "learning_rate": 0.0002, |
| "loss": 0.3531, |
| "step": 1620 |
| }, |
| { |
| "epoch": 0.2247345925823797, |
| "grad_norm": 0.500088632106781, |
| "learning_rate": 0.0002, |
| "loss": 0.3516, |
| "step": 1630 |
| }, |
| { |
| "epoch": 0.22611333241417345, |
| "grad_norm": 0.3230324387550354, |
| "learning_rate": 0.0002, |
| "loss": 0.3546, |
| "step": 1640 |
| }, |
| { |
| "epoch": 0.22749207224596718, |
| "grad_norm": 1.2476601600646973, |
| "learning_rate": 0.0002, |
| "loss": 0.3512, |
| "step": 1650 |
| }, |
| { |
| "epoch": 0.22887081207776092, |
| "grad_norm": 0.23318485915660858, |
| "learning_rate": 0.0002, |
| "loss": 0.3456, |
| "step": 1660 |
| }, |
| { |
| "epoch": 0.23024955190955468, |
| "grad_norm": 0.472400963306427, |
| "learning_rate": 0.0002, |
| "loss": 0.3551, |
| "step": 1670 |
| }, |
| { |
| "epoch": 0.2316282917413484, |
| "grad_norm": 0.04836912825703621, |
| "learning_rate": 0.0002, |
| "loss": 0.3505, |
| "step": 1680 |
| }, |
| { |
| "epoch": 0.23300703157314215, |
| "grad_norm": 0.34590113162994385, |
| "learning_rate": 0.0002, |
| "loss": 0.3507, |
| "step": 1690 |
| }, |
| { |
| "epoch": 0.23438577140493588, |
| "grad_norm": 0.23341989517211914, |
| "learning_rate": 0.0002, |
| "loss": 0.3478, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.23576451123672962, |
| "grad_norm": 0.001271920627914369, |
| "learning_rate": 0.0002, |
| "loss": 0.3562, |
| "step": 1710 |
| }, |
| { |
| "epoch": 0.23714325106852338, |
| "grad_norm": 0.20549911260604858, |
| "learning_rate": 0.0002, |
| "loss": 0.3479, |
| "step": 1720 |
| }, |
| { |
| "epoch": 0.23852199090031712, |
| "grad_norm": 0.3825775384902954, |
| "learning_rate": 0.0002, |
| "loss": 0.3482, |
| "step": 1730 |
| }, |
| { |
| "epoch": 0.23990073073211085, |
| "grad_norm": 0.028804048895835876, |
| "learning_rate": 0.0002, |
| "loss": 0.3481, |
| "step": 1740 |
| }, |
| { |
| "epoch": 0.24127947056390459, |
| "grad_norm": 0.04462611302733421, |
| "learning_rate": 0.0002, |
| "loss": 0.3477, |
| "step": 1750 |
| }, |
| { |
| "epoch": 0.24265821039569832, |
| "grad_norm": 0.6634818315505981, |
| "learning_rate": 0.0002, |
| "loss": 0.3501, |
| "step": 1760 |
| }, |
| { |
| "epoch": 0.24403695022749208, |
| "grad_norm": 1.3807406425476074, |
| "learning_rate": 0.0002, |
| "loss": 0.3547, |
| "step": 1770 |
| }, |
| { |
| "epoch": 0.24541569005928582, |
| "grad_norm": 0.24347831308841705, |
| "learning_rate": 0.0002, |
| "loss": 0.3473, |
| "step": 1780 |
| }, |
| { |
| "epoch": 0.24679442989107955, |
| "grad_norm": 0.61258465051651, |
| "learning_rate": 0.0002, |
| "loss": 0.3492, |
| "step": 1790 |
| }, |
| { |
| "epoch": 0.2481731697228733, |
| "grad_norm": 0.011543272994458675, |
| "learning_rate": 0.0002, |
| "loss": 0.347, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.24955190955466702, |
| "grad_norm": 0.09996844828128815, |
| "learning_rate": 0.0002, |
| "loss": 0.3474, |
| "step": 1810 |
| }, |
| { |
| "epoch": 0.25093064938646076, |
| "grad_norm": 0.17044603824615479, |
| "learning_rate": 0.0002, |
| "loss": 0.3471, |
| "step": 1820 |
| }, |
| { |
| "epoch": 0.2523093892182545, |
| "grad_norm": 0.17940489947795868, |
| "learning_rate": 0.0002, |
| "loss": 0.3478, |
| "step": 1830 |
| }, |
| { |
| "epoch": 0.2536881290500483, |
| "grad_norm": 0.21834205090999603, |
| "learning_rate": 0.0002, |
| "loss": 0.3461, |
| "step": 1840 |
| }, |
| { |
| "epoch": 0.255066868881842, |
| "grad_norm": 0.2272634655237198, |
| "learning_rate": 0.0002, |
| "loss": 0.347, |
| "step": 1850 |
| }, |
| { |
| "epoch": 0.25644560871363575, |
| "grad_norm": 0.18734070658683777, |
| "learning_rate": 0.0002, |
| "loss": 0.3497, |
| "step": 1860 |
| }, |
| { |
| "epoch": 0.25782434854542946, |
| "grad_norm": 0.04078834876418114, |
| "learning_rate": 0.0002, |
| "loss": 0.3493, |
| "step": 1870 |
| }, |
| { |
| "epoch": 0.2592030883772232, |
| "grad_norm": 0.3463903069496155, |
| "learning_rate": 0.0002, |
| "loss": 0.3494, |
| "step": 1880 |
| }, |
| { |
| "epoch": 0.260581828209017, |
| "grad_norm": 0.3256634771823883, |
| "learning_rate": 0.0002, |
| "loss": 0.3488, |
| "step": 1890 |
| }, |
| { |
| "epoch": 0.2619605680408107, |
| "grad_norm": 0.04404434189200401, |
| "learning_rate": 0.0002, |
| "loss": 0.3509, |
| "step": 1900 |
| }, |
| { |
| "epoch": 0.26333930787260446, |
| "grad_norm": 0.20446011424064636, |
| "learning_rate": 0.0002, |
| "loss": 0.3526, |
| "step": 1910 |
| }, |
| { |
| "epoch": 0.26471804770439816, |
| "grad_norm": 0.06089179962873459, |
| "learning_rate": 0.0002, |
| "loss": 0.3491, |
| "step": 1920 |
| }, |
| { |
| "epoch": 0.2660967875361919, |
| "grad_norm": 0.32661405205726624, |
| "learning_rate": 0.0002, |
| "loss": 0.35, |
| "step": 1930 |
| }, |
| { |
| "epoch": 0.2674755273679857, |
| "grad_norm": 0.09823151677846909, |
| "learning_rate": 0.0002, |
| "loss": 0.3482, |
| "step": 1940 |
| }, |
| { |
| "epoch": 0.2688542671997794, |
| "grad_norm": 0.11397412419319153, |
| "learning_rate": 0.0002, |
| "loss": 0.347, |
| "step": 1950 |
| }, |
| { |
| "epoch": 0.27023300703157316, |
| "grad_norm": 0.2632172703742981, |
| "learning_rate": 0.0002, |
| "loss": 0.352, |
| "step": 1960 |
| }, |
| { |
| "epoch": 0.27161174686336687, |
| "grad_norm": 0.27215296030044556, |
| "learning_rate": 0.0002, |
| "loss": 0.3482, |
| "step": 1970 |
| }, |
| { |
| "epoch": 0.27299048669516063, |
| "grad_norm": 0.20016005635261536, |
| "learning_rate": 0.0002, |
| "loss": 0.3489, |
| "step": 1980 |
| }, |
| { |
| "epoch": 0.2743692265269544, |
| "grad_norm": 0.3071637749671936, |
| "learning_rate": 0.0002, |
| "loss": 0.354, |
| "step": 1990 |
| }, |
| { |
| "epoch": 0.2757479663587481, |
| "grad_norm": 1.0373337268829346, |
| "learning_rate": 0.0002, |
| "loss": 0.3481, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.27712670619054186, |
| "grad_norm": 0.49023887515068054, |
| "learning_rate": 0.0002, |
| "loss": 0.3501, |
| "step": 2010 |
| }, |
| { |
| "epoch": 0.27850544602233557, |
| "grad_norm": 0.7107551097869873, |
| "learning_rate": 0.0002, |
| "loss": 0.3515, |
| "step": 2020 |
| }, |
| { |
| "epoch": 0.27988418585412933, |
| "grad_norm": 1.5392403602600098, |
| "learning_rate": 0.0002, |
| "loss": 0.3468, |
| "step": 2030 |
| }, |
| { |
| "epoch": 0.2812629256859231, |
| "grad_norm": 2.7259292602539062, |
| "learning_rate": 0.0002, |
| "loss": 0.3585, |
| "step": 2040 |
| }, |
| { |
| "epoch": 0.2826416655177168, |
| "grad_norm": 2.783911943435669, |
| "learning_rate": 0.0002, |
| "loss": 0.3703, |
| "step": 2050 |
| }, |
| { |
| "epoch": 0.28402040534951056, |
| "grad_norm": 0.015472312457859516, |
| "learning_rate": 0.0002, |
| "loss": 0.3506, |
| "step": 2060 |
| }, |
| { |
| "epoch": 0.28539914518130427, |
| "grad_norm": 0.7833682298660278, |
| "learning_rate": 0.0002, |
| "loss": 0.3483, |
| "step": 2070 |
| }, |
| { |
| "epoch": 0.28677788501309803, |
| "grad_norm": 0.4828648269176483, |
| "learning_rate": 0.0002, |
| "loss": 0.3479, |
| "step": 2080 |
| }, |
| { |
| "epoch": 0.2881566248448918, |
| "grad_norm": 1.035452961921692, |
| "learning_rate": 0.0002, |
| "loss": 0.348, |
| "step": 2090 |
| }, |
| { |
| "epoch": 0.2895353646766855, |
| "grad_norm": 0.14552044868469238, |
| "learning_rate": 0.0002, |
| "loss": 0.3478, |
| "step": 2100 |
| }, |
| { |
| "epoch": 0.29091410450847927, |
| "grad_norm": 0.9040600061416626, |
| "learning_rate": 0.0002, |
| "loss": 0.3508, |
| "step": 2110 |
| }, |
| { |
| "epoch": 0.292292844340273, |
| "grad_norm": 0.36334726214408875, |
| "learning_rate": 0.0002, |
| "loss": 0.3472, |
| "step": 2120 |
| }, |
| { |
| "epoch": 0.29367158417206674, |
| "grad_norm": 0.6746371984481812, |
| "learning_rate": 0.0002, |
| "loss": 0.3546, |
| "step": 2130 |
| }, |
| { |
| "epoch": 0.2950503240038605, |
| "grad_norm": 0.49551185965538025, |
| "learning_rate": 0.0002, |
| "loss": 0.3464, |
| "step": 2140 |
| }, |
| { |
| "epoch": 0.2964290638356542, |
| "grad_norm": 0.04471205919981003, |
| "learning_rate": 0.0002, |
| "loss": 0.347, |
| "step": 2150 |
| }, |
| { |
| "epoch": 0.29780780366744797, |
| "grad_norm": 0.12050581723451614, |
| "learning_rate": 0.0002, |
| "loss": 0.3475, |
| "step": 2160 |
| }, |
| { |
| "epoch": 0.2991865434992417, |
| "grad_norm": 0.04496219381690025, |
| "learning_rate": 0.0002, |
| "loss": 0.346, |
| "step": 2170 |
| }, |
| { |
| "epoch": 0.30056528333103544, |
| "grad_norm": 0.11529727280139923, |
| "learning_rate": 0.0002, |
| "loss": 0.3475, |
| "step": 2180 |
| }, |
| { |
| "epoch": 0.3019440231628292, |
| "grad_norm": 0.12811416387557983, |
| "learning_rate": 0.0002, |
| "loss": 0.3466, |
| "step": 2190 |
| }, |
| { |
| "epoch": 0.3033227629946229, |
| "grad_norm": 0.0471930056810379, |
| "learning_rate": 0.0002, |
| "loss": 0.3468, |
| "step": 2200 |
| }, |
| { |
| "epoch": 0.30470150282641667, |
| "grad_norm": 2.6910486221313477, |
| "learning_rate": 0.0002, |
| "loss": 0.351, |
| "step": 2210 |
| }, |
| { |
| "epoch": 0.3060802426582104, |
| "grad_norm": 0.3302823305130005, |
| "learning_rate": 0.0002, |
| "loss": 0.3498, |
| "step": 2220 |
| }, |
| { |
| "epoch": 0.30745898249000414, |
| "grad_norm": 10.41483211517334, |
| "learning_rate": 0.0002, |
| "loss": 0.3694, |
| "step": 2230 |
| }, |
| { |
| "epoch": 0.3088377223217979, |
| "grad_norm": 12.485153198242188, |
| "learning_rate": 0.0002, |
| "loss": 0.3816, |
| "step": 2240 |
| }, |
| { |
| "epoch": 0.3102164621535916, |
| "grad_norm": 1.1303633451461792, |
| "learning_rate": 0.0002, |
| "loss": 0.3554, |
| "step": 2250 |
| }, |
| { |
| "epoch": 0.3115952019853854, |
| "grad_norm": 0.08931141346693039, |
| "learning_rate": 0.0002, |
| "loss": 0.3824, |
| "step": 2260 |
| }, |
| { |
| "epoch": 0.3129739418171791, |
| "grad_norm": 0.20106171071529388, |
| "learning_rate": 0.0002, |
| "loss": 0.3483, |
| "step": 2270 |
| }, |
| { |
| "epoch": 0.31435268164897284, |
| "grad_norm": 1.7839974164962769, |
| "learning_rate": 0.0002, |
| "loss": 0.354, |
| "step": 2280 |
| }, |
| { |
| "epoch": 0.3157314214807666, |
| "grad_norm": 0.6848243474960327, |
| "learning_rate": 0.0002, |
| "loss": 0.356, |
| "step": 2290 |
| }, |
| { |
| "epoch": 0.3171101613125603, |
| "grad_norm": 1.5771201848983765, |
| "learning_rate": 0.0002, |
| "loss": 0.35, |
| "step": 2300 |
| }, |
| { |
| "epoch": 0.3184889011443541, |
| "grad_norm": 1.2237290143966675, |
| "learning_rate": 0.0002, |
| "loss": 0.3521, |
| "step": 2310 |
| }, |
| { |
| "epoch": 0.3198676409761478, |
| "grad_norm": 0.04607740044593811, |
| "learning_rate": 0.0002, |
| "loss": 0.3455, |
| "step": 2320 |
| }, |
| { |
| "epoch": 0.32124638080794155, |
| "grad_norm": 0.0691566988825798, |
| "learning_rate": 0.0002, |
| "loss": 0.6835, |
| "step": 2330 |
| }, |
| { |
| "epoch": 0.3226251206397353, |
| "grad_norm": 0.17569975554943085, |
| "learning_rate": 0.0002, |
| "loss": 0.3471, |
| "step": 2340 |
| }, |
| { |
| "epoch": 0.324003860471529, |
| "grad_norm": 0.23300354182720184, |
| "learning_rate": 0.0002, |
| "loss": 0.3496, |
| "step": 2350 |
| }, |
| { |
| "epoch": 0.3253826003033228, |
| "grad_norm": 0.2859944999217987, |
| "learning_rate": 0.0002, |
| "loss": 0.3544, |
| "step": 2360 |
| }, |
| { |
| "epoch": 0.3267613401351165, |
| "grad_norm": 140.8813018798828, |
| "learning_rate": 0.0002, |
| "loss": 0.5267, |
| "step": 2370 |
| }, |
| { |
| "epoch": 0.32814007996691025, |
| "grad_norm": 0.4637663960456848, |
| "learning_rate": 0.0002, |
| "loss": 0.3538, |
| "step": 2380 |
| }, |
| { |
| "epoch": 0.329518819798704, |
| "grad_norm": 0.2639578580856323, |
| "learning_rate": 0.0002, |
| "loss": 0.3482, |
| "step": 2390 |
| }, |
| { |
| "epoch": 0.3308975596304977, |
| "grad_norm": 0.02536751516163349, |
| "learning_rate": 0.0002, |
| "loss": 0.3468, |
| "step": 2400 |
| }, |
| { |
| "epoch": 0.3322762994622915, |
| "grad_norm": 0.20604869723320007, |
| "learning_rate": 0.0002, |
| "loss": 0.3494, |
| "step": 2410 |
| }, |
| { |
| "epoch": 0.3336550392940852, |
| "grad_norm": 0.3395155668258667, |
| "learning_rate": 0.0002, |
| "loss": 0.3492, |
| "step": 2420 |
| }, |
| { |
| "epoch": 0.33503377912587895, |
| "grad_norm": 0.07880198955535889, |
| "learning_rate": 0.0002, |
| "loss": 0.3474, |
| "step": 2430 |
| }, |
| { |
| "epoch": 0.3364125189576727, |
| "grad_norm": 0.18549232184886932, |
| "learning_rate": 0.0002, |
| "loss": 0.3515, |
| "step": 2440 |
| }, |
| { |
| "epoch": 0.3377912587894664, |
| "grad_norm": 0.030663492158055305, |
| "learning_rate": 0.0002, |
| "loss": 0.3475, |
| "step": 2450 |
| }, |
| { |
| "epoch": 0.3391699986212602, |
| "grad_norm": 0.2116040587425232, |
| "learning_rate": 0.0002, |
| "loss": 0.3484, |
| "step": 2460 |
| }, |
| { |
| "epoch": 0.3405487384530539, |
| "grad_norm": 0.06269362568855286, |
| "learning_rate": 0.0002, |
| "loss": 0.3476, |
| "step": 2470 |
| }, |
| { |
| "epoch": 0.34192747828484765, |
| "grad_norm": 0.13339760899543762, |
| "learning_rate": 0.0002, |
| "loss": 0.3477, |
| "step": 2480 |
| }, |
| { |
| "epoch": 0.3433062181166414, |
| "grad_norm": 0.3202485740184784, |
| "learning_rate": 0.0002, |
| "loss": 0.3477, |
| "step": 2490 |
| }, |
| { |
| "epoch": 0.3446849579484351, |
| "grad_norm": 0.2552681565284729, |
| "learning_rate": 0.0002, |
| "loss": 0.3488, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.3460636977802289, |
| "grad_norm": 0.5942317247390747, |
| "learning_rate": 0.0002, |
| "loss": 0.3513, |
| "step": 2510 |
| }, |
| { |
| "epoch": 0.3474424376120226, |
| "grad_norm": 0.865836501121521, |
| "learning_rate": 0.0002, |
| "loss": 0.3517, |
| "step": 2520 |
| }, |
| { |
| "epoch": 0.34882117744381635, |
| "grad_norm": 0.47955092787742615, |
| "learning_rate": 0.0002, |
| "loss": 0.3508, |
| "step": 2530 |
| }, |
| { |
| "epoch": 0.3501999172756101, |
| "grad_norm": 0.07025259733200073, |
| "learning_rate": 0.0002, |
| "loss": 0.3476, |
| "step": 2540 |
| }, |
| { |
| "epoch": 0.3515786571074038, |
| "grad_norm": 0.08550610393285751, |
| "learning_rate": 0.0002, |
| "loss": 0.3483, |
| "step": 2550 |
| }, |
| { |
| "epoch": 0.3529573969391976, |
| "grad_norm": 0.07628582417964935, |
| "learning_rate": 0.0002, |
| "loss": 0.3503, |
| "step": 2560 |
| }, |
| { |
| "epoch": 0.3543361367709913, |
| "grad_norm": 0.09870871156454086, |
| "learning_rate": 0.0002, |
| "loss": 0.3506, |
| "step": 2570 |
| }, |
| { |
| "epoch": 0.35571487660278506, |
| "grad_norm": 0.03877127543091774, |
| "learning_rate": 0.0002, |
| "loss": 0.3477, |
| "step": 2580 |
| }, |
| { |
| "epoch": 0.3570936164345788, |
| "grad_norm": 0.01288803294301033, |
| "learning_rate": 0.0002, |
| "loss": 0.3472, |
| "step": 2590 |
| }, |
| { |
| "epoch": 0.3584723562663725, |
| "grad_norm": 0.2647448778152466, |
| "learning_rate": 0.0002, |
| "loss": 0.3499, |
| "step": 2600 |
| }, |
| { |
| "epoch": 0.3598510960981663, |
| "grad_norm": 0.5602620840072632, |
| "learning_rate": 0.0002, |
| "loss": 0.3478, |
| "step": 2610 |
| }, |
| { |
| "epoch": 0.36122983592996, |
| "grad_norm": 0.788970947265625, |
| "learning_rate": 0.0002, |
| "loss": 0.3513, |
| "step": 2620 |
| }, |
| { |
| "epoch": 0.36260857576175376, |
| "grad_norm": 0.6836252212524414, |
| "learning_rate": 0.0002, |
| "loss": 0.3502, |
| "step": 2630 |
| }, |
| { |
| "epoch": 0.3639873155935475, |
| "grad_norm": 0.14788776636123657, |
| "learning_rate": 0.0002, |
| "loss": 0.3654, |
| "step": 2640 |
| }, |
| { |
| "epoch": 0.36536605542534123, |
| "grad_norm": 0.7003443837165833, |
| "learning_rate": 0.0002, |
| "loss": 0.3526, |
| "step": 2650 |
| }, |
| { |
| "epoch": 0.366744795257135, |
| "grad_norm": 0.600309431552887, |
| "learning_rate": 0.0002, |
| "loss": 0.3475, |
| "step": 2660 |
| }, |
| { |
| "epoch": 0.3681235350889287, |
| "grad_norm": 0.10942361503839493, |
| "learning_rate": 0.0002, |
| "loss": 0.3467, |
| "step": 2670 |
| }, |
| { |
| "epoch": 0.36950227492072246, |
| "grad_norm": 0.2913811504840851, |
| "learning_rate": 0.0002, |
| "loss": 0.3473, |
| "step": 2680 |
| }, |
| { |
| "epoch": 0.3708810147525162, |
| "grad_norm": 0.11519110947847366, |
| "learning_rate": 0.0002, |
| "loss": 0.3492, |
| "step": 2690 |
| }, |
| { |
| "epoch": 0.37225975458430993, |
| "grad_norm": 0.04020654037594795, |
| "learning_rate": 0.0002, |
| "loss": 0.3465, |
| "step": 2700 |
| }, |
| { |
| "epoch": 0.3736384944161037, |
| "grad_norm": 0.3286079168319702, |
| "learning_rate": 0.0002, |
| "loss": 0.3481, |
| "step": 2710 |
| }, |
| { |
| "epoch": 0.3750172342478974, |
| "grad_norm": 0.09239518642425537, |
| "learning_rate": 0.0002, |
| "loss": 0.3478, |
| "step": 2720 |
| }, |
| { |
| "epoch": 0.37639597407969116, |
| "grad_norm": 0.18499009311199188, |
| "learning_rate": 0.0002, |
| "loss": 0.3474, |
| "step": 2730 |
| }, |
| { |
| "epoch": 0.3777747139114849, |
| "grad_norm": 0.031250640749931335, |
| "learning_rate": 0.0002, |
| "loss": 0.3478, |
| "step": 2740 |
| }, |
| { |
| "epoch": 0.37915345374327863, |
| "grad_norm": 0.013040668331086636, |
| "learning_rate": 0.0002, |
| "loss": 0.3463, |
| "step": 2750 |
| }, |
| { |
| "epoch": 0.3805321935750724, |
| "grad_norm": 0.11167818307876587, |
| "learning_rate": 0.0002, |
| "loss": 0.35, |
| "step": 2760 |
| }, |
| { |
| "epoch": 0.3819109334068661, |
| "grad_norm": 0.9923171401023865, |
| "learning_rate": 0.0002, |
| "loss": 0.3483, |
| "step": 2770 |
| }, |
| { |
| "epoch": 0.38328967323865987, |
| "grad_norm": 0.7532585263252258, |
| "learning_rate": 0.0002, |
| "loss": 0.3493, |
| "step": 2780 |
| }, |
| { |
| "epoch": 0.38466841307045363, |
| "grad_norm": 0.17266100645065308, |
| "learning_rate": 0.0002, |
| "loss": 0.3472, |
| "step": 2790 |
| }, |
| { |
| "epoch": 0.38604715290224734, |
| "grad_norm": 0.07107715308666229, |
| "learning_rate": 0.0002, |
| "loss": 0.3465, |
| "step": 2800 |
| }, |
| { |
| "epoch": 0.3874258927340411, |
| "grad_norm": 0.05912484973669052, |
| "learning_rate": 0.0002, |
| "loss": 0.3454, |
| "step": 2810 |
| }, |
| { |
| "epoch": 0.3888046325658348, |
| "grad_norm": 0.18973538279533386, |
| "learning_rate": 0.0002, |
| "loss": 0.3485, |
| "step": 2820 |
| }, |
| { |
| "epoch": 0.39018337239762857, |
| "grad_norm": 0.3309797942638397, |
| "learning_rate": 0.0002, |
| "loss": 0.3477, |
| "step": 2830 |
| }, |
| { |
| "epoch": 0.39156211222942233, |
| "grad_norm": 0.1095886304974556, |
| "learning_rate": 0.0002, |
| "loss": 0.3479, |
| "step": 2840 |
| }, |
| { |
| "epoch": 0.39294085206121604, |
| "grad_norm": 0.7054705619812012, |
| "learning_rate": 0.0002, |
| "loss": 0.3457, |
| "step": 2850 |
| }, |
| { |
| "epoch": 0.3943195918930098, |
| "grad_norm": 0.35234084725379944, |
| "learning_rate": 0.0002, |
| "loss": 0.3519, |
| "step": 2860 |
| }, |
| { |
| "epoch": 0.3956983317248035, |
| "grad_norm": 1.1833308935165405, |
| "learning_rate": 0.0002, |
| "loss": 0.3461, |
| "step": 2870 |
| }, |
| { |
| "epoch": 0.39707707155659727, |
| "grad_norm": 0.046266939491033554, |
| "learning_rate": 0.0002, |
| "loss": 0.3478, |
| "step": 2880 |
| }, |
| { |
| "epoch": 0.39845581138839103, |
| "grad_norm": 0.47695428133010864, |
| "learning_rate": 0.0002, |
| "loss": 0.3494, |
| "step": 2890 |
| }, |
| { |
| "epoch": 0.39983455122018474, |
| "grad_norm": 0.14398415386676788, |
| "learning_rate": 0.0002, |
| "loss": 0.347, |
| "step": 2900 |
| }, |
| { |
| "epoch": 0.4012132910519785, |
| "grad_norm": 0.0672549456357956, |
| "learning_rate": 0.0002, |
| "loss": 0.3446, |
| "step": 2910 |
| }, |
| { |
| "epoch": 0.4025920308837722, |
| "grad_norm": 0.7201761603355408, |
| "learning_rate": 0.0002, |
| "loss": 0.3536, |
| "step": 2920 |
| }, |
| { |
| "epoch": 0.403970770715566, |
| "grad_norm": 1.0536067485809326, |
| "learning_rate": 0.0002, |
| "loss": 0.3448, |
| "step": 2930 |
| }, |
| { |
| "epoch": 0.40534951054735974, |
| "grad_norm": 0.4652802050113678, |
| "learning_rate": 0.0002, |
| "loss": 0.3572, |
| "step": 2940 |
| }, |
| { |
| "epoch": 0.40672825037915344, |
| "grad_norm": 0.2714202404022217, |
| "learning_rate": 0.0002, |
| "loss": 0.3506, |
| "step": 2950 |
| }, |
| { |
| "epoch": 0.4081069902109472, |
| "grad_norm": 0.056970611214637756, |
| "learning_rate": 0.0002, |
| "loss": 0.3466, |
| "step": 2960 |
| }, |
| { |
| "epoch": 0.4094857300427409, |
| "grad_norm": 0.08109589666128159, |
| "learning_rate": 0.0002, |
| "loss": 0.3478, |
| "step": 2970 |
| }, |
| { |
| "epoch": 0.4108644698745347, |
| "grad_norm": 0.2987334728240967, |
| "learning_rate": 0.0002, |
| "loss": 0.3482, |
| "step": 2980 |
| }, |
| { |
| "epoch": 0.41224320970632844, |
| "grad_norm": 0.3519710898399353, |
| "learning_rate": 0.0002, |
| "loss": 0.351, |
| "step": 2990 |
| }, |
| { |
| "epoch": 0.41362194953812215, |
| "grad_norm": 0.20754824578762054, |
| "learning_rate": 0.0002, |
| "loss": 0.3455, |
| "step": 3000 |
| }, |
| { |
| "epoch": 0.4150006893699159, |
| "grad_norm": 0.00901414267718792, |
| "learning_rate": 0.0002, |
| "loss": 0.3497, |
| "step": 3010 |
| }, |
| { |
| "epoch": 0.4163794292017096, |
| "grad_norm": 0.5444782972335815, |
| "learning_rate": 0.0002, |
| "loss": 0.3698, |
| "step": 3020 |
| }, |
| { |
| "epoch": 0.4177581690335034, |
| "grad_norm": 1.026206374168396, |
| "learning_rate": 0.0002, |
| "loss": 0.3516, |
| "step": 3030 |
| }, |
| { |
| "epoch": 0.41913690886529714, |
| "grad_norm": 0.4680636525154114, |
| "learning_rate": 0.0002, |
| "loss": 0.3488, |
| "step": 3040 |
| }, |
| { |
| "epoch": 0.42051564869709085, |
| "grad_norm": 0.07180967926979065, |
| "learning_rate": 0.0002, |
| "loss": 0.3491, |
| "step": 3050 |
| }, |
| { |
| "epoch": 0.4218943885288846, |
| "grad_norm": 1.1045209169387817, |
| "learning_rate": 0.0002, |
| "loss": 0.3497, |
| "step": 3060 |
| }, |
| { |
| "epoch": 0.4232731283606783, |
| "grad_norm": 1.6731029748916626, |
| "learning_rate": 0.0002, |
| "loss": 0.3587, |
| "step": 3070 |
| }, |
| { |
| "epoch": 0.4246518681924721, |
| "grad_norm": 0.44295939803123474, |
| "learning_rate": 0.0002, |
| "loss": 0.348, |
| "step": 3080 |
| }, |
| { |
| "epoch": 0.42603060802426584, |
| "grad_norm": 0.011876541189849377, |
| "learning_rate": 0.0002, |
| "loss": 0.3471, |
| "step": 3090 |
| }, |
| { |
| "epoch": 0.42740934785605955, |
| "grad_norm": 0.5493383407592773, |
| "learning_rate": 0.0002, |
| "loss": 0.3474, |
| "step": 3100 |
| }, |
| { |
| "epoch": 0.4287880876878533, |
| "grad_norm": 0.013986635021865368, |
| "learning_rate": 0.0002, |
| "loss": 0.3467, |
| "step": 3110 |
| }, |
| { |
| "epoch": 0.430166827519647, |
| "grad_norm": 0.11136174947023392, |
| "learning_rate": 0.0002, |
| "loss": 0.3465, |
| "step": 3120 |
| }, |
| { |
| "epoch": 0.4315455673514408, |
| "grad_norm": 0.18628475069999695, |
| "learning_rate": 0.0002, |
| "loss": 0.347, |
| "step": 3130 |
| }, |
| { |
| "epoch": 0.43292430718323455, |
| "grad_norm": 0.07927969843149185, |
| "learning_rate": 0.0002, |
| "loss": 0.3477, |
| "step": 3140 |
| }, |
| { |
| "epoch": 0.43430304701502825, |
| "grad_norm": 0.32330620288848877, |
| "learning_rate": 0.0002, |
| "loss": 0.3477, |
| "step": 3150 |
| }, |
| { |
| "epoch": 0.435681786846822, |
| "grad_norm": 0.4383370578289032, |
| "learning_rate": 0.0002, |
| "loss": 0.3491, |
| "step": 3160 |
| }, |
| { |
| "epoch": 0.4370605266786157, |
| "grad_norm": 0.5952053070068359, |
| "learning_rate": 0.0002, |
| "loss": 0.3482, |
| "step": 3170 |
| }, |
| { |
| "epoch": 0.4384392665104095, |
| "grad_norm": 1.106527328491211, |
| "learning_rate": 0.0002, |
| "loss": 0.3569, |
| "step": 3180 |
| }, |
| { |
| "epoch": 0.43981800634220325, |
| "grad_norm": 0.6171185970306396, |
| "learning_rate": 0.0002, |
| "loss": 0.3474, |
| "step": 3190 |
| }, |
| { |
| "epoch": 0.44119674617399696, |
| "grad_norm": 0.16300754249095917, |
| "learning_rate": 0.0002, |
| "loss": 0.3474, |
| "step": 3200 |
| }, |
| { |
| "epoch": 0.4425754860057907, |
| "grad_norm": 0.03562415391206741, |
| "learning_rate": 0.0002, |
| "loss": 0.3474, |
| "step": 3210 |
| }, |
| { |
| "epoch": 0.4439542258375844, |
| "grad_norm": 0.30006295442581177, |
| "learning_rate": 0.0002, |
| "loss": 0.3475, |
| "step": 3220 |
| }, |
| { |
| "epoch": 0.4453329656693782, |
| "grad_norm": 0.4837903678417206, |
| "learning_rate": 0.0002, |
| "loss": 0.3618, |
| "step": 3230 |
| }, |
| { |
| "epoch": 0.44671170550117195, |
| "grad_norm": 0.4861944317817688, |
| "learning_rate": 0.0002, |
| "loss": 0.3536, |
| "step": 3240 |
| }, |
| { |
| "epoch": 0.44809044533296566, |
| "grad_norm": 1.048814296722412, |
| "learning_rate": 0.0002, |
| "loss": 0.3538, |
| "step": 3250 |
| }, |
| { |
| "epoch": 0.4494691851647594, |
| "grad_norm": 0.6691413521766663, |
| "learning_rate": 0.0002, |
| "loss": 0.3515, |
| "step": 3260 |
| }, |
| { |
| "epoch": 0.45084792499655313, |
| "grad_norm": 0.24432829022407532, |
| "learning_rate": 0.0002, |
| "loss": 0.3561, |
| "step": 3270 |
| }, |
| { |
| "epoch": 0.4522266648283469, |
| "grad_norm": 0.529619038105011, |
| "learning_rate": 0.0002, |
| "loss": 0.3488, |
| "step": 3280 |
| }, |
| { |
| "epoch": 0.45360540466014065, |
| "grad_norm": 0.10819733142852783, |
| "learning_rate": 0.0002, |
| "loss": 0.3464, |
| "step": 3290 |
| }, |
| { |
| "epoch": 0.45498414449193436, |
| "grad_norm": 0.3517175614833832, |
| "learning_rate": 0.0002, |
| "loss": 0.347, |
| "step": 3300 |
| }, |
| { |
| "epoch": 0.4563628843237281, |
| "grad_norm": 0.23464784026145935, |
| "learning_rate": 0.0002, |
| "loss": 0.3484, |
| "step": 3310 |
| }, |
| { |
| "epoch": 0.45774162415552183, |
| "grad_norm": 0.1873646080493927, |
| "learning_rate": 0.0002, |
| "loss": 0.3517, |
| "step": 3320 |
| }, |
| { |
| "epoch": 0.4591203639873156, |
| "grad_norm": 0.20844773948192596, |
| "learning_rate": 0.0002, |
| "loss": 0.352, |
| "step": 3330 |
| }, |
| { |
| "epoch": 0.46049910381910936, |
| "grad_norm": 0.45384037494659424, |
| "learning_rate": 0.0002, |
| "loss": 0.3492, |
| "step": 3340 |
| }, |
| { |
| "epoch": 0.46187784365090306, |
| "grad_norm": 0.32738834619522095, |
| "learning_rate": 0.0002, |
| "loss": 0.3509, |
| "step": 3350 |
| }, |
| { |
| "epoch": 0.4632565834826968, |
| "grad_norm": 1.4738928079605103, |
| "learning_rate": 0.0002, |
| "loss": 0.3483, |
| "step": 3360 |
| }, |
| { |
| "epoch": 0.46463532331449053, |
| "grad_norm": 0.5815828442573547, |
| "learning_rate": 0.0002, |
| "loss": 0.3509, |
| "step": 3370 |
| }, |
| { |
| "epoch": 0.4660140631462843, |
| "grad_norm": 0.6721034049987793, |
| "learning_rate": 0.0002, |
| "loss": 0.3467, |
| "step": 3380 |
| }, |
| { |
| "epoch": 0.46739280297807806, |
| "grad_norm": 0.8967618346214294, |
| "learning_rate": 0.0002, |
| "loss": 0.3548, |
| "step": 3390 |
| }, |
| { |
| "epoch": 0.46877154280987177, |
| "grad_norm": 2.0388050079345703, |
| "learning_rate": 0.0002, |
| "loss": 0.3612, |
| "step": 3400 |
| }, |
| { |
| "epoch": 0.47015028264166553, |
| "grad_norm": 0.2570609450340271, |
| "learning_rate": 0.0002, |
| "loss": 0.3489, |
| "step": 3410 |
| }, |
| { |
| "epoch": 0.47152902247345924, |
| "grad_norm": 0.6751313209533691, |
| "learning_rate": 0.0002, |
| "loss": 0.3486, |
| "step": 3420 |
| }, |
| { |
| "epoch": 0.472907762305253, |
| "grad_norm": 0.4083470106124878, |
| "learning_rate": 0.0002, |
| "loss": 0.3471, |
| "step": 3430 |
| }, |
| { |
| "epoch": 0.47428650213704676, |
| "grad_norm": 0.09502824395895004, |
| "learning_rate": 0.0002, |
| "loss": 0.3479, |
| "step": 3440 |
| }, |
| { |
| "epoch": 0.47566524196884047, |
| "grad_norm": 0.40624290704727173, |
| "learning_rate": 0.0002, |
| "loss": 0.3484, |
| "step": 3450 |
| }, |
| { |
| "epoch": 0.47704398180063423, |
| "grad_norm": 0.1163792535662651, |
| "learning_rate": 0.0002, |
| "loss": 0.3469, |
| "step": 3460 |
| }, |
| { |
| "epoch": 0.47842272163242794, |
| "grad_norm": 0.06055830419063568, |
| "learning_rate": 0.0002, |
| "loss": 0.3476, |
| "step": 3470 |
| }, |
| { |
| "epoch": 0.4798014614642217, |
| "grad_norm": 0.21893176436424255, |
| "learning_rate": 0.0002, |
| "loss": 0.3465, |
| "step": 3480 |
| }, |
| { |
| "epoch": 0.48118020129601546, |
| "grad_norm": 0.24376049637794495, |
| "learning_rate": 0.0002, |
| "loss": 0.3497, |
| "step": 3490 |
| }, |
| { |
| "epoch": 0.48255894112780917, |
| "grad_norm": 0.14530010521411896, |
| "learning_rate": 0.0002, |
| "loss": 0.3441, |
| "step": 3500 |
| }, |
| { |
| "epoch": 0.48393768095960293, |
| "grad_norm": 0.4784521460533142, |
| "learning_rate": 0.0002, |
| "loss": 0.3585, |
| "step": 3510 |
| }, |
| { |
| "epoch": 0.48531642079139664, |
| "grad_norm": 1.5072555541992188, |
| "learning_rate": 0.0002, |
| "loss": 0.352, |
| "step": 3520 |
| }, |
| { |
| "epoch": 0.4866951606231904, |
| "grad_norm": 1.2513431310653687, |
| "learning_rate": 0.0002, |
| "loss": 0.3495, |
| "step": 3530 |
| }, |
| { |
| "epoch": 0.48807390045498417, |
| "grad_norm": 1.5765403509140015, |
| "learning_rate": 0.0002, |
| "loss": 0.3575, |
| "step": 3540 |
| }, |
| { |
| "epoch": 0.4894526402867779, |
| "grad_norm": 2.110595703125, |
| "learning_rate": 0.0002, |
| "loss": 0.3464, |
| "step": 3550 |
| }, |
| { |
| "epoch": 0.49083138011857164, |
| "grad_norm": 3.3377187252044678, |
| "learning_rate": 0.0002, |
| "loss": 0.3518, |
| "step": 3560 |
| }, |
| { |
| "epoch": 0.49221011995036534, |
| "grad_norm": 1.1348721981048584, |
| "learning_rate": 0.0002, |
| "loss": 0.3461, |
| "step": 3570 |
| }, |
| { |
| "epoch": 0.4935888597821591, |
| "grad_norm": 1.115633249282837, |
| "learning_rate": 0.0002, |
| "loss": 0.3477, |
| "step": 3580 |
| }, |
| { |
| "epoch": 0.49496759961395287, |
| "grad_norm": 0.46544066071510315, |
| "learning_rate": 0.0002, |
| "loss": 0.3508, |
| "step": 3590 |
| }, |
| { |
| "epoch": 0.4963463394457466, |
| "grad_norm": 1.0968178510665894, |
| "learning_rate": 0.0002, |
| "loss": 0.3491, |
| "step": 3600 |
| }, |
| { |
| "epoch": 0.49772507927754034, |
| "grad_norm": 0.1590128093957901, |
| "learning_rate": 0.0002, |
| "loss": 0.3493, |
| "step": 3610 |
| }, |
| { |
| "epoch": 0.49910381910933405, |
| "grad_norm": 0.0618724524974823, |
| "learning_rate": 0.0002, |
| "loss": 0.3467, |
| "step": 3620 |
| }, |
| { |
| "epoch": 0.5004825589411278, |
| "grad_norm": 0.038633331656455994, |
| "learning_rate": 0.0002, |
| "loss": 0.347, |
| "step": 3630 |
| }, |
| { |
| "epoch": 0.5018612987729215, |
| "grad_norm": 0.08056730031967163, |
| "learning_rate": 0.0002, |
| "loss": 0.3469, |
| "step": 3640 |
| }, |
| { |
| "epoch": 0.5032400386047153, |
| "grad_norm": 0.07540078461170197, |
| "learning_rate": 0.0002, |
| "loss": 0.347, |
| "step": 3650 |
| }, |
| { |
| "epoch": 0.504618778436509, |
| "grad_norm": 0.0971425250172615, |
| "learning_rate": 0.0002, |
| "loss": 0.349, |
| "step": 3660 |
| }, |
| { |
| "epoch": 0.5059975182683027, |
| "grad_norm": 0.1605909764766693, |
| "learning_rate": 0.0002, |
| "loss": 0.3472, |
| "step": 3670 |
| }, |
| { |
| "epoch": 0.5073762581000966, |
| "grad_norm": 0.2239840030670166, |
| "learning_rate": 0.0002, |
| "loss": 0.3489, |
| "step": 3680 |
| }, |
| { |
| "epoch": 0.5087549979318903, |
| "grad_norm": 0.25974148511886597, |
| "learning_rate": 0.0002, |
| "loss": 0.3478, |
| "step": 3690 |
| }, |
| { |
| "epoch": 0.510133737763684, |
| "grad_norm": 0.7621527314186096, |
| "learning_rate": 0.0002, |
| "loss": 0.3501, |
| "step": 3700 |
| }, |
| { |
| "epoch": 0.5115124775954777, |
| "grad_norm": 0.6531065702438354, |
| "learning_rate": 0.0002, |
| "loss": 0.3473, |
| "step": 3710 |
| }, |
| { |
| "epoch": 0.5128912174272715, |
| "grad_norm": 0.0937981903553009, |
| "learning_rate": 0.0002, |
| "loss": 0.3494, |
| "step": 3720 |
| }, |
| { |
| "epoch": 0.5142699572590652, |
| "grad_norm": 0.353502094745636, |
| "learning_rate": 0.0002, |
| "loss": 0.3487, |
| "step": 3730 |
| }, |
| { |
| "epoch": 0.5156486970908589, |
| "grad_norm": 0.5151197910308838, |
| "learning_rate": 0.0002, |
| "loss": 0.3485, |
| "step": 3740 |
| }, |
| { |
| "epoch": 0.5170274369226527, |
| "grad_norm": 0.15747584402561188, |
| "learning_rate": 0.0002, |
| "loss": 0.3473, |
| "step": 3750 |
| }, |
| { |
| "epoch": 0.5184061767544464, |
| "grad_norm": 0.18814824521541595, |
| "learning_rate": 0.0002, |
| "loss": 0.3474, |
| "step": 3760 |
| }, |
| { |
| "epoch": 0.5197849165862402, |
| "grad_norm": 0.040331218391656876, |
| "learning_rate": 0.0002, |
| "loss": 0.3474, |
| "step": 3770 |
| }, |
| { |
| "epoch": 0.521163656418034, |
| "grad_norm": 0.21510355174541473, |
| "learning_rate": 0.0002, |
| "loss": 0.3471, |
| "step": 3780 |
| }, |
| { |
| "epoch": 0.5225423962498277, |
| "grad_norm": 0.12755675613880157, |
| "learning_rate": 0.0002, |
| "loss": 0.3477, |
| "step": 3790 |
| }, |
| { |
| "epoch": 0.5239211360816214, |
| "grad_norm": 0.5592456459999084, |
| "learning_rate": 0.0002, |
| "loss": 0.3509, |
| "step": 3800 |
| }, |
| { |
| "epoch": 0.5252998759134151, |
| "grad_norm": 0.30668896436691284, |
| "learning_rate": 0.0002, |
| "loss": 0.3475, |
| "step": 3810 |
| }, |
| { |
| "epoch": 0.5266786157452089, |
| "grad_norm": 0.12264347821474075, |
| "learning_rate": 0.0002, |
| "loss": 0.3691, |
| "step": 3820 |
| }, |
| { |
| "epoch": 0.5280573555770026, |
| "grad_norm": 0.21281813085079193, |
| "learning_rate": 0.0002, |
| "loss": 0.3493, |
| "step": 3830 |
| }, |
| { |
| "epoch": 0.5294360954087963, |
| "grad_norm": 0.547156572341919, |
| "learning_rate": 0.0002, |
| "loss": 0.3485, |
| "step": 3840 |
| }, |
| { |
| "epoch": 0.5308148352405901, |
| "grad_norm": 0.2829332947731018, |
| "learning_rate": 0.0002, |
| "loss": 0.3459, |
| "step": 3850 |
| }, |
| { |
| "epoch": 0.5321935750723839, |
| "grad_norm": 0.6659385561943054, |
| "learning_rate": 0.0002, |
| "loss": 0.3492, |
| "step": 3860 |
| }, |
| { |
| "epoch": 0.5335723149041776, |
| "grad_norm": 0.9354788064956665, |
| "learning_rate": 0.0002, |
| "loss": 0.3501, |
| "step": 3870 |
| }, |
| { |
| "epoch": 0.5349510547359714, |
| "grad_norm": 0.64557945728302, |
| "learning_rate": 0.0002, |
| "loss": 0.3544, |
| "step": 3880 |
| }, |
| { |
| "epoch": 0.5363297945677651, |
| "grad_norm": 0.07203350216150284, |
| "learning_rate": 0.0002, |
| "loss": 0.3485, |
| "step": 3890 |
| }, |
| { |
| "epoch": 0.5377085343995588, |
| "grad_norm": 0.8220388293266296, |
| "learning_rate": 0.0002, |
| "loss": 0.3472, |
| "step": 3900 |
| }, |
| { |
| "epoch": 0.5390872742313525, |
| "grad_norm": 0.2928883135318756, |
| "learning_rate": 0.0002, |
| "loss": 0.3549, |
| "step": 3910 |
| }, |
| { |
| "epoch": 0.5404660140631463, |
| "grad_norm": 0.14233669638633728, |
| "learning_rate": 0.0002, |
| "loss": 0.3465, |
| "step": 3920 |
| }, |
| { |
| "epoch": 0.54184475389494, |
| "grad_norm": 0.3891246020793915, |
| "learning_rate": 0.0002, |
| "loss": 0.3463, |
| "step": 3930 |
| }, |
| { |
| "epoch": 0.5432234937267337, |
| "grad_norm": 1.5544075965881348, |
| "learning_rate": 0.0002, |
| "loss": 0.357, |
| "step": 3940 |
| }, |
| { |
| "epoch": 0.5446022335585275, |
| "grad_norm": 0.28166115283966064, |
| "learning_rate": 0.0002, |
| "loss": 0.351, |
| "step": 3950 |
| }, |
| { |
| "epoch": 0.5459809733903213, |
| "grad_norm": 0.4519428014755249, |
| "learning_rate": 0.0002, |
| "loss": 0.3523, |
| "step": 3960 |
| }, |
| { |
| "epoch": 0.547359713222115, |
| "grad_norm": 0.05194510146975517, |
| "learning_rate": 0.0002, |
| "loss": 0.3518, |
| "step": 3970 |
| }, |
| { |
| "epoch": 0.5487384530539088, |
| "grad_norm": 0.5450552105903625, |
| "learning_rate": 0.0002, |
| "loss": 0.3492, |
| "step": 3980 |
| }, |
| { |
| "epoch": 0.5501171928857025, |
| "grad_norm": 0.24036559462547302, |
| "learning_rate": 0.0002, |
| "loss": 0.3473, |
| "step": 3990 |
| }, |
| { |
| "epoch": 0.5514959327174962, |
| "grad_norm": 0.15362729132175446, |
| "learning_rate": 0.0002, |
| "loss": 0.3471, |
| "step": 4000 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 100000, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 14, |
| "save_steps": 1000, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 8.182773334612378e+18, |
| "train_batch_size": 16, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
