| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 1.2953367875647668, |
| "eval_steps": 10000000, |
| "global_step": 1000, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.012953367875647668, |
| "grad_norm": 25.608994557453922, |
| "learning_rate": 6.476683937823834e-09, |
| "loss": 2.9207, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.025906735751295335, |
| "grad_norm": 25.006509435749546, |
| "learning_rate": 1.2953367875647667e-08, |
| "loss": 2.8035, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.038860103626943004, |
| "grad_norm": 26.07092571978953, |
| "learning_rate": 1.9430051813471502e-08, |
| "loss": 2.8884, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.05181347150259067, |
| "grad_norm": 24.9115069323374, |
| "learning_rate": 2.5906735751295334e-08, |
| "loss": 2.8786, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.06476683937823834, |
| "grad_norm": 26.35515887725646, |
| "learning_rate": 3.238341968911917e-08, |
| "loss": 2.8856, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.07772020725388601, |
| "grad_norm": 26.802778574551475, |
| "learning_rate": 3.8860103626943005e-08, |
| "loss": 2.8532, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.09067357512953368, |
| "grad_norm": 26.534962747282748, |
| "learning_rate": 4.533678756476684e-08, |
| "loss": 2.8952, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.10362694300518134, |
| "grad_norm": 23.051599328506548, |
| "learning_rate": 5.181347150259067e-08, |
| "loss": 2.8437, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.11658031088082901, |
| "grad_norm": 24.471329875902512, |
| "learning_rate": 5.8290155440414504e-08, |
| "loss": 2.8237, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.12953367875647667, |
| "grad_norm": 24.33959816120034, |
| "learning_rate": 6.476683937823834e-08, |
| "loss": 2.8199, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.14248704663212436, |
| "grad_norm": 25.214396561848275, |
| "learning_rate": 7.124352331606218e-08, |
| "loss": 2.8259, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.15544041450777202, |
| "grad_norm": 20.508728927761148, |
| "learning_rate": 7.772020725388601e-08, |
| "loss": 2.7907, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.16839378238341968, |
| "grad_norm": 21.133956193530185, |
| "learning_rate": 8.419689119170984e-08, |
| "loss": 2.7776, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.18134715025906736, |
| "grad_norm": 20.216670897828962, |
| "learning_rate": 9.067357512953368e-08, |
| "loss": 2.6967, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.19430051813471502, |
| "grad_norm": 19.577892832244164, |
| "learning_rate": 9.715025906735751e-08, |
| "loss": 2.6823, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.20725388601036268, |
| "grad_norm": 14.26088592523892, |
| "learning_rate": 1.0362694300518134e-07, |
| "loss": 2.6147, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.22020725388601037, |
| "grad_norm": 12.389614421651768, |
| "learning_rate": 1.1010362694300518e-07, |
| "loss": 2.5705, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.23316062176165803, |
| "grad_norm": 10.537108203822184, |
| "learning_rate": 1.1658031088082901e-07, |
| "loss": 2.5779, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.24611398963730569, |
| "grad_norm": 8.566097835293071, |
| "learning_rate": 1.2305699481865284e-07, |
| "loss": 2.5464, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.25906735751295334, |
| "grad_norm": 7.5406588821241884, |
| "learning_rate": 1.2953367875647668e-07, |
| "loss": 2.5462, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.27202072538860106, |
| "grad_norm": 6.406776125251227, |
| "learning_rate": 1.3601036269430052e-07, |
| "loss": 2.4201, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.2849740932642487, |
| "grad_norm": 5.0333340242378135, |
| "learning_rate": 1.4248704663212436e-07, |
| "loss": 2.4404, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.2979274611398964, |
| "grad_norm": 4.96460074385302, |
| "learning_rate": 1.4896373056994818e-07, |
| "loss": 2.4234, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.31088082901554404, |
| "grad_norm": 4.718132167499178, |
| "learning_rate": 1.5544041450777202e-07, |
| "loss": 2.447, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.3238341968911917, |
| "grad_norm": 4.473414832247284, |
| "learning_rate": 1.6191709844559583e-07, |
| "loss": 2.3905, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.33678756476683935, |
| "grad_norm": 4.231641138749174, |
| "learning_rate": 1.6839378238341968e-07, |
| "loss": 2.3678, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.34974093264248707, |
| "grad_norm": 3.950230234878744, |
| "learning_rate": 1.7487046632124352e-07, |
| "loss": 2.3378, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.3626943005181347, |
| "grad_norm": 3.789360959290258, |
| "learning_rate": 1.8134715025906736e-07, |
| "loss": 2.3507, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.3756476683937824, |
| "grad_norm": 3.752329492676831, |
| "learning_rate": 1.8782383419689118e-07, |
| "loss": 2.3752, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.38860103626943004, |
| "grad_norm": 3.8201206496833313, |
| "learning_rate": 1.9430051813471502e-07, |
| "loss": 2.3437, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.4015544041450777, |
| "grad_norm": 3.8776779124718175, |
| "learning_rate": 2.0077720207253883e-07, |
| "loss": 2.3889, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.41450777202072536, |
| "grad_norm": 3.989802925727435, |
| "learning_rate": 2.0725388601036267e-07, |
| "loss": 2.3129, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.4274611398963731, |
| "grad_norm": 3.651464736452137, |
| "learning_rate": 2.1373056994818652e-07, |
| "loss": 2.3276, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.44041450777202074, |
| "grad_norm": 3.784690196455203, |
| "learning_rate": 2.2020725388601036e-07, |
| "loss": 2.31, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.4533678756476684, |
| "grad_norm": 3.5900123693564683, |
| "learning_rate": 2.2668393782383417e-07, |
| "loss": 2.3023, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.46632124352331605, |
| "grad_norm": 3.616764531573499, |
| "learning_rate": 2.3316062176165802e-07, |
| "loss": 2.2977, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.4792746113989637, |
| "grad_norm": 3.4970049253402076, |
| "learning_rate": 2.3963730569948183e-07, |
| "loss": 2.32, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.49222797927461137, |
| "grad_norm": 3.7715349943050733, |
| "learning_rate": 2.4611398963730567e-07, |
| "loss": 2.274, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.5051813471502591, |
| "grad_norm": 3.7123935945294897, |
| "learning_rate": 2.525906735751295e-07, |
| "loss": 2.3086, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.5181347150259067, |
| "grad_norm": 3.372291772174901, |
| "learning_rate": 2.5906735751295336e-07, |
| "loss": 2.2496, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.5310880829015544, |
| "grad_norm": 3.784294595936631, |
| "learning_rate": 2.655440414507772e-07, |
| "loss": 2.2858, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.5440414507772021, |
| "grad_norm": 3.4351612072380675, |
| "learning_rate": 2.7202072538860104e-07, |
| "loss": 2.28, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.5569948186528497, |
| "grad_norm": 3.3411063107189753, |
| "learning_rate": 2.7849740932642483e-07, |
| "loss": 2.2764, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.5699481865284974, |
| "grad_norm": 3.3765768734179993, |
| "learning_rate": 2.849740932642487e-07, |
| "loss": 2.3278, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.582901554404145, |
| "grad_norm": 3.501479583740947, |
| "learning_rate": 2.914507772020725e-07, |
| "loss": 2.275, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.5958549222797928, |
| "grad_norm": 3.4545990517473895, |
| "learning_rate": 2.9792746113989635e-07, |
| "loss": 2.292, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.6088082901554405, |
| "grad_norm": 3.4921131143644137, |
| "learning_rate": 3.044041450777202e-07, |
| "loss": 2.306, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.6217616580310881, |
| "grad_norm": 3.3569942808113202, |
| "learning_rate": 3.1088082901554404e-07, |
| "loss": 2.2818, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.6347150259067358, |
| "grad_norm": 3.473735761418456, |
| "learning_rate": 3.173575129533679e-07, |
| "loss": 2.292, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.6476683937823834, |
| "grad_norm": 3.4098418845884506, |
| "learning_rate": 3.2383419689119167e-07, |
| "loss": 2.2388, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.6606217616580311, |
| "grad_norm": 3.2884572160731103, |
| "learning_rate": 3.303108808290155e-07, |
| "loss": 2.2485, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.6735751295336787, |
| "grad_norm": 3.49059998854233, |
| "learning_rate": 3.3678756476683935e-07, |
| "loss": 2.2546, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.6865284974093264, |
| "grad_norm": 3.228603206545892, |
| "learning_rate": 3.432642487046632e-07, |
| "loss": 2.2611, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.6994818652849741, |
| "grad_norm": 3.201214883425356, |
| "learning_rate": 3.4974093264248704e-07, |
| "loss": 2.2423, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.7124352331606217, |
| "grad_norm": 3.174572440904334, |
| "learning_rate": 3.562176165803109e-07, |
| "loss": 2.2575, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.7253886010362695, |
| "grad_norm": 3.6637540799374086, |
| "learning_rate": 3.626943005181347e-07, |
| "loss": 2.2703, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.7383419689119171, |
| "grad_norm": 3.2144805242394456, |
| "learning_rate": 3.691709844559585e-07, |
| "loss": 2.2536, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.7512953367875648, |
| "grad_norm": 3.2832998982931647, |
| "learning_rate": 3.7564766839378235e-07, |
| "loss": 2.2923, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.7642487046632125, |
| "grad_norm": 3.339591881411431, |
| "learning_rate": 3.8212435233160625e-07, |
| "loss": 2.2582, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.7772020725388601, |
| "grad_norm": 3.1793659057987114, |
| "learning_rate": 3.8860103626943004e-07, |
| "loss": 2.2725, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.7901554404145078, |
| "grad_norm": 3.105051267095931, |
| "learning_rate": 3.950777202072539e-07, |
| "loss": 2.2609, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.8031088082901554, |
| "grad_norm": 3.1058601287467837, |
| "learning_rate": 4.0155440414507767e-07, |
| "loss": 2.2564, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.8160621761658031, |
| "grad_norm": 3.2145397711050374, |
| "learning_rate": 4.0803108808290156e-07, |
| "loss": 2.2643, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.8290155440414507, |
| "grad_norm": 2.9574287184508896, |
| "learning_rate": 4.1450777202072535e-07, |
| "loss": 2.2198, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.8419689119170984, |
| "grad_norm": 3.385438951564467, |
| "learning_rate": 4.209844559585492e-07, |
| "loss": 2.2482, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.8549222797927462, |
| "grad_norm": 3.232841492939655, |
| "learning_rate": 4.2746113989637303e-07, |
| "loss": 2.2553, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.8678756476683938, |
| "grad_norm": 3.2498023529603226, |
| "learning_rate": 4.339378238341969e-07, |
| "loss": 2.2091, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.8808290155440415, |
| "grad_norm": 3.387272764637681, |
| "learning_rate": 4.404145077720207e-07, |
| "loss": 2.2803, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.8937823834196891, |
| "grad_norm": 3.205923523135513, |
| "learning_rate": 4.468911917098445e-07, |
| "loss": 2.2416, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.9067357512953368, |
| "grad_norm": 3.328638392908686, |
| "learning_rate": 4.5336787564766835e-07, |
| "loss": 2.2512, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.9196891191709845, |
| "grad_norm": 3.223397811767207, |
| "learning_rate": 4.5984455958549224e-07, |
| "loss": 2.2233, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.9326424870466321, |
| "grad_norm": 2.903434123937875, |
| "learning_rate": 4.6632124352331603e-07, |
| "loss": 2.2221, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.9455958549222798, |
| "grad_norm": 3.167214093551616, |
| "learning_rate": 4.7279792746113987e-07, |
| "loss": 2.1797, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.9585492227979274, |
| "grad_norm": 2.8228184362789936, |
| "learning_rate": 4.792746113989637e-07, |
| "loss": 2.2113, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.9715025906735751, |
| "grad_norm": 3.2547987666473506, |
| "learning_rate": 4.857512953367875e-07, |
| "loss": 2.2603, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.9844559585492227, |
| "grad_norm": 3.2819941887944317, |
| "learning_rate": 4.922279792746113e-07, |
| "loss": 2.2197, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.9974093264248705, |
| "grad_norm": 3.1793621366904765, |
| "learning_rate": 4.987046632124352e-07, |
| "loss": 2.1802, |
| "step": 770 |
| }, |
| { |
| "epoch": 1.0103626943005182, |
| "grad_norm": 3.129077964136437, |
| "learning_rate": 5.05181347150259e-07, |
| "loss": 2.2115, |
| "step": 780 |
| }, |
| { |
| "epoch": 1.0233160621761659, |
| "grad_norm": 3.624077927910293, |
| "learning_rate": 5.116580310880829e-07, |
| "loss": 2.2505, |
| "step": 790 |
| }, |
| { |
| "epoch": 1.0362694300518134, |
| "grad_norm": 3.001991950399265, |
| "learning_rate": 5.181347150259067e-07, |
| "loss": 2.2186, |
| "step": 800 |
| }, |
| { |
| "epoch": 1.049222797927461, |
| "grad_norm": 3.2056710194420077, |
| "learning_rate": 5.246113989637306e-07, |
| "loss": 2.2441, |
| "step": 810 |
| }, |
| { |
| "epoch": 1.0621761658031088, |
| "grad_norm": 3.3095386913147307, |
| "learning_rate": 5.310880829015544e-07, |
| "loss": 2.2022, |
| "step": 820 |
| }, |
| { |
| "epoch": 1.0751295336787565, |
| "grad_norm": 3.2748460342108276, |
| "learning_rate": 5.375647668393782e-07, |
| "loss": 2.2102, |
| "step": 830 |
| }, |
| { |
| "epoch": 1.0880829015544042, |
| "grad_norm": 3.1482065886570108, |
| "learning_rate": 5.440414507772021e-07, |
| "loss": 2.186, |
| "step": 840 |
| }, |
| { |
| "epoch": 1.1010362694300517, |
| "grad_norm": 3.2541206943048016, |
| "learning_rate": 5.505181347150258e-07, |
| "loss": 2.2447, |
| "step": 850 |
| }, |
| { |
| "epoch": 1.1139896373056994, |
| "grad_norm": 3.35168061407981, |
| "learning_rate": 5.569948186528497e-07, |
| "loss": 2.287, |
| "step": 860 |
| }, |
| { |
| "epoch": 1.1269430051813472, |
| "grad_norm": 3.324702715900074, |
| "learning_rate": 5.634715025906735e-07, |
| "loss": 2.2381, |
| "step": 870 |
| }, |
| { |
| "epoch": 1.1398963730569949, |
| "grad_norm": 2.981057376298506, |
| "learning_rate": 5.699481865284974e-07, |
| "loss": 2.253, |
| "step": 880 |
| }, |
| { |
| "epoch": 1.1528497409326426, |
| "grad_norm": 3.2319048665014734, |
| "learning_rate": 5.764248704663213e-07, |
| "loss": 2.234, |
| "step": 890 |
| }, |
| { |
| "epoch": 1.16580310880829, |
| "grad_norm": 3.197206460323895, |
| "learning_rate": 5.82901554404145e-07, |
| "loss": 2.2401, |
| "step": 900 |
| }, |
| { |
| "epoch": 1.1787564766839378, |
| "grad_norm": 3.128653204841994, |
| "learning_rate": 5.893782383419689e-07, |
| "loss": 2.2044, |
| "step": 910 |
| }, |
| { |
| "epoch": 1.1917098445595855, |
| "grad_norm": 3.194111726652451, |
| "learning_rate": 5.958549222797927e-07, |
| "loss": 2.1694, |
| "step": 920 |
| }, |
| { |
| "epoch": 1.2046632124352332, |
| "grad_norm": 3.07095427002542, |
| "learning_rate": 6.023316062176166e-07, |
| "loss": 2.2416, |
| "step": 930 |
| }, |
| { |
| "epoch": 1.2176165803108807, |
| "grad_norm": 3.0432092192539777, |
| "learning_rate": 6.088082901554404e-07, |
| "loss": 2.2327, |
| "step": 940 |
| }, |
| { |
| "epoch": 1.2305699481865284, |
| "grad_norm": 3.045795113156715, |
| "learning_rate": 6.152849740932642e-07, |
| "loss": 2.1957, |
| "step": 950 |
| }, |
| { |
| "epoch": 1.2435233160621761, |
| "grad_norm": 3.363436323137103, |
| "learning_rate": 6.217616580310881e-07, |
| "loss": 2.2182, |
| "step": 960 |
| }, |
| { |
| "epoch": 1.2564766839378239, |
| "grad_norm": 3.0067901045334633, |
| "learning_rate": 6.282383419689119e-07, |
| "loss": 2.1986, |
| "step": 970 |
| }, |
| { |
| "epoch": 1.2694300518134716, |
| "grad_norm": 3.047870744487349, |
| "learning_rate": 6.347150259067358e-07, |
| "loss": 2.2217, |
| "step": 980 |
| }, |
| { |
| "epoch": 1.2823834196891193, |
| "grad_norm": 3.2325772640891395, |
| "learning_rate": 6.411917098445595e-07, |
| "loss": 2.2146, |
| "step": 990 |
| }, |
| { |
| "epoch": 1.2953367875647668, |
| "grad_norm": 3.2882251454495006, |
| "learning_rate": 6.476683937823833e-07, |
| "loss": 2.203, |
| "step": 1000 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 15440, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 20, |
| "save_steps": 1000, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 15311042248704.0, |
| "train_batch_size": 2, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
