| { |
| "best_global_step": 2000, |
| "best_metric": 0.6596935206968907, |
| "best_model_checkpoint": "/workspace/output/resnet50/checkpoint-2000", |
| "epoch": 0.28388928317955997, |
| "eval_steps": 500, |
| "global_step": 2000, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0014194464158978, |
| "grad_norm": 3.2342276573181152, |
| "learning_rate": 9.999872249822569e-05, |
| "loss": 5.98863525390625, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.0028388928317956, |
| "grad_norm": 3.3994972705841064, |
| "learning_rate": 9.99973030518098e-05, |
| "loss": 5.97633056640625, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.0042583392476933995, |
| "grad_norm": 3.3180341720581055, |
| "learning_rate": 9.99958836053939e-05, |
| "loss": 5.97711181640625, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.0056777856635912, |
| "grad_norm": 2.9379143714904785, |
| "learning_rate": 9.999446415897801e-05, |
| "loss": 5.9991455078125, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.007097232079488999, |
| "grad_norm": 2.2698018550872803, |
| "learning_rate": 9.99930447125621e-05, |
| "loss": 5.96363525390625, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.008516678495386799, |
| "grad_norm": 2.0626659393310547, |
| "learning_rate": 9.99916252661462e-05, |
| "loss": 5.96995849609375, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.0099361249112846, |
| "grad_norm": 2.814460277557373, |
| "learning_rate": 9.999020581973031e-05, |
| "loss": 5.9493408203125, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.0113555713271824, |
| "grad_norm": 2.871051788330078, |
| "learning_rate": 9.998878637331441e-05, |
| "loss": 5.9510498046875, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.0127750177430802, |
| "grad_norm": 2.3897151947021484, |
| "learning_rate": 9.998736692689852e-05, |
| "loss": 5.94254150390625, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.014194464158977998, |
| "grad_norm": 2.9910531044006348, |
| "learning_rate": 9.99859474804826e-05, |
| "loss": 5.9062255859375, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.015613910574875798, |
| "grad_norm": 3.137518882751465, |
| "learning_rate": 9.998452803406672e-05, |
| "loss": 5.9070068359375, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.017033356990773598, |
| "grad_norm": 3.021024703979492, |
| "learning_rate": 9.998310858765082e-05, |
| "loss": 5.87197265625, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.018452803406671398, |
| "grad_norm": 3.499450445175171, |
| "learning_rate": 9.998168914123493e-05, |
| "loss": 5.8237548828125, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.0198722498225692, |
| "grad_norm": 3.87576961517334, |
| "learning_rate": 9.998026969481902e-05, |
| "loss": 5.754150390625, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.021291696238467, |
| "grad_norm": 3.9846458435058594, |
| "learning_rate": 9.997885024840313e-05, |
| "loss": 5.697198486328125, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.0227111426543648, |
| "grad_norm": 4.339130878448486, |
| "learning_rate": 9.997743080198723e-05, |
| "loss": 5.63760986328125, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.0241305890702626, |
| "grad_norm": 4.891483783721924, |
| "learning_rate": 9.997601135557133e-05, |
| "loss": 5.5271728515625, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.0255500354861604, |
| "grad_norm": 5.147222995758057, |
| "learning_rate": 9.997459190915544e-05, |
| "loss": 5.45938720703125, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.0269694819020582, |
| "grad_norm": 5.365755558013916, |
| "learning_rate": 9.997317246273954e-05, |
| "loss": 5.355255126953125, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.028388928317955996, |
| "grad_norm": 5.888001918792725, |
| "learning_rate": 9.997175301632365e-05, |
| "loss": 5.1554931640625, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.029808374733853796, |
| "grad_norm": 6.100172996520996, |
| "learning_rate": 9.997033356990773e-05, |
| "loss": 5.035284423828125, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.031227821149751596, |
| "grad_norm": 6.491486549377441, |
| "learning_rate": 9.996891412349184e-05, |
| "loss": 4.899530029296875, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.032647267565649396, |
| "grad_norm": 6.916806697845459, |
| "learning_rate": 9.996749467707594e-05, |
| "loss": 4.851350402832031, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.034066713981547196, |
| "grad_norm": 6.837950706481934, |
| "learning_rate": 9.996607523066005e-05, |
| "loss": 4.726431274414063, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.035486160397444996, |
| "grad_norm": 7.554074287414551, |
| "learning_rate": 9.996465578424415e-05, |
| "loss": 4.4839630126953125, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.036905606813342796, |
| "grad_norm": 7.574995994567871, |
| "learning_rate": 9.996323633782825e-05, |
| "loss": 4.506732177734375, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.0383250532292406, |
| "grad_norm": 7.498238563537598, |
| "learning_rate": 9.996181689141236e-05, |
| "loss": 4.319998168945313, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.0397444996451384, |
| "grad_norm": 7.978142261505127, |
| "learning_rate": 9.996039744499645e-05, |
| "loss": 4.214613342285157, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.0411639460610362, |
| "grad_norm": 8.194511413574219, |
| "learning_rate": 9.995897799858057e-05, |
| "loss": 4.212762451171875, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.042583392476934, |
| "grad_norm": 8.136639595031738, |
| "learning_rate": 9.995755855216466e-05, |
| "loss": 4.009028625488281, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.0440028388928318, |
| "grad_norm": 8.684012413024902, |
| "learning_rate": 9.995613910574876e-05, |
| "loss": 3.9817459106445314, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.0454222853087296, |
| "grad_norm": 8.888952255249023, |
| "learning_rate": 9.995471965933286e-05, |
| "loss": 3.94019775390625, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.0468417317246274, |
| "grad_norm": 8.79919719696045, |
| "learning_rate": 9.995330021291697e-05, |
| "loss": 3.9265777587890627, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.0482611781405252, |
| "grad_norm": 8.571785926818848, |
| "learning_rate": 9.995188076650107e-05, |
| "loss": 3.7262115478515625, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.049680624556423, |
| "grad_norm": 8.640142440795898, |
| "learning_rate": 9.995046132008518e-05, |
| "loss": 3.644915771484375, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.0511000709723208, |
| "grad_norm": 9.322779655456543, |
| "learning_rate": 9.994904187366927e-05, |
| "loss": 3.644049072265625, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.0525195173882186, |
| "grad_norm": 8.790424346923828, |
| "learning_rate": 9.994762242725337e-05, |
| "loss": 3.4869285583496095, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.0539389638041164, |
| "grad_norm": 9.344154357910156, |
| "learning_rate": 9.994620298083748e-05, |
| "loss": 3.55142822265625, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.05535841022001419, |
| "grad_norm": 8.807840347290039, |
| "learning_rate": 9.994478353442158e-05, |
| "loss": 3.4293190002441407, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.05677785663591199, |
| "grad_norm": 9.36971378326416, |
| "learning_rate": 9.994336408800569e-05, |
| "loss": 3.429082489013672, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.05819730305180979, |
| "grad_norm": 9.73521900177002, |
| "learning_rate": 9.994194464158977e-05, |
| "loss": 3.408639907836914, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.05961674946770759, |
| "grad_norm": 9.646844863891602, |
| "learning_rate": 9.994052519517389e-05, |
| "loss": 3.1950119018554686, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.06103619588360539, |
| "grad_norm": 9.722207069396973, |
| "learning_rate": 9.993910574875798e-05, |
| "loss": 3.4140243530273438, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.06245564229950319, |
| "grad_norm": 10.609601020812988, |
| "learning_rate": 9.99376863023421e-05, |
| "loss": 3.320109558105469, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.063875088715401, |
| "grad_norm": 10.271575927734375, |
| "learning_rate": 9.993626685592619e-05, |
| "loss": 3.232251739501953, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.06529453513129879, |
| "grad_norm": 9.766585350036621, |
| "learning_rate": 9.993484740951029e-05, |
| "loss": 3.149517059326172, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.0667139815471966, |
| "grad_norm": 10.358244895935059, |
| "learning_rate": 9.99334279630944e-05, |
| "loss": 3.1863967895507814, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.06813342796309439, |
| "grad_norm": 10.473136901855469, |
| "learning_rate": 9.99320085166785e-05, |
| "loss": 3.222390365600586, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.0695528743789922, |
| "grad_norm": 9.905110359191895, |
| "learning_rate": 9.993058907026261e-05, |
| "loss": 3.1823768615722656, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.07097232079488999, |
| "grad_norm": 9.858973503112793, |
| "learning_rate": 9.99291696238467e-05, |
| "loss": 2.9202560424804687, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.07097232079488999, |
| "eval_accuracy": 0.1867489031601704, |
| "eval_loss": 3.0744524002075195, |
| "eval_runtime": 31.2289, |
| "eval_samples_per_second": 503.605, |
| "eval_steps_per_second": 15.755, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.0723917672107878, |
| "grad_norm": 10.224215507507324, |
| "learning_rate": 9.992775017743082e-05, |
| "loss": 3.0410499572753906, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.07381121362668559, |
| "grad_norm": 9.867650032043457, |
| "learning_rate": 9.99263307310149e-05, |
| "loss": 3.116912078857422, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.07523066004258339, |
| "grad_norm": 10.343064308166504, |
| "learning_rate": 9.992491128459901e-05, |
| "loss": 3.06390266418457, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.0766501064584812, |
| "grad_norm": 10.38116455078125, |
| "learning_rate": 9.992349183818311e-05, |
| "loss": 2.973680114746094, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.07806955287437899, |
| "grad_norm": 10.979643821716309, |
| "learning_rate": 9.992207239176722e-05, |
| "loss": 3.0906436920166014, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.0794889992902768, |
| "grad_norm": 10.06657886505127, |
| "learning_rate": 9.992065294535132e-05, |
| "loss": 3.0091484069824217, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.08090844570617459, |
| "grad_norm": 10.663322448730469, |
| "learning_rate": 9.991923349893541e-05, |
| "loss": 2.862255859375, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.0823278921220724, |
| "grad_norm": 9.277785301208496, |
| "learning_rate": 9.991781405251952e-05, |
| "loss": 2.8638259887695314, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.08374733853797019, |
| "grad_norm": 10.807332038879395, |
| "learning_rate": 9.991639460610362e-05, |
| "loss": 2.732352066040039, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.085166784953868, |
| "grad_norm": 9.970373153686523, |
| "learning_rate": 9.991497515968773e-05, |
| "loss": 2.736968231201172, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.08658623136976579, |
| "grad_norm": 11.008269309997559, |
| "learning_rate": 9.991355571327183e-05, |
| "loss": 2.7735246658325194, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.0880056777856636, |
| "grad_norm": 8.758193969726562, |
| "learning_rate": 9.991213626685593e-05, |
| "loss": 2.5436214447021483, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.08942512420156139, |
| "grad_norm": 11.253259658813477, |
| "learning_rate": 9.991071682044003e-05, |
| "loss": 2.748835563659668, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.0908445706174592, |
| "grad_norm": 10.979547500610352, |
| "learning_rate": 9.990929737402414e-05, |
| "loss": 2.7314834594726562, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.09226401703335699, |
| "grad_norm": 11.182887077331543, |
| "learning_rate": 9.990787792760823e-05, |
| "loss": 2.645678901672363, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.0936834634492548, |
| "grad_norm": 10.636208534240723, |
| "learning_rate": 9.990645848119234e-05, |
| "loss": 2.5704013824462892, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.09510290986515259, |
| "grad_norm": 10.351170539855957, |
| "learning_rate": 9.990503903477644e-05, |
| "loss": 2.5628406524658205, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.0965223562810504, |
| "grad_norm": 9.914809226989746, |
| "learning_rate": 9.990361958836054e-05, |
| "loss": 2.5872230529785156, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.09794180269694819, |
| "grad_norm": 10.839837074279785, |
| "learning_rate": 9.990220014194465e-05, |
| "loss": 2.490940475463867, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.099361249112846, |
| "grad_norm": 11.259613990783691, |
| "learning_rate": 9.990078069552875e-05, |
| "loss": 2.64483585357666, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.10078069552874379, |
| "grad_norm": 11.213078498840332, |
| "learning_rate": 9.989936124911286e-05, |
| "loss": 2.5397150039672853, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.1022001419446416, |
| "grad_norm": 10.366206169128418, |
| "learning_rate": 9.989794180269694e-05, |
| "loss": 2.457781219482422, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.10361958836053939, |
| "grad_norm": 11.44458293914795, |
| "learning_rate": 9.989652235628105e-05, |
| "loss": 2.5090484619140625, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.1050390347764372, |
| "grad_norm": 11.689805030822754, |
| "learning_rate": 9.989510290986515e-05, |
| "loss": 2.409171485900879, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.10645848119233499, |
| "grad_norm": 10.568279266357422, |
| "learning_rate": 9.989368346344926e-05, |
| "loss": 2.3308380126953123, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.1078779276082328, |
| "grad_norm": 11.917696952819824, |
| "learning_rate": 9.989226401703337e-05, |
| "loss": 2.3733493804931642, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.10929737402413059, |
| "grad_norm": 9.960722923278809, |
| "learning_rate": 9.989098651525906e-05, |
| "loss": 2.4058095932006838, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.11071682044002838, |
| "grad_norm": 11.068999290466309, |
| "learning_rate": 9.988956706884315e-05, |
| "loss": 2.4371658325195313, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.11213626685592619, |
| "grad_norm": 10.340009689331055, |
| "learning_rate": 9.988814762242725e-05, |
| "loss": 2.2587520599365236, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.11355571327182398, |
| "grad_norm": 9.941303253173828, |
| "learning_rate": 9.988672817601136e-05, |
| "loss": 2.268446350097656, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.11497515968772179, |
| "grad_norm": 11.490272521972656, |
| "learning_rate": 9.988530872959546e-05, |
| "loss": 2.471067428588867, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.11639460610361958, |
| "grad_norm": 10.67241382598877, |
| "learning_rate": 9.988388928317957e-05, |
| "loss": 2.3497791290283203, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.11781405251951739, |
| "grad_norm": 10.710894584655762, |
| "learning_rate": 9.988246983676367e-05, |
| "loss": 2.1724626541137697, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.11923349893541518, |
| "grad_norm": 10.985452651977539, |
| "learning_rate": 9.988105039034778e-05, |
| "loss": 2.1848114013671873, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.12065294535131299, |
| "grad_norm": 10.063145637512207, |
| "learning_rate": 9.987963094393186e-05, |
| "loss": 2.180558776855469, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.12207239176721078, |
| "grad_norm": 11.236614227294922, |
| "learning_rate": 9.987821149751597e-05, |
| "loss": 2.282668876647949, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.12349183818310859, |
| "grad_norm": 10.98898983001709, |
| "learning_rate": 9.987679205110007e-05, |
| "loss": 2.235186767578125, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.12491128459900638, |
| "grad_norm": 11.805492401123047, |
| "learning_rate": 9.987537260468418e-05, |
| "loss": 2.2264921188354494, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.1263307310149042, |
| "grad_norm": 10.717041015625, |
| "learning_rate": 9.987395315826828e-05, |
| "loss": 2.1385255813598634, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.127750177430802, |
| "grad_norm": 9.613192558288574, |
| "learning_rate": 9.987253371185238e-05, |
| "loss": 2.1964336395263673, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.12916962384669978, |
| "grad_norm": 10.594833374023438, |
| "learning_rate": 9.987111426543649e-05, |
| "loss": 2.050688362121582, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.13058907026259758, |
| "grad_norm": 11.596671104431152, |
| "learning_rate": 9.986969481902059e-05, |
| "loss": 2.077385139465332, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.1320085166784954, |
| "grad_norm": 10.779032707214355, |
| "learning_rate": 9.98682753726047e-05, |
| "loss": 2.0280479431152343, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.1334279630943932, |
| "grad_norm": 10.522924423217773, |
| "learning_rate": 9.98668559261888e-05, |
| "loss": 1.9384689331054688, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.13484740951029098, |
| "grad_norm": 9.86844539642334, |
| "learning_rate": 9.986543647977289e-05, |
| "loss": 2.0612548828125, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.13626685592618878, |
| "grad_norm": 12.521405220031738, |
| "learning_rate": 9.986401703335699e-05, |
| "loss": 2.139466094970703, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.1376863023420866, |
| "grad_norm": 11.292656898498535, |
| "learning_rate": 9.98625975869411e-05, |
| "loss": 2.077956199645996, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.1391057487579844, |
| "grad_norm": 11.186986923217773, |
| "learning_rate": 9.98611781405252e-05, |
| "loss": 2.028730010986328, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.14052519517388218, |
| "grad_norm": 10.553022384643555, |
| "learning_rate": 9.985975869410931e-05, |
| "loss": 1.9375551223754883, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.14194464158977999, |
| "grad_norm": 11.089204788208008, |
| "learning_rate": 9.98583392476934e-05, |
| "loss": 2.0689823150634767, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.14194464158977999, |
| "eval_accuracy": 0.42239460799898265, |
| "eval_loss": 1.9010688066482544, |
| "eval_runtime": 31.4593, |
| "eval_samples_per_second": 499.916, |
| "eval_steps_per_second": 15.639, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.1433640880056778, |
| "grad_norm": 10.988676071166992, |
| "learning_rate": 9.98569198012775e-05, |
| "loss": 1.9830604553222657, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.1447835344215756, |
| "grad_norm": 11.2459077835083, |
| "learning_rate": 9.985550035486161e-05, |
| "loss": 1.9190074920654296, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.14620298083747338, |
| "grad_norm": 10.437894821166992, |
| "learning_rate": 9.985408090844571e-05, |
| "loss": 1.8999460220336915, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.14762242725337119, |
| "grad_norm": 10.94793701171875, |
| "learning_rate": 9.985266146202982e-05, |
| "loss": 1.8579456329345703, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.149041873669269, |
| "grad_norm": 11.168233871459961, |
| "learning_rate": 9.98512420156139e-05, |
| "loss": 1.8979732513427734, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.15046132008516677, |
| "grad_norm": 10.14195728302002, |
| "learning_rate": 9.984982256919802e-05, |
| "loss": 1.7833553314208985, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.15188076650106458, |
| "grad_norm": 9.160737991333008, |
| "learning_rate": 9.984840312278211e-05, |
| "loss": 1.8624576568603515, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.1533002129169624, |
| "grad_norm": 11.151049613952637, |
| "learning_rate": 9.984698367636623e-05, |
| "loss": 1.8210905075073243, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.1547196593328602, |
| "grad_norm": 10.053725242614746, |
| "learning_rate": 9.984556422995032e-05, |
| "loss": 1.7738643646240235, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.15613910574875797, |
| "grad_norm": 10.97727108001709, |
| "learning_rate": 9.984414478353442e-05, |
| "loss": 1.866429328918457, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.15755855216465578, |
| "grad_norm": 12.384384155273438, |
| "learning_rate": 9.984272533711853e-05, |
| "loss": 1.8680984497070312, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.1589779985805536, |
| "grad_norm": 11.387879371643066, |
| "learning_rate": 9.984130589070263e-05, |
| "loss": 1.8034194946289062, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.1603974449964514, |
| "grad_norm": 10.6587495803833, |
| "learning_rate": 9.983988644428674e-05, |
| "loss": 1.772690773010254, |
| "step": 1130 |
| }, |
| { |
| "epoch": 0.16181689141234917, |
| "grad_norm": 12.721858024597168, |
| "learning_rate": 9.983846699787084e-05, |
| "loss": 1.7724496841430664, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.16323633782824698, |
| "grad_norm": 11.116838455200195, |
| "learning_rate": 9.983704755145493e-05, |
| "loss": 1.7527042388916017, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.1646557842441448, |
| "grad_norm": 10.033406257629395, |
| "learning_rate": 9.983562810503903e-05, |
| "loss": 1.674898338317871, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.1660752306600426, |
| "grad_norm": 11.121773719787598, |
| "learning_rate": 9.983420865862314e-05, |
| "loss": 1.741505241394043, |
| "step": 1170 |
| }, |
| { |
| "epoch": 0.16749467707594037, |
| "grad_norm": 11.052094459533691, |
| "learning_rate": 9.983278921220724e-05, |
| "loss": 1.7749841690063477, |
| "step": 1180 |
| }, |
| { |
| "epoch": 0.16891412349183818, |
| "grad_norm": 10.183452606201172, |
| "learning_rate": 9.983136976579135e-05, |
| "loss": 1.6881484985351562, |
| "step": 1190 |
| }, |
| { |
| "epoch": 0.170333569907736, |
| "grad_norm": 11.106999397277832, |
| "learning_rate": 9.982995031937545e-05, |
| "loss": 1.814961051940918, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.1717530163236338, |
| "grad_norm": 12.08647632598877, |
| "learning_rate": 9.982853087295955e-05, |
| "loss": 1.682515525817871, |
| "step": 1210 |
| }, |
| { |
| "epoch": 0.17317246273953157, |
| "grad_norm": 13.744584083557129, |
| "learning_rate": 9.982711142654366e-05, |
| "loss": 1.6713733673095703, |
| "step": 1220 |
| }, |
| { |
| "epoch": 0.17459190915542938, |
| "grad_norm": 9.970173835754395, |
| "learning_rate": 9.982569198012775e-05, |
| "loss": 1.711156463623047, |
| "step": 1230 |
| }, |
| { |
| "epoch": 0.1760113555713272, |
| "grad_norm": 11.027495384216309, |
| "learning_rate": 9.982427253371186e-05, |
| "loss": 1.759619140625, |
| "step": 1240 |
| }, |
| { |
| "epoch": 0.177430801987225, |
| "grad_norm": 10.876315116882324, |
| "learning_rate": 9.982285308729596e-05, |
| "loss": 1.618482780456543, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.17885024840312277, |
| "grad_norm": 10.26490592956543, |
| "learning_rate": 9.982143364088006e-05, |
| "loss": 1.6674427032470702, |
| "step": 1260 |
| }, |
| { |
| "epoch": 0.18026969481902058, |
| "grad_norm": 11.872292518615723, |
| "learning_rate": 9.982001419446416e-05, |
| "loss": 1.6325908660888673, |
| "step": 1270 |
| }, |
| { |
| "epoch": 0.1816891412349184, |
| "grad_norm": 9.946234703063965, |
| "learning_rate": 9.981859474804827e-05, |
| "loss": 1.5453743934631348, |
| "step": 1280 |
| }, |
| { |
| "epoch": 0.18310858765081617, |
| "grad_norm": 11.03128719329834, |
| "learning_rate": 9.981717530163236e-05, |
| "loss": 1.658684539794922, |
| "step": 1290 |
| }, |
| { |
| "epoch": 0.18452803406671398, |
| "grad_norm": 12.145915031433105, |
| "learning_rate": 9.981575585521648e-05, |
| "loss": 1.5792274475097656, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.18594748048261178, |
| "grad_norm": 11.820379257202148, |
| "learning_rate": 9.981433640880057e-05, |
| "loss": 1.5301803588867187, |
| "step": 1310 |
| }, |
| { |
| "epoch": 0.1873669268985096, |
| "grad_norm": 11.046746253967285, |
| "learning_rate": 9.981291696238467e-05, |
| "loss": 1.6124080657958983, |
| "step": 1320 |
| }, |
| { |
| "epoch": 0.18878637331440737, |
| "grad_norm": 9.545868873596191, |
| "learning_rate": 9.981149751596878e-05, |
| "loss": 1.5502593994140625, |
| "step": 1330 |
| }, |
| { |
| "epoch": 0.19020581973030518, |
| "grad_norm": 11.999979019165039, |
| "learning_rate": 9.981007806955288e-05, |
| "loss": 1.5360203742980958, |
| "step": 1340 |
| }, |
| { |
| "epoch": 0.19162526614620298, |
| "grad_norm": 9.949675559997559, |
| "learning_rate": 9.980865862313699e-05, |
| "loss": 1.353858470916748, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.1930447125621008, |
| "grad_norm": 11.573400497436523, |
| "learning_rate": 9.980723917672107e-05, |
| "loss": 1.3946660995483398, |
| "step": 1360 |
| }, |
| { |
| "epoch": 0.19446415897799857, |
| "grad_norm": 10.249485969543457, |
| "learning_rate": 9.980581973030518e-05, |
| "loss": 1.518262004852295, |
| "step": 1370 |
| }, |
| { |
| "epoch": 0.19588360539389638, |
| "grad_norm": 10.011629104614258, |
| "learning_rate": 9.980440028388928e-05, |
| "loss": 1.5000194549560546, |
| "step": 1380 |
| }, |
| { |
| "epoch": 0.19730305180979418, |
| "grad_norm": 12.186440467834473, |
| "learning_rate": 9.980298083747339e-05, |
| "loss": 1.554741382598877, |
| "step": 1390 |
| }, |
| { |
| "epoch": 0.198722498225692, |
| "grad_norm": 11.845844268798828, |
| "learning_rate": 9.980156139105749e-05, |
| "loss": 1.4599843978881837, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.20014194464158977, |
| "grad_norm": 10.98592472076416, |
| "learning_rate": 9.980014194464159e-05, |
| "loss": 1.4062080383300781, |
| "step": 1410 |
| }, |
| { |
| "epoch": 0.20156139105748758, |
| "grad_norm": 11.54171371459961, |
| "learning_rate": 9.97987224982257e-05, |
| "loss": 1.5128003120422364, |
| "step": 1420 |
| }, |
| { |
| "epoch": 0.20298083747338538, |
| "grad_norm": 10.248682022094727, |
| "learning_rate": 9.97973030518098e-05, |
| "loss": 1.5022719383239747, |
| "step": 1430 |
| }, |
| { |
| "epoch": 0.2044002838892832, |
| "grad_norm": 8.78536319732666, |
| "learning_rate": 9.97958836053939e-05, |
| "loss": 1.4118841171264649, |
| "step": 1440 |
| }, |
| { |
| "epoch": 0.20581973030518097, |
| "grad_norm": 9.993626594543457, |
| "learning_rate": 9.9794464158978e-05, |
| "loss": 1.3945957183837892, |
| "step": 1450 |
| }, |
| { |
| "epoch": 0.20723917672107878, |
| "grad_norm": 11.31412124633789, |
| "learning_rate": 9.97930447125621e-05, |
| "loss": 1.26229887008667, |
| "step": 1460 |
| }, |
| { |
| "epoch": 0.20865862313697658, |
| "grad_norm": 11.182840347290039, |
| "learning_rate": 9.97916252661462e-05, |
| "loss": 1.3171740531921388, |
| "step": 1470 |
| }, |
| { |
| "epoch": 0.2100780695528744, |
| "grad_norm": 12.25224781036377, |
| "learning_rate": 9.979020581973031e-05, |
| "loss": 1.3310781478881837, |
| "step": 1480 |
| }, |
| { |
| "epoch": 0.21149751596877217, |
| "grad_norm": 11.81201457977295, |
| "learning_rate": 9.978878637331441e-05, |
| "loss": 1.3043070793151856, |
| "step": 1490 |
| }, |
| { |
| "epoch": 0.21291696238466998, |
| "grad_norm": 10.484480857849121, |
| "learning_rate": 9.978736692689852e-05, |
| "loss": 1.2629288673400878, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.21291696238466998, |
| "eval_accuracy": 0.5395180263241559, |
| "eval_loss": 1.438815712928772, |
| "eval_runtime": 32.1456, |
| "eval_samples_per_second": 489.242, |
| "eval_steps_per_second": 15.305, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.21433640880056778, |
| "grad_norm": 10.796157836914062, |
| "learning_rate": 9.978594748048262e-05, |
| "loss": 1.3752121925354004, |
| "step": 1510 |
| }, |
| { |
| "epoch": 0.2157558552164656, |
| "grad_norm": 10.1256742477417, |
| "learning_rate": 9.978452803406671e-05, |
| "loss": 1.3005435943603516, |
| "step": 1520 |
| }, |
| { |
| "epoch": 0.21717530163236337, |
| "grad_norm": 11.182530403137207, |
| "learning_rate": 9.978310858765082e-05, |
| "loss": 1.3048934936523438, |
| "step": 1530 |
| }, |
| { |
| "epoch": 0.21859474804826118, |
| "grad_norm": 10.190278053283691, |
| "learning_rate": 9.978168914123492e-05, |
| "loss": 1.3993605613708495, |
| "step": 1540 |
| }, |
| { |
| "epoch": 0.22001419446415899, |
| "grad_norm": 10.497735977172852, |
| "learning_rate": 9.978026969481903e-05, |
| "loss": 1.303945541381836, |
| "step": 1550 |
| }, |
| { |
| "epoch": 0.22143364088005676, |
| "grad_norm": 10.535606384277344, |
| "learning_rate": 9.977885024840313e-05, |
| "loss": 1.2210904121398927, |
| "step": 1560 |
| }, |
| { |
| "epoch": 0.22285308729595457, |
| "grad_norm": 11.385029792785645, |
| "learning_rate": 9.977743080198723e-05, |
| "loss": 1.3508376121520995, |
| "step": 1570 |
| }, |
| { |
| "epoch": 0.22427253371185238, |
| "grad_norm": 9.528643608093262, |
| "learning_rate": 9.977601135557132e-05, |
| "loss": 1.2278815269470216, |
| "step": 1580 |
| }, |
| { |
| "epoch": 0.22569198012775019, |
| "grad_norm": 13.161009788513184, |
| "learning_rate": 9.977459190915544e-05, |
| "loss": 1.254448413848877, |
| "step": 1590 |
| }, |
| { |
| "epoch": 0.22711142654364797, |
| "grad_norm": 11.288809776306152, |
| "learning_rate": 9.977317246273953e-05, |
| "loss": 1.271047878265381, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.22853087295954577, |
| "grad_norm": 11.30105209350586, |
| "learning_rate": 9.977175301632364e-05, |
| "loss": 1.3242988586425781, |
| "step": 1610 |
| }, |
| { |
| "epoch": 0.22995031937544358, |
| "grad_norm": 10.600774765014648, |
| "learning_rate": 9.977033356990774e-05, |
| "loss": 1.3170942306518554, |
| "step": 1620 |
| }, |
| { |
| "epoch": 0.2313697657913414, |
| "grad_norm": 10.652543067932129, |
| "learning_rate": 9.976891412349184e-05, |
| "loss": 1.3998719215393067, |
| "step": 1630 |
| }, |
| { |
| "epoch": 0.23278921220723917, |
| "grad_norm": 11.354793548583984, |
| "learning_rate": 9.976749467707595e-05, |
| "loss": 1.270443820953369, |
| "step": 1640 |
| }, |
| { |
| "epoch": 0.23420865862313697, |
| "grad_norm": 9.926568031311035, |
| "learning_rate": 9.976607523066005e-05, |
| "loss": 1.117215347290039, |
| "step": 1650 |
| }, |
| { |
| "epoch": 0.23562810503903478, |
| "grad_norm": 11.167335510253906, |
| "learning_rate": 9.976465578424416e-05, |
| "loss": 1.348717212677002, |
| "step": 1660 |
| }, |
| { |
| "epoch": 0.2370475514549326, |
| "grad_norm": 11.364425659179688, |
| "learning_rate": 9.976323633782824e-05, |
| "loss": 1.2113998413085938, |
| "step": 1670 |
| }, |
| { |
| "epoch": 0.23846699787083037, |
| "grad_norm": 10.315034866333008, |
| "learning_rate": 9.976181689141235e-05, |
| "loss": 1.2621678352355956, |
| "step": 1680 |
| }, |
| { |
| "epoch": 0.23988644428672817, |
| "grad_norm": 11.332146644592285, |
| "learning_rate": 9.976039744499645e-05, |
| "loss": 1.2919418334960937, |
| "step": 1690 |
| }, |
| { |
| "epoch": 0.24130589070262598, |
| "grad_norm": 9.863037109375, |
| "learning_rate": 9.975897799858056e-05, |
| "loss": 1.262222957611084, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.2427253371185238, |
| "grad_norm": 13.898163795471191, |
| "learning_rate": 9.975755855216467e-05, |
| "loss": 1.349098300933838, |
| "step": 1710 |
| }, |
| { |
| "epoch": 0.24414478353442157, |
| "grad_norm": 9.008386611938477, |
| "learning_rate": 9.975613910574876e-05, |
| "loss": 1.1653017044067382, |
| "step": 1720 |
| }, |
| { |
| "epoch": 0.24556422995031937, |
| "grad_norm": 9.755669593811035, |
| "learning_rate": 9.975471965933287e-05, |
| "loss": 1.304057788848877, |
| "step": 1730 |
| }, |
| { |
| "epoch": 0.24698367636621718, |
| "grad_norm": 10.742278099060059, |
| "learning_rate": 9.975330021291696e-05, |
| "loss": 1.1656038284301757, |
| "step": 1740 |
| }, |
| { |
| "epoch": 0.248403122782115, |
| "grad_norm": 11.937880516052246, |
| "learning_rate": 9.975188076650107e-05, |
| "loss": 1.2565963745117188, |
| "step": 1750 |
| }, |
| { |
| "epoch": 0.24982256919801277, |
| "grad_norm": 9.80545711517334, |
| "learning_rate": 9.975046132008517e-05, |
| "loss": 1.1316876411437988, |
| "step": 1760 |
| }, |
| { |
| "epoch": 0.2512420156139106, |
| "grad_norm": 11.162557601928711, |
| "learning_rate": 9.974904187366927e-05, |
| "loss": 1.2094581604003907, |
| "step": 1770 |
| }, |
| { |
| "epoch": 0.2526614620298084, |
| "grad_norm": 12.278450965881348, |
| "learning_rate": 9.974762242725337e-05, |
| "loss": 1.2499947547912598, |
| "step": 1780 |
| }, |
| { |
| "epoch": 0.2540809084457062, |
| "grad_norm": 10.95953369140625, |
| "learning_rate": 9.974620298083748e-05, |
| "loss": 1.1540046691894532, |
| "step": 1790 |
| }, |
| { |
| "epoch": 0.255500354861604, |
| "grad_norm": 7.865696430206299, |
| "learning_rate": 9.974478353442159e-05, |
| "loss": 1.1665989875793457, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.25691980127750175, |
| "grad_norm": 12.1609468460083, |
| "learning_rate": 9.974336408800569e-05, |
| "loss": 1.120746898651123, |
| "step": 1810 |
| }, |
| { |
| "epoch": 0.25833924769339955, |
| "grad_norm": 9.554359436035156, |
| "learning_rate": 9.974194464158978e-05, |
| "loss": 1.3381189346313476, |
| "step": 1820 |
| }, |
| { |
| "epoch": 0.25975869410929736, |
| "grad_norm": 9.497129440307617, |
| "learning_rate": 9.974052519517388e-05, |
| "loss": 1.1758546829223633, |
| "step": 1830 |
| }, |
| { |
| "epoch": 0.26117814052519517, |
| "grad_norm": 10.584992408752441, |
| "learning_rate": 9.973910574875799e-05, |
| "loss": 1.0787659645080567, |
| "step": 1840 |
| }, |
| { |
| "epoch": 0.262597586941093, |
| "grad_norm": 9.558980941772461, |
| "learning_rate": 9.973768630234209e-05, |
| "loss": 0.9334567070007325, |
| "step": 1850 |
| }, |
| { |
| "epoch": 0.2640170333569908, |
| "grad_norm": 9.41112995147705, |
| "learning_rate": 9.97362668559262e-05, |
| "loss": 1.1376053810119628, |
| "step": 1860 |
| }, |
| { |
| "epoch": 0.2654364797728886, |
| "grad_norm": 11.666831970214844, |
| "learning_rate": 9.973484740951028e-05, |
| "loss": 1.207914447784424, |
| "step": 1870 |
| }, |
| { |
| "epoch": 0.2668559261887864, |
| "grad_norm": 11.217955589294434, |
| "learning_rate": 9.97334279630944e-05, |
| "loss": 1.052849578857422, |
| "step": 1880 |
| }, |
| { |
| "epoch": 0.26827537260468415, |
| "grad_norm": 8.3615083694458, |
| "learning_rate": 9.97320085166785e-05, |
| "loss": 0.9782976150512696, |
| "step": 1890 |
| }, |
| { |
| "epoch": 0.26969481902058196, |
| "grad_norm": 10.69944953918457, |
| "learning_rate": 9.97305890702626e-05, |
| "loss": 0.9639101982116699, |
| "step": 1900 |
| }, |
| { |
| "epoch": 0.27111426543647976, |
| "grad_norm": 11.15194034576416, |
| "learning_rate": 9.972916962384671e-05, |
| "loss": 1.0744239807128906, |
| "step": 1910 |
| }, |
| { |
| "epoch": 0.27253371185237757, |
| "grad_norm": 10.363690376281738, |
| "learning_rate": 9.972775017743081e-05, |
| "loss": 1.1180108070373536, |
| "step": 1920 |
| }, |
| { |
| "epoch": 0.2739531582682754, |
| "grad_norm": 10.816513061523438, |
| "learning_rate": 9.972633073101491e-05, |
| "loss": 1.118791103363037, |
| "step": 1930 |
| }, |
| { |
| "epoch": 0.2753726046841732, |
| "grad_norm": 8.64388656616211, |
| "learning_rate": 9.9724911284599e-05, |
| "loss": 1.1368459701538085, |
| "step": 1940 |
| }, |
| { |
| "epoch": 0.276792051100071, |
| "grad_norm": 9.002252578735352, |
| "learning_rate": 9.972349183818312e-05, |
| "loss": 1.1344121932983398, |
| "step": 1950 |
| }, |
| { |
| "epoch": 0.2782114975159688, |
| "grad_norm": 11.083386421203613, |
| "learning_rate": 9.972207239176721e-05, |
| "loss": 1.1827295303344727, |
| "step": 1960 |
| }, |
| { |
| "epoch": 0.27963094393186655, |
| "grad_norm": 8.360145568847656, |
| "learning_rate": 9.972065294535133e-05, |
| "loss": 0.9954969406127929, |
| "step": 1970 |
| }, |
| { |
| "epoch": 0.28105039034776436, |
| "grad_norm": 12.982026100158691, |
| "learning_rate": 9.971923349893542e-05, |
| "loss": 0.9865982055664062, |
| "step": 1980 |
| }, |
| { |
| "epoch": 0.28246983676366216, |
| "grad_norm": 9.3854341506958, |
| "learning_rate": 9.971781405251952e-05, |
| "loss": 0.9238475799560547, |
| "step": 1990 |
| }, |
| { |
| "epoch": 0.28388928317955997, |
| "grad_norm": 10.693597793579102, |
| "learning_rate": 9.971639460610363e-05, |
| "loss": 0.9660484313964843, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.28388928317955997, |
| "eval_accuracy": 0.6596935206968907, |
| "eval_loss": 1.0827350616455078, |
| "eval_runtime": 31.44, |
| "eval_samples_per_second": 500.222, |
| "eval_steps_per_second": 15.649, |
| "step": 2000 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 704500, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 100, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 0.0, |
| "train_batch_size": 32, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
