| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.9092975676290066, |
| "eval_steps": 10, |
| "global_step": 500, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.009092975676290065, |
| "grad_norm": 1.0088555812835693, |
| "learning_rate": 0.00019800000000000002, |
| "loss": 2.2722, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.01818595135258013, |
| "grad_norm": 0.9372844099998474, |
| "learning_rate": 0.000196, |
| "loss": 1.6351, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.01818595135258013, |
| "eval_loss": 1.5618833303451538, |
| "eval_runtime": 7.6668, |
| "eval_samples_per_second": 3.913, |
| "eval_steps_per_second": 1.956, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.0272789270288702, |
| "grad_norm": 1.3525443077087402, |
| "learning_rate": 0.000194, |
| "loss": 1.5293, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.03637190270516026, |
| "grad_norm": 0.8991140723228455, |
| "learning_rate": 0.000192, |
| "loss": 1.4111, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.03637190270516026, |
| "eval_loss": 1.3718944787979126, |
| "eval_runtime": 7.8196, |
| "eval_samples_per_second": 3.837, |
| "eval_steps_per_second": 1.918, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.04546487838145033, |
| "grad_norm": 1.98069429397583, |
| "learning_rate": 0.00019, |
| "loss": 1.3139, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.0545578540577404, |
| "grad_norm": 0.6621396541595459, |
| "learning_rate": 0.000188, |
| "loss": 1.4428, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.0545578540577404, |
| "eval_loss": 1.2937129735946655, |
| "eval_runtime": 7.4563, |
| "eval_samples_per_second": 4.023, |
| "eval_steps_per_second": 2.012, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.06365082973403047, |
| "grad_norm": 0.896124005317688, |
| "learning_rate": 0.00018600000000000002, |
| "loss": 1.3239, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.07274380541032052, |
| "grad_norm": 1.9882720708847046, |
| "learning_rate": 0.00018400000000000003, |
| "loss": 1.279, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.07274380541032052, |
| "eval_loss": 1.2551789283752441, |
| "eval_runtime": 7.9884, |
| "eval_samples_per_second": 3.755, |
| "eval_steps_per_second": 1.878, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.08183678108661059, |
| "grad_norm": 0.7292985320091248, |
| "learning_rate": 0.000182, |
| "loss": 1.2615, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.09092975676290066, |
| "grad_norm": 0.7677621245384216, |
| "learning_rate": 0.00018, |
| "loss": 1.2903, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.09092975676290066, |
| "eval_loss": 1.2139209508895874, |
| "eval_runtime": 7.6731, |
| "eval_samples_per_second": 3.91, |
| "eval_steps_per_second": 1.955, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.10002273243919073, |
| "grad_norm": 0.781851589679718, |
| "learning_rate": 0.00017800000000000002, |
| "loss": 1.1273, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.1091157081154808, |
| "grad_norm": 0.7166887521743774, |
| "learning_rate": 0.00017600000000000002, |
| "loss": 1.3067, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.1091157081154808, |
| "eval_loss": 1.2027504444122314, |
| "eval_runtime": 7.6999, |
| "eval_samples_per_second": 3.896, |
| "eval_steps_per_second": 1.948, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.11820868379177085, |
| "grad_norm": 0.7799960970878601, |
| "learning_rate": 0.000174, |
| "loss": 1.1987, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.12730165946806093, |
| "grad_norm": 0.6864632964134216, |
| "learning_rate": 0.000172, |
| "loss": 1.2013, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.12730165946806093, |
| "eval_loss": 1.1920855045318604, |
| "eval_runtime": 7.8738, |
| "eval_samples_per_second": 3.81, |
| "eval_steps_per_second": 1.905, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.136394635144351, |
| "grad_norm": 0.774085283279419, |
| "learning_rate": 0.00017, |
| "loss": 1.1184, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.14548761082064104, |
| "grad_norm": 0.6681156158447266, |
| "learning_rate": 0.000168, |
| "loss": 1.2931, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.14548761082064104, |
| "eval_loss": 1.1745468378067017, |
| "eval_runtime": 7.4956, |
| "eval_samples_per_second": 4.002, |
| "eval_steps_per_second": 2.001, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.15458058649693113, |
| "grad_norm": 0.7310240864753723, |
| "learning_rate": 0.000166, |
| "loss": 1.1426, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.16367356217322118, |
| "grad_norm": 0.8338828682899475, |
| "learning_rate": 0.000164, |
| "loss": 1.1719, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.16367356217322118, |
| "eval_loss": 1.1653213500976562, |
| "eval_runtime": 7.8929, |
| "eval_samples_per_second": 3.801, |
| "eval_steps_per_second": 1.9, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.17276653784951126, |
| "grad_norm": 0.732770562171936, |
| "learning_rate": 0.000162, |
| "loss": 1.2321, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.18185951352580132, |
| "grad_norm": 0.7523607611656189, |
| "learning_rate": 0.00016, |
| "loss": 1.2331, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.18185951352580132, |
| "eval_loss": 1.1490192413330078, |
| "eval_runtime": 7.6199, |
| "eval_samples_per_second": 3.937, |
| "eval_steps_per_second": 1.969, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.19095248920209137, |
| "grad_norm": 0.7681267261505127, |
| "learning_rate": 0.00015800000000000002, |
| "loss": 1.1277, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.20004546487838146, |
| "grad_norm": 0.7249591946601868, |
| "learning_rate": 0.00015600000000000002, |
| "loss": 1.142, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.20004546487838146, |
| "eval_loss": 1.137698769569397, |
| "eval_runtime": 7.8436, |
| "eval_samples_per_second": 3.825, |
| "eval_steps_per_second": 1.912, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.2091384405546715, |
| "grad_norm": 0.6904309391975403, |
| "learning_rate": 0.000154, |
| "loss": 1.2033, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.2182314162309616, |
| "grad_norm": 0.7456697821617126, |
| "learning_rate": 0.000152, |
| "loss": 1.1777, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.2182314162309616, |
| "eval_loss": 1.1293922662734985, |
| "eval_runtime": 7.2963, |
| "eval_samples_per_second": 4.112, |
| "eval_steps_per_second": 2.056, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.22732439190725165, |
| "grad_norm": 0.6743273735046387, |
| "learning_rate": 0.00015000000000000001, |
| "loss": 1.1582, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.2364173675835417, |
| "grad_norm": 0.6429440379142761, |
| "learning_rate": 0.000148, |
| "loss": 1.1064, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.2364173675835417, |
| "eval_loss": 1.119972825050354, |
| "eval_runtime": 7.7787, |
| "eval_samples_per_second": 3.857, |
| "eval_steps_per_second": 1.928, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.2455103432598318, |
| "grad_norm": 0.6626828908920288, |
| "learning_rate": 0.000146, |
| "loss": 1.1741, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.25460331893612187, |
| "grad_norm": 0.8786306381225586, |
| "learning_rate": 0.000144, |
| "loss": 0.9836, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.25460331893612187, |
| "eval_loss": 1.1226236820220947, |
| "eval_runtime": 7.3222, |
| "eval_samples_per_second": 4.097, |
| "eval_steps_per_second": 2.049, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.2636962946124119, |
| "grad_norm": 0.7686639428138733, |
| "learning_rate": 0.000142, |
| "loss": 1.0945, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.272789270288702, |
| "grad_norm": 0.795609712600708, |
| "learning_rate": 0.00014, |
| "loss": 0.9761, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.272789270288702, |
| "eval_loss": 1.0910608768463135, |
| "eval_runtime": 7.8761, |
| "eval_samples_per_second": 3.809, |
| "eval_steps_per_second": 1.905, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.28188224596499206, |
| "grad_norm": 0.8161769509315491, |
| "learning_rate": 0.000138, |
| "loss": 1.0516, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.2909752216412821, |
| "grad_norm": 0.7441025972366333, |
| "learning_rate": 0.00013600000000000003, |
| "loss": 1.0843, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.2909752216412821, |
| "eval_loss": 1.0994905233383179, |
| "eval_runtime": 7.3248, |
| "eval_samples_per_second": 4.096, |
| "eval_steps_per_second": 2.048, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.30006819731757217, |
| "grad_norm": 0.8015936613082886, |
| "learning_rate": 0.000134, |
| "loss": 1.2283, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.30916117299386225, |
| "grad_norm": 0.7653372287750244, |
| "learning_rate": 0.000132, |
| "loss": 1.0927, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.30916117299386225, |
| "eval_loss": 1.0781885385513306, |
| "eval_runtime": 7.7433, |
| "eval_samples_per_second": 3.874, |
| "eval_steps_per_second": 1.937, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.3182541486701523, |
| "grad_norm": 0.7825664281845093, |
| "learning_rate": 0.00013000000000000002, |
| "loss": 1.106, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.32734712434644236, |
| "grad_norm": 0.7554489970207214, |
| "learning_rate": 0.00012800000000000002, |
| "loss": 1.0999, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.32734712434644236, |
| "eval_loss": 1.0733944177627563, |
| "eval_runtime": 7.5964, |
| "eval_samples_per_second": 3.949, |
| "eval_steps_per_second": 1.975, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.33644010002273245, |
| "grad_norm": 0.8089460730552673, |
| "learning_rate": 0.000126, |
| "loss": 1.2226, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.34553307569902253, |
| "grad_norm": 0.7402002215385437, |
| "learning_rate": 0.000124, |
| "loss": 1.1182, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.34553307569902253, |
| "eval_loss": 1.0658830404281616, |
| "eval_runtime": 7.8865, |
| "eval_samples_per_second": 3.804, |
| "eval_steps_per_second": 1.902, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.35462605137531256, |
| "grad_norm": 0.6649179458618164, |
| "learning_rate": 0.000122, |
| "loss": 1.0671, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.36371902705160264, |
| "grad_norm": 0.7573872804641724, |
| "learning_rate": 0.00012, |
| "loss": 1.0291, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.36371902705160264, |
| "eval_loss": 1.0471783876419067, |
| "eval_runtime": 7.9526, |
| "eval_samples_per_second": 3.772, |
| "eval_steps_per_second": 1.886, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.3728120027278927, |
| "grad_norm": 0.8243398666381836, |
| "learning_rate": 0.000118, |
| "loss": 1.1096, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.38190497840418275, |
| "grad_norm": 0.721502423286438, |
| "learning_rate": 0.000116, |
| "loss": 1.2158, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.38190497840418275, |
| "eval_loss": 1.0554709434509277, |
| "eval_runtime": 7.3409, |
| "eval_samples_per_second": 4.087, |
| "eval_steps_per_second": 2.043, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.39099795408047283, |
| "grad_norm": 0.7591432332992554, |
| "learning_rate": 0.00011399999999999999, |
| "loss": 1.0817, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.4000909297567629, |
| "grad_norm": 0.7596343755722046, |
| "learning_rate": 0.00011200000000000001, |
| "loss": 1.0873, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.4000909297567629, |
| "eval_loss": 1.0482908487319946, |
| "eval_runtime": 7.8536, |
| "eval_samples_per_second": 3.82, |
| "eval_steps_per_second": 1.91, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.40918390543305294, |
| "grad_norm": 0.8296840190887451, |
| "learning_rate": 0.00011000000000000002, |
| "loss": 1.0252, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.418276881109343, |
| "grad_norm": 0.9094285368919373, |
| "learning_rate": 0.00010800000000000001, |
| "loss": 1.0978, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.418276881109343, |
| "eval_loss": 1.046170711517334, |
| "eval_runtime": 7.4472, |
| "eval_samples_per_second": 4.028, |
| "eval_steps_per_second": 2.014, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.4273698567856331, |
| "grad_norm": 0.8471206426620483, |
| "learning_rate": 0.00010600000000000002, |
| "loss": 1.0371, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.4364628324619232, |
| "grad_norm": 0.8168342113494873, |
| "learning_rate": 0.00010400000000000001, |
| "loss": 1.0352, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.4364628324619232, |
| "eval_loss": 1.0409115552902222, |
| "eval_runtime": 7.8502, |
| "eval_samples_per_second": 3.822, |
| "eval_steps_per_second": 1.911, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.4455558081382132, |
| "grad_norm": 0.7482770681381226, |
| "learning_rate": 0.00010200000000000001, |
| "loss": 1.0812, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.4546487838145033, |
| "grad_norm": 0.7300863862037659, |
| "learning_rate": 0.0001, |
| "loss": 1.1762, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.4546487838145033, |
| "eval_loss": 1.0410172939300537, |
| "eval_runtime": 7.4872, |
| "eval_samples_per_second": 4.007, |
| "eval_steps_per_second": 2.003, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.4637417594907934, |
| "grad_norm": 0.7066290378570557, |
| "learning_rate": 9.8e-05, |
| "loss": 1.1054, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.4728347351670834, |
| "grad_norm": 0.8214625716209412, |
| "learning_rate": 9.6e-05, |
| "loss": 1.0563, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.4728347351670834, |
| "eval_loss": 1.03702974319458, |
| "eval_runtime": 7.8723, |
| "eval_samples_per_second": 3.811, |
| "eval_steps_per_second": 1.905, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.4819277108433735, |
| "grad_norm": 0.8834312558174133, |
| "learning_rate": 9.4e-05, |
| "loss": 1.1071, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.4910206865196636, |
| "grad_norm": 0.768332302570343, |
| "learning_rate": 9.200000000000001e-05, |
| "loss": 1.0537, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.4910206865196636, |
| "eval_loss": 1.033887267112732, |
| "eval_runtime": 7.7503, |
| "eval_samples_per_second": 3.871, |
| "eval_steps_per_second": 1.935, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.5001136621959537, |
| "grad_norm": 0.805924654006958, |
| "learning_rate": 9e-05, |
| "loss": 1.1193, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.5092066378722437, |
| "grad_norm": 0.8571528792381287, |
| "learning_rate": 8.800000000000001e-05, |
| "loss": 1.0951, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.5092066378722437, |
| "eval_loss": 1.0283806324005127, |
| "eval_runtime": 7.6361, |
| "eval_samples_per_second": 3.929, |
| "eval_steps_per_second": 1.964, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.5182996135485337, |
| "grad_norm": 0.8743025064468384, |
| "learning_rate": 8.6e-05, |
| "loss": 0.9861, |
| "step": 285 |
| }, |
| { |
| "epoch": 0.5273925892248238, |
| "grad_norm": 0.8119250535964966, |
| "learning_rate": 8.4e-05, |
| "loss": 1.0458, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.5273925892248238, |
| "eval_loss": 1.0257965326309204, |
| "eval_runtime": 7.8945, |
| "eval_samples_per_second": 3.8, |
| "eval_steps_per_second": 1.9, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.5364855649011139, |
| "grad_norm": 0.9032679796218872, |
| "learning_rate": 8.2e-05, |
| "loss": 1.0145, |
| "step": 295 |
| }, |
| { |
| "epoch": 0.545578540577404, |
| "grad_norm": 0.8125148415565491, |
| "learning_rate": 8e-05, |
| "loss": 1.0212, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.545578540577404, |
| "eval_loss": 1.018557071685791, |
| "eval_runtime": 7.5438, |
| "eval_samples_per_second": 3.977, |
| "eval_steps_per_second": 1.988, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.554671516253694, |
| "grad_norm": 0.77150958776474, |
| "learning_rate": 7.800000000000001e-05, |
| "loss": 1.0901, |
| "step": 305 |
| }, |
| { |
| "epoch": 0.5637644919299841, |
| "grad_norm": 0.8303976058959961, |
| "learning_rate": 7.6e-05, |
| "loss": 1.0535, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.5637644919299841, |
| "eval_loss": 1.019250750541687, |
| "eval_runtime": 7.9264, |
| "eval_samples_per_second": 3.785, |
| "eval_steps_per_second": 1.892, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.5728574676062742, |
| "grad_norm": 0.8433631658554077, |
| "learning_rate": 7.4e-05, |
| "loss": 1.1187, |
| "step": 315 |
| }, |
| { |
| "epoch": 0.5819504432825642, |
| "grad_norm": 0.8279653787612915, |
| "learning_rate": 7.2e-05, |
| "loss": 1.1483, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.5819504432825642, |
| "eval_loss": 1.0166659355163574, |
| "eval_runtime": 7.3093, |
| "eval_samples_per_second": 4.104, |
| "eval_steps_per_second": 2.052, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.5910434189588543, |
| "grad_norm": 0.6873704791069031, |
| "learning_rate": 7e-05, |
| "loss": 1.0573, |
| "step": 325 |
| }, |
| { |
| "epoch": 0.6001363946351443, |
| "grad_norm": 0.7217792868614197, |
| "learning_rate": 6.800000000000001e-05, |
| "loss": 1.0225, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.6001363946351443, |
| "eval_loss": 1.0203421115875244, |
| "eval_runtime": 7.9938, |
| "eval_samples_per_second": 3.753, |
| "eval_steps_per_second": 1.876, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.6092293703114344, |
| "grad_norm": 0.828619122505188, |
| "learning_rate": 6.6e-05, |
| "loss": 1.0272, |
| "step": 335 |
| }, |
| { |
| "epoch": 0.6183223459877245, |
| "grad_norm": 0.7822660207748413, |
| "learning_rate": 6.400000000000001e-05, |
| "loss": 0.9776, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.6183223459877245, |
| "eval_loss": 1.0186898708343506, |
| "eval_runtime": 7.3434, |
| "eval_samples_per_second": 4.085, |
| "eval_steps_per_second": 2.043, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.6274153216640146, |
| "grad_norm": 0.7307916283607483, |
| "learning_rate": 6.2e-05, |
| "loss": 1.0637, |
| "step": 345 |
| }, |
| { |
| "epoch": 0.6365082973403046, |
| "grad_norm": 0.8595789670944214, |
| "learning_rate": 6e-05, |
| "loss": 1.0571, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.6365082973403046, |
| "eval_loss": 1.008802056312561, |
| "eval_runtime": 7.6422, |
| "eval_samples_per_second": 3.926, |
| "eval_steps_per_second": 1.963, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.6456012730165946, |
| "grad_norm": 1.0007542371749878, |
| "learning_rate": 5.8e-05, |
| "loss": 1.1277, |
| "step": 355 |
| }, |
| { |
| "epoch": 0.6546942486928847, |
| "grad_norm": 0.8014799356460571, |
| "learning_rate": 5.6000000000000006e-05, |
| "loss": 1.2342, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.6546942486928847, |
| "eval_loss": 1.0054609775543213, |
| "eval_runtime": 7.5443, |
| "eval_samples_per_second": 3.977, |
| "eval_steps_per_second": 1.988, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.6637872243691748, |
| "grad_norm": 0.8301798105239868, |
| "learning_rate": 5.4000000000000005e-05, |
| "loss": 1.0886, |
| "step": 365 |
| }, |
| { |
| "epoch": 0.6728802000454649, |
| "grad_norm": 0.8582270741462708, |
| "learning_rate": 5.2000000000000004e-05, |
| "loss": 1.0834, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.6728802000454649, |
| "eval_loss": 0.9980356693267822, |
| "eval_runtime": 7.3182, |
| "eval_samples_per_second": 4.099, |
| "eval_steps_per_second": 2.05, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.681973175721755, |
| "grad_norm": 0.9084227085113525, |
| "learning_rate": 5e-05, |
| "loss": 1.0517, |
| "step": 375 |
| }, |
| { |
| "epoch": 0.6910661513980451, |
| "grad_norm": 0.8120643496513367, |
| "learning_rate": 4.8e-05, |
| "loss": 1.0931, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.6910661513980451, |
| "eval_loss": 0.9912369847297668, |
| "eval_runtime": 7.8444, |
| "eval_samples_per_second": 3.824, |
| "eval_steps_per_second": 1.912, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.700159127074335, |
| "grad_norm": 0.8523077964782715, |
| "learning_rate": 4.600000000000001e-05, |
| "loss": 1.0883, |
| "step": 385 |
| }, |
| { |
| "epoch": 0.7092521027506251, |
| "grad_norm": 0.8379296660423279, |
| "learning_rate": 4.4000000000000006e-05, |
| "loss": 1.1041, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.7092521027506251, |
| "eval_loss": 0.9924930334091187, |
| "eval_runtime": 7.364, |
| "eval_samples_per_second": 4.074, |
| "eval_steps_per_second": 2.037, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.7183450784269152, |
| "grad_norm": 0.9272042512893677, |
| "learning_rate": 4.2e-05, |
| "loss": 1.0839, |
| "step": 395 |
| }, |
| { |
| "epoch": 0.7274380541032053, |
| "grad_norm": 0.8774125576019287, |
| "learning_rate": 4e-05, |
| "loss": 0.9889, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.7274380541032053, |
| "eval_loss": 0.9954690337181091, |
| "eval_runtime": 7.8404, |
| "eval_samples_per_second": 3.826, |
| "eval_steps_per_second": 1.913, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.7365310297794954, |
| "grad_norm": 0.7553389072418213, |
| "learning_rate": 3.8e-05, |
| "loss": 1.0906, |
| "step": 405 |
| }, |
| { |
| "epoch": 0.7456240054557854, |
| "grad_norm": 0.7866451740264893, |
| "learning_rate": 3.6e-05, |
| "loss": 1.0219, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.7456240054557854, |
| "eval_loss": 0.994717001914978, |
| "eval_runtime": 7.8266, |
| "eval_samples_per_second": 3.833, |
| "eval_steps_per_second": 1.917, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.7547169811320755, |
| "grad_norm": 0.8554181456565857, |
| "learning_rate": 3.4000000000000007e-05, |
| "loss": 1.0598, |
| "step": 415 |
| }, |
| { |
| "epoch": 0.7638099568083655, |
| "grad_norm": 0.9773761034011841, |
| "learning_rate": 3.2000000000000005e-05, |
| "loss": 1.033, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.7638099568083655, |
| "eval_loss": 0.9926409125328064, |
| "eval_runtime": 7.2819, |
| "eval_samples_per_second": 4.12, |
| "eval_steps_per_second": 2.06, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.7729029324846556, |
| "grad_norm": 0.8768495917320251, |
| "learning_rate": 3e-05, |
| "loss": 1.054, |
| "step": 425 |
| }, |
| { |
| "epoch": 0.7819959081609457, |
| "grad_norm": 0.787002682685852, |
| "learning_rate": 2.8000000000000003e-05, |
| "loss": 1.0548, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.7819959081609457, |
| "eval_loss": 0.9910202622413635, |
| "eval_runtime": 7.8704, |
| "eval_samples_per_second": 3.812, |
| "eval_steps_per_second": 1.906, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.7910888838372357, |
| "grad_norm": 0.843839704990387, |
| "learning_rate": 2.6000000000000002e-05, |
| "loss": 1.0936, |
| "step": 435 |
| }, |
| { |
| "epoch": 0.8001818595135258, |
| "grad_norm": 0.9202592968940735, |
| "learning_rate": 2.4e-05, |
| "loss": 1.0684, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.8001818595135258, |
| "eval_loss": 0.9879806637763977, |
| "eval_runtime": 7.292, |
| "eval_samples_per_second": 4.114, |
| "eval_steps_per_second": 2.057, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.8092748351898159, |
| "grad_norm": 0.8747548460960388, |
| "learning_rate": 2.2000000000000003e-05, |
| "loss": 1.0185, |
| "step": 445 |
| }, |
| { |
| "epoch": 0.8183678108661059, |
| "grad_norm": 0.8311501145362854, |
| "learning_rate": 2e-05, |
| "loss": 1.0874, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.8183678108661059, |
| "eval_loss": 0.9860556125640869, |
| "eval_runtime": 7.7936, |
| "eval_samples_per_second": 3.849, |
| "eval_steps_per_second": 1.925, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.827460786542396, |
| "grad_norm": 0.8813076615333557, |
| "learning_rate": 1.8e-05, |
| "loss": 1.0209, |
| "step": 455 |
| }, |
| { |
| "epoch": 0.836553762218686, |
| "grad_norm": 0.9480300545692444, |
| "learning_rate": 1.6000000000000003e-05, |
| "loss": 1.0878, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.836553762218686, |
| "eval_loss": 0.9852551817893982, |
| "eval_runtime": 7.2978, |
| "eval_samples_per_second": 4.111, |
| "eval_steps_per_second": 2.055, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.8456467378949761, |
| "grad_norm": 0.8942534923553467, |
| "learning_rate": 1.4000000000000001e-05, |
| "loss": 0.9746, |
| "step": 465 |
| }, |
| { |
| "epoch": 0.8547397135712662, |
| "grad_norm": 0.9491382837295532, |
| "learning_rate": 1.2e-05, |
| "loss": 0.9443, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.8547397135712662, |
| "eval_loss": 0.9845015406608582, |
| "eval_runtime": 7.7967, |
| "eval_samples_per_second": 3.848, |
| "eval_steps_per_second": 1.924, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.8638326892475563, |
| "grad_norm": 0.9191480278968811, |
| "learning_rate": 1e-05, |
| "loss": 1.0311, |
| "step": 475 |
| }, |
| { |
| "epoch": 0.8729256649238464, |
| "grad_norm": 0.8474745750427246, |
| "learning_rate": 8.000000000000001e-06, |
| "loss": 1.1006, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.8729256649238464, |
| "eval_loss": 0.9836694002151489, |
| "eval_runtime": 7.3154, |
| "eval_samples_per_second": 4.101, |
| "eval_steps_per_second": 2.05, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.8820186406001363, |
| "grad_norm": 0.8463994860649109, |
| "learning_rate": 6e-06, |
| "loss": 1.0196, |
| "step": 485 |
| }, |
| { |
| "epoch": 0.8911116162764264, |
| "grad_norm": 0.8902223706245422, |
| "learning_rate": 4.000000000000001e-06, |
| "loss": 1.0447, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.8911116162764264, |
| "eval_loss": 0.9838915467262268, |
| "eval_runtime": 7.7764, |
| "eval_samples_per_second": 3.858, |
| "eval_steps_per_second": 1.929, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.9002045919527165, |
| "grad_norm": 0.8993239998817444, |
| "learning_rate": 2.0000000000000003e-06, |
| "loss": 1.0981, |
| "step": 495 |
| }, |
| { |
| "epoch": 0.9092975676290066, |
| "grad_norm": 0.8118588924407959, |
| "learning_rate": 0.0, |
| "loss": 1.0078, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.9092975676290066, |
| "eval_loss": 0.9837616086006165, |
| "eval_runtime": 7.456, |
| "eval_samples_per_second": 4.024, |
| "eval_steps_per_second": 2.012, |
| "step": 500 |
| } |
| ], |
| "logging_steps": 5, |
| "max_steps": 500, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 20, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 2.068977650017795e+16, |
| "train_batch_size": 2, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
