| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 1.3161361141602634, |
| "eval_steps": 50, |
| "global_step": 600, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0021953896816684962, |
| "grad_norm": 163.60501272566069, |
| "learning_rate": 0.0, |
| "loss": 1.3923, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.0043907793633369925, |
| "grad_norm": 170.58640230921233, |
| "learning_rate": 7.2992700729927e-09, |
| "loss": 1.281, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.006586169045005488, |
| "grad_norm": 131.10623897546836, |
| "learning_rate": 1.45985401459854e-08, |
| "loss": 1.3551, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.008781558726673985, |
| "grad_norm": 178.96806532547603, |
| "learning_rate": 2.1897810218978102e-08, |
| "loss": 1.3577, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.010976948408342482, |
| "grad_norm": 132.31431642741137, |
| "learning_rate": 2.91970802919708e-08, |
| "loss": 1.3135, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.013172338090010977, |
| "grad_norm": 135.62398872133667, |
| "learning_rate": 3.64963503649635e-08, |
| "loss": 1.305, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.015367727771679473, |
| "grad_norm": 128.75782005700225, |
| "learning_rate": 4.3795620437956203e-08, |
| "loss": 1.4486, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.01756311745334797, |
| "grad_norm": 138.3771195817014, |
| "learning_rate": 5.10948905109489e-08, |
| "loss": 1.5554, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.019758507135016465, |
| "grad_norm": 132.69136904564107, |
| "learning_rate": 5.83941605839416e-08, |
| "loss": 1.4041, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.021953896816684963, |
| "grad_norm": 135.7212626140043, |
| "learning_rate": 6.569343065693431e-08, |
| "loss": 1.2969, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.024149286498353458, |
| "grad_norm": 150.3565406204981, |
| "learning_rate": 7.2992700729927e-08, |
| "loss": 1.3152, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.026344676180021953, |
| "grad_norm": 151.3406121199072, |
| "learning_rate": 8.029197080291971e-08, |
| "loss": 1.488, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.02854006586169045, |
| "grad_norm": 124.37914565637091, |
| "learning_rate": 8.759124087591241e-08, |
| "loss": 1.244, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.030735455543358946, |
| "grad_norm": 142.5907569544806, |
| "learning_rate": 9.48905109489051e-08, |
| "loss": 1.2863, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.03293084522502744, |
| "grad_norm": 122.30421005497061, |
| "learning_rate": 1.021897810218978e-07, |
| "loss": 1.3103, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.03512623490669594, |
| "grad_norm": 200.79885863608268, |
| "learning_rate": 1.0948905109489052e-07, |
| "loss": 1.4004, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.03732162458836443, |
| "grad_norm": 167.14991660211373, |
| "learning_rate": 1.167883211678832e-07, |
| "loss": 1.2775, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.03951701427003293, |
| "grad_norm": 131.28993539446094, |
| "learning_rate": 1.240875912408759e-07, |
| "loss": 1.3523, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.04171240395170143, |
| "grad_norm": 162.3600505958806, |
| "learning_rate": 1.3138686131386862e-07, |
| "loss": 1.3361, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.043907793633369926, |
| "grad_norm": 133.12292640519846, |
| "learning_rate": 1.386861313868613e-07, |
| "loss": 1.2538, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.04610318331503842, |
| "grad_norm": 138.78896167890522, |
| "learning_rate": 1.45985401459854e-07, |
| "loss": 1.352, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.048298572996706916, |
| "grad_norm": 139.69189042882115, |
| "learning_rate": 1.532846715328467e-07, |
| "loss": 1.5154, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.050493962678375415, |
| "grad_norm": 137.39489076785355, |
| "learning_rate": 1.6058394160583942e-07, |
| "loss": 1.4735, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.052689352360043906, |
| "grad_norm": 129.9057654211869, |
| "learning_rate": 1.678832116788321e-07, |
| "loss": 1.4751, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.054884742041712405, |
| "grad_norm": 142.17880454005854, |
| "learning_rate": 1.7518248175182481e-07, |
| "loss": 1.4576, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.0570801317233809, |
| "grad_norm": 213.94665712809794, |
| "learning_rate": 1.824817518248175e-07, |
| "loss": 1.5012, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.059275521405049394, |
| "grad_norm": 150.33832122564692, |
| "learning_rate": 1.897810218978102e-07, |
| "loss": 1.4739, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.06147091108671789, |
| "grad_norm": 135.59843657422903, |
| "learning_rate": 1.9708029197080292e-07, |
| "loss": 1.3503, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.06366630076838639, |
| "grad_norm": 140.7138855818933, |
| "learning_rate": 2.043795620437956e-07, |
| "loss": 1.2969, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.06586169045005488, |
| "grad_norm": 203.85681204065455, |
| "learning_rate": 2.116788321167883e-07, |
| "loss": 1.4389, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.06805708013172337, |
| "grad_norm": 129.70436787634256, |
| "learning_rate": 2.1897810218978103e-07, |
| "loss": 1.352, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.07025246981339188, |
| "grad_norm": 170.170655877601, |
| "learning_rate": 2.2627737226277372e-07, |
| "loss": 1.4311, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.07244785949506037, |
| "grad_norm": 167.7752606625615, |
| "learning_rate": 2.335766423357664e-07, |
| "loss": 1.2723, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.07464324917672886, |
| "grad_norm": 130.878840340516, |
| "learning_rate": 2.408759124087591e-07, |
| "loss": 1.3537, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.07683863885839737, |
| "grad_norm": 137.56018328091912, |
| "learning_rate": 2.481751824817518e-07, |
| "loss": 1.4013, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.07903402854006586, |
| "grad_norm": 110.2306130917618, |
| "learning_rate": 2.5547445255474454e-07, |
| "loss": 1.2338, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.08122941822173436, |
| "grad_norm": 140.88497788079806, |
| "learning_rate": 2.6277372262773725e-07, |
| "loss": 1.2442, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.08342480790340286, |
| "grad_norm": 131.1603732007104, |
| "learning_rate": 2.700729927007299e-07, |
| "loss": 1.3306, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.08562019758507135, |
| "grad_norm": 125.8912594433526, |
| "learning_rate": 2.773722627737226e-07, |
| "loss": 1.2538, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.08781558726673985, |
| "grad_norm": 173.62590699447912, |
| "learning_rate": 2.846715328467153e-07, |
| "loss": 1.282, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.09001097694840834, |
| "grad_norm": 140.0348709144397, |
| "learning_rate": 2.91970802919708e-07, |
| "loss": 1.2933, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.09220636663007684, |
| "grad_norm": 138.34191099990304, |
| "learning_rate": 2.9927007299270075e-07, |
| "loss": 1.2246, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.09440175631174534, |
| "grad_norm": 133.3567358083278, |
| "learning_rate": 3.065693430656934e-07, |
| "loss": 1.2049, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.09659714599341383, |
| "grad_norm": 149.86829216030878, |
| "learning_rate": 3.138686131386861e-07, |
| "loss": 1.1484, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.09879253567508232, |
| "grad_norm": 139.54448207721754, |
| "learning_rate": 3.2116788321167883e-07, |
| "loss": 1.1161, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.10098792535675083, |
| "grad_norm": 144.73507422182286, |
| "learning_rate": 3.284671532846715e-07, |
| "loss": 1.2278, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.10318331503841932, |
| "grad_norm": 121.6383629486138, |
| "learning_rate": 3.357664233576642e-07, |
| "loss": 1.2288, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.10537870472008781, |
| "grad_norm": 98.86387010070742, |
| "learning_rate": 3.4306569343065697e-07, |
| "loss": 1.1108, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.10757409440175632, |
| "grad_norm": 163.06719307818943, |
| "learning_rate": 3.5036496350364963e-07, |
| "loss": 1.1668, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.10976948408342481, |
| "grad_norm": 115.37025925475122, |
| "learning_rate": 3.5766423357664234e-07, |
| "loss": 1.0684, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.10976948408342481, |
| "eval_accuracy": 0.506, |
| "eval_loss": 1.019887089729309, |
| "eval_runtime": 62.4289, |
| "eval_samples_per_second": 8.009, |
| "eval_steps_per_second": 1.009, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.1119648737650933, |
| "grad_norm": 115.00520545818907, |
| "learning_rate": 3.64963503649635e-07, |
| "loss": 1.1397, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.1141602634467618, |
| "grad_norm": 102.41196522989259, |
| "learning_rate": 3.722627737226277e-07, |
| "loss": 1.0745, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.1163556531284303, |
| "grad_norm": 117.26316852602802, |
| "learning_rate": 3.795620437956204e-07, |
| "loss": 1.2356, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.11855104281009879, |
| "grad_norm": 120.91380597609361, |
| "learning_rate": 3.8686131386861313e-07, |
| "loss": 1.2119, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.1207464324917673, |
| "grad_norm": 92.29300818472724, |
| "learning_rate": 3.9416058394160584e-07, |
| "loss": 1.1304, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.12294182217343579, |
| "grad_norm": 92.82345907233494, |
| "learning_rate": 4.0145985401459856e-07, |
| "loss": 1.1531, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.1251372118551043, |
| "grad_norm": 85.5717973777339, |
| "learning_rate": 4.087591240875912e-07, |
| "loss": 0.9308, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.12733260153677278, |
| "grad_norm": 85.43269620489475, |
| "learning_rate": 4.160583941605839e-07, |
| "loss": 1.1233, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.12952799121844127, |
| "grad_norm": 115.80515321077907, |
| "learning_rate": 4.233576642335766e-07, |
| "loss": 1.1797, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.13172338090010977, |
| "grad_norm": 84.2918940049183, |
| "learning_rate": 4.306569343065693e-07, |
| "loss": 1.092, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.13391877058177826, |
| "grad_norm": 99.39269845007587, |
| "learning_rate": 4.3795620437956206e-07, |
| "loss": 1.1176, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.13611416026344675, |
| "grad_norm": 70.59454501984223, |
| "learning_rate": 4.452554744525547e-07, |
| "loss": 1.0813, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.13830954994511527, |
| "grad_norm": 109.5923399556689, |
| "learning_rate": 4.5255474452554743e-07, |
| "loss": 0.9878, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.14050493962678376, |
| "grad_norm": 63.030131831059876, |
| "learning_rate": 4.5985401459854014e-07, |
| "loss": 0.9483, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.14270032930845225, |
| "grad_norm": 87.02770783815946, |
| "learning_rate": 4.671532846715328e-07, |
| "loss": 0.9885, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.14489571899012074, |
| "grad_norm": 70.75751318092878, |
| "learning_rate": 4.744525547445255e-07, |
| "loss": 0.8505, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.14709110867178923, |
| "grad_norm": 84.18711981429041, |
| "learning_rate": 4.817518248175182e-07, |
| "loss": 0.9274, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.14928649835345773, |
| "grad_norm": 93.24415466346244, |
| "learning_rate": 4.89051094890511e-07, |
| "loss": 1.0028, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.15148188803512624, |
| "grad_norm": 58.159526228156615, |
| "learning_rate": 4.963503649635036e-07, |
| "loss": 0.8635, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.15367727771679474, |
| "grad_norm": 69.94129826644978, |
| "learning_rate": 5.036496350364964e-07, |
| "loss": 0.9774, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.15587266739846323, |
| "grad_norm": 69.03950330444896, |
| "learning_rate": 5.109489051094891e-07, |
| "loss": 0.9669, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.15806805708013172, |
| "grad_norm": 76.92567375028155, |
| "learning_rate": 5.182481751824817e-07, |
| "loss": 0.86, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.1602634467618002, |
| "grad_norm": 74.59715692707641, |
| "learning_rate": 5.255474452554745e-07, |
| "loss": 0.9128, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.16245883644346873, |
| "grad_norm": 82.61633303553909, |
| "learning_rate": 5.328467153284672e-07, |
| "loss": 0.9546, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.16465422612513722, |
| "grad_norm": 58.685512250843665, |
| "learning_rate": 5.401459854014598e-07, |
| "loss": 0.875, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.1668496158068057, |
| "grad_norm": 58.60891793684997, |
| "learning_rate": 5.474452554744526e-07, |
| "loss": 0.8729, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.1690450054884742, |
| "grad_norm": 68.60986432356273, |
| "learning_rate": 5.547445255474452e-07, |
| "loss": 0.8208, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.1712403951701427, |
| "grad_norm": 58.35034555605016, |
| "learning_rate": 5.620437956204379e-07, |
| "loss": 0.903, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.1734357848518112, |
| "grad_norm": 98.61406200927433, |
| "learning_rate": 5.693430656934306e-07, |
| "loss": 0.9472, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.1756311745334797, |
| "grad_norm": 81.08439956625773, |
| "learning_rate": 5.766423357664233e-07, |
| "loss": 0.9163, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.1778265642151482, |
| "grad_norm": 53.88557720126228, |
| "learning_rate": 5.83941605839416e-07, |
| "loss": 0.868, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.1800219538968167, |
| "grad_norm": 53.143301158626926, |
| "learning_rate": 5.912408759124087e-07, |
| "loss": 0.88, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.18221734357848518, |
| "grad_norm": 49.19404393103411, |
| "learning_rate": 5.985401459854015e-07, |
| "loss": 0.8291, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.18441273326015367, |
| "grad_norm": 49.9632858603646, |
| "learning_rate": 6.058394160583942e-07, |
| "loss": 0.8155, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.18660812294182216, |
| "grad_norm": 45.62330278251693, |
| "learning_rate": 6.131386861313868e-07, |
| "loss": 0.7906, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.18880351262349068, |
| "grad_norm": 41.69982248481481, |
| "learning_rate": 6.204379562043796e-07, |
| "loss": 0.7877, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.19099890230515917, |
| "grad_norm": 36.534122434280455, |
| "learning_rate": 6.277372262773722e-07, |
| "loss": 0.7527, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.19319429198682767, |
| "grad_norm": 41.51590795972736, |
| "learning_rate": 6.350364963503649e-07, |
| "loss": 0.7701, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.19538968166849616, |
| "grad_norm": 50.9447076217186, |
| "learning_rate": 6.423357664233577e-07, |
| "loss": 0.8, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.19758507135016465, |
| "grad_norm": 39.73817349854984, |
| "learning_rate": 6.496350364963503e-07, |
| "loss": 0.7236, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.19978046103183314, |
| "grad_norm": 38.43809365198889, |
| "learning_rate": 6.56934306569343e-07, |
| "loss": 0.6534, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.20197585071350166, |
| "grad_norm": 37.357871240275045, |
| "learning_rate": 6.642335766423358e-07, |
| "loss": 0.7343, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.20417124039517015, |
| "grad_norm": 44.96345470889994, |
| "learning_rate": 6.715328467153284e-07, |
| "loss": 0.6828, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.20636663007683864, |
| "grad_norm": 37.388274455357625, |
| "learning_rate": 6.788321167883211e-07, |
| "loss": 0.6308, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.20856201975850713, |
| "grad_norm": 30.201936308225815, |
| "learning_rate": 6.861313868613139e-07, |
| "loss": 0.6127, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.21075740944017562, |
| "grad_norm": 35.90933604523665, |
| "learning_rate": 6.934306569343066e-07, |
| "loss": 0.6911, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.21295279912184412, |
| "grad_norm": 29.700092316262612, |
| "learning_rate": 7.007299270072993e-07, |
| "loss": 0.6556, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.21514818880351264, |
| "grad_norm": 31.842570539615227, |
| "learning_rate": 7.080291970802919e-07, |
| "loss": 0.6896, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.21734357848518113, |
| "grad_norm": 31.238683970651707, |
| "learning_rate": 7.153284671532847e-07, |
| "loss": 0.6506, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.21953896816684962, |
| "grad_norm": 35.48873900248551, |
| "learning_rate": 7.226277372262773e-07, |
| "loss": 0.7495, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.21953896816684962, |
| "eval_accuracy": 0.682, |
| "eval_loss": 0.562687873840332, |
| "eval_runtime": 62.4373, |
| "eval_samples_per_second": 8.008, |
| "eval_steps_per_second": 1.009, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.2217343578485181, |
| "grad_norm": 34.153901482286706, |
| "learning_rate": 7.2992700729927e-07, |
| "loss": 0.7136, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.2239297475301866, |
| "grad_norm": 27.9624148195877, |
| "learning_rate": 7.372262773722628e-07, |
| "loss": 0.7178, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.2261251372118551, |
| "grad_norm": 22.100202938968764, |
| "learning_rate": 7.445255474452554e-07, |
| "loss": 0.6749, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.2283205268935236, |
| "grad_norm": 28.18545960285919, |
| "learning_rate": 7.518248175182481e-07, |
| "loss": 0.666, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.2305159165751921, |
| "grad_norm": 22.264174917923164, |
| "learning_rate": 7.591240875912408e-07, |
| "loss": 0.6312, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.2327113062568606, |
| "grad_norm": 17.37357275601335, |
| "learning_rate": 7.664233576642335e-07, |
| "loss": 0.6065, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.2349066959385291, |
| "grad_norm": 19.49426500716658, |
| "learning_rate": 7.737226277372263e-07, |
| "loss": 0.6502, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.23710208562019758, |
| "grad_norm": 22.022008695087543, |
| "learning_rate": 7.81021897810219e-07, |
| "loss": 0.5885, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.23929747530186607, |
| "grad_norm": 21.515467941901086, |
| "learning_rate": 7.883211678832117e-07, |
| "loss": 0.5583, |
| "step": 109 |
| }, |
| { |
| "epoch": 0.2414928649835346, |
| "grad_norm": 25.78728071293923, |
| "learning_rate": 7.956204379562043e-07, |
| "loss": 0.6243, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.24368825466520308, |
| "grad_norm": 18.18532044027736, |
| "learning_rate": 8.029197080291971e-07, |
| "loss": 0.617, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.24588364434687157, |
| "grad_norm": 25.226965635992663, |
| "learning_rate": 8.102189781021898e-07, |
| "loss": 0.579, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.24807903402854006, |
| "grad_norm": 22.512756730293077, |
| "learning_rate": 8.175182481751824e-07, |
| "loss": 0.5939, |
| "step": 113 |
| }, |
| { |
| "epoch": 0.2502744237102086, |
| "grad_norm": 18.596439780374983, |
| "learning_rate": 8.248175182481751e-07, |
| "loss": 0.6323, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.2524698133918771, |
| "grad_norm": 17.02105845004187, |
| "learning_rate": 8.321167883211679e-07, |
| "loss": 0.5594, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.25466520307354557, |
| "grad_norm": 16.250583027072732, |
| "learning_rate": 8.394160583941605e-07, |
| "loss": 0.577, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.25686059275521406, |
| "grad_norm": 18.5715233786033, |
| "learning_rate": 8.467153284671532e-07, |
| "loss": 0.478, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.25905598243688255, |
| "grad_norm": 17.614587096288357, |
| "learning_rate": 8.540145985401459e-07, |
| "loss": 0.5567, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.26125137211855104, |
| "grad_norm": 21.00826003065434, |
| "learning_rate": 8.613138686131386e-07, |
| "loss": 0.5687, |
| "step": 119 |
| }, |
| { |
| "epoch": 0.26344676180021953, |
| "grad_norm": 15.607731096994556, |
| "learning_rate": 8.686131386861314e-07, |
| "loss": 0.5608, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.265642151481888, |
| "grad_norm": 15.277425156097365, |
| "learning_rate": 8.759124087591241e-07, |
| "loss": 0.5288, |
| "step": 121 |
| }, |
| { |
| "epoch": 0.2678375411635565, |
| "grad_norm": 19.651993472199724, |
| "learning_rate": 8.832116788321168e-07, |
| "loss": 0.5026, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.270032930845225, |
| "grad_norm": 24.891420468239335, |
| "learning_rate": 8.905109489051094e-07, |
| "loss": 0.5651, |
| "step": 123 |
| }, |
| { |
| "epoch": 0.2722283205268935, |
| "grad_norm": 17.627056937663315, |
| "learning_rate": 8.978102189781022e-07, |
| "loss": 0.5665, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.27442371020856204, |
| "grad_norm": 16.656331513263602, |
| "learning_rate": 9.051094890510949e-07, |
| "loss": 0.4395, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.27661909989023054, |
| "grad_norm": 15.567024748783735, |
| "learning_rate": 9.124087591240875e-07, |
| "loss": 0.4625, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.278814489571899, |
| "grad_norm": 15.002053723893589, |
| "learning_rate": 9.197080291970803e-07, |
| "loss": 0.5267, |
| "step": 127 |
| }, |
| { |
| "epoch": 0.2810098792535675, |
| "grad_norm": 13.834884625752059, |
| "learning_rate": 9.270072992700729e-07, |
| "loss": 0.5017, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.283205268935236, |
| "grad_norm": 15.615717349478732, |
| "learning_rate": 9.343065693430656e-07, |
| "loss": 0.4742, |
| "step": 129 |
| }, |
| { |
| "epoch": 0.2854006586169045, |
| "grad_norm": 13.471813706001054, |
| "learning_rate": 9.416058394160583e-07, |
| "loss": 0.512, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.287596048298573, |
| "grad_norm": 15.094349701329602, |
| "learning_rate": 9.48905109489051e-07, |
| "loss": 0.5327, |
| "step": 131 |
| }, |
| { |
| "epoch": 0.2897914379802415, |
| "grad_norm": 13.19342166454616, |
| "learning_rate": 9.562043795620438e-07, |
| "loss": 0.47, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.29198682766191, |
| "grad_norm": 12.139844355160385, |
| "learning_rate": 9.635036496350364e-07, |
| "loss": 0.5429, |
| "step": 133 |
| }, |
| { |
| "epoch": 0.29418221734357847, |
| "grad_norm": 13.352063594802008, |
| "learning_rate": 9.708029197080291e-07, |
| "loss": 0.4865, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.29637760702524696, |
| "grad_norm": 14.225936575772286, |
| "learning_rate": 9.78102189781022e-07, |
| "loss": 0.4784, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.29857299670691545, |
| "grad_norm": 12.461695683400633, |
| "learning_rate": 9.854014598540146e-07, |
| "loss": 0.4518, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.300768386388584, |
| "grad_norm": 12.867009884092825, |
| "learning_rate": 9.927007299270073e-07, |
| "loss": 0.4426, |
| "step": 137 |
| }, |
| { |
| "epoch": 0.3029637760702525, |
| "grad_norm": 20.246601888258336, |
| "learning_rate": 1e-06, |
| "loss": 0.5418, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.305159165751921, |
| "grad_norm": 19.62917306684865, |
| "learning_rate": 9.999983717412808e-07, |
| "loss": 0.5246, |
| "step": 139 |
| }, |
| { |
| "epoch": 0.30735455543358947, |
| "grad_norm": 14.70577630004396, |
| "learning_rate": 9.999934869757278e-07, |
| "loss": 0.4996, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.30954994511525796, |
| "grad_norm": 11.895324662976222, |
| "learning_rate": 9.999853457351558e-07, |
| "loss": 0.4846, |
| "step": 141 |
| }, |
| { |
| "epoch": 0.31174533479692645, |
| "grad_norm": 11.772224391975989, |
| "learning_rate": 9.999739480725893e-07, |
| "loss": 0.4882, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.31394072447859495, |
| "grad_norm": 12.342437917454156, |
| "learning_rate": 9.999592940622613e-07, |
| "loss": 0.4973, |
| "step": 143 |
| }, |
| { |
| "epoch": 0.31613611416026344, |
| "grad_norm": 9.63333593523558, |
| "learning_rate": 9.999413837996137e-07, |
| "loss": 0.4657, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.31833150384193193, |
| "grad_norm": 12.051946387691274, |
| "learning_rate": 9.999202174012972e-07, |
| "loss": 0.4778, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.3205268935236004, |
| "grad_norm": 11.959976548769715, |
| "learning_rate": 9.99895795005169e-07, |
| "loss": 0.4527, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.3227222832052689, |
| "grad_norm": 10.113920097674713, |
| "learning_rate": 9.99868116770293e-07, |
| "loss": 0.4078, |
| "step": 147 |
| }, |
| { |
| "epoch": 0.32491767288693746, |
| "grad_norm": 12.435033880307502, |
| "learning_rate": 9.998371828769384e-07, |
| "loss": 0.4894, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.32711306256860595, |
| "grad_norm": 14.939081919754774, |
| "learning_rate": 9.99802993526579e-07, |
| "loss": 0.5065, |
| "step": 149 |
| }, |
| { |
| "epoch": 0.32930845225027444, |
| "grad_norm": 14.254154244717148, |
| "learning_rate": 9.997655489418912e-07, |
| "loss": 0.494, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.32930845225027444, |
| "eval_accuracy": 0.786, |
| "eval_loss": 0.435116708278656, |
| "eval_runtime": 62.3466, |
| "eval_samples_per_second": 8.02, |
| "eval_steps_per_second": 1.01, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.33150384193194293, |
| "grad_norm": 12.039017936319885, |
| "learning_rate": 9.997248493667527e-07, |
| "loss": 0.4839, |
| "step": 151 |
| }, |
| { |
| "epoch": 0.3336992316136114, |
| "grad_norm": 11.070313457195804, |
| "learning_rate": 9.996808950662413e-07, |
| "loss": 0.4378, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.3358946212952799, |
| "grad_norm": 9.336009234528, |
| "learning_rate": 9.99633686326633e-07, |
| "loss": 0.4351, |
| "step": 153 |
| }, |
| { |
| "epoch": 0.3380900109769484, |
| "grad_norm": 11.55439798512532, |
| "learning_rate": 9.995832234554e-07, |
| "loss": 0.4553, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.3402854006586169, |
| "grad_norm": 12.154145816173985, |
| "learning_rate": 9.995295067812083e-07, |
| "loss": 0.4964, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.3424807903402854, |
| "grad_norm": 9.628643083965512, |
| "learning_rate": 9.99472536653917e-07, |
| "loss": 0.5015, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.3446761800219539, |
| "grad_norm": 11.610322067423159, |
| "learning_rate": 9.994123134445746e-07, |
| "loss": 0.4712, |
| "step": 157 |
| }, |
| { |
| "epoch": 0.3468715697036224, |
| "grad_norm": 12.74943545259812, |
| "learning_rate": 9.993488375454165e-07, |
| "loss": 0.4549, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.34906695938529086, |
| "grad_norm": 11.741546873031675, |
| "learning_rate": 9.992821093698636e-07, |
| "loss": 0.5129, |
| "step": 159 |
| }, |
| { |
| "epoch": 0.3512623490669594, |
| "grad_norm": 10.451389621211415, |
| "learning_rate": 9.992121293525188e-07, |
| "loss": 0.4884, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.3534577387486279, |
| "grad_norm": 9.48305774210746, |
| "learning_rate": 9.991388979491646e-07, |
| "loss": 0.4085, |
| "step": 161 |
| }, |
| { |
| "epoch": 0.3556531284302964, |
| "grad_norm": 14.783454444270212, |
| "learning_rate": 9.990624156367596e-07, |
| "loss": 0.5289, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.3578485181119649, |
| "grad_norm": 8.468180083819155, |
| "learning_rate": 9.989826829134356e-07, |
| "loss": 0.449, |
| "step": 163 |
| }, |
| { |
| "epoch": 0.3600439077936334, |
| "grad_norm": 11.676809759593661, |
| "learning_rate": 9.988997002984949e-07, |
| "loss": 0.5199, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.36223929747530187, |
| "grad_norm": 11.110035365580961, |
| "learning_rate": 9.988134683324058e-07, |
| "loss": 0.4988, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.36443468715697036, |
| "grad_norm": 9.194590897066561, |
| "learning_rate": 9.987239875768006e-07, |
| "loss": 0.4447, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.36663007683863885, |
| "grad_norm": 10.829285977863856, |
| "learning_rate": 9.9863125861447e-07, |
| "loss": 0.4645, |
| "step": 167 |
| }, |
| { |
| "epoch": 0.36882546652030734, |
| "grad_norm": 11.15768970639428, |
| "learning_rate": 9.985352820493614e-07, |
| "loss": 0.4429, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.37102085620197583, |
| "grad_norm": 10.615797787300718, |
| "learning_rate": 9.984360585065733e-07, |
| "loss": 0.4236, |
| "step": 169 |
| }, |
| { |
| "epoch": 0.3732162458836443, |
| "grad_norm": 11.596646960772174, |
| "learning_rate": 9.983335886323524e-07, |
| "loss": 0.4212, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.3754116355653128, |
| "grad_norm": 11.60172095267533, |
| "learning_rate": 9.98227873094088e-07, |
| "loss": 0.4796, |
| "step": 171 |
| }, |
| { |
| "epoch": 0.37760702524698136, |
| "grad_norm": 14.055785993956126, |
| "learning_rate": 9.981189125803095e-07, |
| "loss": 0.4841, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.37980241492864986, |
| "grad_norm": 9.572819362372918, |
| "learning_rate": 9.980067078006804e-07, |
| "loss": 0.3985, |
| "step": 173 |
| }, |
| { |
| "epoch": 0.38199780461031835, |
| "grad_norm": 11.59813843253133, |
| "learning_rate": 9.978912594859946e-07, |
| "loss": 0.4564, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.38419319429198684, |
| "grad_norm": 13.737142414943285, |
| "learning_rate": 9.977725683881707e-07, |
| "loss": 0.4522, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.38638858397365533, |
| "grad_norm": 9.246882570201656, |
| "learning_rate": 9.97650635280248e-07, |
| "loss": 0.4097, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.3885839736553238, |
| "grad_norm": 9.136180662179372, |
| "learning_rate": 9.97525460956381e-07, |
| "loss": 0.4141, |
| "step": 177 |
| }, |
| { |
| "epoch": 0.3907793633369923, |
| "grad_norm": 9.921404583485003, |
| "learning_rate": 9.973970462318349e-07, |
| "loss": 0.4357, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.3929747530186608, |
| "grad_norm": 11.601008865801447, |
| "learning_rate": 9.972653919429788e-07, |
| "loss": 0.4594, |
| "step": 179 |
| }, |
| { |
| "epoch": 0.3951701427003293, |
| "grad_norm": 10.36094679422873, |
| "learning_rate": 9.971304989472817e-07, |
| "loss": 0.4177, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.3973655323819978, |
| "grad_norm": 10.948879112431765, |
| "learning_rate": 9.969923681233066e-07, |
| "loss": 0.5064, |
| "step": 181 |
| }, |
| { |
| "epoch": 0.3995609220636663, |
| "grad_norm": 11.834429314578246, |
| "learning_rate": 9.968510003707042e-07, |
| "loss": 0.4665, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.40175631174533477, |
| "grad_norm": 11.392606754798651, |
| "learning_rate": 9.967063966102079e-07, |
| "loss": 0.3952, |
| "step": 183 |
| }, |
| { |
| "epoch": 0.4039517014270033, |
| "grad_norm": 9.253848276057784, |
| "learning_rate": 9.965585577836264e-07, |
| "loss": 0.4712, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.4061470911086718, |
| "grad_norm": 9.08494168337149, |
| "learning_rate": 9.9640748485384e-07, |
| "loss": 0.4026, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.4083424807903403, |
| "grad_norm": 9.664013692503126, |
| "learning_rate": 9.962531788047913e-07, |
| "loss": 0.3652, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.4105378704720088, |
| "grad_norm": 12.118857418627702, |
| "learning_rate": 9.960956406414813e-07, |
| "loss": 0.4189, |
| "step": 187 |
| }, |
| { |
| "epoch": 0.4127332601536773, |
| "grad_norm": 12.320330458732224, |
| "learning_rate": 9.959348713899613e-07, |
| "loss": 0.4341, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.4149286498353458, |
| "grad_norm": 12.403712297845825, |
| "learning_rate": 9.957708720973273e-07, |
| "loss": 0.4016, |
| "step": 189 |
| }, |
| { |
| "epoch": 0.41712403951701427, |
| "grad_norm": 16.26187132736173, |
| "learning_rate": 9.956036438317123e-07, |
| "loss": 0.4644, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.41931942919868276, |
| "grad_norm": 12.170054665158572, |
| "learning_rate": 9.954331876822798e-07, |
| "loss": 0.4374, |
| "step": 191 |
| }, |
| { |
| "epoch": 0.42151481888035125, |
| "grad_norm": 14.02551196287224, |
| "learning_rate": 9.952595047592167e-07, |
| "loss": 0.5103, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.42371020856201974, |
| "grad_norm": 9.533566927751629, |
| "learning_rate": 9.950825961937257e-07, |
| "loss": 0.4551, |
| "step": 193 |
| }, |
| { |
| "epoch": 0.42590559824368823, |
| "grad_norm": 12.533660392960899, |
| "learning_rate": 9.949024631380189e-07, |
| "loss": 0.4751, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.4281009879253567, |
| "grad_norm": 11.451058008246223, |
| "learning_rate": 9.94719106765309e-07, |
| "loss": 0.4058, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.43029637760702527, |
| "grad_norm": 11.13982911192037, |
| "learning_rate": 9.945325282698022e-07, |
| "loss": 0.4395, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.43249176728869376, |
| "grad_norm": 9.220791965183867, |
| "learning_rate": 9.94342728866691e-07, |
| "loss": 0.4104, |
| "step": 197 |
| }, |
| { |
| "epoch": 0.43468715697036225, |
| "grad_norm": 10.323390638102808, |
| "learning_rate": 9.941497097921456e-07, |
| "loss": 0.4384, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.43688254665203075, |
| "grad_norm": 9.058003354224194, |
| "learning_rate": 9.939534723033057e-07, |
| "loss": 0.4268, |
| "step": 199 |
| }, |
| { |
| "epoch": 0.43907793633369924, |
| "grad_norm": 11.887165620636456, |
| "learning_rate": 9.937540176782731e-07, |
| "loss": 0.4492, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.43907793633369924, |
| "eval_accuracy": 0.794, |
| "eval_loss": 0.4044578969478607, |
| "eval_runtime": 62.3322, |
| "eval_samples_per_second": 8.022, |
| "eval_steps_per_second": 1.011, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.44127332601536773, |
| "grad_norm": 12.441278365943637, |
| "learning_rate": 9.935513472161026e-07, |
| "loss": 0.4653, |
| "step": 201 |
| }, |
| { |
| "epoch": 0.4434687156970362, |
| "grad_norm": 14.201601234233598, |
| "learning_rate": 9.93345462236794e-07, |
| "loss": 0.4865, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.4456641053787047, |
| "grad_norm": 11.347903109722713, |
| "learning_rate": 9.931363640812837e-07, |
| "loss": 0.4097, |
| "step": 203 |
| }, |
| { |
| "epoch": 0.4478594950603732, |
| "grad_norm": 11.66358658856107, |
| "learning_rate": 9.929240541114347e-07, |
| "loss": 0.4315, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.4500548847420417, |
| "grad_norm": 10.618630242743638, |
| "learning_rate": 9.927085337100298e-07, |
| "loss": 0.4678, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.4522502744237102, |
| "grad_norm": 7.801209288203623, |
| "learning_rate": 9.924898042807604e-07, |
| "loss": 0.4143, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.4544456641053787, |
| "grad_norm": 7.639533498673639, |
| "learning_rate": 9.922678672482192e-07, |
| "loss": 0.4286, |
| "step": 207 |
| }, |
| { |
| "epoch": 0.4566410537870472, |
| "grad_norm": 9.76898599627511, |
| "learning_rate": 9.920427240578898e-07, |
| "loss": 0.4785, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.4588364434687157, |
| "grad_norm": 11.869232979224398, |
| "learning_rate": 9.918143761761376e-07, |
| "loss": 0.4192, |
| "step": 209 |
| }, |
| { |
| "epoch": 0.4610318331503842, |
| "grad_norm": 7.372984753013456, |
| "learning_rate": 9.915828250902003e-07, |
| "loss": 0.3777, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.4632272228320527, |
| "grad_norm": 11.121453453807499, |
| "learning_rate": 9.913480723081782e-07, |
| "loss": 0.4398, |
| "step": 211 |
| }, |
| { |
| "epoch": 0.4654226125137212, |
| "grad_norm": 16.17068331984467, |
| "learning_rate": 9.911101193590243e-07, |
| "loss": 0.4948, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.4676180021953897, |
| "grad_norm": 7.731820210763722, |
| "learning_rate": 9.908689677925347e-07, |
| "loss": 0.3828, |
| "step": 213 |
| }, |
| { |
| "epoch": 0.4698133918770582, |
| "grad_norm": 6.955625100083833, |
| "learning_rate": 9.906246191793378e-07, |
| "loss": 0.3839, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.47200878155872666, |
| "grad_norm": 8.102074000516577, |
| "learning_rate": 9.903770751108845e-07, |
| "loss": 0.4021, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.47420417124039516, |
| "grad_norm": 9.020918504573277, |
| "learning_rate": 9.901263371994381e-07, |
| "loss": 0.4212, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.47639956092206365, |
| "grad_norm": 9.885678723860156, |
| "learning_rate": 9.898724070780636e-07, |
| "loss": 0.3961, |
| "step": 217 |
| }, |
| { |
| "epoch": 0.47859495060373214, |
| "grad_norm": 8.301941197636124, |
| "learning_rate": 9.896152864006163e-07, |
| "loss": 0.4615, |
| "step": 218 |
| }, |
| { |
| "epoch": 0.4807903402854007, |
| "grad_norm": 6.8025751469318845, |
| "learning_rate": 9.893549768417324e-07, |
| "loss": 0.4108, |
| "step": 219 |
| }, |
| { |
| "epoch": 0.4829857299670692, |
| "grad_norm": 7.269628718399149, |
| "learning_rate": 9.89091480096817e-07, |
| "loss": 0.4103, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.48518111964873767, |
| "grad_norm": 7.581903789475218, |
| "learning_rate": 9.888247978820336e-07, |
| "loss": 0.4316, |
| "step": 221 |
| }, |
| { |
| "epoch": 0.48737650933040616, |
| "grad_norm": 5.990696348928147, |
| "learning_rate": 9.88554931934293e-07, |
| "loss": 0.3884, |
| "step": 222 |
| }, |
| { |
| "epoch": 0.48957189901207465, |
| "grad_norm": 9.189550396992603, |
| "learning_rate": 9.882818840112412e-07, |
| "loss": 0.4433, |
| "step": 223 |
| }, |
| { |
| "epoch": 0.49176728869374314, |
| "grad_norm": 7.254234068635307, |
| "learning_rate": 9.88005655891249e-07, |
| "loss": 0.3745, |
| "step": 224 |
| }, |
| { |
| "epoch": 0.49396267837541163, |
| "grad_norm": 7.202880981381821, |
| "learning_rate": 9.877262493734e-07, |
| "loss": 0.3223, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.4961580680570801, |
| "grad_norm": 7.173182667515704, |
| "learning_rate": 9.874436662774781e-07, |
| "loss": 0.403, |
| "step": 226 |
| }, |
| { |
| "epoch": 0.4983534577387486, |
| "grad_norm": 8.612010220051477, |
| "learning_rate": 9.871579084439573e-07, |
| "loss": 0.4335, |
| "step": 227 |
| }, |
| { |
| "epoch": 0.5005488474204172, |
| "grad_norm": 9.74935576526992, |
| "learning_rate": 9.868689777339882e-07, |
| "loss": 0.3635, |
| "step": 228 |
| }, |
| { |
| "epoch": 0.5027442371020856, |
| "grad_norm": 8.08908514021729, |
| "learning_rate": 9.865768760293865e-07, |
| "loss": 0.3858, |
| "step": 229 |
| }, |
| { |
| "epoch": 0.5049396267837541, |
| "grad_norm": 7.235671126052564, |
| "learning_rate": 9.862816052326207e-07, |
| "loss": 0.3883, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.5071350164654226, |
| "grad_norm": 7.987873641702222, |
| "learning_rate": 9.859831672668001e-07, |
| "loss": 0.4294, |
| "step": 231 |
| }, |
| { |
| "epoch": 0.5093304061470911, |
| "grad_norm": 8.372151998510336, |
| "learning_rate": 9.856815640756614e-07, |
| "loss": 0.3888, |
| "step": 232 |
| }, |
| { |
| "epoch": 0.5115257958287596, |
| "grad_norm": 6.161281036256101, |
| "learning_rate": 9.85376797623557e-07, |
| "loss": 0.4193, |
| "step": 233 |
| }, |
| { |
| "epoch": 0.5137211855104281, |
| "grad_norm": 9.631004836143994, |
| "learning_rate": 9.850688698954408e-07, |
| "loss": 0.4649, |
| "step": 234 |
| }, |
| { |
| "epoch": 0.5159165751920965, |
| "grad_norm": 6.271647506242595, |
| "learning_rate": 9.847577828968574e-07, |
| "loss": 0.3697, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.5181119648737651, |
| "grad_norm": 8.270621201274638, |
| "learning_rate": 9.84443538653927e-07, |
| "loss": 0.4409, |
| "step": 236 |
| }, |
| { |
| "epoch": 0.5203073545554336, |
| "grad_norm": 6.618976245336643, |
| "learning_rate": 9.841261392133334e-07, |
| "loss": 0.4548, |
| "step": 237 |
| }, |
| { |
| "epoch": 0.5225027442371021, |
| "grad_norm": 5.99945752806192, |
| "learning_rate": 9.838055866423101e-07, |
| "loss": 0.3965, |
| "step": 238 |
| }, |
| { |
| "epoch": 0.5246981339187706, |
| "grad_norm": 6.170267518062791, |
| "learning_rate": 9.834818830286274e-07, |
| "loss": 0.38, |
| "step": 239 |
| }, |
| { |
| "epoch": 0.5268935236004391, |
| "grad_norm": 6.8738919806439025, |
| "learning_rate": 9.83155030480578e-07, |
| "loss": 0.4275, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.5290889132821076, |
| "grad_norm": 6.858809296180418, |
| "learning_rate": 9.82825031126964e-07, |
| "loss": 0.4014, |
| "step": 241 |
| }, |
| { |
| "epoch": 0.531284302963776, |
| "grad_norm": 8.082830935574739, |
| "learning_rate": 9.82491887117083e-07, |
| "loss": 0.3369, |
| "step": 242 |
| }, |
| { |
| "epoch": 0.5334796926454446, |
| "grad_norm": 8.12372840208911, |
| "learning_rate": 9.821556006207131e-07, |
| "loss": 0.445, |
| "step": 243 |
| }, |
| { |
| "epoch": 0.535675082327113, |
| "grad_norm": 7.289328702001413, |
| "learning_rate": 9.818161738281003e-07, |
| "loss": 0.3874, |
| "step": 244 |
| }, |
| { |
| "epoch": 0.5378704720087816, |
| "grad_norm": 7.954325034186702, |
| "learning_rate": 9.81473608949943e-07, |
| "loss": 0.3915, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.54006586169045, |
| "grad_norm": 9.55420544614635, |
| "learning_rate": 9.811279082173783e-07, |
| "loss": 0.4023, |
| "step": 246 |
| }, |
| { |
| "epoch": 0.5422612513721186, |
| "grad_norm": 9.209132221937256, |
| "learning_rate": 9.80779073881967e-07, |
| "loss": 0.4711, |
| "step": 247 |
| }, |
| { |
| "epoch": 0.544456641053787, |
| "grad_norm": 10.926492351335712, |
| "learning_rate": 9.804271082156792e-07, |
| "loss": 0.4764, |
| "step": 248 |
| }, |
| { |
| "epoch": 0.5466520307354555, |
| "grad_norm": 10.270432343850993, |
| "learning_rate": 9.800720135108798e-07, |
| "loss": 0.4473, |
| "step": 249 |
| }, |
| { |
| "epoch": 0.5488474204171241, |
| "grad_norm": 6.965551874562504, |
| "learning_rate": 9.79713792080313e-07, |
| "loss": 0.358, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.5488474204171241, |
| "eval_accuracy": 0.786, |
| "eval_loss": 0.3991122543811798, |
| "eval_runtime": 62.3075, |
| "eval_samples_per_second": 8.025, |
| "eval_steps_per_second": 1.011, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.5510428100987925, |
| "grad_norm": 5.5648923276243645, |
| "learning_rate": 9.793524462570874e-07, |
| "loss": 0.4018, |
| "step": 251 |
| }, |
| { |
| "epoch": 0.5532381997804611, |
| "grad_norm": 6.449792094094442, |
| "learning_rate": 9.78987978394661e-07, |
| "loss": 0.4422, |
| "step": 252 |
| }, |
| { |
| "epoch": 0.5554335894621295, |
| "grad_norm": 8.297585054184967, |
| "learning_rate": 9.786203908668255e-07, |
| "loss": 0.4425, |
| "step": 253 |
| }, |
| { |
| "epoch": 0.557628979143798, |
| "grad_norm": 6.0399607888851605, |
| "learning_rate": 9.78249686067691e-07, |
| "loss": 0.3961, |
| "step": 254 |
| }, |
| { |
| "epoch": 0.5598243688254665, |
| "grad_norm": 5.915525652384803, |
| "learning_rate": 9.778758664116717e-07, |
| "loss": 0.4248, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.562019758507135, |
| "grad_norm": 7.340368964125289, |
| "learning_rate": 9.774989343334675e-07, |
| "loss": 0.4029, |
| "step": 256 |
| }, |
| { |
| "epoch": 0.5642151481888035, |
| "grad_norm": 6.723469259580046, |
| "learning_rate": 9.771188922880501e-07, |
| "loss": 0.4067, |
| "step": 257 |
| }, |
| { |
| "epoch": 0.566410537870472, |
| "grad_norm": 7.335423961287345, |
| "learning_rate": 9.76735742750647e-07, |
| "loss": 0.392, |
| "step": 258 |
| }, |
| { |
| "epoch": 0.5686059275521405, |
| "grad_norm": 6.368966519220958, |
| "learning_rate": 9.763494882167238e-07, |
| "loss": 0.4085, |
| "step": 259 |
| }, |
| { |
| "epoch": 0.570801317233809, |
| "grad_norm": 7.236440549041838, |
| "learning_rate": 9.759601312019705e-07, |
| "loss": 0.4253, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.5729967069154775, |
| "grad_norm": 7.858966758509941, |
| "learning_rate": 9.755676742422824e-07, |
| "loss": 0.3497, |
| "step": 261 |
| }, |
| { |
| "epoch": 0.575192096597146, |
| "grad_norm": 6.220466022528224, |
| "learning_rate": 9.751721198937457e-07, |
| "loss": 0.3581, |
| "step": 262 |
| }, |
| { |
| "epoch": 0.5773874862788145, |
| "grad_norm": 7.112804748553098, |
| "learning_rate": 9.747734707326194e-07, |
| "loss": 0.3295, |
| "step": 263 |
| }, |
| { |
| "epoch": 0.579582875960483, |
| "grad_norm": 6.352762083606537, |
| "learning_rate": 9.743717293553197e-07, |
| "loss": 0.3378, |
| "step": 264 |
| }, |
| { |
| "epoch": 0.5817782656421515, |
| "grad_norm": 6.836533783139976, |
| "learning_rate": 9.73966898378402e-07, |
| "loss": 0.3405, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.58397365532382, |
| "grad_norm": 12.555084006443275, |
| "learning_rate": 9.735589804385445e-07, |
| "loss": 0.4567, |
| "step": 266 |
| }, |
| { |
| "epoch": 0.5861690450054885, |
| "grad_norm": 7.870737080940946, |
| "learning_rate": 9.731479781925308e-07, |
| "loss": 0.344, |
| "step": 267 |
| }, |
| { |
| "epoch": 0.5883644346871569, |
| "grad_norm": 6.307480660613861, |
| "learning_rate": 9.727338943172335e-07, |
| "loss": 0.3541, |
| "step": 268 |
| }, |
| { |
| "epoch": 0.5905598243688255, |
| "grad_norm": 7.226896694611319, |
| "learning_rate": 9.723167315095947e-07, |
| "loss": 0.384, |
| "step": 269 |
| }, |
| { |
| "epoch": 0.5927552140504939, |
| "grad_norm": 11.54903734204424, |
| "learning_rate": 9.718964924866108e-07, |
| "loss": 0.5079, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.5949506037321625, |
| "grad_norm": 6.907145915491046, |
| "learning_rate": 9.71473179985313e-07, |
| "loss": 0.4009, |
| "step": 271 |
| }, |
| { |
| "epoch": 0.5971459934138309, |
| "grad_norm": 7.0396191618231425, |
| "learning_rate": 9.710467967627502e-07, |
| "loss": 0.466, |
| "step": 272 |
| }, |
| { |
| "epoch": 0.5993413830954994, |
| "grad_norm": 6.766494453919865, |
| "learning_rate": 9.706173455959713e-07, |
| "loss": 0.3855, |
| "step": 273 |
| }, |
| { |
| "epoch": 0.601536772777168, |
| "grad_norm": 6.281456670193716, |
| "learning_rate": 9.701848292820069e-07, |
| "loss": 0.396, |
| "step": 274 |
| }, |
| { |
| "epoch": 0.6037321624588364, |
| "grad_norm": 8.289418010510577, |
| "learning_rate": 9.697492506378507e-07, |
| "loss": 0.4686, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.605927552140505, |
| "grad_norm": 5.89839143614937, |
| "learning_rate": 9.693106125004416e-07, |
| "loss": 0.3974, |
| "step": 276 |
| }, |
| { |
| "epoch": 0.6081229418221734, |
| "grad_norm": 6.733592968899608, |
| "learning_rate": 9.688689177266452e-07, |
| "loss": 0.4243, |
| "step": 277 |
| }, |
| { |
| "epoch": 0.610318331503842, |
| "grad_norm": 6.051915856327664, |
| "learning_rate": 9.684241691932347e-07, |
| "loss": 0.4216, |
| "step": 278 |
| }, |
| { |
| "epoch": 0.6125137211855104, |
| "grad_norm": 7.552117598173567, |
| "learning_rate": 9.679763697968732e-07, |
| "loss": 0.4042, |
| "step": 279 |
| }, |
| { |
| "epoch": 0.6147091108671789, |
| "grad_norm": 5.316578030214541, |
| "learning_rate": 9.675255224540934e-07, |
| "loss": 0.3462, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.6169045005488474, |
| "grad_norm": 8.421241423628498, |
| "learning_rate": 9.6707163010128e-07, |
| "loss": 0.4272, |
| "step": 281 |
| }, |
| { |
| "epoch": 0.6190998902305159, |
| "grad_norm": 8.77535805726173, |
| "learning_rate": 9.666146956946496e-07, |
| "loss": 0.4288, |
| "step": 282 |
| }, |
| { |
| "epoch": 0.6212952799121844, |
| "grad_norm": 6.601900738237074, |
| "learning_rate": 9.661547222102321e-07, |
| "loss": 0.3846, |
| "step": 283 |
| }, |
| { |
| "epoch": 0.6234906695938529, |
| "grad_norm": 7.4390146186640465, |
| "learning_rate": 9.656917126438508e-07, |
| "loss": 0.4568, |
| "step": 284 |
| }, |
| { |
| "epoch": 0.6256860592755215, |
| "grad_norm": 5.772511915683897, |
| "learning_rate": 9.65225670011103e-07, |
| "loss": 0.3924, |
| "step": 285 |
| }, |
| { |
| "epoch": 0.6278814489571899, |
| "grad_norm": 6.955674433545656, |
| "learning_rate": 9.647565973473407e-07, |
| "loss": 0.4033, |
| "step": 286 |
| }, |
| { |
| "epoch": 0.6300768386388584, |
| "grad_norm": 8.177359289353676, |
| "learning_rate": 9.642844977076507e-07, |
| "loss": 0.4666, |
| "step": 287 |
| }, |
| { |
| "epoch": 0.6322722283205269, |
| "grad_norm": 6.069507174731214, |
| "learning_rate": 9.63809374166834e-07, |
| "loss": 0.4373, |
| "step": 288 |
| }, |
| { |
| "epoch": 0.6344676180021954, |
| "grad_norm": 7.849034116126457, |
| "learning_rate": 9.633312298193871e-07, |
| "loss": 0.447, |
| "step": 289 |
| }, |
| { |
| "epoch": 0.6366630076838639, |
| "grad_norm": 6.926773533221862, |
| "learning_rate": 9.62850067779481e-07, |
| "loss": 0.4244, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.6388583973655324, |
| "grad_norm": 7.158445163028628, |
| "learning_rate": 9.623658911809404e-07, |
| "loss": 0.3881, |
| "step": 291 |
| }, |
| { |
| "epoch": 0.6410537870472008, |
| "grad_norm": 5.7467162895599415, |
| "learning_rate": 9.618787031772245e-07, |
| "loss": 0.3568, |
| "step": 292 |
| }, |
| { |
| "epoch": 0.6432491767288694, |
| "grad_norm": 6.928058648989376, |
| "learning_rate": 9.61388506941406e-07, |
| "loss": 0.4281, |
| "step": 293 |
| }, |
| { |
| "epoch": 0.6454445664105378, |
| "grad_norm": 6.593161246770192, |
| "learning_rate": 9.6089530566615e-07, |
| "loss": 0.359, |
| "step": 294 |
| }, |
| { |
| "epoch": 0.6476399560922064, |
| "grad_norm": 7.614859979484859, |
| "learning_rate": 9.603991025636933e-07, |
| "loss": 0.3895, |
| "step": 295 |
| }, |
| { |
| "epoch": 0.6498353457738749, |
| "grad_norm": 9.246559759408955, |
| "learning_rate": 9.598999008658241e-07, |
| "loss": 0.3959, |
| "step": 296 |
| }, |
| { |
| "epoch": 0.6520307354555434, |
| "grad_norm": 10.624131439351855, |
| "learning_rate": 9.59397703823861e-07, |
| "loss": 0.4265, |
| "step": 297 |
| }, |
| { |
| "epoch": 0.6542261251372119, |
| "grad_norm": 7.146670140793182, |
| "learning_rate": 9.588925147086303e-07, |
| "loss": 0.3586, |
| "step": 298 |
| }, |
| { |
| "epoch": 0.6564215148188803, |
| "grad_norm": 5.708868849662112, |
| "learning_rate": 9.583843368104464e-07, |
| "loss": 0.3444, |
| "step": 299 |
| }, |
| { |
| "epoch": 0.6586169045005489, |
| "grad_norm": 6.538247134761959, |
| "learning_rate": 9.578731734390898e-07, |
| "loss": 0.3721, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.6586169045005489, |
| "eval_accuracy": 0.8, |
| "eval_loss": 0.3827642798423767, |
| "eval_runtime": 62.403, |
| "eval_samples_per_second": 8.012, |
| "eval_steps_per_second": 1.01, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.6608122941822173, |
| "grad_norm": 5.4614975487617174, |
| "learning_rate": 9.573590279237854e-07, |
| "loss": 0.3739, |
| "step": 301 |
| }, |
| { |
| "epoch": 0.6630076838638859, |
| "grad_norm": 5.616403801157149, |
| "learning_rate": 9.568419036131807e-07, |
| "loss": 0.3802, |
| "step": 302 |
| }, |
| { |
| "epoch": 0.6652030735455543, |
| "grad_norm": 6.54627994415682, |
| "learning_rate": 9.563218038753245e-07, |
| "loss": 0.369, |
| "step": 303 |
| }, |
| { |
| "epoch": 0.6673984632272228, |
| "grad_norm": 7.562917302782545, |
| "learning_rate": 9.557987320976446e-07, |
| "loss": 0.4048, |
| "step": 304 |
| }, |
| { |
| "epoch": 0.6695938529088913, |
| "grad_norm": 5.723183604217507, |
| "learning_rate": 9.552726916869254e-07, |
| "loss": 0.3875, |
| "step": 305 |
| }, |
| { |
| "epoch": 0.6717892425905598, |
| "grad_norm": 5.431663961962029, |
| "learning_rate": 9.547436860692869e-07, |
| "loss": 0.4294, |
| "step": 306 |
| }, |
| { |
| "epoch": 0.6739846322722283, |
| "grad_norm": 5.515569016162807, |
| "learning_rate": 9.542117186901608e-07, |
| "loss": 0.3534, |
| "step": 307 |
| }, |
| { |
| "epoch": 0.6761800219538968, |
| "grad_norm": 5.225609276477867, |
| "learning_rate": 9.536767930142692e-07, |
| "loss": 0.3497, |
| "step": 308 |
| }, |
| { |
| "epoch": 0.6783754116355654, |
| "grad_norm": 5.982849222319877, |
| "learning_rate": 9.53138912525602e-07, |
| "loss": 0.3831, |
| "step": 309 |
| }, |
| { |
| "epoch": 0.6805708013172338, |
| "grad_norm": 9.316032754601094, |
| "learning_rate": 9.525980807273933e-07, |
| "loss": 0.4859, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.6827661909989023, |
| "grad_norm": 7.62002827563512, |
| "learning_rate": 9.520543011420994e-07, |
| "loss": 0.4667, |
| "step": 311 |
| }, |
| { |
| "epoch": 0.6849615806805708, |
| "grad_norm": 7.476256847848758, |
| "learning_rate": 9.515075773113758e-07, |
| "loss": 0.3561, |
| "step": 312 |
| }, |
| { |
| "epoch": 0.6871569703622393, |
| "grad_norm": 6.0952453407784395, |
| "learning_rate": 9.509579127960541e-07, |
| "loss": 0.3759, |
| "step": 313 |
| }, |
| { |
| "epoch": 0.6893523600439078, |
| "grad_norm": 5.264194015456075, |
| "learning_rate": 9.504053111761183e-07, |
| "loss": 0.3553, |
| "step": 314 |
| }, |
| { |
| "epoch": 0.6915477497255763, |
| "grad_norm": 5.722501060128661, |
| "learning_rate": 9.498497760506819e-07, |
| "loss": 0.41, |
| "step": 315 |
| }, |
| { |
| "epoch": 0.6937431394072447, |
| "grad_norm": 5.385616225560054, |
| "learning_rate": 9.492913110379647e-07, |
| "loss": 0.3811, |
| "step": 316 |
| }, |
| { |
| "epoch": 0.6959385290889133, |
| "grad_norm": 6.8590494144069565, |
| "learning_rate": 9.487299197752687e-07, |
| "loss": 0.4238, |
| "step": 317 |
| }, |
| { |
| "epoch": 0.6981339187705817, |
| "grad_norm": 8.374420284758637, |
| "learning_rate": 9.481656059189549e-07, |
| "loss": 0.4383, |
| "step": 318 |
| }, |
| { |
| "epoch": 0.7003293084522503, |
| "grad_norm": 6.74093160128879, |
| "learning_rate": 9.475983731444191e-07, |
| "loss": 0.4053, |
| "step": 319 |
| }, |
| { |
| "epoch": 0.7025246981339188, |
| "grad_norm": 6.3600960708427445, |
| "learning_rate": 9.47028225146068e-07, |
| "loss": 0.4135, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.7047200878155873, |
| "grad_norm": 5.118236300502877, |
| "learning_rate": 9.464551656372955e-07, |
| "loss": 0.3437, |
| "step": 321 |
| }, |
| { |
| "epoch": 0.7069154774972558, |
| "grad_norm": 6.0512731733617775, |
| "learning_rate": 9.458791983504581e-07, |
| "loss": 0.3719, |
| "step": 322 |
| }, |
| { |
| "epoch": 0.7091108671789242, |
| "grad_norm": 4.689013131515306, |
| "learning_rate": 9.453003270368509e-07, |
| "loss": 0.4211, |
| "step": 323 |
| }, |
| { |
| "epoch": 0.7113062568605928, |
| "grad_norm": 5.847735855655551, |
| "learning_rate": 9.44718555466683e-07, |
| "loss": 0.4383, |
| "step": 324 |
| }, |
| { |
| "epoch": 0.7135016465422612, |
| "grad_norm": 5.665362800637276, |
| "learning_rate": 9.44133887429053e-07, |
| "loss": 0.3934, |
| "step": 325 |
| }, |
| { |
| "epoch": 0.7156970362239298, |
| "grad_norm": 5.874604417597781, |
| "learning_rate": 9.435463267319239e-07, |
| "loss": 0.3583, |
| "step": 326 |
| }, |
| { |
| "epoch": 0.7178924259055982, |
| "grad_norm": 5.159270630284724, |
| "learning_rate": 9.429558772020992e-07, |
| "loss": 0.4252, |
| "step": 327 |
| }, |
| { |
| "epoch": 0.7200878155872668, |
| "grad_norm": 5.706691193740145, |
| "learning_rate": 9.423625426851973e-07, |
| "loss": 0.3727, |
| "step": 328 |
| }, |
| { |
| "epoch": 0.7222832052689352, |
| "grad_norm": 5.633325508736258, |
| "learning_rate": 9.417663270456267e-07, |
| "loss": 0.3591, |
| "step": 329 |
| }, |
| { |
| "epoch": 0.7244785949506037, |
| "grad_norm": 6.114919710777612, |
| "learning_rate": 9.411672341665604e-07, |
| "loss": 0.3658, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.7266739846322722, |
| "grad_norm": 7.068818492445254, |
| "learning_rate": 9.405652679499115e-07, |
| "loss": 0.3954, |
| "step": 331 |
| }, |
| { |
| "epoch": 0.7288693743139407, |
| "grad_norm": 6.02224410411034, |
| "learning_rate": 9.399604323163068e-07, |
| "loss": 0.346, |
| "step": 332 |
| }, |
| { |
| "epoch": 0.7310647639956093, |
| "grad_norm": 8.959081519304984, |
| "learning_rate": 9.393527312050617e-07, |
| "loss": 0.4459, |
| "step": 333 |
| }, |
| { |
| "epoch": 0.7332601536772777, |
| "grad_norm": 7.542390397020765, |
| "learning_rate": 9.387421685741552e-07, |
| "loss": 0.4022, |
| "step": 334 |
| }, |
| { |
| "epoch": 0.7354555433589463, |
| "grad_norm": 6.8197296180264555, |
| "learning_rate": 9.381287484002027e-07, |
| "loss": 0.3836, |
| "step": 335 |
| }, |
| { |
| "epoch": 0.7376509330406147, |
| "grad_norm": 5.343272686170338, |
| "learning_rate": 9.375124746784311e-07, |
| "loss": 0.3561, |
| "step": 336 |
| }, |
| { |
| "epoch": 0.7398463227222832, |
| "grad_norm": 6.461455373048154, |
| "learning_rate": 9.368933514226529e-07, |
| "loss": 0.4096, |
| "step": 337 |
| }, |
| { |
| "epoch": 0.7420417124039517, |
| "grad_norm": 4.854050051488241, |
| "learning_rate": 9.362713826652392e-07, |
| "loss": 0.3814, |
| "step": 338 |
| }, |
| { |
| "epoch": 0.7442371020856202, |
| "grad_norm": 5.286657056414475, |
| "learning_rate": 9.356465724570943e-07, |
| "loss": 0.3989, |
| "step": 339 |
| }, |
| { |
| "epoch": 0.7464324917672887, |
| "grad_norm": 5.696140592098042, |
| "learning_rate": 9.350189248676292e-07, |
| "loss": 0.4114, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.7486278814489572, |
| "grad_norm": 5.963578851614639, |
| "learning_rate": 9.34388443984734e-07, |
| "loss": 0.4103, |
| "step": 341 |
| }, |
| { |
| "epoch": 0.7508232711306256, |
| "grad_norm": 5.167078850111144, |
| "learning_rate": 9.33755133914753e-07, |
| "loss": 0.3987, |
| "step": 342 |
| }, |
| { |
| "epoch": 0.7530186608122942, |
| "grad_norm": 5.365795093462018, |
| "learning_rate": 9.331189987824568e-07, |
| "loss": 0.414, |
| "step": 343 |
| }, |
| { |
| "epoch": 0.7552140504939627, |
| "grad_norm": 5.155962282558951, |
| "learning_rate": 9.324800427310155e-07, |
| "loss": 0.4107, |
| "step": 344 |
| }, |
| { |
| "epoch": 0.7574094401756312, |
| "grad_norm": 4.685610227798769, |
| "learning_rate": 9.318382699219722e-07, |
| "loss": 0.383, |
| "step": 345 |
| }, |
| { |
| "epoch": 0.7596048298572997, |
| "grad_norm": 5.451910902227303, |
| "learning_rate": 9.311936845352157e-07, |
| "loss": 0.3701, |
| "step": 346 |
| }, |
| { |
| "epoch": 0.7618002195389681, |
| "grad_norm": 4.878532494519716, |
| "learning_rate": 9.305462907689532e-07, |
| "loss": 0.3889, |
| "step": 347 |
| }, |
| { |
| "epoch": 0.7639956092206367, |
| "grad_norm": 6.488604304889017, |
| "learning_rate": 9.298960928396826e-07, |
| "loss": 0.3769, |
| "step": 348 |
| }, |
| { |
| "epoch": 0.7661909989023051, |
| "grad_norm": 7.230743847370782, |
| "learning_rate": 9.292430949821659e-07, |
| "loss": 0.3918, |
| "step": 349 |
| }, |
| { |
| "epoch": 0.7683863885839737, |
| "grad_norm": 8.84856037173542, |
| "learning_rate": 9.285873014494008e-07, |
| "loss": 0.4351, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.7683863885839737, |
| "eval_accuracy": 0.818, |
| "eval_loss": 0.36839187145233154, |
| "eval_runtime": 62.4628, |
| "eval_samples_per_second": 8.005, |
| "eval_steps_per_second": 1.009, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.7705817782656421, |
| "grad_norm": 5.617691309816291, |
| "learning_rate": 9.279287165125936e-07, |
| "loss": 0.3329, |
| "step": 351 |
| }, |
| { |
| "epoch": 0.7727771679473107, |
| "grad_norm": 10.749385714028035, |
| "learning_rate": 9.272673444611308e-07, |
| "loss": 0.4227, |
| "step": 352 |
| }, |
| { |
| "epoch": 0.7749725576289791, |
| "grad_norm": 6.679314682583184, |
| "learning_rate": 9.266031896025516e-07, |
| "loss": 0.3981, |
| "step": 353 |
| }, |
| { |
| "epoch": 0.7771679473106476, |
| "grad_norm": 7.906535171339716, |
| "learning_rate": 9.259362562625199e-07, |
| "loss": 0.3457, |
| "step": 354 |
| }, |
| { |
| "epoch": 0.7793633369923162, |
| "grad_norm": 6.476745284566722, |
| "learning_rate": 9.252665487847957e-07, |
| "loss": 0.351, |
| "step": 355 |
| }, |
| { |
| "epoch": 0.7815587266739846, |
| "grad_norm": 7.490252907466211, |
| "learning_rate": 9.245940715312074e-07, |
| "loss": 0.3614, |
| "step": 356 |
| }, |
| { |
| "epoch": 0.7837541163556532, |
| "grad_norm": 10.294959027911519, |
| "learning_rate": 9.239188288816226e-07, |
| "loss": 0.4772, |
| "step": 357 |
| }, |
| { |
| "epoch": 0.7859495060373216, |
| "grad_norm": 6.749458938354777, |
| "learning_rate": 9.232408252339201e-07, |
| "loss": 0.4137, |
| "step": 358 |
| }, |
| { |
| "epoch": 0.7881448957189902, |
| "grad_norm": 5.601238558514638, |
| "learning_rate": 9.225600650039615e-07, |
| "loss": 0.4017, |
| "step": 359 |
| }, |
| { |
| "epoch": 0.7903402854006586, |
| "grad_norm": 5.914207463946434, |
| "learning_rate": 9.218765526255619e-07, |
| "loss": 0.3949, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.7925356750823271, |
| "grad_norm": 5.60976526230607, |
| "learning_rate": 9.211902925504613e-07, |
| "loss": 0.3947, |
| "step": 361 |
| }, |
| { |
| "epoch": 0.7947310647639956, |
| "grad_norm": 6.905598884857724, |
| "learning_rate": 9.205012892482952e-07, |
| "loss": 0.3593, |
| "step": 362 |
| }, |
| { |
| "epoch": 0.7969264544456641, |
| "grad_norm": 5.708597195424006, |
| "learning_rate": 9.198095472065667e-07, |
| "loss": 0.3845, |
| "step": 363 |
| }, |
| { |
| "epoch": 0.7991218441273326, |
| "grad_norm": 6.3826311537728415, |
| "learning_rate": 9.191150709306155e-07, |
| "loss": 0.426, |
| "step": 364 |
| }, |
| { |
| "epoch": 0.8013172338090011, |
| "grad_norm": 5.704176371314256, |
| "learning_rate": 9.184178649435896e-07, |
| "loss": 0.3623, |
| "step": 365 |
| }, |
| { |
| "epoch": 0.8035126234906695, |
| "grad_norm": 6.538927998752732, |
| "learning_rate": 9.177179337864163e-07, |
| "loss": 0.4081, |
| "step": 366 |
| }, |
| { |
| "epoch": 0.8057080131723381, |
| "grad_norm": 5.417066774084007, |
| "learning_rate": 9.170152820177714e-07, |
| "loss": 0.326, |
| "step": 367 |
| }, |
| { |
| "epoch": 0.8079034028540066, |
| "grad_norm": 5.7045823769473145, |
| "learning_rate": 9.163099142140505e-07, |
| "loss": 0.3464, |
| "step": 368 |
| }, |
| { |
| "epoch": 0.8100987925356751, |
| "grad_norm": 6.709508312095118, |
| "learning_rate": 9.156018349693386e-07, |
| "loss": 0.3343, |
| "step": 369 |
| }, |
| { |
| "epoch": 0.8122941822173436, |
| "grad_norm": 8.175912377684108, |
| "learning_rate": 9.148910488953807e-07, |
| "loss": 0.4461, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.814489571899012, |
| "grad_norm": 6.172712289986408, |
| "learning_rate": 9.141775606215512e-07, |
| "loss": 0.3778, |
| "step": 371 |
| }, |
| { |
| "epoch": 0.8166849615806806, |
| "grad_norm": 9.110817197454034, |
| "learning_rate": 9.134613747948238e-07, |
| "loss": 0.4277, |
| "step": 372 |
| }, |
| { |
| "epoch": 0.818880351262349, |
| "grad_norm": 7.730875175896815, |
| "learning_rate": 9.127424960797423e-07, |
| "loss": 0.3732, |
| "step": 373 |
| }, |
| { |
| "epoch": 0.8210757409440176, |
| "grad_norm": 6.560594986117142, |
| "learning_rate": 9.120209291583885e-07, |
| "loss": 0.413, |
| "step": 374 |
| }, |
| { |
| "epoch": 0.823271130625686, |
| "grad_norm": 7.2498236273803, |
| "learning_rate": 9.11296678730353e-07, |
| "loss": 0.4097, |
| "step": 375 |
| }, |
| { |
| "epoch": 0.8254665203073546, |
| "grad_norm": 5.069648552101249, |
| "learning_rate": 9.10569749512704e-07, |
| "loss": 0.415, |
| "step": 376 |
| }, |
| { |
| "epoch": 0.827661909989023, |
| "grad_norm": 6.5382746464808355, |
| "learning_rate": 9.098401462399572e-07, |
| "loss": 0.3679, |
| "step": 377 |
| }, |
| { |
| "epoch": 0.8298572996706916, |
| "grad_norm": 7.063308742163228, |
| "learning_rate": 9.091078736640438e-07, |
| "loss": 0.3834, |
| "step": 378 |
| }, |
| { |
| "epoch": 0.8320526893523601, |
| "grad_norm": 5.3524000614593445, |
| "learning_rate": 9.083729365542807e-07, |
| "loss": 0.4322, |
| "step": 379 |
| }, |
| { |
| "epoch": 0.8342480790340285, |
| "grad_norm": 5.251326032637674, |
| "learning_rate": 9.076353396973391e-07, |
| "loss": 0.3737, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.8364434687156971, |
| "grad_norm": 5.606890380106128, |
| "learning_rate": 9.068950878972128e-07, |
| "loss": 0.3916, |
| "step": 381 |
| }, |
| { |
| "epoch": 0.8386388583973655, |
| "grad_norm": 5.608911929639908, |
| "learning_rate": 9.06152185975188e-07, |
| "loss": 0.3895, |
| "step": 382 |
| }, |
| { |
| "epoch": 0.8408342480790341, |
| "grad_norm": 5.326991715289215, |
| "learning_rate": 9.054066387698103e-07, |
| "loss": 0.3505, |
| "step": 383 |
| }, |
| { |
| "epoch": 0.8430296377607025, |
| "grad_norm": 5.002446774906431, |
| "learning_rate": 9.04658451136855e-07, |
| "loss": 0.3567, |
| "step": 384 |
| }, |
| { |
| "epoch": 0.845225027442371, |
| "grad_norm": 6.2353029098708355, |
| "learning_rate": 9.039076279492938e-07, |
| "loss": 0.3654, |
| "step": 385 |
| }, |
| { |
| "epoch": 0.8474204171240395, |
| "grad_norm": 5.383798331488236, |
| "learning_rate": 9.03154174097265e-07, |
| "loss": 0.3528, |
| "step": 386 |
| }, |
| { |
| "epoch": 0.849615806805708, |
| "grad_norm": 7.522503969731689, |
| "learning_rate": 9.023980944880395e-07, |
| "loss": 0.3802, |
| "step": 387 |
| }, |
| { |
| "epoch": 0.8518111964873765, |
| "grad_norm": 5.624816423254138, |
| "learning_rate": 9.016393940459901e-07, |
| "loss": 0.3226, |
| "step": 388 |
| }, |
| { |
| "epoch": 0.854006586169045, |
| "grad_norm": 9.036186780868068, |
| "learning_rate": 9.008780777125592e-07, |
| "loss": 0.3459, |
| "step": 389 |
| }, |
| { |
| "epoch": 0.8562019758507134, |
| "grad_norm": 7.771864470871327, |
| "learning_rate": 9.001141504462267e-07, |
| "loss": 0.3945, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.858397365532382, |
| "grad_norm": 10.948074987698849, |
| "learning_rate": 8.993476172224776e-07, |
| "loss": 0.3845, |
| "step": 391 |
| }, |
| { |
| "epoch": 0.8605927552140505, |
| "grad_norm": 6.279681321387117, |
| "learning_rate": 8.985784830337694e-07, |
| "loss": 0.3346, |
| "step": 392 |
| }, |
| { |
| "epoch": 0.862788144895719, |
| "grad_norm": 6.22711354144465, |
| "learning_rate": 8.978067528895001e-07, |
| "loss": 0.3589, |
| "step": 393 |
| }, |
| { |
| "epoch": 0.8649835345773875, |
| "grad_norm": 8.754649020649845, |
| "learning_rate": 8.970324318159747e-07, |
| "loss": 0.4202, |
| "step": 394 |
| }, |
| { |
| "epoch": 0.867178924259056, |
| "grad_norm": 6.308329054889705, |
| "learning_rate": 8.962555248563737e-07, |
| "loss": 0.3964, |
| "step": 395 |
| }, |
| { |
| "epoch": 0.8693743139407245, |
| "grad_norm": 5.393641757738077, |
| "learning_rate": 8.95476037070719e-07, |
| "loss": 0.4054, |
| "step": 396 |
| }, |
| { |
| "epoch": 0.8715697036223929, |
| "grad_norm": 5.6298700405971065, |
| "learning_rate": 8.94693973535842e-07, |
| "loss": 0.3947, |
| "step": 397 |
| }, |
| { |
| "epoch": 0.8737650933040615, |
| "grad_norm": 4.205803068097396, |
| "learning_rate": 8.939093393453494e-07, |
| "loss": 0.3618, |
| "step": 398 |
| }, |
| { |
| "epoch": 0.8759604829857299, |
| "grad_norm": 5.473714761916757, |
| "learning_rate": 8.931221396095914e-07, |
| "loss": 0.3509, |
| "step": 399 |
| }, |
| { |
| "epoch": 0.8781558726673985, |
| "grad_norm": 7.034796071540623, |
| "learning_rate": 8.92332379455627e-07, |
| "loss": 0.3482, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.8781558726673985, |
| "eval_accuracy": 0.79, |
| "eval_loss": 0.38279932737350464, |
| "eval_runtime": 62.3937, |
| "eval_samples_per_second": 8.014, |
| "eval_steps_per_second": 1.01, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.8803512623490669, |
| "grad_norm": 5.9849568856182955, |
| "learning_rate": 8.91540064027192e-07, |
| "loss": 0.3945, |
| "step": 401 |
| }, |
| { |
| "epoch": 0.8825466520307355, |
| "grad_norm": 4.900349286406815, |
| "learning_rate": 8.907451984846642e-07, |
| "loss": 0.3374, |
| "step": 402 |
| }, |
| { |
| "epoch": 0.884742041712404, |
| "grad_norm": 7.015373419320435, |
| "learning_rate": 8.899477880050305e-07, |
| "loss": 0.4297, |
| "step": 403 |
| }, |
| { |
| "epoch": 0.8869374313940724, |
| "grad_norm": 5.211500475863296, |
| "learning_rate": 8.891478377818533e-07, |
| "loss": 0.3425, |
| "step": 404 |
| }, |
| { |
| "epoch": 0.889132821075741, |
| "grad_norm": 4.850386411589254, |
| "learning_rate": 8.883453530252363e-07, |
| "loss": 0.3479, |
| "step": 405 |
| }, |
| { |
| "epoch": 0.8913282107574094, |
| "grad_norm": 5.755909710211362, |
| "learning_rate": 8.875403389617909e-07, |
| "loss": 0.4106, |
| "step": 406 |
| }, |
| { |
| "epoch": 0.893523600439078, |
| "grad_norm": 6.753928081610862, |
| "learning_rate": 8.867328008346012e-07, |
| "loss": 0.3862, |
| "step": 407 |
| }, |
| { |
| "epoch": 0.8957189901207464, |
| "grad_norm": 5.767435648190633, |
| "learning_rate": 8.859227439031917e-07, |
| "loss": 0.389, |
| "step": 408 |
| }, |
| { |
| "epoch": 0.897914379802415, |
| "grad_norm": 5.3650473270965975, |
| "learning_rate": 8.851101734434916e-07, |
| "loss": 0.3696, |
| "step": 409 |
| }, |
| { |
| "epoch": 0.9001097694840834, |
| "grad_norm": 6.082270492915926, |
| "learning_rate": 8.842950947478001e-07, |
| "loss": 0.3817, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.9023051591657519, |
| "grad_norm": 4.627051115673926, |
| "learning_rate": 8.834775131247534e-07, |
| "loss": 0.3615, |
| "step": 411 |
| }, |
| { |
| "epoch": 0.9045005488474204, |
| "grad_norm": 4.703510731345825, |
| "learning_rate": 8.826574338992893e-07, |
| "loss": 0.3487, |
| "step": 412 |
| }, |
| { |
| "epoch": 0.9066959385290889, |
| "grad_norm": 4.403248729861, |
| "learning_rate": 8.818348624126122e-07, |
| "loss": 0.3409, |
| "step": 413 |
| }, |
| { |
| "epoch": 0.9088913282107574, |
| "grad_norm": 7.226848694927689, |
| "learning_rate": 8.810098040221588e-07, |
| "loss": 0.3674, |
| "step": 414 |
| }, |
| { |
| "epoch": 0.9110867178924259, |
| "grad_norm": 6.0854109691994145, |
| "learning_rate": 8.801822641015635e-07, |
| "loss": 0.3669, |
| "step": 415 |
| }, |
| { |
| "epoch": 0.9132821075740944, |
| "grad_norm": 5.0811223784714725, |
| "learning_rate": 8.793522480406223e-07, |
| "loss": 0.3236, |
| "step": 416 |
| }, |
| { |
| "epoch": 0.9154774972557629, |
| "grad_norm": 7.237396760486593, |
| "learning_rate": 8.785197612452591e-07, |
| "loss": 0.4279, |
| "step": 417 |
| }, |
| { |
| "epoch": 0.9176728869374314, |
| "grad_norm": 5.505858472667137, |
| "learning_rate": 8.776848091374892e-07, |
| "loss": 0.3658, |
| "step": 418 |
| }, |
| { |
| "epoch": 0.9198682766190999, |
| "grad_norm": 7.040175733229395, |
| "learning_rate": 8.768473971553847e-07, |
| "loss": 0.3852, |
| "step": 419 |
| }, |
| { |
| "epoch": 0.9220636663007684, |
| "grad_norm": 5.592000526909508, |
| "learning_rate": 8.760075307530392e-07, |
| "loss": 0.3306, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.9242590559824369, |
| "grad_norm": 6.366945719939024, |
| "learning_rate": 8.75165215400532e-07, |
| "loss": 0.3906, |
| "step": 421 |
| }, |
| { |
| "epoch": 0.9264544456641054, |
| "grad_norm": 7.370004771820366, |
| "learning_rate": 8.743204565838922e-07, |
| "loss": 0.3853, |
| "step": 422 |
| }, |
| { |
| "epoch": 0.9286498353457738, |
| "grad_norm": 6.381558651368943, |
| "learning_rate": 8.734732598050636e-07, |
| "loss": 0.4168, |
| "step": 423 |
| }, |
| { |
| "epoch": 0.9308452250274424, |
| "grad_norm": 5.053966639028662, |
| "learning_rate": 8.726236305818681e-07, |
| "loss": 0.3842, |
| "step": 424 |
| }, |
| { |
| "epoch": 0.9330406147091108, |
| "grad_norm": 5.398688693219092, |
| "learning_rate": 8.717715744479706e-07, |
| "loss": 0.3838, |
| "step": 425 |
| }, |
| { |
| "epoch": 0.9352360043907794, |
| "grad_norm": 5.2483617600811625, |
| "learning_rate": 8.709170969528425e-07, |
| "loss": 0.4371, |
| "step": 426 |
| }, |
| { |
| "epoch": 0.9374313940724479, |
| "grad_norm": 4.227523591223431, |
| "learning_rate": 8.700602036617253e-07, |
| "loss": 0.3653, |
| "step": 427 |
| }, |
| { |
| "epoch": 0.9396267837541163, |
| "grad_norm": 5.346394544482726, |
| "learning_rate": 8.692009001555951e-07, |
| "loss": 0.4071, |
| "step": 428 |
| }, |
| { |
| "epoch": 0.9418221734357849, |
| "grad_norm": 5.868340936821356, |
| "learning_rate": 8.683391920311256e-07, |
| "loss": 0.415, |
| "step": 429 |
| }, |
| { |
| "epoch": 0.9440175631174533, |
| "grad_norm": 3.8517100242733346, |
| "learning_rate": 8.674750849006518e-07, |
| "loss": 0.3518, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.9462129527991219, |
| "grad_norm": 5.514252217717242, |
| "learning_rate": 8.666085843921337e-07, |
| "loss": 0.3563, |
| "step": 431 |
| }, |
| { |
| "epoch": 0.9484083424807903, |
| "grad_norm": 4.306700297128568, |
| "learning_rate": 8.65739696149119e-07, |
| "loss": 0.3731, |
| "step": 432 |
| }, |
| { |
| "epoch": 0.9506037321624589, |
| "grad_norm": 5.318133544247306, |
| "learning_rate": 8.648684258307075e-07, |
| "loss": 0.4034, |
| "step": 433 |
| }, |
| { |
| "epoch": 0.9527991218441273, |
| "grad_norm": 6.306808553382266, |
| "learning_rate": 8.639947791115131e-07, |
| "loss": 0.3843, |
| "step": 434 |
| }, |
| { |
| "epoch": 0.9549945115257958, |
| "grad_norm": 4.683006509880547, |
| "learning_rate": 8.631187616816271e-07, |
| "loss": 0.3426, |
| "step": 435 |
| }, |
| { |
| "epoch": 0.9571899012074643, |
| "grad_norm": 5.272777856944059, |
| "learning_rate": 8.622403792465819e-07, |
| "loss": 0.3919, |
| "step": 436 |
| }, |
| { |
| "epoch": 0.9593852908891328, |
| "grad_norm": 6.567051623139762, |
| "learning_rate": 8.613596375273127e-07, |
| "loss": 0.3334, |
| "step": 437 |
| }, |
| { |
| "epoch": 0.9615806805708014, |
| "grad_norm": 4.661181804857022, |
| "learning_rate": 8.604765422601213e-07, |
| "loss": 0.3393, |
| "step": 438 |
| }, |
| { |
| "epoch": 0.9637760702524698, |
| "grad_norm": 7.723055911423496, |
| "learning_rate": 8.595910991966375e-07, |
| "loss": 0.3987, |
| "step": 439 |
| }, |
| { |
| "epoch": 0.9659714599341384, |
| "grad_norm": 5.1917875018161705, |
| "learning_rate": 8.587033141037833e-07, |
| "loss": 0.3833, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.9681668496158068, |
| "grad_norm": 4.93039231657318, |
| "learning_rate": 8.578131927637339e-07, |
| "loss": 0.321, |
| "step": 441 |
| }, |
| { |
| "epoch": 0.9703622392974753, |
| "grad_norm": 5.662266928236786, |
| "learning_rate": 8.569207409738804e-07, |
| "loss": 0.3442, |
| "step": 442 |
| }, |
| { |
| "epoch": 0.9725576289791438, |
| "grad_norm": 7.530776092189444, |
| "learning_rate": 8.560259645467927e-07, |
| "loss": 0.3823, |
| "step": 443 |
| }, |
| { |
| "epoch": 0.9747530186608123, |
| "grad_norm": 5.722097050543397, |
| "learning_rate": 8.551288693101808e-07, |
| "loss": 0.3381, |
| "step": 444 |
| }, |
| { |
| "epoch": 0.9769484083424808, |
| "grad_norm": 5.2154253758252365, |
| "learning_rate": 8.542294611068573e-07, |
| "loss": 0.355, |
| "step": 445 |
| }, |
| { |
| "epoch": 0.9791437980241493, |
| "grad_norm": 6.183565635622652, |
| "learning_rate": 8.533277457946988e-07, |
| "loss": 0.3469, |
| "step": 446 |
| }, |
| { |
| "epoch": 0.9813391877058177, |
| "grad_norm": 6.199123575604012, |
| "learning_rate": 8.524237292466092e-07, |
| "loss": 0.365, |
| "step": 447 |
| }, |
| { |
| "epoch": 0.9835345773874863, |
| "grad_norm": 5.22531850121621, |
| "learning_rate": 8.515174173504795e-07, |
| "loss": 0.3699, |
| "step": 448 |
| }, |
| { |
| "epoch": 0.9857299670691547, |
| "grad_norm": 4.777247067342119, |
| "learning_rate": 8.506088160091506e-07, |
| "loss": 0.3778, |
| "step": 449 |
| }, |
| { |
| "epoch": 0.9879253567508233, |
| "grad_norm": 5.7270931969707854, |
| "learning_rate": 8.49697931140375e-07, |
| "loss": 0.3722, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.9879253567508233, |
| "eval_accuracy": 0.812, |
| "eval_loss": 0.3796866834163666, |
| "eval_runtime": 62.6515, |
| "eval_samples_per_second": 7.981, |
| "eval_steps_per_second": 1.006, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.9901207464324918, |
| "grad_norm": 5.722657890993041, |
| "learning_rate": 8.487847686767771e-07, |
| "loss": 0.3671, |
| "step": 451 |
| }, |
| { |
| "epoch": 0.9923161361141603, |
| "grad_norm": 6.144552426739494, |
| "learning_rate": 8.478693345658165e-07, |
| "loss": 0.3654, |
| "step": 452 |
| }, |
| { |
| "epoch": 0.9945115257958288, |
| "grad_norm": 6.225509000256566, |
| "learning_rate": 8.469516347697472e-07, |
| "loss": 0.3878, |
| "step": 453 |
| }, |
| { |
| "epoch": 0.9967069154774972, |
| "grad_norm": 6.652501158992634, |
| "learning_rate": 8.460316752655798e-07, |
| "loss": 0.3277, |
| "step": 454 |
| }, |
| { |
| "epoch": 0.9989023051591658, |
| "grad_norm": 4.827682071757918, |
| "learning_rate": 8.451094620450431e-07, |
| "loss": 0.3394, |
| "step": 455 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 4.827682071757918, |
| "learning_rate": 8.441850011145435e-07, |
| "loss": 0.3908, |
| "step": 456 |
| }, |
| { |
| "epoch": 1.0021953896816684, |
| "grad_norm": 8.237448030205368, |
| "learning_rate": 8.432582984951276e-07, |
| "loss": 0.3649, |
| "step": 457 |
| }, |
| { |
| "epoch": 1.004390779363337, |
| "grad_norm": 5.244969465316055, |
| "learning_rate": 8.423293602224417e-07, |
| "loss": 0.3766, |
| "step": 458 |
| }, |
| { |
| "epoch": 1.0065861690450055, |
| "grad_norm": 5.735807992043271, |
| "learning_rate": 8.413981923466932e-07, |
| "loss": 0.3734, |
| "step": 459 |
| }, |
| { |
| "epoch": 1.008781558726674, |
| "grad_norm": 6.279435381847301, |
| "learning_rate": 8.404648009326111e-07, |
| "loss": 0.3716, |
| "step": 460 |
| }, |
| { |
| "epoch": 1.0109769484083424, |
| "grad_norm": 4.020301331975729, |
| "learning_rate": 8.395291920594061e-07, |
| "loss": 0.3068, |
| "step": 461 |
| }, |
| { |
| "epoch": 1.013172338090011, |
| "grad_norm": 5.932445501255306, |
| "learning_rate": 8.385913718207313e-07, |
| "loss": 0.3635, |
| "step": 462 |
| }, |
| { |
| "epoch": 1.0153677277716795, |
| "grad_norm": 6.129385754463756, |
| "learning_rate": 8.376513463246429e-07, |
| "loss": 0.3688, |
| "step": 463 |
| }, |
| { |
| "epoch": 1.017563117453348, |
| "grad_norm": 5.640316298247342, |
| "learning_rate": 8.367091216935596e-07, |
| "loss": 0.3777, |
| "step": 464 |
| }, |
| { |
| "epoch": 1.0197585071350164, |
| "grad_norm": 5.53344558624335, |
| "learning_rate": 8.357647040642231e-07, |
| "loss": 0.318, |
| "step": 465 |
| }, |
| { |
| "epoch": 1.021953896816685, |
| "grad_norm": 5.528084412484368, |
| "learning_rate": 8.348180995876587e-07, |
| "loss": 0.344, |
| "step": 466 |
| }, |
| { |
| "epoch": 1.0241492864983535, |
| "grad_norm": 4.720679027078674, |
| "learning_rate": 8.338693144291342e-07, |
| "loss": 0.3476, |
| "step": 467 |
| }, |
| { |
| "epoch": 1.026344676180022, |
| "grad_norm": 4.8918294986912585, |
| "learning_rate": 8.329183547681205e-07, |
| "loss": 0.3584, |
| "step": 468 |
| }, |
| { |
| "epoch": 1.0285400658616906, |
| "grad_norm": 6.727667695338807, |
| "learning_rate": 8.319652267982508e-07, |
| "loss": 0.3377, |
| "step": 469 |
| }, |
| { |
| "epoch": 1.030735455543359, |
| "grad_norm": 5.867502190382494, |
| "learning_rate": 8.310099367272812e-07, |
| "loss": 0.3591, |
| "step": 470 |
| }, |
| { |
| "epoch": 1.0329308452250274, |
| "grad_norm": 6.568389714898798, |
| "learning_rate": 8.30052490777049e-07, |
| "loss": 0.434, |
| "step": 471 |
| }, |
| { |
| "epoch": 1.0351262349066959, |
| "grad_norm": 5.375130488935029, |
| "learning_rate": 8.29092895183433e-07, |
| "loss": 0.3371, |
| "step": 472 |
| }, |
| { |
| "epoch": 1.0373216245883645, |
| "grad_norm": 5.0716837196261935, |
| "learning_rate": 8.281311561963129e-07, |
| "loss": 0.3583, |
| "step": 473 |
| }, |
| { |
| "epoch": 1.039517014270033, |
| "grad_norm": 4.9710453814081035, |
| "learning_rate": 8.271672800795284e-07, |
| "loss": 0.3454, |
| "step": 474 |
| }, |
| { |
| "epoch": 1.0417124039517014, |
| "grad_norm": 5.372729941376803, |
| "learning_rate": 8.26201273110838e-07, |
| "loss": 0.4327, |
| "step": 475 |
| }, |
| { |
| "epoch": 1.0439077936333698, |
| "grad_norm": 6.047019069783535, |
| "learning_rate": 8.252331415818788e-07, |
| "loss": 0.3166, |
| "step": 476 |
| }, |
| { |
| "epoch": 1.0461031833150385, |
| "grad_norm": 4.894109855984722, |
| "learning_rate": 8.242628917981253e-07, |
| "loss": 0.3486, |
| "step": 477 |
| }, |
| { |
| "epoch": 1.048298572996707, |
| "grad_norm": 4.960287165829203, |
| "learning_rate": 8.232905300788484e-07, |
| "loss": 0.3683, |
| "step": 478 |
| }, |
| { |
| "epoch": 1.0504939626783754, |
| "grad_norm": 5.9743260148319415, |
| "learning_rate": 8.223160627570736e-07, |
| "loss": 0.2962, |
| "step": 479 |
| }, |
| { |
| "epoch": 1.0526893523600438, |
| "grad_norm": 4.421002426118984, |
| "learning_rate": 8.213394961795406e-07, |
| "loss": 0.353, |
| "step": 480 |
| }, |
| { |
| "epoch": 1.0548847420417125, |
| "grad_norm": 5.826816362211787, |
| "learning_rate": 8.203608367066615e-07, |
| "loss": 0.4134, |
| "step": 481 |
| }, |
| { |
| "epoch": 1.057080131723381, |
| "grad_norm": 6.328500780012271, |
| "learning_rate": 8.193800907124798e-07, |
| "loss": 0.3944, |
| "step": 482 |
| }, |
| { |
| "epoch": 1.0592755214050493, |
| "grad_norm": 5.761570603930255, |
| "learning_rate": 8.183972645846282e-07, |
| "loss": 0.3999, |
| "step": 483 |
| }, |
| { |
| "epoch": 1.061470911086718, |
| "grad_norm": 7.269393542940046, |
| "learning_rate": 8.174123647242877e-07, |
| "loss": 0.3465, |
| "step": 484 |
| }, |
| { |
| "epoch": 1.0636663007683864, |
| "grad_norm": 5.531846580927394, |
| "learning_rate": 8.164253975461453e-07, |
| "loss": 0.3688, |
| "step": 485 |
| }, |
| { |
| "epoch": 1.0658616904500549, |
| "grad_norm": 4.776075343743403, |
| "learning_rate": 8.154363694783526e-07, |
| "loss": 0.3257, |
| "step": 486 |
| }, |
| { |
| "epoch": 1.0680570801317233, |
| "grad_norm": 5.378257513897468, |
| "learning_rate": 8.14445286962484e-07, |
| "loss": 0.3389, |
| "step": 487 |
| }, |
| { |
| "epoch": 1.070252469813392, |
| "grad_norm": 6.510185696868045, |
| "learning_rate": 8.134521564534947e-07, |
| "loss": 0.3559, |
| "step": 488 |
| }, |
| { |
| "epoch": 1.0724478594950604, |
| "grad_norm": 6.155857107945347, |
| "learning_rate": 8.124569844196779e-07, |
| "loss": 0.3617, |
| "step": 489 |
| }, |
| { |
| "epoch": 1.0746432491767288, |
| "grad_norm": 6.779049354813868, |
| "learning_rate": 8.11459777342624e-07, |
| "loss": 0.3594, |
| "step": 490 |
| }, |
| { |
| "epoch": 1.0768386388583973, |
| "grad_norm": 7.620793847029099, |
| "learning_rate": 8.104605417171776e-07, |
| "loss": 0.3984, |
| "step": 491 |
| }, |
| { |
| "epoch": 1.079034028540066, |
| "grad_norm": 5.064790231482452, |
| "learning_rate": 8.094592840513949e-07, |
| "loss": 0.3915, |
| "step": 492 |
| }, |
| { |
| "epoch": 1.0812294182217344, |
| "grad_norm": 5.422927842364402, |
| "learning_rate": 8.084560108665023e-07, |
| "loss": 0.3322, |
| "step": 493 |
| }, |
| { |
| "epoch": 1.0834248079034028, |
| "grad_norm": 4.466736209109948, |
| "learning_rate": 8.074507286968528e-07, |
| "loss": 0.3352, |
| "step": 494 |
| }, |
| { |
| "epoch": 1.0856201975850714, |
| "grad_norm": 6.338480704389545, |
| "learning_rate": 8.064434440898844e-07, |
| "loss": 0.3471, |
| "step": 495 |
| }, |
| { |
| "epoch": 1.0878155872667399, |
| "grad_norm": 5.4065627028591425, |
| "learning_rate": 8.054341636060766e-07, |
| "loss": 0.3549, |
| "step": 496 |
| }, |
| { |
| "epoch": 1.0900109769484083, |
| "grad_norm": 6.850990410700852, |
| "learning_rate": 8.044228938189088e-07, |
| "loss": 0.3903, |
| "step": 497 |
| }, |
| { |
| "epoch": 1.0922063666300768, |
| "grad_norm": 6.120484367930399, |
| "learning_rate": 8.034096413148161e-07, |
| "loss": 0.3097, |
| "step": 498 |
| }, |
| { |
| "epoch": 1.0944017563117454, |
| "grad_norm": 4.464128285510355, |
| "learning_rate": 8.023944126931475e-07, |
| "loss": 0.3447, |
| "step": 499 |
| }, |
| { |
| "epoch": 1.0965971459934138, |
| "grad_norm": 6.600601913970912, |
| "learning_rate": 8.013772145661224e-07, |
| "loss": 0.3887, |
| "step": 500 |
| }, |
| { |
| "epoch": 1.0965971459934138, |
| "eval_accuracy": 0.818, |
| "eval_loss": 0.36472970247268677, |
| "eval_runtime": 62.4385, |
| "eval_samples_per_second": 8.008, |
| "eval_steps_per_second": 1.009, |
| "step": 500 |
| }, |
| { |
| "epoch": 1.0987925356750823, |
| "grad_norm": 5.402138515205016, |
| "learning_rate": 8.003580535587877e-07, |
| "loss": 0.3415, |
| "step": 501 |
| }, |
| { |
| "epoch": 1.1009879253567507, |
| "grad_norm": 7.628594037642485, |
| "learning_rate": 7.993369363089745e-07, |
| "loss": 0.3728, |
| "step": 502 |
| }, |
| { |
| "epoch": 1.1031833150384194, |
| "grad_norm": 4.697016196200385, |
| "learning_rate": 7.983138694672551e-07, |
| "loss": 0.3638, |
| "step": 503 |
| }, |
| { |
| "epoch": 1.1053787047200878, |
| "grad_norm": 6.2040879102322215, |
| "learning_rate": 7.972888596968996e-07, |
| "loss": 0.3458, |
| "step": 504 |
| }, |
| { |
| "epoch": 1.1075740944017562, |
| "grad_norm": 5.283464383567096, |
| "learning_rate": 7.962619136738324e-07, |
| "loss": 0.297, |
| "step": 505 |
| }, |
| { |
| "epoch": 1.109769484083425, |
| "grad_norm": 5.685282017291933, |
| "learning_rate": 7.952330380865887e-07, |
| "loss": 0.3328, |
| "step": 506 |
| }, |
| { |
| "epoch": 1.1119648737650933, |
| "grad_norm": 6.504450967378091, |
| "learning_rate": 7.942022396362711e-07, |
| "loss": 0.373, |
| "step": 507 |
| }, |
| { |
| "epoch": 1.1141602634467618, |
| "grad_norm": 6.224136967697534, |
| "learning_rate": 7.931695250365057e-07, |
| "loss": 0.3587, |
| "step": 508 |
| }, |
| { |
| "epoch": 1.1163556531284302, |
| "grad_norm": 6.524542381480522, |
| "learning_rate": 7.921349010133989e-07, |
| "loss": 0.3534, |
| "step": 509 |
| }, |
| { |
| "epoch": 1.1185510428100989, |
| "grad_norm": 6.508769827549269, |
| "learning_rate": 7.910983743054931e-07, |
| "loss": 0.3718, |
| "step": 510 |
| }, |
| { |
| "epoch": 1.1207464324917673, |
| "grad_norm": 7.148678198675181, |
| "learning_rate": 7.900599516637228e-07, |
| "loss": 0.3331, |
| "step": 511 |
| }, |
| { |
| "epoch": 1.1229418221734357, |
| "grad_norm": 5.983605133474822, |
| "learning_rate": 7.890196398513707e-07, |
| "loss": 0.353, |
| "step": 512 |
| }, |
| { |
| "epoch": 1.1251372118551042, |
| "grad_norm": 7.153049742139248, |
| "learning_rate": 7.879774456440242e-07, |
| "loss": 0.348, |
| "step": 513 |
| }, |
| { |
| "epoch": 1.1273326015367728, |
| "grad_norm": 7.392639449061027, |
| "learning_rate": 7.869333758295304e-07, |
| "loss": 0.3006, |
| "step": 514 |
| }, |
| { |
| "epoch": 1.1295279912184413, |
| "grad_norm": 6.288847784247055, |
| "learning_rate": 7.858874372079522e-07, |
| "loss": 0.3126, |
| "step": 515 |
| }, |
| { |
| "epoch": 1.1317233809001097, |
| "grad_norm": 6.530822602581628, |
| "learning_rate": 7.848396365915248e-07, |
| "loss": 0.3757, |
| "step": 516 |
| }, |
| { |
| "epoch": 1.1339187705817784, |
| "grad_norm": 7.180396451090792, |
| "learning_rate": 7.8378998080461e-07, |
| "loss": 0.3765, |
| "step": 517 |
| }, |
| { |
| "epoch": 1.1361141602634468, |
| "grad_norm": 7.893013021100936, |
| "learning_rate": 7.827384766836523e-07, |
| "loss": 0.3395, |
| "step": 518 |
| }, |
| { |
| "epoch": 1.1383095499451152, |
| "grad_norm": 6.419804870104756, |
| "learning_rate": 7.81685131077135e-07, |
| "loss": 0.3196, |
| "step": 519 |
| }, |
| { |
| "epoch": 1.1405049396267837, |
| "grad_norm": 7.441481132760177, |
| "learning_rate": 7.806299508455345e-07, |
| "loss": 0.4138, |
| "step": 520 |
| }, |
| { |
| "epoch": 1.1427003293084523, |
| "grad_norm": 5.097261411128716, |
| "learning_rate": 7.795729428612768e-07, |
| "loss": 0.322, |
| "step": 521 |
| }, |
| { |
| "epoch": 1.1448957189901208, |
| "grad_norm": 5.716684381877557, |
| "learning_rate": 7.785141140086913e-07, |
| "loss": 0.3636, |
| "step": 522 |
| }, |
| { |
| "epoch": 1.1470911086717892, |
| "grad_norm": 5.867715208154881, |
| "learning_rate": 7.774534711839677e-07, |
| "loss": 0.2981, |
| "step": 523 |
| }, |
| { |
| "epoch": 1.1492864983534576, |
| "grad_norm": 4.658345922311703, |
| "learning_rate": 7.763910212951095e-07, |
| "loss": 0.3478, |
| "step": 524 |
| }, |
| { |
| "epoch": 1.1514818880351263, |
| "grad_norm": 4.168344564692843, |
| "learning_rate": 7.753267712618898e-07, |
| "loss": 0.3468, |
| "step": 525 |
| }, |
| { |
| "epoch": 1.1536772777167947, |
| "grad_norm": 4.7538599995042645, |
| "learning_rate": 7.742607280158064e-07, |
| "loss": 0.3637, |
| "step": 526 |
| }, |
| { |
| "epoch": 1.1558726673984632, |
| "grad_norm": 6.571603396212342, |
| "learning_rate": 7.731928985000359e-07, |
| "loss": 0.375, |
| "step": 527 |
| }, |
| { |
| "epoch": 1.1580680570801318, |
| "grad_norm": 5.753219982389443, |
| "learning_rate": 7.721232896693894e-07, |
| "loss": 0.3427, |
| "step": 528 |
| }, |
| { |
| "epoch": 1.1602634467618003, |
| "grad_norm": 5.225412701161947, |
| "learning_rate": 7.710519084902663e-07, |
| "loss": 0.337, |
| "step": 529 |
| }, |
| { |
| "epoch": 1.1624588364434687, |
| "grad_norm": 5.484596435215429, |
| "learning_rate": 7.699787619406098e-07, |
| "loss": 0.3408, |
| "step": 530 |
| }, |
| { |
| "epoch": 1.1646542261251371, |
| "grad_norm": 5.282076505790076, |
| "learning_rate": 7.689038570098608e-07, |
| "loss": 0.3288, |
| "step": 531 |
| }, |
| { |
| "epoch": 1.1668496158068058, |
| "grad_norm": 4.775504582805927, |
| "learning_rate": 7.678272006989124e-07, |
| "loss": 0.2762, |
| "step": 532 |
| }, |
| { |
| "epoch": 1.1690450054884742, |
| "grad_norm": 5.78149113535585, |
| "learning_rate": 7.667488000200648e-07, |
| "loss": 0.4126, |
| "step": 533 |
| }, |
| { |
| "epoch": 1.1712403951701427, |
| "grad_norm": 5.897322988891718, |
| "learning_rate": 7.656686619969794e-07, |
| "loss": 0.3295, |
| "step": 534 |
| }, |
| { |
| "epoch": 1.173435784851811, |
| "grad_norm": 5.36707442483951, |
| "learning_rate": 7.645867936646327e-07, |
| "loss": 0.3358, |
| "step": 535 |
| }, |
| { |
| "epoch": 1.1756311745334798, |
| "grad_norm": 6.350922404290376, |
| "learning_rate": 7.635032020692706e-07, |
| "loss": 0.3665, |
| "step": 536 |
| }, |
| { |
| "epoch": 1.1778265642151482, |
| "grad_norm": 6.672225216206268, |
| "learning_rate": 7.624178942683634e-07, |
| "loss": 0.3237, |
| "step": 537 |
| }, |
| { |
| "epoch": 1.1800219538968166, |
| "grad_norm": 5.244066732628582, |
| "learning_rate": 7.613308773305584e-07, |
| "loss": 0.3546, |
| "step": 538 |
| }, |
| { |
| "epoch": 1.1822173435784853, |
| "grad_norm": 5.640267324413999, |
| "learning_rate": 7.60242158335635e-07, |
| "loss": 0.3763, |
| "step": 539 |
| }, |
| { |
| "epoch": 1.1844127332601537, |
| "grad_norm": 5.735242776747761, |
| "learning_rate": 7.591517443744577e-07, |
| "loss": 0.28, |
| "step": 540 |
| }, |
| { |
| "epoch": 1.1866081229418222, |
| "grad_norm": 5.370731176540545, |
| "learning_rate": 7.58059642548931e-07, |
| "loss": 0.3005, |
| "step": 541 |
| }, |
| { |
| "epoch": 1.1888035126234906, |
| "grad_norm": 5.792287386806627, |
| "learning_rate": 7.569658599719519e-07, |
| "loss": 0.3118, |
| "step": 542 |
| }, |
| { |
| "epoch": 1.1909989023051593, |
| "grad_norm": 6.798904382545207, |
| "learning_rate": 7.558704037673647e-07, |
| "loss": 0.3714, |
| "step": 543 |
| }, |
| { |
| "epoch": 1.1931942919868277, |
| "grad_norm": 5.46397725868398, |
| "learning_rate": 7.547732810699137e-07, |
| "loss": 0.3581, |
| "step": 544 |
| }, |
| { |
| "epoch": 1.1953896816684961, |
| "grad_norm": 5.999655519044568, |
| "learning_rate": 7.536744990251973e-07, |
| "loss": 0.3468, |
| "step": 545 |
| }, |
| { |
| "epoch": 1.1975850713501646, |
| "grad_norm": 5.809032437933095, |
| "learning_rate": 7.525740647896213e-07, |
| "loss": 0.3496, |
| "step": 546 |
| }, |
| { |
| "epoch": 1.1997804610318332, |
| "grad_norm": 5.6213191897838035, |
| "learning_rate": 7.514719855303524e-07, |
| "loss": 0.2637, |
| "step": 547 |
| }, |
| { |
| "epoch": 1.2019758507135017, |
| "grad_norm": 6.309518734364315, |
| "learning_rate": 7.503682684252711e-07, |
| "loss": 0.2972, |
| "step": 548 |
| }, |
| { |
| "epoch": 1.20417124039517, |
| "grad_norm": 5.10655426718776, |
| "learning_rate": 7.492629206629255e-07, |
| "loss": 0.395, |
| "step": 549 |
| }, |
| { |
| "epoch": 1.2063666300768388, |
| "grad_norm": 6.985855074156219, |
| "learning_rate": 7.481559494424839e-07, |
| "loss": 0.3901, |
| "step": 550 |
| }, |
| { |
| "epoch": 1.2063666300768388, |
| "eval_accuracy": 0.818, |
| "eval_loss": 0.3550068438053131, |
| "eval_runtime": 62.4228, |
| "eval_samples_per_second": 8.01, |
| "eval_steps_per_second": 1.009, |
| "step": 550 |
| }, |
| { |
| "epoch": 1.2085620197585072, |
| "grad_norm": 5.452884623196212, |
| "learning_rate": 7.470473619736889e-07, |
| "loss": 0.3635, |
| "step": 551 |
| }, |
| { |
| "epoch": 1.2107574094401756, |
| "grad_norm": 6.963272384448837, |
| "learning_rate": 7.459371654768088e-07, |
| "loss": 0.3905, |
| "step": 552 |
| }, |
| { |
| "epoch": 1.212952799121844, |
| "grad_norm": 4.543092820790928, |
| "learning_rate": 7.448253671825926e-07, |
| "loss": 0.3023, |
| "step": 553 |
| }, |
| { |
| "epoch": 1.2151481888035127, |
| "grad_norm": 5.793455953413061, |
| "learning_rate": 7.43711974332221e-07, |
| "loss": 0.3553, |
| "step": 554 |
| }, |
| { |
| "epoch": 1.2173435784851812, |
| "grad_norm": 5.5971357032313085, |
| "learning_rate": 7.425969941772606e-07, |
| "loss": 0.3217, |
| "step": 555 |
| }, |
| { |
| "epoch": 1.2195389681668496, |
| "grad_norm": 7.432739740334462, |
| "learning_rate": 7.414804339796161e-07, |
| "loss": 0.3662, |
| "step": 556 |
| }, |
| { |
| "epoch": 1.221734357848518, |
| "grad_norm": 5.748364577860177, |
| "learning_rate": 7.403623010114831e-07, |
| "loss": 0.3456, |
| "step": 557 |
| }, |
| { |
| "epoch": 1.2239297475301867, |
| "grad_norm": 5.661380628505925, |
| "learning_rate": 7.392426025553002e-07, |
| "loss": 0.3484, |
| "step": 558 |
| }, |
| { |
| "epoch": 1.2261251372118551, |
| "grad_norm": 7.677386392401964, |
| "learning_rate": 7.381213459037031e-07, |
| "loss": 0.3324, |
| "step": 559 |
| }, |
| { |
| "epoch": 1.2283205268935236, |
| "grad_norm": 5.815978817257181, |
| "learning_rate": 7.36998538359475e-07, |
| "loss": 0.3306, |
| "step": 560 |
| }, |
| { |
| "epoch": 1.2305159165751922, |
| "grad_norm": 7.157642715894916, |
| "learning_rate": 7.358741872355008e-07, |
| "loss": 0.356, |
| "step": 561 |
| }, |
| { |
| "epoch": 1.2327113062568607, |
| "grad_norm": 9.217680532850702, |
| "learning_rate": 7.347482998547184e-07, |
| "loss": 0.3601, |
| "step": 562 |
| }, |
| { |
| "epoch": 1.234906695938529, |
| "grad_norm": 10.045847811800988, |
| "learning_rate": 7.336208835500719e-07, |
| "loss": 0.3745, |
| "step": 563 |
| }, |
| { |
| "epoch": 1.2371020856201975, |
| "grad_norm": 6.241693811898233, |
| "learning_rate": 7.324919456644627e-07, |
| "loss": 0.3575, |
| "step": 564 |
| }, |
| { |
| "epoch": 1.239297475301866, |
| "grad_norm": 6.430610540834492, |
| "learning_rate": 7.313614935507028e-07, |
| "loss": 0.3293, |
| "step": 565 |
| }, |
| { |
| "epoch": 1.2414928649835346, |
| "grad_norm": 5.841827763430915, |
| "learning_rate": 7.302295345714662e-07, |
| "loss": 0.3194, |
| "step": 566 |
| }, |
| { |
| "epoch": 1.243688254665203, |
| "grad_norm": 5.840825760143234, |
| "learning_rate": 7.290960760992413e-07, |
| "loss": 0.3401, |
| "step": 567 |
| }, |
| { |
| "epoch": 1.2458836443468715, |
| "grad_norm": 10.441987786035702, |
| "learning_rate": 7.279611255162824e-07, |
| "loss": 0.4262, |
| "step": 568 |
| }, |
| { |
| "epoch": 1.2480790340285401, |
| "grad_norm": 11.92569950751005, |
| "learning_rate": 7.268246902145625e-07, |
| "loss": 0.3483, |
| "step": 569 |
| }, |
| { |
| "epoch": 1.2502744237102086, |
| "grad_norm": 6.453124049655114, |
| "learning_rate": 7.256867775957243e-07, |
| "loss": 0.384, |
| "step": 570 |
| }, |
| { |
| "epoch": 1.252469813391877, |
| "grad_norm": 5.70168194447466, |
| "learning_rate": 7.245473950710322e-07, |
| "loss": 0.3201, |
| "step": 571 |
| }, |
| { |
| "epoch": 1.2546652030735457, |
| "grad_norm": 6.001337956114435, |
| "learning_rate": 7.234065500613244e-07, |
| "loss": 0.3473, |
| "step": 572 |
| }, |
| { |
| "epoch": 1.2568605927552141, |
| "grad_norm": 5.271757451994717, |
| "learning_rate": 7.222642499969644e-07, |
| "loss": 0.3644, |
| "step": 573 |
| }, |
| { |
| "epoch": 1.2590559824368825, |
| "grad_norm": 5.806447016385563, |
| "learning_rate": 7.211205023177923e-07, |
| "loss": 0.3146, |
| "step": 574 |
| }, |
| { |
| "epoch": 1.261251372118551, |
| "grad_norm": 5.047476182935009, |
| "learning_rate": 7.199753144730765e-07, |
| "loss": 0.3406, |
| "step": 575 |
| }, |
| { |
| "epoch": 1.2634467618002194, |
| "grad_norm": 5.853247665884473, |
| "learning_rate": 7.188286939214656e-07, |
| "loss": 0.3006, |
| "step": 576 |
| }, |
| { |
| "epoch": 1.265642151481888, |
| "grad_norm": 6.805598773740254, |
| "learning_rate": 7.176806481309387e-07, |
| "loss": 0.3891, |
| "step": 577 |
| }, |
| { |
| "epoch": 1.2678375411635565, |
| "grad_norm": 6.946161315608133, |
| "learning_rate": 7.165311845787587e-07, |
| "loss": 0.3392, |
| "step": 578 |
| }, |
| { |
| "epoch": 1.270032930845225, |
| "grad_norm": 6.46125490152312, |
| "learning_rate": 7.153803107514217e-07, |
| "loss": 0.3478, |
| "step": 579 |
| }, |
| { |
| "epoch": 1.2722283205268936, |
| "grad_norm": 5.096980092514172, |
| "learning_rate": 7.142280341446089e-07, |
| "loss": 0.3449, |
| "step": 580 |
| }, |
| { |
| "epoch": 1.274423710208562, |
| "grad_norm": 7.089646471526524, |
| "learning_rate": 7.130743622631378e-07, |
| "loss": 0.3008, |
| "step": 581 |
| }, |
| { |
| "epoch": 1.2766190998902305, |
| "grad_norm": 5.7888088906336055, |
| "learning_rate": 7.119193026209142e-07, |
| "loss": 0.3902, |
| "step": 582 |
| }, |
| { |
| "epoch": 1.2788144895718991, |
| "grad_norm": 5.824834458347463, |
| "learning_rate": 7.107628627408813e-07, |
| "loss": 0.3129, |
| "step": 583 |
| }, |
| { |
| "epoch": 1.2810098792535676, |
| "grad_norm": 8.738486775778084, |
| "learning_rate": 7.096050501549727e-07, |
| "loss": 0.4085, |
| "step": 584 |
| }, |
| { |
| "epoch": 1.283205268935236, |
| "grad_norm": 6.048998032376583, |
| "learning_rate": 7.084458724040621e-07, |
| "loss": 0.3345, |
| "step": 585 |
| }, |
| { |
| "epoch": 1.2854006586169044, |
| "grad_norm": 9.605936387748194, |
| "learning_rate": 7.072853370379144e-07, |
| "loss": 0.3393, |
| "step": 586 |
| }, |
| { |
| "epoch": 1.2875960482985729, |
| "grad_norm": 6.865950862731977, |
| "learning_rate": 7.061234516151371e-07, |
| "loss": 0.3301, |
| "step": 587 |
| }, |
| { |
| "epoch": 1.2897914379802415, |
| "grad_norm": 6.267095187214198, |
| "learning_rate": 7.049602237031305e-07, |
| "loss": 0.2994, |
| "step": 588 |
| }, |
| { |
| "epoch": 1.29198682766191, |
| "grad_norm": 5.6232557271177, |
| "learning_rate": 7.037956608780385e-07, |
| "loss": 0.3094, |
| "step": 589 |
| }, |
| { |
| "epoch": 1.2941822173435784, |
| "grad_norm": 5.801703901127963, |
| "learning_rate": 7.026297707246993e-07, |
| "loss": 0.3549, |
| "step": 590 |
| }, |
| { |
| "epoch": 1.296377607025247, |
| "grad_norm": 6.414391032155044, |
| "learning_rate": 7.014625608365962e-07, |
| "loss": 0.3183, |
| "step": 591 |
| }, |
| { |
| "epoch": 1.2985729967069155, |
| "grad_norm": 6.651766488870556, |
| "learning_rate": 7.002940388158083e-07, |
| "loss": 0.3676, |
| "step": 592 |
| }, |
| { |
| "epoch": 1.300768386388584, |
| "grad_norm": 7.417392797535265, |
| "learning_rate": 6.991242122729596e-07, |
| "loss": 0.4093, |
| "step": 593 |
| }, |
| { |
| "epoch": 1.3029637760702526, |
| "grad_norm": 6.527075497004787, |
| "learning_rate": 6.979530888271716e-07, |
| "loss": 0.3604, |
| "step": 594 |
| }, |
| { |
| "epoch": 1.305159165751921, |
| "grad_norm": 6.940696529099327, |
| "learning_rate": 6.96780676106012e-07, |
| "loss": 0.2738, |
| "step": 595 |
| }, |
| { |
| "epoch": 1.3073545554335895, |
| "grad_norm": 6.972366954094688, |
| "learning_rate": 6.956069817454458e-07, |
| "loss": 0.3495, |
| "step": 596 |
| }, |
| { |
| "epoch": 1.309549945115258, |
| "grad_norm": 6.427760417094834, |
| "learning_rate": 6.944320133897855e-07, |
| "loss": 0.3368, |
| "step": 597 |
| }, |
| { |
| "epoch": 1.3117453347969263, |
| "grad_norm": 5.47206109550229, |
| "learning_rate": 6.932557786916406e-07, |
| "loss": 0.3293, |
| "step": 598 |
| }, |
| { |
| "epoch": 1.313940724478595, |
| "grad_norm": 4.918239274946065, |
| "learning_rate": 6.920782853118689e-07, |
| "loss": 0.3746, |
| "step": 599 |
| }, |
| { |
| "epoch": 1.3161361141602634, |
| "grad_norm": 6.295802272512743, |
| "learning_rate": 6.908995409195258e-07, |
| "loss": 0.3043, |
| "step": 600 |
| }, |
| { |
| "epoch": 1.3161361141602634, |
| "eval_accuracy": 0.826, |
| "eval_loss": 0.35173022747039795, |
| "eval_runtime": 62.3581, |
| "eval_samples_per_second": 8.018, |
| "eval_steps_per_second": 1.01, |
| "step": 600 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 1368, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 100, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 0.0, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
