| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 2.994606256742179, |
| "eval_steps": 500, |
| "global_step": 1389, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.002157497303128371, |
| "grad_norm": 57.13587782353209, |
| "learning_rate": 0.0, |
| "loss": 11.1563, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.004314994606256742, |
| "grad_norm": 57.57684447116968, |
| "learning_rate": 3.5971223021582736e-07, |
| "loss": 11.0961, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.006472491909385114, |
| "grad_norm": 54.76562948065167, |
| "learning_rate": 7.194244604316547e-07, |
| "loss": 11.2027, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.008629989212513484, |
| "grad_norm": 56.76231147192983, |
| "learning_rate": 1.0791366906474822e-06, |
| "loss": 11.1248, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.010787486515641856, |
| "grad_norm": 59.88129471289495, |
| "learning_rate": 1.4388489208633094e-06, |
| "loss": 11.0418, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.012944983818770227, |
| "grad_norm": 59.30119373658902, |
| "learning_rate": 1.7985611510791366e-06, |
| "loss": 11.0469, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.015102481121898598, |
| "grad_norm": 63.23987032545693, |
| "learning_rate": 2.1582733812949645e-06, |
| "loss": 10.7637, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.017259978425026967, |
| "grad_norm": 67.8264131296607, |
| "learning_rate": 2.5179856115107916e-06, |
| "loss": 10.5729, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.019417475728155338, |
| "grad_norm": 96.87216003729526, |
| "learning_rate": 2.877697841726619e-06, |
| "loss": 9.33, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.021574973031283712, |
| "grad_norm": 110.36643138785996, |
| "learning_rate": 3.237410071942446e-06, |
| "loss": 8.7194, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.023732470334412083, |
| "grad_norm": 62.62903504880271, |
| "learning_rate": 3.5971223021582732e-06, |
| "loss": 3.5156, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.025889967637540454, |
| "grad_norm": 55.87526116545333, |
| "learning_rate": 3.956834532374101e-06, |
| "loss": 3.2214, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.028047464940668825, |
| "grad_norm": 38.69327465608191, |
| "learning_rate": 4.316546762589929e-06, |
| "loss": 2.5429, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.030204962243797196, |
| "grad_norm": 29.949119954850115, |
| "learning_rate": 4.676258992805756e-06, |
| "loss": 2.2303, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.032362459546925564, |
| "grad_norm": 6.23171849490708, |
| "learning_rate": 5.035971223021583e-06, |
| "loss": 1.3887, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.034519956850053934, |
| "grad_norm": 4.727559417918715, |
| "learning_rate": 5.3956834532374105e-06, |
| "loss": 1.2918, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.036677454153182305, |
| "grad_norm": 3.940521844725638, |
| "learning_rate": 5.755395683453238e-06, |
| "loss": 1.2401, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.038834951456310676, |
| "grad_norm": 2.6425075308520816, |
| "learning_rate": 6.115107913669065e-06, |
| "loss": 1.1628, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.040992448759439054, |
| "grad_norm": 2.1413189742525223, |
| "learning_rate": 6.474820143884892e-06, |
| "loss": 1.106, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.043149946062567425, |
| "grad_norm": 1.4939789670719916, |
| "learning_rate": 6.83453237410072e-06, |
| "loss": 0.9834, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.045307443365695796, |
| "grad_norm": 119.59331302017698, |
| "learning_rate": 7.1942446043165465e-06, |
| "loss": 1.0391, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.04746494066882417, |
| "grad_norm": 74.35045753368888, |
| "learning_rate": 7.5539568345323745e-06, |
| "loss": 0.984, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.04962243797195254, |
| "grad_norm": 2.1166562532348547, |
| "learning_rate": 7.913669064748202e-06, |
| "loss": 0.9028, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.05177993527508091, |
| "grad_norm": 1.259997812455964, |
| "learning_rate": 8.273381294964029e-06, |
| "loss": 0.9009, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.05393743257820928, |
| "grad_norm": 1.0042382956541405, |
| "learning_rate": 8.633093525179858e-06, |
| "loss": 0.8458, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.05609492988133765, |
| "grad_norm": 0.8711320683532612, |
| "learning_rate": 8.992805755395683e-06, |
| "loss": 0.8222, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.05825242718446602, |
| "grad_norm": 0.8070054635681398, |
| "learning_rate": 9.352517985611512e-06, |
| "loss": 0.7821, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.06040992448759439, |
| "grad_norm": 0.907177791133324, |
| "learning_rate": 9.71223021582734e-06, |
| "loss": 0.7905, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.06256742179072276, |
| "grad_norm": 0.8987984527990586, |
| "learning_rate": 1.0071942446043167e-05, |
| "loss": 0.7743, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.06472491909385113, |
| "grad_norm": 0.766780715327364, |
| "learning_rate": 1.0431654676258994e-05, |
| "loss": 0.7393, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.0668824163969795, |
| "grad_norm": 0.6221327677977063, |
| "learning_rate": 1.0791366906474821e-05, |
| "loss": 0.7169, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.06903991370010787, |
| "grad_norm": 0.724452806351174, |
| "learning_rate": 1.1151079136690648e-05, |
| "loss": 0.6844, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.07119741100323625, |
| "grad_norm": 0.726983862192927, |
| "learning_rate": 1.1510791366906475e-05, |
| "loss": 0.6782, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.07335490830636461, |
| "grad_norm": 0.5784038572104493, |
| "learning_rate": 1.1870503597122303e-05, |
| "loss": 0.6674, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.07551240560949299, |
| "grad_norm": 0.5549566422059363, |
| "learning_rate": 1.223021582733813e-05, |
| "loss": 0.6972, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.07766990291262135, |
| "grad_norm": 0.6399396561875369, |
| "learning_rate": 1.2589928057553957e-05, |
| "loss": 0.6792, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.07982740021574973, |
| "grad_norm": 0.5849368618649039, |
| "learning_rate": 1.2949640287769784e-05, |
| "loss": 0.6695, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.08198489751887811, |
| "grad_norm": 0.5900434638838187, |
| "learning_rate": 1.3309352517985613e-05, |
| "loss": 0.6773, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.08414239482200647, |
| "grad_norm": 0.4914556169563964, |
| "learning_rate": 1.366906474820144e-05, |
| "loss": 0.6521, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.08629989212513485, |
| "grad_norm": 0.3975245564581552, |
| "learning_rate": 1.4028776978417266e-05, |
| "loss": 0.6457, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.08845738942826321, |
| "grad_norm": 0.5020290377407021, |
| "learning_rate": 1.4388489208633093e-05, |
| "loss": 0.6393, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.09061488673139159, |
| "grad_norm": 0.46341748213501166, |
| "learning_rate": 1.4748201438848922e-05, |
| "loss": 0.5959, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.09277238403451996, |
| "grad_norm": 0.4138969749517581, |
| "learning_rate": 1.5107913669064749e-05, |
| "loss": 0.623, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.09492988133764833, |
| "grad_norm": 0.4470998608888789, |
| "learning_rate": 1.5467625899280578e-05, |
| "loss": 0.6173, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.0970873786407767, |
| "grad_norm": 0.4268271776986609, |
| "learning_rate": 1.5827338129496403e-05, |
| "loss": 0.6252, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.09924487594390508, |
| "grad_norm": 0.3992607277762862, |
| "learning_rate": 1.618705035971223e-05, |
| "loss": 0.6104, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.10140237324703344, |
| "grad_norm": 0.46730384996685315, |
| "learning_rate": 1.6546762589928058e-05, |
| "loss": 0.6067, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.10355987055016182, |
| "grad_norm": 0.340962945547672, |
| "learning_rate": 1.6906474820143887e-05, |
| "loss": 0.6184, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.10571736785329018, |
| "grad_norm": 0.3169350607679008, |
| "learning_rate": 1.7266187050359716e-05, |
| "loss": 0.5889, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.10787486515641856, |
| "grad_norm": 0.42059973714399224, |
| "learning_rate": 1.7625899280575538e-05, |
| "loss": 0.6113, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.11003236245954692, |
| "grad_norm": 0.33716661312326635, |
| "learning_rate": 1.7985611510791367e-05, |
| "loss": 0.5815, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.1121898597626753, |
| "grad_norm": 0.2944086703558636, |
| "learning_rate": 1.8345323741007196e-05, |
| "loss": 0.6006, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.11434735706580366, |
| "grad_norm": 0.349551156334338, |
| "learning_rate": 1.8705035971223024e-05, |
| "loss": 0.573, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.11650485436893204, |
| "grad_norm": 0.3128341661906979, |
| "learning_rate": 1.906474820143885e-05, |
| "loss": 0.5897, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.1186623516720604, |
| "grad_norm": 0.30337839597627236, |
| "learning_rate": 1.942446043165468e-05, |
| "loss": 0.585, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.12081984897518878, |
| "grad_norm": 0.2977094639323748, |
| "learning_rate": 1.9784172661870504e-05, |
| "loss": 0.5783, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.12297734627831715, |
| "grad_norm": 0.3163276610774343, |
| "learning_rate": 2.0143884892086333e-05, |
| "loss": 0.5844, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.12513484358144553, |
| "grad_norm": 0.2909825753497844, |
| "learning_rate": 2.050359712230216e-05, |
| "loss": 0.5773, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.1272923408845739, |
| "grad_norm": 0.24835717615595493, |
| "learning_rate": 2.0863309352517988e-05, |
| "loss": 0.5666, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.12944983818770225, |
| "grad_norm": 0.30633255958737043, |
| "learning_rate": 2.1223021582733816e-05, |
| "loss": 0.5567, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.13160733549083065, |
| "grad_norm": 0.3123982037388874, |
| "learning_rate": 2.1582733812949642e-05, |
| "loss": 0.5845, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.133764832793959, |
| "grad_norm": 0.3547886968310134, |
| "learning_rate": 2.1942446043165467e-05, |
| "loss": 0.5574, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.13592233009708737, |
| "grad_norm": 0.3014066909176335, |
| "learning_rate": 2.2302158273381296e-05, |
| "loss": 0.5621, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.13807982740021574, |
| "grad_norm": 0.24373585748942053, |
| "learning_rate": 2.2661870503597125e-05, |
| "loss": 0.5787, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.14023732470334413, |
| "grad_norm": 0.2552538074958043, |
| "learning_rate": 2.302158273381295e-05, |
| "loss": 0.5376, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.1423948220064725, |
| "grad_norm": 0.2602279217663108, |
| "learning_rate": 2.3381294964028776e-05, |
| "loss": 0.565, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.14455231930960086, |
| "grad_norm": 0.2540749697215477, |
| "learning_rate": 2.3741007194244605e-05, |
| "loss": 0.5384, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.14670981661272922, |
| "grad_norm": 0.265028926794241, |
| "learning_rate": 2.4100719424460434e-05, |
| "loss": 0.5404, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.1488673139158576, |
| "grad_norm": 0.24987952808261527, |
| "learning_rate": 2.446043165467626e-05, |
| "loss": 0.555, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.15102481121898598, |
| "grad_norm": 0.24626279967807332, |
| "learning_rate": 2.482014388489209e-05, |
| "loss": 0.5465, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.15318230852211434, |
| "grad_norm": 0.24540860578710721, |
| "learning_rate": 2.5179856115107914e-05, |
| "loss": 0.5389, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.1553398058252427, |
| "grad_norm": 0.2819028166039196, |
| "learning_rate": 2.5539568345323743e-05, |
| "loss": 0.5341, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.1574973031283711, |
| "grad_norm": 0.2725924730541978, |
| "learning_rate": 2.589928057553957e-05, |
| "loss": 0.5593, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.15965480043149946, |
| "grad_norm": 0.41273921517798356, |
| "learning_rate": 2.6258992805755394e-05, |
| "loss": 0.5627, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.16181229773462782, |
| "grad_norm": 0.2582400805700941, |
| "learning_rate": 2.6618705035971226e-05, |
| "loss": 0.5306, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.16396979503775622, |
| "grad_norm": 0.26006309950535167, |
| "learning_rate": 2.697841726618705e-05, |
| "loss": 0.5215, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.16612729234088458, |
| "grad_norm": 0.24344187994219604, |
| "learning_rate": 2.733812949640288e-05, |
| "loss": 0.5243, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.16828478964401294, |
| "grad_norm": 0.2520498275788824, |
| "learning_rate": 2.7697841726618706e-05, |
| "loss": 0.5263, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.1704422869471413, |
| "grad_norm": 0.25245524340715986, |
| "learning_rate": 2.805755395683453e-05, |
| "loss": 0.5287, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.1725997842502697, |
| "grad_norm": 0.2605418146662812, |
| "learning_rate": 2.841726618705036e-05, |
| "loss": 0.5301, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.17475728155339806, |
| "grad_norm": 0.24212992631081523, |
| "learning_rate": 2.8776978417266186e-05, |
| "loss": 0.5359, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.17691477885652643, |
| "grad_norm": 0.24539478768207, |
| "learning_rate": 2.9136690647482018e-05, |
| "loss": 0.5208, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.1790722761596548, |
| "grad_norm": 0.24763507587346034, |
| "learning_rate": 2.9496402877697844e-05, |
| "loss": 0.5203, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.18122977346278318, |
| "grad_norm": 0.27551677902256216, |
| "learning_rate": 2.985611510791367e-05, |
| "loss": 0.5228, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.18338727076591155, |
| "grad_norm": 0.24453606868458008, |
| "learning_rate": 3.0215827338129498e-05, |
| "loss": 0.5235, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.1855447680690399, |
| "grad_norm": 0.26688122063771413, |
| "learning_rate": 3.0575539568345324e-05, |
| "loss": 0.5343, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.18770226537216828, |
| "grad_norm": 0.29529860209112546, |
| "learning_rate": 3.0935251798561156e-05, |
| "loss": 0.5367, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.18985976267529667, |
| "grad_norm": 0.24266710111447526, |
| "learning_rate": 3.129496402877698e-05, |
| "loss": 0.5253, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.19201725997842503, |
| "grad_norm": 0.23807746989279177, |
| "learning_rate": 3.165467625899281e-05, |
| "loss": 0.5185, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.1941747572815534, |
| "grad_norm": 0.2626350221760916, |
| "learning_rate": 3.201438848920863e-05, |
| "loss": 0.5395, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.19633225458468176, |
| "grad_norm": 0.2414024909993752, |
| "learning_rate": 3.237410071942446e-05, |
| "loss": 0.532, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.19848975188781015, |
| "grad_norm": 0.25017076106275854, |
| "learning_rate": 3.273381294964029e-05, |
| "loss": 0.5276, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.20064724919093851, |
| "grad_norm": 0.2918654609740857, |
| "learning_rate": 3.3093525179856116e-05, |
| "loss": 0.5204, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.20280474649406688, |
| "grad_norm": 0.2624246785726397, |
| "learning_rate": 3.345323741007194e-05, |
| "loss": 0.5336, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.20496224379719524, |
| "grad_norm": 0.2452405947687516, |
| "learning_rate": 3.3812949640287773e-05, |
| "loss": 0.5105, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.20711974110032363, |
| "grad_norm": 0.27455141570832603, |
| "learning_rate": 3.41726618705036e-05, |
| "loss": 0.517, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.209277238403452, |
| "grad_norm": 0.234849775079589, |
| "learning_rate": 3.453237410071943e-05, |
| "loss": 0.5155, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.21143473570658036, |
| "grad_norm": 0.25742508943184506, |
| "learning_rate": 3.489208633093525e-05, |
| "loss": 0.5348, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.21359223300970873, |
| "grad_norm": 0.23602027129846576, |
| "learning_rate": 3.5251798561151075e-05, |
| "loss": 0.5136, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.21574973031283712, |
| "grad_norm": 0.2830916969833504, |
| "learning_rate": 3.561151079136691e-05, |
| "loss": 0.5141, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.21790722761596548, |
| "grad_norm": 0.2661717768903485, |
| "learning_rate": 3.597122302158273e-05, |
| "loss": 0.514, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.22006472491909385, |
| "grad_norm": 0.2486575067928459, |
| "learning_rate": 3.6330935251798566e-05, |
| "loss": 0.5146, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.2222222222222222, |
| "grad_norm": 0.2953832672456234, |
| "learning_rate": 3.669064748201439e-05, |
| "loss": 0.5302, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.2243797195253506, |
| "grad_norm": 0.28906909952910065, |
| "learning_rate": 3.7050359712230217e-05, |
| "loss": 0.4751, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.22653721682847897, |
| "grad_norm": 0.2686201225334034, |
| "learning_rate": 3.741007194244605e-05, |
| "loss": 0.511, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.22869471413160733, |
| "grad_norm": 0.2741508909189952, |
| "learning_rate": 3.776978417266187e-05, |
| "loss": 0.5184, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.2308522114347357, |
| "grad_norm": 0.2802116060264731, |
| "learning_rate": 3.81294964028777e-05, |
| "loss": 0.4975, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.23300970873786409, |
| "grad_norm": 0.2667693505204224, |
| "learning_rate": 3.8489208633093525e-05, |
| "loss": 0.4981, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.23516720604099245, |
| "grad_norm": 0.2597113095109555, |
| "learning_rate": 3.884892086330936e-05, |
| "loss": 0.5118, |
| "step": 109 |
| }, |
| { |
| "epoch": 0.2373247033441208, |
| "grad_norm": 0.2697903200086048, |
| "learning_rate": 3.920863309352518e-05, |
| "loss": 0.5051, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.23948220064724918, |
| "grad_norm": 0.2713556557014583, |
| "learning_rate": 3.956834532374101e-05, |
| "loss": 0.5212, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.24163969795037757, |
| "grad_norm": 0.2728968900059994, |
| "learning_rate": 3.992805755395684e-05, |
| "loss": 0.5134, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.24379719525350593, |
| "grad_norm": 0.3057783884890205, |
| "learning_rate": 4.0287769784172666e-05, |
| "loss": 0.5174, |
| "step": 113 |
| }, |
| { |
| "epoch": 0.2459546925566343, |
| "grad_norm": 0.2526607253149815, |
| "learning_rate": 4.064748201438849e-05, |
| "loss": 0.4979, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.2481121898597627, |
| "grad_norm": 0.29935142309285345, |
| "learning_rate": 4.100719424460432e-05, |
| "loss": 0.4791, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.25026968716289105, |
| "grad_norm": 0.274036916116646, |
| "learning_rate": 4.136690647482014e-05, |
| "loss": 0.503, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.2524271844660194, |
| "grad_norm": 0.29373833817106976, |
| "learning_rate": 4.1726618705035975e-05, |
| "loss": 0.4979, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.2545846817691478, |
| "grad_norm": 0.30379306843345605, |
| "learning_rate": 4.20863309352518e-05, |
| "loss": 0.5143, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.25674217907227614, |
| "grad_norm": 0.3597081745599116, |
| "learning_rate": 4.244604316546763e-05, |
| "loss": 0.4963, |
| "step": 119 |
| }, |
| { |
| "epoch": 0.2588996763754045, |
| "grad_norm": 0.27784099569060233, |
| "learning_rate": 4.280575539568346e-05, |
| "loss": 0.4964, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.26105717367853293, |
| "grad_norm": 0.2895994279044635, |
| "learning_rate": 4.3165467625899284e-05, |
| "loss": 0.4953, |
| "step": 121 |
| }, |
| { |
| "epoch": 0.2632146709816613, |
| "grad_norm": 0.34053962799665355, |
| "learning_rate": 4.352517985611511e-05, |
| "loss": 0.5335, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.26537216828478966, |
| "grad_norm": 0.3141740622845576, |
| "learning_rate": 4.3884892086330935e-05, |
| "loss": 0.5071, |
| "step": 123 |
| }, |
| { |
| "epoch": 0.267529665587918, |
| "grad_norm": 0.3046488749690831, |
| "learning_rate": 4.424460431654677e-05, |
| "loss": 0.4859, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.2696871628910464, |
| "grad_norm": 0.30610931123203444, |
| "learning_rate": 4.460431654676259e-05, |
| "loss": 0.4708, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.27184466019417475, |
| "grad_norm": 0.3193175150854491, |
| "learning_rate": 4.496402877697842e-05, |
| "loss": 0.4848, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.2740021574973031, |
| "grad_norm": 0.3255701503756811, |
| "learning_rate": 4.532374100719425e-05, |
| "loss": 0.4766, |
| "step": 127 |
| }, |
| { |
| "epoch": 0.2761596548004315, |
| "grad_norm": 0.3599922285030049, |
| "learning_rate": 4.5683453237410076e-05, |
| "loss": 0.5077, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.2783171521035599, |
| "grad_norm": 0.3449429958647818, |
| "learning_rate": 4.60431654676259e-05, |
| "loss": 0.4859, |
| "step": 129 |
| }, |
| { |
| "epoch": 0.28047464940668826, |
| "grad_norm": 0.30781106612363096, |
| "learning_rate": 4.640287769784173e-05, |
| "loss": 0.5086, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.2826321467098166, |
| "grad_norm": 0.31034736893309267, |
| "learning_rate": 4.676258992805755e-05, |
| "loss": 0.4706, |
| "step": 131 |
| }, |
| { |
| "epoch": 0.284789644012945, |
| "grad_norm": 0.3297773636655693, |
| "learning_rate": 4.7122302158273385e-05, |
| "loss": 0.4901, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.28694714131607335, |
| "grad_norm": 0.31788365317052747, |
| "learning_rate": 4.748201438848921e-05, |
| "loss": 0.5098, |
| "step": 133 |
| }, |
| { |
| "epoch": 0.2891046386192017, |
| "grad_norm": 0.38398998891452074, |
| "learning_rate": 4.784172661870504e-05, |
| "loss": 0.493, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.2912621359223301, |
| "grad_norm": 0.3273138176909412, |
| "learning_rate": 4.820143884892087e-05, |
| "loss": 0.4769, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.29341963322545844, |
| "grad_norm": 0.33365763486992506, |
| "learning_rate": 4.8561151079136694e-05, |
| "loss": 0.49, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.29557713052858686, |
| "grad_norm": 0.301373109121661, |
| "learning_rate": 4.892086330935252e-05, |
| "loss": 0.4869, |
| "step": 137 |
| }, |
| { |
| "epoch": 0.2977346278317152, |
| "grad_norm": 0.36827893859352856, |
| "learning_rate": 4.9280575539568345e-05, |
| "loss": 0.494, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.2998921251348436, |
| "grad_norm": 0.4286223278223316, |
| "learning_rate": 4.964028776978418e-05, |
| "loss": 0.508, |
| "step": 139 |
| }, |
| { |
| "epoch": 0.30204962243797195, |
| "grad_norm": 0.3583525731124658, |
| "learning_rate": 5e-05, |
| "loss": 0.495, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.3042071197411003, |
| "grad_norm": 0.3221902127168568, |
| "learning_rate": 4.996e-05, |
| "loss": 0.5045, |
| "step": 141 |
| }, |
| { |
| "epoch": 0.3063646170442287, |
| "grad_norm": 0.337708249785391, |
| "learning_rate": 4.992e-05, |
| "loss": 0.4929, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.30852211434735705, |
| "grad_norm": 0.3394347724632982, |
| "learning_rate": 4.9880000000000004e-05, |
| "loss": 0.5047, |
| "step": 143 |
| }, |
| { |
| "epoch": 0.3106796116504854, |
| "grad_norm": 0.2813961175434312, |
| "learning_rate": 4.9840000000000004e-05, |
| "loss": 0.4949, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.31283710895361383, |
| "grad_norm": 0.30421333717748744, |
| "learning_rate": 4.9800000000000004e-05, |
| "loss": 0.486, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.3149946062567422, |
| "grad_norm": 0.36470188308478374, |
| "learning_rate": 4.976e-05, |
| "loss": 0.4983, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.31715210355987056, |
| "grad_norm": 0.27856852801649823, |
| "learning_rate": 4.972e-05, |
| "loss": 0.4883, |
| "step": 147 |
| }, |
| { |
| "epoch": 0.3193096008629989, |
| "grad_norm": 0.3044782327916934, |
| "learning_rate": 4.9680000000000005e-05, |
| "loss": 0.4922, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.3214670981661273, |
| "grad_norm": 0.2804188353274235, |
| "learning_rate": 4.9640000000000006e-05, |
| "loss": 0.4866, |
| "step": 149 |
| }, |
| { |
| "epoch": 0.32362459546925565, |
| "grad_norm": 0.30594014263779995, |
| "learning_rate": 4.96e-05, |
| "loss": 0.4745, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.325782092772384, |
| "grad_norm": 0.3175912214255066, |
| "learning_rate": 4.956e-05, |
| "loss": 0.4986, |
| "step": 151 |
| }, |
| { |
| "epoch": 0.32793959007551243, |
| "grad_norm": 0.31983013814077355, |
| "learning_rate": 4.952e-05, |
| "loss": 0.48, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.3300970873786408, |
| "grad_norm": 0.3230897992697352, |
| "learning_rate": 4.948000000000001e-05, |
| "loss": 0.4825, |
| "step": 153 |
| }, |
| { |
| "epoch": 0.33225458468176916, |
| "grad_norm": 0.26971956302103783, |
| "learning_rate": 4.944e-05, |
| "loss": 0.4806, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.3344120819848975, |
| "grad_norm": 0.2878515152482518, |
| "learning_rate": 4.94e-05, |
| "loss": 0.4868, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.3365695792880259, |
| "grad_norm": 0.29671867961170256, |
| "learning_rate": 4.936e-05, |
| "loss": 0.4967, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.33872707659115425, |
| "grad_norm": 0.28930159604607764, |
| "learning_rate": 4.932e-05, |
| "loss": 0.4877, |
| "step": 157 |
| }, |
| { |
| "epoch": 0.3408845738942826, |
| "grad_norm": 0.3015050117518478, |
| "learning_rate": 4.928e-05, |
| "loss": 0.4856, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.343042071197411, |
| "grad_norm": 0.3286860170088506, |
| "learning_rate": 4.924e-05, |
| "loss": 0.4798, |
| "step": 159 |
| }, |
| { |
| "epoch": 0.3451995685005394, |
| "grad_norm": 0.30390765140489734, |
| "learning_rate": 4.92e-05, |
| "loss": 0.4841, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.34735706580366776, |
| "grad_norm": 0.3599533471110528, |
| "learning_rate": 4.9160000000000004e-05, |
| "loss": 0.4798, |
| "step": 161 |
| }, |
| { |
| "epoch": 0.34951456310679613, |
| "grad_norm": 0.27961730157871734, |
| "learning_rate": 4.9120000000000004e-05, |
| "loss": 0.4622, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.3516720604099245, |
| "grad_norm": 0.36326297857194084, |
| "learning_rate": 4.9080000000000004e-05, |
| "loss": 0.4941, |
| "step": 163 |
| }, |
| { |
| "epoch": 0.35382955771305286, |
| "grad_norm": 0.25877643675232387, |
| "learning_rate": 4.9040000000000005e-05, |
| "loss": 0.4916, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.3559870550161812, |
| "grad_norm": 0.3556594334331794, |
| "learning_rate": 4.9e-05, |
| "loss": 0.4642, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.3581445523193096, |
| "grad_norm": 0.32515033894088813, |
| "learning_rate": 4.896e-05, |
| "loss": 0.4864, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.36030204962243795, |
| "grad_norm": 0.3576526726949483, |
| "learning_rate": 4.8920000000000006e-05, |
| "loss": 0.4737, |
| "step": 167 |
| }, |
| { |
| "epoch": 0.36245954692556637, |
| "grad_norm": 0.29454313757538503, |
| "learning_rate": 4.8880000000000006e-05, |
| "loss": 0.4579, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.36461704422869473, |
| "grad_norm": 0.35162010767939217, |
| "learning_rate": 4.884e-05, |
| "loss": 0.4985, |
| "step": 169 |
| }, |
| { |
| "epoch": 0.3667745415318231, |
| "grad_norm": 0.28512732525892354, |
| "learning_rate": 4.88e-05, |
| "loss": 0.4902, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.36893203883495146, |
| "grad_norm": 0.29759943236707304, |
| "learning_rate": 4.876e-05, |
| "loss": 0.4972, |
| "step": 171 |
| }, |
| { |
| "epoch": 0.3710895361380798, |
| "grad_norm": 0.3287877116113184, |
| "learning_rate": 4.872000000000001e-05, |
| "loss": 0.4908, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.3732470334412082, |
| "grad_norm": 0.3133996309144812, |
| "learning_rate": 4.868e-05, |
| "loss": 0.4937, |
| "step": 173 |
| }, |
| { |
| "epoch": 0.37540453074433655, |
| "grad_norm": 0.3064667877265841, |
| "learning_rate": 4.864e-05, |
| "loss": 0.4864, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.3775620280474649, |
| "grad_norm": 0.33485639441738874, |
| "learning_rate": 4.86e-05, |
| "loss": 0.4775, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.37971952535059333, |
| "grad_norm": 0.305407925816577, |
| "learning_rate": 4.856e-05, |
| "loss": 0.4764, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.3818770226537217, |
| "grad_norm": 0.3657289190953192, |
| "learning_rate": 4.852e-05, |
| "loss": 0.4658, |
| "step": 177 |
| }, |
| { |
| "epoch": 0.38403451995685006, |
| "grad_norm": 0.32585818474400624, |
| "learning_rate": 4.8480000000000003e-05, |
| "loss": 0.4759, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.3861920172599784, |
| "grad_norm": 0.37557882227532163, |
| "learning_rate": 4.8440000000000004e-05, |
| "loss": 0.4747, |
| "step": 179 |
| }, |
| { |
| "epoch": 0.3883495145631068, |
| "grad_norm": 0.320749191525247, |
| "learning_rate": 4.8400000000000004e-05, |
| "loss": 0.4821, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.39050701186623515, |
| "grad_norm": 0.31740159569446824, |
| "learning_rate": 4.836e-05, |
| "loss": 0.4819, |
| "step": 181 |
| }, |
| { |
| "epoch": 0.3926645091693635, |
| "grad_norm": 0.34719515229206804, |
| "learning_rate": 4.8320000000000005e-05, |
| "loss": 0.4809, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.3948220064724919, |
| "grad_norm": 0.29600056574488137, |
| "learning_rate": 4.8280000000000005e-05, |
| "loss": 0.473, |
| "step": 183 |
| }, |
| { |
| "epoch": 0.3969795037756203, |
| "grad_norm": 0.31700707281900425, |
| "learning_rate": 4.824e-05, |
| "loss": 0.4764, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.39913700107874867, |
| "grad_norm": 0.2843323546229233, |
| "learning_rate": 4.82e-05, |
| "loss": 0.4706, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.40129449838187703, |
| "grad_norm": 0.33405105406323765, |
| "learning_rate": 4.816e-05, |
| "loss": 0.4659, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.4034519956850054, |
| "grad_norm": 0.3450445779367956, |
| "learning_rate": 4.812000000000001e-05, |
| "loss": 0.4848, |
| "step": 187 |
| }, |
| { |
| "epoch": 0.40560949298813376, |
| "grad_norm": 0.29904111020419, |
| "learning_rate": 4.808e-05, |
| "loss": 0.4692, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.4077669902912621, |
| "grad_norm": 0.30156350801095055, |
| "learning_rate": 4.804e-05, |
| "loss": 0.4928, |
| "step": 189 |
| }, |
| { |
| "epoch": 0.4099244875943905, |
| "grad_norm": 0.29440492223089526, |
| "learning_rate": 4.8e-05, |
| "loss": 0.4714, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.4120819848975189, |
| "grad_norm": 0.2941734869319751, |
| "learning_rate": 4.796e-05, |
| "loss": 0.4865, |
| "step": 191 |
| }, |
| { |
| "epoch": 0.41423948220064727, |
| "grad_norm": 0.2831205819699076, |
| "learning_rate": 4.792e-05, |
| "loss": 0.4923, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.41639697950377563, |
| "grad_norm": 0.30976889318863166, |
| "learning_rate": 4.788e-05, |
| "loss": 0.4752, |
| "step": 193 |
| }, |
| { |
| "epoch": 0.418554476806904, |
| "grad_norm": 0.2765632011545738, |
| "learning_rate": 4.784e-05, |
| "loss": 0.4501, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.42071197411003236, |
| "grad_norm": 0.2955577997787949, |
| "learning_rate": 4.78e-05, |
| "loss": 0.4641, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.4228694714131607, |
| "grad_norm": 0.35418034783340757, |
| "learning_rate": 4.7760000000000004e-05, |
| "loss": 0.4748, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.4250269687162891, |
| "grad_norm": 0.290860398121857, |
| "learning_rate": 4.7720000000000004e-05, |
| "loss": 0.4666, |
| "step": 197 |
| }, |
| { |
| "epoch": 0.42718446601941745, |
| "grad_norm": 0.3202541928666888, |
| "learning_rate": 4.7680000000000004e-05, |
| "loss": 0.4812, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.42934196332254587, |
| "grad_norm": 0.291794165366607, |
| "learning_rate": 4.7640000000000005e-05, |
| "loss": 0.4688, |
| "step": 199 |
| }, |
| { |
| "epoch": 0.43149946062567424, |
| "grad_norm": 0.32523032478470537, |
| "learning_rate": 4.76e-05, |
| "loss": 0.4604, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.4336569579288026, |
| "grad_norm": 0.2661859076083175, |
| "learning_rate": 4.7560000000000005e-05, |
| "loss": 0.4693, |
| "step": 201 |
| }, |
| { |
| "epoch": 0.43581445523193096, |
| "grad_norm": 0.3403835298187506, |
| "learning_rate": 4.7520000000000006e-05, |
| "loss": 0.4651, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.43797195253505933, |
| "grad_norm": 0.28598439991323976, |
| "learning_rate": 4.748e-05, |
| "loss": 0.4907, |
| "step": 203 |
| }, |
| { |
| "epoch": 0.4401294498381877, |
| "grad_norm": 0.383195732436593, |
| "learning_rate": 4.744e-05, |
| "loss": 0.4983, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.44228694714131606, |
| "grad_norm": 0.27458653574722164, |
| "learning_rate": 4.74e-05, |
| "loss": 0.4698, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.4444444444444444, |
| "grad_norm": 0.4194293652615916, |
| "learning_rate": 4.736000000000001e-05, |
| "loss": 0.4787, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.44660194174757284, |
| "grad_norm": 0.29331891339359434, |
| "learning_rate": 4.732e-05, |
| "loss": 0.4743, |
| "step": 207 |
| }, |
| { |
| "epoch": 0.4487594390507012, |
| "grad_norm": 0.34631805619114103, |
| "learning_rate": 4.728e-05, |
| "loss": 0.4723, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.45091693635382957, |
| "grad_norm": 0.2773817416509101, |
| "learning_rate": 4.724e-05, |
| "loss": 0.4568, |
| "step": 209 |
| }, |
| { |
| "epoch": 0.45307443365695793, |
| "grad_norm": 0.31793720505095835, |
| "learning_rate": 4.72e-05, |
| "loss": 0.4563, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.4552319309600863, |
| "grad_norm": 0.3360952018884764, |
| "learning_rate": 4.716e-05, |
| "loss": 0.4758, |
| "step": 211 |
| }, |
| { |
| "epoch": 0.45738942826321466, |
| "grad_norm": 0.3238545895389713, |
| "learning_rate": 4.712e-05, |
| "loss": 0.4802, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.459546925566343, |
| "grad_norm": 0.3299565529698189, |
| "learning_rate": 4.708e-05, |
| "loss": 0.4713, |
| "step": 213 |
| }, |
| { |
| "epoch": 0.4617044228694714, |
| "grad_norm": 0.3014892248399335, |
| "learning_rate": 4.7040000000000004e-05, |
| "loss": 0.4689, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.4638619201725998, |
| "grad_norm": 0.36865008887233414, |
| "learning_rate": 4.7e-05, |
| "loss": 0.4845, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.46601941747572817, |
| "grad_norm": 0.3010039204398615, |
| "learning_rate": 4.6960000000000004e-05, |
| "loss": 0.4717, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.46817691477885653, |
| "grad_norm": 0.32021272907517795, |
| "learning_rate": 4.6920000000000005e-05, |
| "loss": 0.4635, |
| "step": 217 |
| }, |
| { |
| "epoch": 0.4703344120819849, |
| "grad_norm": 0.27683773975403986, |
| "learning_rate": 4.688e-05, |
| "loss": 0.4629, |
| "step": 218 |
| }, |
| { |
| "epoch": 0.47249190938511326, |
| "grad_norm": 0.2939694818374937, |
| "learning_rate": 4.684e-05, |
| "loss": 0.4616, |
| "step": 219 |
| }, |
| { |
| "epoch": 0.4746494066882416, |
| "grad_norm": 0.3146725242194594, |
| "learning_rate": 4.6800000000000006e-05, |
| "loss": 0.4722, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.47680690399137, |
| "grad_norm": 0.2764797117217664, |
| "learning_rate": 4.6760000000000006e-05, |
| "loss": 0.4673, |
| "step": 221 |
| }, |
| { |
| "epoch": 0.47896440129449835, |
| "grad_norm": 0.3043641853589388, |
| "learning_rate": 4.672e-05, |
| "loss": 0.4478, |
| "step": 222 |
| }, |
| { |
| "epoch": 0.4811218985976268, |
| "grad_norm": 0.28775200628381, |
| "learning_rate": 4.668e-05, |
| "loss": 0.4662, |
| "step": 223 |
| }, |
| { |
| "epoch": 0.48327939590075514, |
| "grad_norm": 0.27023475049837015, |
| "learning_rate": 4.664e-05, |
| "loss": 0.4661, |
| "step": 224 |
| }, |
| { |
| "epoch": 0.4854368932038835, |
| "grad_norm": 0.31669406491236995, |
| "learning_rate": 4.660000000000001e-05, |
| "loss": 0.4458, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.48759439050701187, |
| "grad_norm": 0.2837164913050278, |
| "learning_rate": 4.656e-05, |
| "loss": 0.4684, |
| "step": 226 |
| }, |
| { |
| "epoch": 0.48975188781014023, |
| "grad_norm": 0.29868610479918123, |
| "learning_rate": 4.652e-05, |
| "loss": 0.4506, |
| "step": 227 |
| }, |
| { |
| "epoch": 0.4919093851132686, |
| "grad_norm": 0.2949287420608189, |
| "learning_rate": 4.648e-05, |
| "loss": 0.4632, |
| "step": 228 |
| }, |
| { |
| "epoch": 0.49406688241639696, |
| "grad_norm": 0.3119200088855303, |
| "learning_rate": 4.644e-05, |
| "loss": 0.4551, |
| "step": 229 |
| }, |
| { |
| "epoch": 0.4962243797195254, |
| "grad_norm": 0.290598992319338, |
| "learning_rate": 4.64e-05, |
| "loss": 0.458, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.49838187702265374, |
| "grad_norm": 0.34483322575005054, |
| "learning_rate": 4.636e-05, |
| "loss": 0.4637, |
| "step": 231 |
| }, |
| { |
| "epoch": 0.5005393743257821, |
| "grad_norm": 0.27712821917993735, |
| "learning_rate": 4.6320000000000004e-05, |
| "loss": 0.4778, |
| "step": 232 |
| }, |
| { |
| "epoch": 0.5026968716289104, |
| "grad_norm": 0.28690313202566, |
| "learning_rate": 4.6280000000000004e-05, |
| "loss": 0.4718, |
| "step": 233 |
| }, |
| { |
| "epoch": 0.5048543689320388, |
| "grad_norm": 0.29881025273811784, |
| "learning_rate": 4.624e-05, |
| "loss": 0.4548, |
| "step": 234 |
| }, |
| { |
| "epoch": 0.5070118662351673, |
| "grad_norm": 0.3009843183384041, |
| "learning_rate": 4.6200000000000005e-05, |
| "loss": 0.4734, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.5091693635382956, |
| "grad_norm": 0.3216848912197773, |
| "learning_rate": 4.6160000000000005e-05, |
| "loss": 0.453, |
| "step": 236 |
| }, |
| { |
| "epoch": 0.511326860841424, |
| "grad_norm": 0.2622840122570054, |
| "learning_rate": 4.612e-05, |
| "loss": 0.4534, |
| "step": 237 |
| }, |
| { |
| "epoch": 0.5134843581445523, |
| "grad_norm": 0.31268030831842797, |
| "learning_rate": 4.608e-05, |
| "loss": 0.4541, |
| "step": 238 |
| }, |
| { |
| "epoch": 0.5156418554476807, |
| "grad_norm": 0.2655099701679723, |
| "learning_rate": 4.604e-05, |
| "loss": 0.4509, |
| "step": 239 |
| }, |
| { |
| "epoch": 0.517799352750809, |
| "grad_norm": 0.27681618093808624, |
| "learning_rate": 4.600000000000001e-05, |
| "loss": 0.4765, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.5199568500539374, |
| "grad_norm": 0.31086122245620157, |
| "learning_rate": 4.596e-05, |
| "loss": 0.4542, |
| "step": 241 |
| }, |
| { |
| "epoch": 0.5221143473570659, |
| "grad_norm": 0.26187143929707984, |
| "learning_rate": 4.592e-05, |
| "loss": 0.4548, |
| "step": 242 |
| }, |
| { |
| "epoch": 0.5242718446601942, |
| "grad_norm": 0.30612908409709966, |
| "learning_rate": 4.588e-05, |
| "loss": 0.4644, |
| "step": 243 |
| }, |
| { |
| "epoch": 0.5264293419633226, |
| "grad_norm": 0.28353354277654075, |
| "learning_rate": 4.584e-05, |
| "loss": 0.4777, |
| "step": 244 |
| }, |
| { |
| "epoch": 0.5285868392664509, |
| "grad_norm": 0.2707543786610627, |
| "learning_rate": 4.58e-05, |
| "loss": 0.4605, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.5307443365695793, |
| "grad_norm": 0.25826035874506936, |
| "learning_rate": 4.576e-05, |
| "loss": 0.4733, |
| "step": 246 |
| }, |
| { |
| "epoch": 0.5329018338727076, |
| "grad_norm": 0.26731071019406205, |
| "learning_rate": 4.572e-05, |
| "loss": 0.4562, |
| "step": 247 |
| }, |
| { |
| "epoch": 0.535059331175836, |
| "grad_norm": 0.23862376017091427, |
| "learning_rate": 4.568e-05, |
| "loss": 0.4481, |
| "step": 248 |
| }, |
| { |
| "epoch": 0.5372168284789643, |
| "grad_norm": 0.3832009951376676, |
| "learning_rate": 4.564e-05, |
| "loss": 0.4628, |
| "step": 249 |
| }, |
| { |
| "epoch": 0.5393743257820928, |
| "grad_norm": 0.29500842123610954, |
| "learning_rate": 4.5600000000000004e-05, |
| "loss": 0.459, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.5415318230852212, |
| "grad_norm": 0.2965682041233286, |
| "learning_rate": 4.5560000000000004e-05, |
| "loss": 0.4621, |
| "step": 251 |
| }, |
| { |
| "epoch": 0.5436893203883495, |
| "grad_norm": 0.28726731902710617, |
| "learning_rate": 4.5520000000000005e-05, |
| "loss": 0.463, |
| "step": 252 |
| }, |
| { |
| "epoch": 0.5458468176914779, |
| "grad_norm": 0.2690311478101724, |
| "learning_rate": 4.548e-05, |
| "loss": 0.4707, |
| "step": 253 |
| }, |
| { |
| "epoch": 0.5480043149946062, |
| "grad_norm": 0.30474236349865746, |
| "learning_rate": 4.5440000000000005e-05, |
| "loss": 0.4691, |
| "step": 254 |
| }, |
| { |
| "epoch": 0.5501618122977346, |
| "grad_norm": 0.24352372447443482, |
| "learning_rate": 4.5400000000000006e-05, |
| "loss": 0.4413, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.552319309600863, |
| "grad_norm": 0.3042686272085747, |
| "learning_rate": 4.536e-05, |
| "loss": 0.4796, |
| "step": 256 |
| }, |
| { |
| "epoch": 0.5544768069039914, |
| "grad_norm": 0.24174468708449245, |
| "learning_rate": 4.532e-05, |
| "loss": 0.4436, |
| "step": 257 |
| }, |
| { |
| "epoch": 0.5566343042071198, |
| "grad_norm": 0.26229288392443767, |
| "learning_rate": 4.528e-05, |
| "loss": 0.4474, |
| "step": 258 |
| }, |
| { |
| "epoch": 0.5587918015102481, |
| "grad_norm": 0.3390509699538324, |
| "learning_rate": 4.524000000000001e-05, |
| "loss": 0.4584, |
| "step": 259 |
| }, |
| { |
| "epoch": 0.5609492988133765, |
| "grad_norm": 0.2525311110616745, |
| "learning_rate": 4.52e-05, |
| "loss": 0.4412, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.5631067961165048, |
| "grad_norm": 0.3434472457371927, |
| "learning_rate": 4.516e-05, |
| "loss": 0.4698, |
| "step": 261 |
| }, |
| { |
| "epoch": 0.5652642934196332, |
| "grad_norm": 0.25391082344689797, |
| "learning_rate": 4.512e-05, |
| "loss": 0.4759, |
| "step": 262 |
| }, |
| { |
| "epoch": 0.5674217907227616, |
| "grad_norm": 0.34249204432261243, |
| "learning_rate": 4.508e-05, |
| "loss": 0.4552, |
| "step": 263 |
| }, |
| { |
| "epoch": 0.56957928802589, |
| "grad_norm": 0.2472862544884362, |
| "learning_rate": 4.504e-05, |
| "loss": 0.4688, |
| "step": 264 |
| }, |
| { |
| "epoch": 0.5717367853290184, |
| "grad_norm": 0.27264729971113316, |
| "learning_rate": 4.5e-05, |
| "loss": 0.4488, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.5738942826321467, |
| "grad_norm": 0.2977417387577173, |
| "learning_rate": 4.496e-05, |
| "loss": 0.4752, |
| "step": 266 |
| }, |
| { |
| "epoch": 0.5760517799352751, |
| "grad_norm": 0.2763251041657974, |
| "learning_rate": 4.4920000000000004e-05, |
| "loss": 0.4633, |
| "step": 267 |
| }, |
| { |
| "epoch": 0.5782092772384034, |
| "grad_norm": 0.29864566803635684, |
| "learning_rate": 4.488e-05, |
| "loss": 0.4877, |
| "step": 268 |
| }, |
| { |
| "epoch": 0.5803667745415318, |
| "grad_norm": 0.2817997182658353, |
| "learning_rate": 4.4840000000000004e-05, |
| "loss": 0.4599, |
| "step": 269 |
| }, |
| { |
| "epoch": 0.5825242718446602, |
| "grad_norm": 0.2691208231765093, |
| "learning_rate": 4.4800000000000005e-05, |
| "loss": 0.4446, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.5846817691477886, |
| "grad_norm": 0.26100659163381174, |
| "learning_rate": 4.4760000000000005e-05, |
| "loss": 0.4702, |
| "step": 271 |
| }, |
| { |
| "epoch": 0.5868392664509169, |
| "grad_norm": 0.30494432016510414, |
| "learning_rate": 4.472e-05, |
| "loss": 0.4434, |
| "step": 272 |
| }, |
| { |
| "epoch": 0.5889967637540453, |
| "grad_norm": 0.3217381889319848, |
| "learning_rate": 4.468e-05, |
| "loss": 0.4522, |
| "step": 273 |
| }, |
| { |
| "epoch": 0.5911542610571737, |
| "grad_norm": 0.2747807777821844, |
| "learning_rate": 4.4640000000000006e-05, |
| "loss": 0.4642, |
| "step": 274 |
| }, |
| { |
| "epoch": 0.593311758360302, |
| "grad_norm": 0.2771512136815011, |
| "learning_rate": 4.46e-05, |
| "loss": 0.458, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.5954692556634305, |
| "grad_norm": 0.30667352637556383, |
| "learning_rate": 4.456e-05, |
| "loss": 0.4653, |
| "step": 276 |
| }, |
| { |
| "epoch": 0.5976267529665588, |
| "grad_norm": 0.27054508489934065, |
| "learning_rate": 4.452e-05, |
| "loss": 0.4457, |
| "step": 277 |
| }, |
| { |
| "epoch": 0.5997842502696872, |
| "grad_norm": 0.32885060108368724, |
| "learning_rate": 4.448e-05, |
| "loss": 0.4479, |
| "step": 278 |
| }, |
| { |
| "epoch": 0.6019417475728155, |
| "grad_norm": 0.25861633576048176, |
| "learning_rate": 4.444e-05, |
| "loss": 0.443, |
| "step": 279 |
| }, |
| { |
| "epoch": 0.6040992448759439, |
| "grad_norm": 0.3264488574979686, |
| "learning_rate": 4.44e-05, |
| "loss": 0.4546, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.6062567421790723, |
| "grad_norm": 0.2661396893245308, |
| "learning_rate": 4.436e-05, |
| "loss": 0.4483, |
| "step": 281 |
| }, |
| { |
| "epoch": 0.6084142394822006, |
| "grad_norm": 0.2666725233168853, |
| "learning_rate": 4.432e-05, |
| "loss": 0.4455, |
| "step": 282 |
| }, |
| { |
| "epoch": 0.6105717367853291, |
| "grad_norm": 0.3213878317441801, |
| "learning_rate": 4.428e-05, |
| "loss": 0.4561, |
| "step": 283 |
| }, |
| { |
| "epoch": 0.6127292340884574, |
| "grad_norm": 0.27514627181060536, |
| "learning_rate": 4.424e-05, |
| "loss": 0.4533, |
| "step": 284 |
| }, |
| { |
| "epoch": 0.6148867313915858, |
| "grad_norm": 0.28529847199820635, |
| "learning_rate": 4.4200000000000004e-05, |
| "loss": 0.4583, |
| "step": 285 |
| }, |
| { |
| "epoch": 0.6170442286947141, |
| "grad_norm": 0.3084015687846991, |
| "learning_rate": 4.4160000000000004e-05, |
| "loss": 0.4499, |
| "step": 286 |
| }, |
| { |
| "epoch": 0.6192017259978425, |
| "grad_norm": 0.2722920383928748, |
| "learning_rate": 4.412e-05, |
| "loss": 0.4699, |
| "step": 287 |
| }, |
| { |
| "epoch": 0.6213592233009708, |
| "grad_norm": 0.2790301022639745, |
| "learning_rate": 4.4080000000000005e-05, |
| "loss": 0.4571, |
| "step": 288 |
| }, |
| { |
| "epoch": 0.6235167206040992, |
| "grad_norm": 0.28022715939780435, |
| "learning_rate": 4.4040000000000005e-05, |
| "loss": 0.4486, |
| "step": 289 |
| }, |
| { |
| "epoch": 0.6256742179072277, |
| "grad_norm": 0.25791286221623794, |
| "learning_rate": 4.4000000000000006e-05, |
| "loss": 0.4383, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.627831715210356, |
| "grad_norm": 0.30038570760100414, |
| "learning_rate": 4.396e-05, |
| "loss": 0.4619, |
| "step": 291 |
| }, |
| { |
| "epoch": 0.6299892125134844, |
| "grad_norm": 0.29876170957810305, |
| "learning_rate": 4.392e-05, |
| "loss": 0.4707, |
| "step": 292 |
| }, |
| { |
| "epoch": 0.6321467098166127, |
| "grad_norm": 0.2932038829420852, |
| "learning_rate": 4.388000000000001e-05, |
| "loss": 0.4557, |
| "step": 293 |
| }, |
| { |
| "epoch": 0.6343042071197411, |
| "grad_norm": 0.2716815847789961, |
| "learning_rate": 4.384e-05, |
| "loss": 0.4361, |
| "step": 294 |
| }, |
| { |
| "epoch": 0.6364617044228694, |
| "grad_norm": 0.3099793080621506, |
| "learning_rate": 4.38e-05, |
| "loss": 0.4577, |
| "step": 295 |
| }, |
| { |
| "epoch": 0.6386192017259978, |
| "grad_norm": 0.2938986793353107, |
| "learning_rate": 4.376e-05, |
| "loss": 0.4476, |
| "step": 296 |
| }, |
| { |
| "epoch": 0.6407766990291263, |
| "grad_norm": 0.29035829007503894, |
| "learning_rate": 4.372e-05, |
| "loss": 0.4423, |
| "step": 297 |
| }, |
| { |
| "epoch": 0.6429341963322546, |
| "grad_norm": 0.2694452227101497, |
| "learning_rate": 4.368e-05, |
| "loss": 0.4545, |
| "step": 298 |
| }, |
| { |
| "epoch": 0.645091693635383, |
| "grad_norm": 0.28851646597054104, |
| "learning_rate": 4.364e-05, |
| "loss": 0.4431, |
| "step": 299 |
| }, |
| { |
| "epoch": 0.6472491909385113, |
| "grad_norm": 0.2593151761184194, |
| "learning_rate": 4.36e-05, |
| "loss": 0.455, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.6494066882416397, |
| "grad_norm": 0.29309975049936027, |
| "learning_rate": 4.356e-05, |
| "loss": 0.4481, |
| "step": 301 |
| }, |
| { |
| "epoch": 0.651564185544768, |
| "grad_norm": 0.25398889340605957, |
| "learning_rate": 4.352e-05, |
| "loss": 0.4476, |
| "step": 302 |
| }, |
| { |
| "epoch": 0.6537216828478964, |
| "grad_norm": 0.30940788747918896, |
| "learning_rate": 4.3480000000000004e-05, |
| "loss": 0.45, |
| "step": 303 |
| }, |
| { |
| "epoch": 0.6558791801510249, |
| "grad_norm": 0.2820801140095731, |
| "learning_rate": 4.3440000000000004e-05, |
| "loss": 0.4544, |
| "step": 304 |
| }, |
| { |
| "epoch": 0.6580366774541532, |
| "grad_norm": 0.3152437853102846, |
| "learning_rate": 4.3400000000000005e-05, |
| "loss": 0.4492, |
| "step": 305 |
| }, |
| { |
| "epoch": 0.6601941747572816, |
| "grad_norm": 0.2749853135008326, |
| "learning_rate": 4.336e-05, |
| "loss": 0.4412, |
| "step": 306 |
| }, |
| { |
| "epoch": 0.6623516720604099, |
| "grad_norm": 0.3079252422579841, |
| "learning_rate": 4.332e-05, |
| "loss": 0.4369, |
| "step": 307 |
| }, |
| { |
| "epoch": 0.6645091693635383, |
| "grad_norm": 0.2946391275689202, |
| "learning_rate": 4.3280000000000006e-05, |
| "loss": 0.4573, |
| "step": 308 |
| }, |
| { |
| "epoch": 0.6666666666666666, |
| "grad_norm": 0.2668274385038352, |
| "learning_rate": 4.324e-05, |
| "loss": 0.4359, |
| "step": 309 |
| }, |
| { |
| "epoch": 0.668824163969795, |
| "grad_norm": 0.28838034268652896, |
| "learning_rate": 4.32e-05, |
| "loss": 0.4508, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.6709816612729234, |
| "grad_norm": 0.2834904014905993, |
| "learning_rate": 4.316e-05, |
| "loss": 0.4522, |
| "step": 311 |
| }, |
| { |
| "epoch": 0.6731391585760518, |
| "grad_norm": 0.27040013725015194, |
| "learning_rate": 4.312000000000001e-05, |
| "loss": 0.4456, |
| "step": 312 |
| }, |
| { |
| "epoch": 0.6752966558791802, |
| "grad_norm": 0.31722009198474627, |
| "learning_rate": 4.308e-05, |
| "loss": 0.4659, |
| "step": 313 |
| }, |
| { |
| "epoch": 0.6774541531823085, |
| "grad_norm": 0.27088552438961755, |
| "learning_rate": 4.304e-05, |
| "loss": 0.431, |
| "step": 314 |
| }, |
| { |
| "epoch": 0.6796116504854369, |
| "grad_norm": 0.26632771069672984, |
| "learning_rate": 4.3e-05, |
| "loss": 0.4501, |
| "step": 315 |
| }, |
| { |
| "epoch": 0.6817691477885652, |
| "grad_norm": 0.2972755674501818, |
| "learning_rate": 4.296e-05, |
| "loss": 0.4663, |
| "step": 316 |
| }, |
| { |
| "epoch": 0.6839266450916937, |
| "grad_norm": 0.25853931040596184, |
| "learning_rate": 4.292e-05, |
| "loss": 0.4572, |
| "step": 317 |
| }, |
| { |
| "epoch": 0.686084142394822, |
| "grad_norm": 0.2714876932330396, |
| "learning_rate": 4.288e-05, |
| "loss": 0.4622, |
| "step": 318 |
| }, |
| { |
| "epoch": 0.6882416396979504, |
| "grad_norm": 0.2642767531993865, |
| "learning_rate": 4.284e-05, |
| "loss": 0.4714, |
| "step": 319 |
| }, |
| { |
| "epoch": 0.6903991370010788, |
| "grad_norm": 0.25954856405102256, |
| "learning_rate": 4.2800000000000004e-05, |
| "loss": 0.4568, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.6925566343042071, |
| "grad_norm": 0.3044540062878058, |
| "learning_rate": 4.276e-05, |
| "loss": 0.4415, |
| "step": 321 |
| }, |
| { |
| "epoch": 0.6947141316073355, |
| "grad_norm": 0.23066914239975445, |
| "learning_rate": 4.2720000000000004e-05, |
| "loss": 0.4638, |
| "step": 322 |
| }, |
| { |
| "epoch": 0.6968716289104638, |
| "grad_norm": 0.35554840668777676, |
| "learning_rate": 4.2680000000000005e-05, |
| "loss": 0.4573, |
| "step": 323 |
| }, |
| { |
| "epoch": 0.6990291262135923, |
| "grad_norm": 0.2913915204408648, |
| "learning_rate": 4.2640000000000005e-05, |
| "loss": 0.4473, |
| "step": 324 |
| }, |
| { |
| "epoch": 0.7011866235167206, |
| "grad_norm": 0.2684942718217648, |
| "learning_rate": 4.26e-05, |
| "loss": 0.4339, |
| "step": 325 |
| }, |
| { |
| "epoch": 0.703344120819849, |
| "grad_norm": 0.3216708484980791, |
| "learning_rate": 4.256e-05, |
| "loss": 0.4468, |
| "step": 326 |
| }, |
| { |
| "epoch": 0.7055016181229773, |
| "grad_norm": 0.2756335067641377, |
| "learning_rate": 4.2520000000000006e-05, |
| "loss": 0.4558, |
| "step": 327 |
| }, |
| { |
| "epoch": 0.7076591154261057, |
| "grad_norm": 0.2764643077888995, |
| "learning_rate": 4.248e-05, |
| "loss": 0.4346, |
| "step": 328 |
| }, |
| { |
| "epoch": 0.7098166127292341, |
| "grad_norm": 0.32603235256791835, |
| "learning_rate": 4.244e-05, |
| "loss": 0.4559, |
| "step": 329 |
| }, |
| { |
| "epoch": 0.7119741100323624, |
| "grad_norm": 0.29424638904551764, |
| "learning_rate": 4.24e-05, |
| "loss": 0.4462, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.7141316073354909, |
| "grad_norm": 0.3001554414730066, |
| "learning_rate": 4.236e-05, |
| "loss": 0.4468, |
| "step": 331 |
| }, |
| { |
| "epoch": 0.7162891046386192, |
| "grad_norm": 0.3129011037209938, |
| "learning_rate": 4.232e-05, |
| "loss": 0.4108, |
| "step": 332 |
| }, |
| { |
| "epoch": 0.7184466019417476, |
| "grad_norm": 0.28762494926699644, |
| "learning_rate": 4.228e-05, |
| "loss": 0.4594, |
| "step": 333 |
| }, |
| { |
| "epoch": 0.7206040992448759, |
| "grad_norm": 0.3287086931234326, |
| "learning_rate": 4.224e-05, |
| "loss": 0.4546, |
| "step": 334 |
| }, |
| { |
| "epoch": 0.7227615965480043, |
| "grad_norm": 0.2440171509135856, |
| "learning_rate": 4.22e-05, |
| "loss": 0.4395, |
| "step": 335 |
| }, |
| { |
| "epoch": 0.7249190938511327, |
| "grad_norm": 0.41734955962307646, |
| "learning_rate": 4.2159999999999996e-05, |
| "loss": 0.4562, |
| "step": 336 |
| }, |
| { |
| "epoch": 0.727076591154261, |
| "grad_norm": 0.23647128778868323, |
| "learning_rate": 4.212e-05, |
| "loss": 0.448, |
| "step": 337 |
| }, |
| { |
| "epoch": 0.7292340884573895, |
| "grad_norm": 0.3478141358669819, |
| "learning_rate": 4.2080000000000004e-05, |
| "loss": 0.4259, |
| "step": 338 |
| }, |
| { |
| "epoch": 0.7313915857605178, |
| "grad_norm": 0.22537690567688576, |
| "learning_rate": 4.2040000000000004e-05, |
| "loss": 0.4254, |
| "step": 339 |
| }, |
| { |
| "epoch": 0.7335490830636462, |
| "grad_norm": 0.32770466753425076, |
| "learning_rate": 4.2e-05, |
| "loss": 0.4493, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.7357065803667745, |
| "grad_norm": 0.2348262809416127, |
| "learning_rate": 4.196e-05, |
| "loss": 0.4379, |
| "step": 341 |
| }, |
| { |
| "epoch": 0.7378640776699029, |
| "grad_norm": 0.2784106337499888, |
| "learning_rate": 4.1920000000000005e-05, |
| "loss": 0.4512, |
| "step": 342 |
| }, |
| { |
| "epoch": 0.7400215749730313, |
| "grad_norm": 0.24611169037260724, |
| "learning_rate": 4.1880000000000006e-05, |
| "loss": 0.4372, |
| "step": 343 |
| }, |
| { |
| "epoch": 0.7421790722761596, |
| "grad_norm": 0.28368805770265704, |
| "learning_rate": 4.184e-05, |
| "loss": 0.4641, |
| "step": 344 |
| }, |
| { |
| "epoch": 0.7443365695792881, |
| "grad_norm": 0.2538772376229055, |
| "learning_rate": 4.18e-05, |
| "loss": 0.446, |
| "step": 345 |
| }, |
| { |
| "epoch": 0.7464940668824164, |
| "grad_norm": 0.25580425464723444, |
| "learning_rate": 4.176000000000001e-05, |
| "loss": 0.4417, |
| "step": 346 |
| }, |
| { |
| "epoch": 0.7486515641855448, |
| "grad_norm": 0.27469783764584166, |
| "learning_rate": 4.172e-05, |
| "loss": 0.4611, |
| "step": 347 |
| }, |
| { |
| "epoch": 0.7508090614886731, |
| "grad_norm": 0.29130083464472767, |
| "learning_rate": 4.168e-05, |
| "loss": 0.444, |
| "step": 348 |
| }, |
| { |
| "epoch": 0.7529665587918015, |
| "grad_norm": 0.2651244371602352, |
| "learning_rate": 4.164e-05, |
| "loss": 0.4441, |
| "step": 349 |
| }, |
| { |
| "epoch": 0.7551240560949298, |
| "grad_norm": 0.26234665200685936, |
| "learning_rate": 4.16e-05, |
| "loss": 0.4461, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.7572815533980582, |
| "grad_norm": 0.24125048647992992, |
| "learning_rate": 4.156e-05, |
| "loss": 0.4352, |
| "step": 351 |
| }, |
| { |
| "epoch": 0.7594390507011867, |
| "grad_norm": 0.2508832475792393, |
| "learning_rate": 4.152e-05, |
| "loss": 0.4463, |
| "step": 352 |
| }, |
| { |
| "epoch": 0.761596548004315, |
| "grad_norm": 0.26155428589274304, |
| "learning_rate": 4.148e-05, |
| "loss": 0.4369, |
| "step": 353 |
| }, |
| { |
| "epoch": 0.7637540453074434, |
| "grad_norm": 0.24472099152743595, |
| "learning_rate": 4.144e-05, |
| "loss": 0.4345, |
| "step": 354 |
| }, |
| { |
| "epoch": 0.7659115426105717, |
| "grad_norm": 0.24715070483697896, |
| "learning_rate": 4.14e-05, |
| "loss": 0.4505, |
| "step": 355 |
| }, |
| { |
| "epoch": 0.7680690399137001, |
| "grad_norm": 0.24298690156207697, |
| "learning_rate": 4.1360000000000004e-05, |
| "loss": 0.4422, |
| "step": 356 |
| }, |
| { |
| "epoch": 0.7702265372168284, |
| "grad_norm": 0.2349365195764117, |
| "learning_rate": 4.1320000000000004e-05, |
| "loss": 0.4526, |
| "step": 357 |
| }, |
| { |
| "epoch": 0.7723840345199569, |
| "grad_norm": 0.2331945559857268, |
| "learning_rate": 4.1280000000000005e-05, |
| "loss": 0.4383, |
| "step": 358 |
| }, |
| { |
| "epoch": 0.7745415318230853, |
| "grad_norm": 0.2595543035077313, |
| "learning_rate": 4.124e-05, |
| "loss": 0.4308, |
| "step": 359 |
| }, |
| { |
| "epoch": 0.7766990291262136, |
| "grad_norm": 0.21807377534792635, |
| "learning_rate": 4.12e-05, |
| "loss": 0.4349, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.778856526429342, |
| "grad_norm": 0.28950608296716684, |
| "learning_rate": 4.1160000000000006e-05, |
| "loss": 0.4558, |
| "step": 361 |
| }, |
| { |
| "epoch": 0.7810140237324703, |
| "grad_norm": 0.2611339581514693, |
| "learning_rate": 4.1120000000000006e-05, |
| "loss": 0.4599, |
| "step": 362 |
| }, |
| { |
| "epoch": 0.7831715210355987, |
| "grad_norm": 0.25575793173451006, |
| "learning_rate": 4.108e-05, |
| "loss": 0.4406, |
| "step": 363 |
| }, |
| { |
| "epoch": 0.785329018338727, |
| "grad_norm": 0.2450742657345304, |
| "learning_rate": 4.104e-05, |
| "loss": 0.4453, |
| "step": 364 |
| }, |
| { |
| "epoch": 0.7874865156418555, |
| "grad_norm": 0.28382377756829125, |
| "learning_rate": 4.1e-05, |
| "loss": 0.465, |
| "step": 365 |
| }, |
| { |
| "epoch": 0.7896440129449838, |
| "grad_norm": 0.2392683438388647, |
| "learning_rate": 4.096e-05, |
| "loss": 0.4416, |
| "step": 366 |
| }, |
| { |
| "epoch": 0.7918015102481122, |
| "grad_norm": 0.2539921883515288, |
| "learning_rate": 4.092e-05, |
| "loss": 0.4497, |
| "step": 367 |
| }, |
| { |
| "epoch": 0.7939590075512406, |
| "grad_norm": 0.27579412883884935, |
| "learning_rate": 4.088e-05, |
| "loss": 0.4464, |
| "step": 368 |
| }, |
| { |
| "epoch": 0.7961165048543689, |
| "grad_norm": 0.28727621982712537, |
| "learning_rate": 4.084e-05, |
| "loss": 0.4411, |
| "step": 369 |
| }, |
| { |
| "epoch": 0.7982740021574973, |
| "grad_norm": 0.2519428850122542, |
| "learning_rate": 4.08e-05, |
| "loss": 0.4479, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.8004314994606256, |
| "grad_norm": 0.2674974847910012, |
| "learning_rate": 4.076e-05, |
| "loss": 0.44, |
| "step": 371 |
| }, |
| { |
| "epoch": 0.8025889967637541, |
| "grad_norm": 0.25530557484483807, |
| "learning_rate": 4.072e-05, |
| "loss": 0.4394, |
| "step": 372 |
| }, |
| { |
| "epoch": 0.8047464940668824, |
| "grad_norm": 0.26435664799974373, |
| "learning_rate": 4.0680000000000004e-05, |
| "loss": 0.4574, |
| "step": 373 |
| }, |
| { |
| "epoch": 0.8069039913700108, |
| "grad_norm": 0.2530022819289299, |
| "learning_rate": 4.064e-05, |
| "loss": 0.4454, |
| "step": 374 |
| }, |
| { |
| "epoch": 0.8090614886731392, |
| "grad_norm": 0.24054892754428694, |
| "learning_rate": 4.0600000000000004e-05, |
| "loss": 0.4398, |
| "step": 375 |
| }, |
| { |
| "epoch": 0.8112189859762675, |
| "grad_norm": 0.2848289155610854, |
| "learning_rate": 4.0560000000000005e-05, |
| "loss": 0.4398, |
| "step": 376 |
| }, |
| { |
| "epoch": 0.8133764832793959, |
| "grad_norm": 0.2575053811702797, |
| "learning_rate": 4.0520000000000005e-05, |
| "loss": 0.4578, |
| "step": 377 |
| }, |
| { |
| "epoch": 0.8155339805825242, |
| "grad_norm": 0.27019672115837984, |
| "learning_rate": 4.048e-05, |
| "loss": 0.4323, |
| "step": 378 |
| }, |
| { |
| "epoch": 0.8176914778856527, |
| "grad_norm": 0.2398139963913645, |
| "learning_rate": 4.044e-05, |
| "loss": 0.4448, |
| "step": 379 |
| }, |
| { |
| "epoch": 0.819848975188781, |
| "grad_norm": 0.2529963842405476, |
| "learning_rate": 4.0400000000000006e-05, |
| "loss": 0.4296, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.8220064724919094, |
| "grad_norm": 0.2511947818922217, |
| "learning_rate": 4.0360000000000007e-05, |
| "loss": 0.4396, |
| "step": 381 |
| }, |
| { |
| "epoch": 0.8241639697950378, |
| "grad_norm": 0.2584407655583235, |
| "learning_rate": 4.032e-05, |
| "loss": 0.4406, |
| "step": 382 |
| }, |
| { |
| "epoch": 0.8263214670981661, |
| "grad_norm": 0.2456123715798027, |
| "learning_rate": 4.028e-05, |
| "loss": 0.4677, |
| "step": 383 |
| }, |
| { |
| "epoch": 0.8284789644012945, |
| "grad_norm": 0.2701085902021937, |
| "learning_rate": 4.024e-05, |
| "loss": 0.466, |
| "step": 384 |
| }, |
| { |
| "epoch": 0.8306364617044228, |
| "grad_norm": 0.23978562401955322, |
| "learning_rate": 4.02e-05, |
| "loss": 0.4386, |
| "step": 385 |
| }, |
| { |
| "epoch": 0.8327939590075513, |
| "grad_norm": 0.2645169304521651, |
| "learning_rate": 4.016e-05, |
| "loss": 0.4502, |
| "step": 386 |
| }, |
| { |
| "epoch": 0.8349514563106796, |
| "grad_norm": 0.27897793156631207, |
| "learning_rate": 4.012e-05, |
| "loss": 0.4684, |
| "step": 387 |
| }, |
| { |
| "epoch": 0.837108953613808, |
| "grad_norm": 0.2478443685184336, |
| "learning_rate": 4.008e-05, |
| "loss": 0.4376, |
| "step": 388 |
| }, |
| { |
| "epoch": 0.8392664509169363, |
| "grad_norm": 0.256589453456646, |
| "learning_rate": 4.004e-05, |
| "loss": 0.431, |
| "step": 389 |
| }, |
| { |
| "epoch": 0.8414239482200647, |
| "grad_norm": 0.28233657875363566, |
| "learning_rate": 4e-05, |
| "loss": 0.4315, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.8435814455231931, |
| "grad_norm": 0.27009324457097755, |
| "learning_rate": 3.9960000000000004e-05, |
| "loss": 0.4481, |
| "step": 391 |
| }, |
| { |
| "epoch": 0.8457389428263214, |
| "grad_norm": 0.33499329840024655, |
| "learning_rate": 3.9920000000000004e-05, |
| "loss": 0.4471, |
| "step": 392 |
| }, |
| { |
| "epoch": 0.8478964401294499, |
| "grad_norm": 0.2841086526535015, |
| "learning_rate": 3.988e-05, |
| "loss": 0.4293, |
| "step": 393 |
| }, |
| { |
| "epoch": 0.8500539374325782, |
| "grad_norm": 0.2716488191030425, |
| "learning_rate": 3.984e-05, |
| "loss": 0.4397, |
| "step": 394 |
| }, |
| { |
| "epoch": 0.8522114347357066, |
| "grad_norm": 0.26620067701224137, |
| "learning_rate": 3.9800000000000005e-05, |
| "loss": 0.4461, |
| "step": 395 |
| }, |
| { |
| "epoch": 0.8543689320388349, |
| "grad_norm": 0.2576197026648712, |
| "learning_rate": 3.9760000000000006e-05, |
| "loss": 0.4298, |
| "step": 396 |
| }, |
| { |
| "epoch": 0.8565264293419633, |
| "grad_norm": 0.2532441081675246, |
| "learning_rate": 3.972e-05, |
| "loss": 0.4383, |
| "step": 397 |
| }, |
| { |
| "epoch": 0.8586839266450917, |
| "grad_norm": 0.2679762403275455, |
| "learning_rate": 3.968e-05, |
| "loss": 0.4395, |
| "step": 398 |
| }, |
| { |
| "epoch": 0.86084142394822, |
| "grad_norm": 0.24275874935058916, |
| "learning_rate": 3.964e-05, |
| "loss": 0.4357, |
| "step": 399 |
| }, |
| { |
| "epoch": 0.8629989212513485, |
| "grad_norm": 0.24961166385653455, |
| "learning_rate": 3.960000000000001e-05, |
| "loss": 0.4383, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.8651564185544768, |
| "grad_norm": 0.24374670649085867, |
| "learning_rate": 3.956e-05, |
| "loss": 0.4287, |
| "step": 401 |
| }, |
| { |
| "epoch": 0.8673139158576052, |
| "grad_norm": 0.23871690671281046, |
| "learning_rate": 3.952e-05, |
| "loss": 0.425, |
| "step": 402 |
| }, |
| { |
| "epoch": 0.8694714131607335, |
| "grad_norm": 0.3032682890616598, |
| "learning_rate": 3.948e-05, |
| "loss": 0.4537, |
| "step": 403 |
| }, |
| { |
| "epoch": 0.8716289104638619, |
| "grad_norm": 0.25117617642424706, |
| "learning_rate": 3.944e-05, |
| "loss": 0.4282, |
| "step": 404 |
| }, |
| { |
| "epoch": 0.8737864077669902, |
| "grad_norm": 0.22541166475315713, |
| "learning_rate": 3.94e-05, |
| "loss": 0.436, |
| "step": 405 |
| }, |
| { |
| "epoch": 0.8759439050701187, |
| "grad_norm": 0.2716408337060906, |
| "learning_rate": 3.936e-05, |
| "loss": 0.4295, |
| "step": 406 |
| }, |
| { |
| "epoch": 0.8781014023732471, |
| "grad_norm": 0.2556248222954383, |
| "learning_rate": 3.932e-05, |
| "loss": 0.4549, |
| "step": 407 |
| }, |
| { |
| "epoch": 0.8802588996763754, |
| "grad_norm": 0.23721706187791133, |
| "learning_rate": 3.9280000000000003e-05, |
| "loss": 0.4436, |
| "step": 408 |
| }, |
| { |
| "epoch": 0.8824163969795038, |
| "grad_norm": 0.24025254833177956, |
| "learning_rate": 3.9240000000000004e-05, |
| "loss": 0.4313, |
| "step": 409 |
| }, |
| { |
| "epoch": 0.8845738942826321, |
| "grad_norm": 0.2614266619623848, |
| "learning_rate": 3.9200000000000004e-05, |
| "loss": 0.4453, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.8867313915857605, |
| "grad_norm": 0.23773461747873242, |
| "learning_rate": 3.9160000000000005e-05, |
| "loss": 0.4422, |
| "step": 411 |
| }, |
| { |
| "epoch": 0.8888888888888888, |
| "grad_norm": 0.2555605177311676, |
| "learning_rate": 3.912e-05, |
| "loss": 0.4532, |
| "step": 412 |
| }, |
| { |
| "epoch": 0.8910463861920173, |
| "grad_norm": 0.21705114177765664, |
| "learning_rate": 3.908e-05, |
| "loss": 0.4325, |
| "step": 413 |
| }, |
| { |
| "epoch": 0.8932038834951457, |
| "grad_norm": 0.23143716203371478, |
| "learning_rate": 3.9040000000000006e-05, |
| "loss": 0.419, |
| "step": 414 |
| }, |
| { |
| "epoch": 0.895361380798274, |
| "grad_norm": 0.5742209849902357, |
| "learning_rate": 3.9000000000000006e-05, |
| "loss": 0.4305, |
| "step": 415 |
| }, |
| { |
| "epoch": 0.8975188781014024, |
| "grad_norm": 0.2551103117883286, |
| "learning_rate": 3.896e-05, |
| "loss": 0.4189, |
| "step": 416 |
| }, |
| { |
| "epoch": 0.8996763754045307, |
| "grad_norm": 0.22402399804210352, |
| "learning_rate": 3.892e-05, |
| "loss": 0.428, |
| "step": 417 |
| }, |
| { |
| "epoch": 0.9018338727076591, |
| "grad_norm": 0.24116776940016732, |
| "learning_rate": 3.888e-05, |
| "loss": 0.4367, |
| "step": 418 |
| }, |
| { |
| "epoch": 0.9039913700107874, |
| "grad_norm": 0.22403592441484066, |
| "learning_rate": 3.884e-05, |
| "loss": 0.4485, |
| "step": 419 |
| }, |
| { |
| "epoch": 0.9061488673139159, |
| "grad_norm": 0.22482911614936518, |
| "learning_rate": 3.88e-05, |
| "loss": 0.457, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.9083063646170443, |
| "grad_norm": 0.23857996790359456, |
| "learning_rate": 3.876e-05, |
| "loss": 0.4319, |
| "step": 421 |
| }, |
| { |
| "epoch": 0.9104638619201726, |
| "grad_norm": 0.22710273590374788, |
| "learning_rate": 3.872e-05, |
| "loss": 0.4375, |
| "step": 422 |
| }, |
| { |
| "epoch": 0.912621359223301, |
| "grad_norm": 0.2259633074307126, |
| "learning_rate": 3.868e-05, |
| "loss": 0.4248, |
| "step": 423 |
| }, |
| { |
| "epoch": 0.9147788565264293, |
| "grad_norm": 0.22640228114318403, |
| "learning_rate": 3.864e-05, |
| "loss": 0.4161, |
| "step": 424 |
| }, |
| { |
| "epoch": 0.9169363538295577, |
| "grad_norm": 0.2350442466813375, |
| "learning_rate": 3.86e-05, |
| "loss": 0.4435, |
| "step": 425 |
| }, |
| { |
| "epoch": 0.919093851132686, |
| "grad_norm": 0.44365613370637497, |
| "learning_rate": 3.8560000000000004e-05, |
| "loss": 0.4393, |
| "step": 426 |
| }, |
| { |
| "epoch": 0.9212513484358145, |
| "grad_norm": 0.2512897972825721, |
| "learning_rate": 3.8520000000000004e-05, |
| "loss": 0.4409, |
| "step": 427 |
| }, |
| { |
| "epoch": 0.9234088457389428, |
| "grad_norm": 0.24464436693649008, |
| "learning_rate": 3.848e-05, |
| "loss": 0.4324, |
| "step": 428 |
| }, |
| { |
| "epoch": 0.9255663430420712, |
| "grad_norm": 0.2672384976835338, |
| "learning_rate": 3.8440000000000005e-05, |
| "loss": 0.4216, |
| "step": 429 |
| }, |
| { |
| "epoch": 0.9277238403451996, |
| "grad_norm": 0.2871267008652053, |
| "learning_rate": 3.8400000000000005e-05, |
| "loss": 0.4522, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.9298813376483279, |
| "grad_norm": 0.24811968751313535, |
| "learning_rate": 3.836e-05, |
| "loss": 0.4339, |
| "step": 431 |
| }, |
| { |
| "epoch": 0.9320388349514563, |
| "grad_norm": 0.27159198887797176, |
| "learning_rate": 3.832e-05, |
| "loss": 0.4315, |
| "step": 432 |
| }, |
| { |
| "epoch": 0.9341963322545846, |
| "grad_norm": 0.26279585526150134, |
| "learning_rate": 3.828e-05, |
| "loss": 0.4335, |
| "step": 433 |
| }, |
| { |
| "epoch": 0.9363538295577131, |
| "grad_norm": 0.2463043675583301, |
| "learning_rate": 3.8240000000000007e-05, |
| "loss": 0.4426, |
| "step": 434 |
| }, |
| { |
| "epoch": 0.9385113268608414, |
| "grad_norm": 0.22582242130582073, |
| "learning_rate": 3.82e-05, |
| "loss": 0.4327, |
| "step": 435 |
| }, |
| { |
| "epoch": 0.9406688241639698, |
| "grad_norm": 0.22544591401205022, |
| "learning_rate": 3.816e-05, |
| "loss": 0.416, |
| "step": 436 |
| }, |
| { |
| "epoch": 0.9428263214670982, |
| "grad_norm": 0.25570195904870374, |
| "learning_rate": 3.812e-05, |
| "loss": 0.4413, |
| "step": 437 |
| }, |
| { |
| "epoch": 0.9449838187702265, |
| "grad_norm": 0.2165456325752943, |
| "learning_rate": 3.808e-05, |
| "loss": 0.42, |
| "step": 438 |
| }, |
| { |
| "epoch": 0.9471413160733549, |
| "grad_norm": 0.2660006977071334, |
| "learning_rate": 3.804e-05, |
| "loss": 0.4386, |
| "step": 439 |
| }, |
| { |
| "epoch": 0.9492988133764833, |
| "grad_norm": 0.27016187227336946, |
| "learning_rate": 3.8e-05, |
| "loss": 0.4497, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.9514563106796117, |
| "grad_norm": 0.26490253003888736, |
| "learning_rate": 3.796e-05, |
| "loss": 0.4455, |
| "step": 441 |
| }, |
| { |
| "epoch": 0.95361380798274, |
| "grad_norm": 0.24784119691094716, |
| "learning_rate": 3.792e-05, |
| "loss": 0.4312, |
| "step": 442 |
| }, |
| { |
| "epoch": 0.9557713052858684, |
| "grad_norm": 0.24577321550551764, |
| "learning_rate": 3.788e-05, |
| "loss": 0.4331, |
| "step": 443 |
| }, |
| { |
| "epoch": 0.9579288025889967, |
| "grad_norm": 0.23254334294044085, |
| "learning_rate": 3.7840000000000004e-05, |
| "loss": 0.4446, |
| "step": 444 |
| }, |
| { |
| "epoch": 0.9600862998921251, |
| "grad_norm": 0.24298642123366798, |
| "learning_rate": 3.7800000000000004e-05, |
| "loss": 0.4349, |
| "step": 445 |
| }, |
| { |
| "epoch": 0.9622437971952535, |
| "grad_norm": 0.2267162236488151, |
| "learning_rate": 3.776e-05, |
| "loss": 0.4299, |
| "step": 446 |
| }, |
| { |
| "epoch": 0.9644012944983819, |
| "grad_norm": 0.2550173441070278, |
| "learning_rate": 3.772e-05, |
| "loss": 0.4457, |
| "step": 447 |
| }, |
| { |
| "epoch": 0.9665587918015103, |
| "grad_norm": 0.23923284262163064, |
| "learning_rate": 3.7680000000000005e-05, |
| "loss": 0.4228, |
| "step": 448 |
| }, |
| { |
| "epoch": 0.9687162891046386, |
| "grad_norm": 0.26139756709830914, |
| "learning_rate": 3.7640000000000006e-05, |
| "loss": 0.4264, |
| "step": 449 |
| }, |
| { |
| "epoch": 0.970873786407767, |
| "grad_norm": 0.2504569204883789, |
| "learning_rate": 3.76e-05, |
| "loss": 0.436, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.9730312837108953, |
| "grad_norm": 0.2638553178925634, |
| "learning_rate": 3.756e-05, |
| "loss": 0.4471, |
| "step": 451 |
| }, |
| { |
| "epoch": 0.9751887810140237, |
| "grad_norm": 0.2627847800007779, |
| "learning_rate": 3.752e-05, |
| "loss": 0.4362, |
| "step": 452 |
| }, |
| { |
| "epoch": 0.9773462783171522, |
| "grad_norm": 0.21271418115533056, |
| "learning_rate": 3.748000000000001e-05, |
| "loss": 0.4312, |
| "step": 453 |
| }, |
| { |
| "epoch": 0.9795037756202805, |
| "grad_norm": 0.282247303317703, |
| "learning_rate": 3.744e-05, |
| "loss": 0.4266, |
| "step": 454 |
| }, |
| { |
| "epoch": 0.9816612729234089, |
| "grad_norm": 0.22711280249989385, |
| "learning_rate": 3.74e-05, |
| "loss": 0.4443, |
| "step": 455 |
| }, |
| { |
| "epoch": 0.9838187702265372, |
| "grad_norm": 0.2543979274114635, |
| "learning_rate": 3.736e-05, |
| "loss": 0.4311, |
| "step": 456 |
| }, |
| { |
| "epoch": 0.9859762675296656, |
| "grad_norm": 0.2463425451861333, |
| "learning_rate": 3.732e-05, |
| "loss": 0.4315, |
| "step": 457 |
| }, |
| { |
| "epoch": 0.9881337648327939, |
| "grad_norm": 0.2633378786543858, |
| "learning_rate": 3.728e-05, |
| "loss": 0.4361, |
| "step": 458 |
| }, |
| { |
| "epoch": 0.9902912621359223, |
| "grad_norm": 0.26123423746373853, |
| "learning_rate": 3.724e-05, |
| "loss": 0.446, |
| "step": 459 |
| }, |
| { |
| "epoch": 0.9924487594390508, |
| "grad_norm": 0.2886530412464882, |
| "learning_rate": 3.72e-05, |
| "loss": 0.4471, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.9946062567421791, |
| "grad_norm": 0.2403470838331088, |
| "learning_rate": 3.716e-05, |
| "loss": 0.4348, |
| "step": 461 |
| }, |
| { |
| "epoch": 0.9967637540453075, |
| "grad_norm": 0.3003434463680213, |
| "learning_rate": 3.712e-05, |
| "loss": 0.4434, |
| "step": 462 |
| }, |
| { |
| "epoch": 0.9989212513484358, |
| "grad_norm": 0.23330280858351574, |
| "learning_rate": 3.7080000000000004e-05, |
| "loss": 0.4225, |
| "step": 463 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 0.23330280858351574, |
| "learning_rate": 3.7040000000000005e-05, |
| "loss": 0.4811, |
| "step": 464 |
| }, |
| { |
| "epoch": 1.0021574973031284, |
| "grad_norm": 0.4639893862561724, |
| "learning_rate": 3.7e-05, |
| "loss": 0.3817, |
| "step": 465 |
| }, |
| { |
| "epoch": 1.0043149946062568, |
| "grad_norm": 0.3321444998235641, |
| "learning_rate": 3.696e-05, |
| "loss": 0.3759, |
| "step": 466 |
| }, |
| { |
| "epoch": 1.006472491909385, |
| "grad_norm": 0.3177620819368746, |
| "learning_rate": 3.692e-05, |
| "loss": 0.3568, |
| "step": 467 |
| }, |
| { |
| "epoch": 1.0086299892125135, |
| "grad_norm": 0.3175305154761647, |
| "learning_rate": 3.6880000000000006e-05, |
| "loss": 0.3716, |
| "step": 468 |
| }, |
| { |
| "epoch": 1.0107874865156419, |
| "grad_norm": 0.3451229640661856, |
| "learning_rate": 3.684e-05, |
| "loss": 0.3509, |
| "step": 469 |
| }, |
| { |
| "epoch": 1.0129449838187703, |
| "grad_norm": 0.28804744838713436, |
| "learning_rate": 3.68e-05, |
| "loss": 0.3687, |
| "step": 470 |
| }, |
| { |
| "epoch": 1.0151024811218985, |
| "grad_norm": 0.33595860575734326, |
| "learning_rate": 3.676e-05, |
| "loss": 0.3779, |
| "step": 471 |
| }, |
| { |
| "epoch": 1.017259978425027, |
| "grad_norm": 0.30104692221444024, |
| "learning_rate": 3.672000000000001e-05, |
| "loss": 0.3691, |
| "step": 472 |
| }, |
| { |
| "epoch": 1.0194174757281553, |
| "grad_norm": 0.35106754973912657, |
| "learning_rate": 3.668e-05, |
| "loss": 0.3654, |
| "step": 473 |
| }, |
| { |
| "epoch": 1.0215749730312838, |
| "grad_norm": 0.2533257256241151, |
| "learning_rate": 3.664e-05, |
| "loss": 0.3805, |
| "step": 474 |
| }, |
| { |
| "epoch": 1.0237324703344122, |
| "grad_norm": 0.3054072286372611, |
| "learning_rate": 3.66e-05, |
| "loss": 0.359, |
| "step": 475 |
| }, |
| { |
| "epoch": 1.0258899676375404, |
| "grad_norm": 0.2504478156879782, |
| "learning_rate": 3.656e-05, |
| "loss": 0.347, |
| "step": 476 |
| }, |
| { |
| "epoch": 1.0280474649406688, |
| "grad_norm": 0.2712883776564294, |
| "learning_rate": 3.652e-05, |
| "loss": 0.3754, |
| "step": 477 |
| }, |
| { |
| "epoch": 1.0302049622437972, |
| "grad_norm": 0.2782380806953332, |
| "learning_rate": 3.648e-05, |
| "loss": 0.3515, |
| "step": 478 |
| }, |
| { |
| "epoch": 1.0323624595469256, |
| "grad_norm": 0.26159335832572284, |
| "learning_rate": 3.6440000000000003e-05, |
| "loss": 0.3485, |
| "step": 479 |
| }, |
| { |
| "epoch": 1.0345199568500538, |
| "grad_norm": 0.2864328676648181, |
| "learning_rate": 3.6400000000000004e-05, |
| "loss": 0.3631, |
| "step": 480 |
| }, |
| { |
| "epoch": 1.0366774541531822, |
| "grad_norm": 0.25027991189741466, |
| "learning_rate": 3.636e-05, |
| "loss": 0.3816, |
| "step": 481 |
| }, |
| { |
| "epoch": 1.0388349514563107, |
| "grad_norm": 0.2788892924014196, |
| "learning_rate": 3.6320000000000005e-05, |
| "loss": 0.3567, |
| "step": 482 |
| }, |
| { |
| "epoch": 1.040992448759439, |
| "grad_norm": 0.2659535510350543, |
| "learning_rate": 3.6280000000000005e-05, |
| "loss": 0.3713, |
| "step": 483 |
| }, |
| { |
| "epoch": 1.0431499460625675, |
| "grad_norm": 0.23515542903905737, |
| "learning_rate": 3.624e-05, |
| "loss": 0.3535, |
| "step": 484 |
| }, |
| { |
| "epoch": 1.0453074433656957, |
| "grad_norm": 0.279193625770593, |
| "learning_rate": 3.62e-05, |
| "loss": 0.3747, |
| "step": 485 |
| }, |
| { |
| "epoch": 1.0474649406688241, |
| "grad_norm": 0.22521695771346117, |
| "learning_rate": 3.616e-05, |
| "loss": 0.369, |
| "step": 486 |
| }, |
| { |
| "epoch": 1.0496224379719525, |
| "grad_norm": 0.2535094313179469, |
| "learning_rate": 3.6120000000000007e-05, |
| "loss": 0.3537, |
| "step": 487 |
| }, |
| { |
| "epoch": 1.051779935275081, |
| "grad_norm": 0.27003969431487984, |
| "learning_rate": 3.608e-05, |
| "loss": 0.3827, |
| "step": 488 |
| }, |
| { |
| "epoch": 1.0539374325782094, |
| "grad_norm": 0.2514392546102155, |
| "learning_rate": 3.604e-05, |
| "loss": 0.3744, |
| "step": 489 |
| }, |
| { |
| "epoch": 1.0560949298813376, |
| "grad_norm": 0.2371342216949108, |
| "learning_rate": 3.6e-05, |
| "loss": 0.3703, |
| "step": 490 |
| }, |
| { |
| "epoch": 1.058252427184466, |
| "grad_norm": 0.2416511923662919, |
| "learning_rate": 3.596e-05, |
| "loss": 0.3711, |
| "step": 491 |
| }, |
| { |
| "epoch": 1.0604099244875944, |
| "grad_norm": 0.22901813700686482, |
| "learning_rate": 3.592e-05, |
| "loss": 0.3434, |
| "step": 492 |
| }, |
| { |
| "epoch": 1.0625674217907228, |
| "grad_norm": 0.2525253353540884, |
| "learning_rate": 3.588e-05, |
| "loss": 0.363, |
| "step": 493 |
| }, |
| { |
| "epoch": 1.064724919093851, |
| "grad_norm": 0.23895832490100163, |
| "learning_rate": 3.584e-05, |
| "loss": 0.3493, |
| "step": 494 |
| }, |
| { |
| "epoch": 1.0668824163969794, |
| "grad_norm": 0.23238858140574412, |
| "learning_rate": 3.58e-05, |
| "loss": 0.3713, |
| "step": 495 |
| }, |
| { |
| "epoch": 1.0690399137001079, |
| "grad_norm": 0.2683342199484544, |
| "learning_rate": 3.5759999999999996e-05, |
| "loss": 0.3819, |
| "step": 496 |
| }, |
| { |
| "epoch": 1.0711974110032363, |
| "grad_norm": 0.24170220244530477, |
| "learning_rate": 3.5720000000000004e-05, |
| "loss": 0.361, |
| "step": 497 |
| }, |
| { |
| "epoch": 1.0733549083063647, |
| "grad_norm": 0.22845523982957577, |
| "learning_rate": 3.5680000000000004e-05, |
| "loss": 0.363, |
| "step": 498 |
| }, |
| { |
| "epoch": 1.075512405609493, |
| "grad_norm": 0.25277862463525125, |
| "learning_rate": 3.5640000000000004e-05, |
| "loss": 0.355, |
| "step": 499 |
| }, |
| { |
| "epoch": 1.0776699029126213, |
| "grad_norm": 0.24700129560716771, |
| "learning_rate": 3.56e-05, |
| "loss": 0.3706, |
| "step": 500 |
| }, |
| { |
| "epoch": 1.0798274002157497, |
| "grad_norm": 0.22065070960656424, |
| "learning_rate": 3.5560000000000005e-05, |
| "loss": 0.3531, |
| "step": 501 |
| }, |
| { |
| "epoch": 1.0819848975188782, |
| "grad_norm": 0.2561454034108686, |
| "learning_rate": 3.5520000000000006e-05, |
| "loss": 0.3833, |
| "step": 502 |
| }, |
| { |
| "epoch": 1.0841423948220066, |
| "grad_norm": 0.22433131754774605, |
| "learning_rate": 3.548e-05, |
| "loss": 0.3691, |
| "step": 503 |
| }, |
| { |
| "epoch": 1.0862998921251348, |
| "grad_norm": 0.2522033412086021, |
| "learning_rate": 3.544e-05, |
| "loss": 0.3567, |
| "step": 504 |
| }, |
| { |
| "epoch": 1.0884573894282632, |
| "grad_norm": 0.21905495575288447, |
| "learning_rate": 3.54e-05, |
| "loss": 0.3848, |
| "step": 505 |
| }, |
| { |
| "epoch": 1.0906148867313916, |
| "grad_norm": 0.22081247386141037, |
| "learning_rate": 3.536000000000001e-05, |
| "loss": 0.3662, |
| "step": 506 |
| }, |
| { |
| "epoch": 1.09277238403452, |
| "grad_norm": 0.2713654247657179, |
| "learning_rate": 3.532e-05, |
| "loss": 0.3699, |
| "step": 507 |
| }, |
| { |
| "epoch": 1.0949298813376482, |
| "grad_norm": 0.22498743492459014, |
| "learning_rate": 3.528e-05, |
| "loss": 0.383, |
| "step": 508 |
| }, |
| { |
| "epoch": 1.0970873786407767, |
| "grad_norm": 0.2514196262074284, |
| "learning_rate": 3.524e-05, |
| "loss": 0.3499, |
| "step": 509 |
| }, |
| { |
| "epoch": 1.099244875943905, |
| "grad_norm": 0.23462639319558332, |
| "learning_rate": 3.52e-05, |
| "loss": 0.3607, |
| "step": 510 |
| }, |
| { |
| "epoch": 1.1014023732470335, |
| "grad_norm": 0.23003249047263888, |
| "learning_rate": 3.516e-05, |
| "loss": 0.3738, |
| "step": 511 |
| }, |
| { |
| "epoch": 1.103559870550162, |
| "grad_norm": 0.2188060350115714, |
| "learning_rate": 3.512e-05, |
| "loss": 0.3515, |
| "step": 512 |
| }, |
| { |
| "epoch": 1.1057173678532901, |
| "grad_norm": 0.22124097377197594, |
| "learning_rate": 3.508e-05, |
| "loss": 0.3686, |
| "step": 513 |
| }, |
| { |
| "epoch": 1.1078748651564185, |
| "grad_norm": 0.21022961752556638, |
| "learning_rate": 3.504e-05, |
| "loss": 0.3784, |
| "step": 514 |
| }, |
| { |
| "epoch": 1.110032362459547, |
| "grad_norm": 0.2210491921381139, |
| "learning_rate": 3.5e-05, |
| "loss": 0.3542, |
| "step": 515 |
| }, |
| { |
| "epoch": 1.1121898597626754, |
| "grad_norm": 0.23756038385005723, |
| "learning_rate": 3.4960000000000004e-05, |
| "loss": 0.3733, |
| "step": 516 |
| }, |
| { |
| "epoch": 1.1143473570658036, |
| "grad_norm": 0.23088533641732836, |
| "learning_rate": 3.4920000000000004e-05, |
| "loss": 0.3577, |
| "step": 517 |
| }, |
| { |
| "epoch": 1.116504854368932, |
| "grad_norm": 0.23851750461757235, |
| "learning_rate": 3.4880000000000005e-05, |
| "loss": 0.3626, |
| "step": 518 |
| }, |
| { |
| "epoch": 1.1186623516720604, |
| "grad_norm": 0.25889253618573643, |
| "learning_rate": 3.484e-05, |
| "loss": 0.3657, |
| "step": 519 |
| }, |
| { |
| "epoch": 1.1208198489751888, |
| "grad_norm": 0.2318799442388334, |
| "learning_rate": 3.48e-05, |
| "loss": 0.3513, |
| "step": 520 |
| }, |
| { |
| "epoch": 1.1229773462783172, |
| "grad_norm": 0.2256074426059202, |
| "learning_rate": 3.4760000000000006e-05, |
| "loss": 0.3574, |
| "step": 521 |
| }, |
| { |
| "epoch": 1.1251348435814454, |
| "grad_norm": 0.22447577356156587, |
| "learning_rate": 3.472e-05, |
| "loss": 0.3619, |
| "step": 522 |
| }, |
| { |
| "epoch": 1.1272923408845739, |
| "grad_norm": 0.23975845975915916, |
| "learning_rate": 3.468e-05, |
| "loss": 0.3598, |
| "step": 523 |
| }, |
| { |
| "epoch": 1.1294498381877023, |
| "grad_norm": 0.19493992211953257, |
| "learning_rate": 3.464e-05, |
| "loss": 0.3648, |
| "step": 524 |
| }, |
| { |
| "epoch": 1.1316073354908307, |
| "grad_norm": 0.2870170542570617, |
| "learning_rate": 3.46e-05, |
| "loss": 0.3695, |
| "step": 525 |
| }, |
| { |
| "epoch": 1.133764832793959, |
| "grad_norm": 0.20812408093979423, |
| "learning_rate": 3.456e-05, |
| "loss": 0.3537, |
| "step": 526 |
| }, |
| { |
| "epoch": 1.1359223300970873, |
| "grad_norm": 0.279716636463304, |
| "learning_rate": 3.452e-05, |
| "loss": 0.3609, |
| "step": 527 |
| }, |
| { |
| "epoch": 1.1380798274002157, |
| "grad_norm": 0.2223889872165593, |
| "learning_rate": 3.448e-05, |
| "loss": 0.3663, |
| "step": 528 |
| }, |
| { |
| "epoch": 1.1402373247033442, |
| "grad_norm": 0.2433632262289244, |
| "learning_rate": 3.444e-05, |
| "loss": 0.3714, |
| "step": 529 |
| }, |
| { |
| "epoch": 1.1423948220064726, |
| "grad_norm": 0.24277614478782433, |
| "learning_rate": 3.4399999999999996e-05, |
| "loss": 0.3869, |
| "step": 530 |
| }, |
| { |
| "epoch": 1.1445523193096008, |
| "grad_norm": 0.2586540206286391, |
| "learning_rate": 3.436e-05, |
| "loss": 0.3579, |
| "step": 531 |
| }, |
| { |
| "epoch": 1.1467098166127292, |
| "grad_norm": 0.23870929551871684, |
| "learning_rate": 3.4320000000000003e-05, |
| "loss": 0.3672, |
| "step": 532 |
| }, |
| { |
| "epoch": 1.1488673139158576, |
| "grad_norm": 0.23766584571259206, |
| "learning_rate": 3.4280000000000004e-05, |
| "loss": 0.3671, |
| "step": 533 |
| }, |
| { |
| "epoch": 1.151024811218986, |
| "grad_norm": 0.24568271253401686, |
| "learning_rate": 3.424e-05, |
| "loss": 0.3596, |
| "step": 534 |
| }, |
| { |
| "epoch": 1.1531823085221142, |
| "grad_norm": 0.2635556243671408, |
| "learning_rate": 3.4200000000000005e-05, |
| "loss": 0.3834, |
| "step": 535 |
| }, |
| { |
| "epoch": 1.1553398058252426, |
| "grad_norm": 0.21921288320598883, |
| "learning_rate": 3.4160000000000005e-05, |
| "loss": 0.3767, |
| "step": 536 |
| }, |
| { |
| "epoch": 1.157497303128371, |
| "grad_norm": 0.2761715682909131, |
| "learning_rate": 3.412e-05, |
| "loss": 0.3931, |
| "step": 537 |
| }, |
| { |
| "epoch": 1.1596548004314995, |
| "grad_norm": 0.24124279593723555, |
| "learning_rate": 3.408e-05, |
| "loss": 0.3616, |
| "step": 538 |
| }, |
| { |
| "epoch": 1.161812297734628, |
| "grad_norm": 0.24495716516269506, |
| "learning_rate": 3.404e-05, |
| "loss": 0.3551, |
| "step": 539 |
| }, |
| { |
| "epoch": 1.1639697950377563, |
| "grad_norm": 0.26303797180952715, |
| "learning_rate": 3.4000000000000007e-05, |
| "loss": 0.3808, |
| "step": 540 |
| }, |
| { |
| "epoch": 1.1661272923408845, |
| "grad_norm": 0.2320923059681381, |
| "learning_rate": 3.396e-05, |
| "loss": 0.3489, |
| "step": 541 |
| }, |
| { |
| "epoch": 1.168284789644013, |
| "grad_norm": 0.22912881919910247, |
| "learning_rate": 3.392e-05, |
| "loss": 0.3782, |
| "step": 542 |
| }, |
| { |
| "epoch": 1.1704422869471414, |
| "grad_norm": 0.25937778405892337, |
| "learning_rate": 3.388e-05, |
| "loss": 0.3657, |
| "step": 543 |
| }, |
| { |
| "epoch": 1.1725997842502698, |
| "grad_norm": 0.2480554773755587, |
| "learning_rate": 3.384e-05, |
| "loss": 0.3547, |
| "step": 544 |
| }, |
| { |
| "epoch": 1.174757281553398, |
| "grad_norm": 0.23033283728714243, |
| "learning_rate": 3.38e-05, |
| "loss": 0.3514, |
| "step": 545 |
| }, |
| { |
| "epoch": 1.1769147788565264, |
| "grad_norm": 0.23578708348817395, |
| "learning_rate": 3.376e-05, |
| "loss": 0.3449, |
| "step": 546 |
| }, |
| { |
| "epoch": 1.1790722761596548, |
| "grad_norm": 0.28370201661918365, |
| "learning_rate": 3.372e-05, |
| "loss": 0.3938, |
| "step": 547 |
| }, |
| { |
| "epoch": 1.1812297734627832, |
| "grad_norm": 0.24579139057291602, |
| "learning_rate": 3.368e-05, |
| "loss": 0.3648, |
| "step": 548 |
| }, |
| { |
| "epoch": 1.1833872707659117, |
| "grad_norm": 0.2390462478430337, |
| "learning_rate": 3.3639999999999996e-05, |
| "loss": 0.3478, |
| "step": 549 |
| }, |
| { |
| "epoch": 1.1855447680690399, |
| "grad_norm": 0.26131993520239843, |
| "learning_rate": 3.3600000000000004e-05, |
| "loss": 0.3653, |
| "step": 550 |
| }, |
| { |
| "epoch": 1.1877022653721683, |
| "grad_norm": 0.2602420831758332, |
| "learning_rate": 3.3560000000000004e-05, |
| "loss": 0.3522, |
| "step": 551 |
| }, |
| { |
| "epoch": 1.1898597626752967, |
| "grad_norm": 0.2694184023955293, |
| "learning_rate": 3.3520000000000004e-05, |
| "loss": 0.3651, |
| "step": 552 |
| }, |
| { |
| "epoch": 1.1920172599784251, |
| "grad_norm": 0.24345754285858087, |
| "learning_rate": 3.348e-05, |
| "loss": 0.3712, |
| "step": 553 |
| }, |
| { |
| "epoch": 1.1941747572815533, |
| "grad_norm": 0.23563745353239082, |
| "learning_rate": 3.344e-05, |
| "loss": 0.371, |
| "step": 554 |
| }, |
| { |
| "epoch": 1.1963322545846817, |
| "grad_norm": 0.23701901133791073, |
| "learning_rate": 3.3400000000000005e-05, |
| "loss": 0.3643, |
| "step": 555 |
| }, |
| { |
| "epoch": 1.1984897518878102, |
| "grad_norm": 0.23925942262157326, |
| "learning_rate": 3.336e-05, |
| "loss": 0.3544, |
| "step": 556 |
| }, |
| { |
| "epoch": 1.2006472491909386, |
| "grad_norm": 0.2338316781910534, |
| "learning_rate": 3.332e-05, |
| "loss": 0.3562, |
| "step": 557 |
| }, |
| { |
| "epoch": 1.202804746494067, |
| "grad_norm": 0.2541377842977513, |
| "learning_rate": 3.328e-05, |
| "loss": 0.3658, |
| "step": 558 |
| }, |
| { |
| "epoch": 1.2049622437971952, |
| "grad_norm": 0.257947454208033, |
| "learning_rate": 3.324e-05, |
| "loss": 0.3862, |
| "step": 559 |
| }, |
| { |
| "epoch": 1.2071197411003236, |
| "grad_norm": 0.5529685709493989, |
| "learning_rate": 3.32e-05, |
| "loss": 0.3733, |
| "step": 560 |
| }, |
| { |
| "epoch": 1.209277238403452, |
| "grad_norm": 0.25807202026476894, |
| "learning_rate": 3.316e-05, |
| "loss": 0.3476, |
| "step": 561 |
| }, |
| { |
| "epoch": 1.2114347357065804, |
| "grad_norm": 0.21766878594901307, |
| "learning_rate": 3.312e-05, |
| "loss": 0.3404, |
| "step": 562 |
| }, |
| { |
| "epoch": 1.2135922330097086, |
| "grad_norm": 0.2136045851257333, |
| "learning_rate": 3.308e-05, |
| "loss": 0.3628, |
| "step": 563 |
| }, |
| { |
| "epoch": 1.215749730312837, |
| "grad_norm": 0.23905539491616293, |
| "learning_rate": 3.304e-05, |
| "loss": 0.3767, |
| "step": 564 |
| }, |
| { |
| "epoch": 1.2179072276159655, |
| "grad_norm": 0.2442819986159734, |
| "learning_rate": 3.3e-05, |
| "loss": 0.3673, |
| "step": 565 |
| }, |
| { |
| "epoch": 1.220064724919094, |
| "grad_norm": 0.26256977239020945, |
| "learning_rate": 3.296e-05, |
| "loss": 0.3693, |
| "step": 566 |
| }, |
| { |
| "epoch": 1.2222222222222223, |
| "grad_norm": 0.21905194245883036, |
| "learning_rate": 3.292e-05, |
| "loss": 0.3512, |
| "step": 567 |
| }, |
| { |
| "epoch": 1.2243797195253505, |
| "grad_norm": 0.24907388947059758, |
| "learning_rate": 3.288e-05, |
| "loss": 0.3589, |
| "step": 568 |
| }, |
| { |
| "epoch": 1.226537216828479, |
| "grad_norm": 0.2621089604884317, |
| "learning_rate": 3.2840000000000004e-05, |
| "loss": 0.3614, |
| "step": 569 |
| }, |
| { |
| "epoch": 1.2286947141316074, |
| "grad_norm": 0.21791101743115224, |
| "learning_rate": 3.2800000000000004e-05, |
| "loss": 0.378, |
| "step": 570 |
| }, |
| { |
| "epoch": 1.2308522114347358, |
| "grad_norm": 0.2681150827216919, |
| "learning_rate": 3.2760000000000005e-05, |
| "loss": 0.356, |
| "step": 571 |
| }, |
| { |
| "epoch": 1.233009708737864, |
| "grad_norm": 0.22042202632353994, |
| "learning_rate": 3.272e-05, |
| "loss": 0.3619, |
| "step": 572 |
| }, |
| { |
| "epoch": 1.2351672060409924, |
| "grad_norm": 0.22940316773804112, |
| "learning_rate": 3.268e-05, |
| "loss": 0.376, |
| "step": 573 |
| }, |
| { |
| "epoch": 1.2373247033441208, |
| "grad_norm": 0.2300745808427193, |
| "learning_rate": 3.2640000000000006e-05, |
| "loss": 0.352, |
| "step": 574 |
| }, |
| { |
| "epoch": 1.2394822006472492, |
| "grad_norm": 0.22246397846867583, |
| "learning_rate": 3.26e-05, |
| "loss": 0.3674, |
| "step": 575 |
| }, |
| { |
| "epoch": 1.2416396979503777, |
| "grad_norm": 0.2535242296437029, |
| "learning_rate": 3.256e-05, |
| "loss": 0.3676, |
| "step": 576 |
| }, |
| { |
| "epoch": 1.2437971952535058, |
| "grad_norm": 0.22889371782833975, |
| "learning_rate": 3.252e-05, |
| "loss": 0.3485, |
| "step": 577 |
| }, |
| { |
| "epoch": 1.2459546925566343, |
| "grad_norm": 0.2071146637004398, |
| "learning_rate": 3.248e-05, |
| "loss": 0.3771, |
| "step": 578 |
| }, |
| { |
| "epoch": 1.2481121898597627, |
| "grad_norm": 0.26197336938818744, |
| "learning_rate": 3.244e-05, |
| "loss": 0.3675, |
| "step": 579 |
| }, |
| { |
| "epoch": 1.250269687162891, |
| "grad_norm": 0.2241786710298959, |
| "learning_rate": 3.24e-05, |
| "loss": 0.3528, |
| "step": 580 |
| }, |
| { |
| "epoch": 1.2524271844660193, |
| "grad_norm": 0.23312122700817697, |
| "learning_rate": 3.236e-05, |
| "loss": 0.3544, |
| "step": 581 |
| }, |
| { |
| "epoch": 1.2545846817691477, |
| "grad_norm": 0.2182270396469802, |
| "learning_rate": 3.232e-05, |
| "loss": 0.3568, |
| "step": 582 |
| }, |
| { |
| "epoch": 1.2567421790722761, |
| "grad_norm": 0.26366238123425695, |
| "learning_rate": 3.2279999999999996e-05, |
| "loss": 0.3686, |
| "step": 583 |
| }, |
| { |
| "epoch": 1.2588996763754046, |
| "grad_norm": 0.23349496548207888, |
| "learning_rate": 3.224e-05, |
| "loss": 0.3702, |
| "step": 584 |
| }, |
| { |
| "epoch": 1.261057173678533, |
| "grad_norm": 0.2280868391944456, |
| "learning_rate": 3.2200000000000003e-05, |
| "loss": 0.3744, |
| "step": 585 |
| }, |
| { |
| "epoch": 1.2632146709816614, |
| "grad_norm": 0.2532316820814779, |
| "learning_rate": 3.2160000000000004e-05, |
| "loss": 0.3551, |
| "step": 586 |
| }, |
| { |
| "epoch": 1.2653721682847896, |
| "grad_norm": 0.21080695604733463, |
| "learning_rate": 3.212e-05, |
| "loss": 0.3584, |
| "step": 587 |
| }, |
| { |
| "epoch": 1.267529665587918, |
| "grad_norm": 0.2176852597553473, |
| "learning_rate": 3.208e-05, |
| "loss": 0.3664, |
| "step": 588 |
| }, |
| { |
| "epoch": 1.2696871628910464, |
| "grad_norm": 0.2350058727944437, |
| "learning_rate": 3.2040000000000005e-05, |
| "loss": 0.3572, |
| "step": 589 |
| }, |
| { |
| "epoch": 1.2718446601941746, |
| "grad_norm": 0.2142412894660819, |
| "learning_rate": 3.2000000000000005e-05, |
| "loss": 0.3622, |
| "step": 590 |
| }, |
| { |
| "epoch": 1.274002157497303, |
| "grad_norm": 0.2988582984016833, |
| "learning_rate": 3.196e-05, |
| "loss": 0.3641, |
| "step": 591 |
| }, |
| { |
| "epoch": 1.2761596548004315, |
| "grad_norm": 0.21391803913879617, |
| "learning_rate": 3.192e-05, |
| "loss": 0.3594, |
| "step": 592 |
| }, |
| { |
| "epoch": 1.27831715210356, |
| "grad_norm": 0.26842444375759716, |
| "learning_rate": 3.188e-05, |
| "loss": 0.3652, |
| "step": 593 |
| }, |
| { |
| "epoch": 1.2804746494066883, |
| "grad_norm": 0.24949721130385824, |
| "learning_rate": 3.184e-05, |
| "loss": 0.3734, |
| "step": 594 |
| }, |
| { |
| "epoch": 1.2826321467098167, |
| "grad_norm": 0.23021856207798744, |
| "learning_rate": 3.18e-05, |
| "loss": 0.3569, |
| "step": 595 |
| }, |
| { |
| "epoch": 1.284789644012945, |
| "grad_norm": 0.256911436435004, |
| "learning_rate": 3.176e-05, |
| "loss": 0.3658, |
| "step": 596 |
| }, |
| { |
| "epoch": 1.2869471413160734, |
| "grad_norm": 0.2442690046250457, |
| "learning_rate": 3.172e-05, |
| "loss": 0.3733, |
| "step": 597 |
| }, |
| { |
| "epoch": 1.2891046386192018, |
| "grad_norm": 0.2339516527126993, |
| "learning_rate": 3.168e-05, |
| "loss": 0.3594, |
| "step": 598 |
| }, |
| { |
| "epoch": 1.29126213592233, |
| "grad_norm": 0.22497425413784988, |
| "learning_rate": 3.164e-05, |
| "loss": 0.3569, |
| "step": 599 |
| }, |
| { |
| "epoch": 1.2934196332254584, |
| "grad_norm": 0.20579662620446118, |
| "learning_rate": 3.16e-05, |
| "loss": 0.3683, |
| "step": 600 |
| }, |
| { |
| "epoch": 1.2955771305285868, |
| "grad_norm": 0.24608918583535308, |
| "learning_rate": 3.156e-05, |
| "loss": 0.3733, |
| "step": 601 |
| }, |
| { |
| "epoch": 1.2977346278317152, |
| "grad_norm": 0.2281105722902805, |
| "learning_rate": 3.1519999999999996e-05, |
| "loss": 0.3694, |
| "step": 602 |
| }, |
| { |
| "epoch": 1.2998921251348436, |
| "grad_norm": 0.2040966143041461, |
| "learning_rate": 3.1480000000000004e-05, |
| "loss": 0.3636, |
| "step": 603 |
| }, |
| { |
| "epoch": 1.302049622437972, |
| "grad_norm": 0.21460759759197517, |
| "learning_rate": 3.1440000000000004e-05, |
| "loss": 0.3477, |
| "step": 604 |
| }, |
| { |
| "epoch": 1.3042071197411003, |
| "grad_norm": 0.221481405151603, |
| "learning_rate": 3.1400000000000004e-05, |
| "loss": 0.3699, |
| "step": 605 |
| }, |
| { |
| "epoch": 1.3063646170442287, |
| "grad_norm": 0.2501579732769482, |
| "learning_rate": 3.136e-05, |
| "loss": 0.4039, |
| "step": 606 |
| }, |
| { |
| "epoch": 1.308522114347357, |
| "grad_norm": 0.2077259213631551, |
| "learning_rate": 3.132e-05, |
| "loss": 0.358, |
| "step": 607 |
| }, |
| { |
| "epoch": 1.3106796116504853, |
| "grad_norm": 0.22593570412239217, |
| "learning_rate": 3.1280000000000005e-05, |
| "loss": 0.3546, |
| "step": 608 |
| }, |
| { |
| "epoch": 1.3128371089536137, |
| "grad_norm": 0.23482506691659347, |
| "learning_rate": 3.1240000000000006e-05, |
| "loss": 0.3932, |
| "step": 609 |
| }, |
| { |
| "epoch": 1.3149946062567421, |
| "grad_norm": 0.20192962328812056, |
| "learning_rate": 3.12e-05, |
| "loss": 0.359, |
| "step": 610 |
| }, |
| { |
| "epoch": 1.3171521035598706, |
| "grad_norm": 0.2309883568911319, |
| "learning_rate": 3.116e-05, |
| "loss": 0.3661, |
| "step": 611 |
| }, |
| { |
| "epoch": 1.319309600862999, |
| "grad_norm": 0.2258622386132955, |
| "learning_rate": 3.112e-05, |
| "loss": 0.3553, |
| "step": 612 |
| }, |
| { |
| "epoch": 1.3214670981661274, |
| "grad_norm": 0.1955163803876729, |
| "learning_rate": 3.108e-05, |
| "loss": 0.3502, |
| "step": 613 |
| }, |
| { |
| "epoch": 1.3236245954692556, |
| "grad_norm": 0.23352846688566287, |
| "learning_rate": 3.104e-05, |
| "loss": 0.3621, |
| "step": 614 |
| }, |
| { |
| "epoch": 1.325782092772384, |
| "grad_norm": 0.22786136344214358, |
| "learning_rate": 3.1e-05, |
| "loss": 0.3654, |
| "step": 615 |
| }, |
| { |
| "epoch": 1.3279395900755124, |
| "grad_norm": 0.23706574178741774, |
| "learning_rate": 3.096e-05, |
| "loss": 0.3708, |
| "step": 616 |
| }, |
| { |
| "epoch": 1.3300970873786409, |
| "grad_norm": 0.21678537837279216, |
| "learning_rate": 3.092e-05, |
| "loss": 0.3601, |
| "step": 617 |
| }, |
| { |
| "epoch": 1.332254584681769, |
| "grad_norm": 0.22426690469613242, |
| "learning_rate": 3.088e-05, |
| "loss": 0.3607, |
| "step": 618 |
| }, |
| { |
| "epoch": 1.3344120819848975, |
| "grad_norm": 0.22447348229662797, |
| "learning_rate": 3.084e-05, |
| "loss": 0.3677, |
| "step": 619 |
| }, |
| { |
| "epoch": 1.3365695792880259, |
| "grad_norm": 0.2414443482792685, |
| "learning_rate": 3.08e-05, |
| "loss": 0.3516, |
| "step": 620 |
| }, |
| { |
| "epoch": 1.3387270765911543, |
| "grad_norm": 0.2209324250516759, |
| "learning_rate": 3.076e-05, |
| "loss": 0.3465, |
| "step": 621 |
| }, |
| { |
| "epoch": 1.3408845738942827, |
| "grad_norm": 0.22931182094163088, |
| "learning_rate": 3.072e-05, |
| "loss": 0.3645, |
| "step": 622 |
| }, |
| { |
| "epoch": 1.343042071197411, |
| "grad_norm": 0.22884876391903108, |
| "learning_rate": 3.0680000000000004e-05, |
| "loss": 0.3732, |
| "step": 623 |
| }, |
| { |
| "epoch": 1.3451995685005393, |
| "grad_norm": 0.23344780330484063, |
| "learning_rate": 3.0640000000000005e-05, |
| "loss": 0.3603, |
| "step": 624 |
| }, |
| { |
| "epoch": 1.3473570658036678, |
| "grad_norm": 0.2286620307384633, |
| "learning_rate": 3.06e-05, |
| "loss": 0.3694, |
| "step": 625 |
| }, |
| { |
| "epoch": 1.3495145631067962, |
| "grad_norm": 0.2161365308453795, |
| "learning_rate": 3.056e-05, |
| "loss": 0.3654, |
| "step": 626 |
| }, |
| { |
| "epoch": 1.3516720604099244, |
| "grad_norm": 0.23046040136711576, |
| "learning_rate": 3.0520000000000006e-05, |
| "loss": 0.3592, |
| "step": 627 |
| }, |
| { |
| "epoch": 1.3538295577130528, |
| "grad_norm": 0.20568766413435982, |
| "learning_rate": 3.0480000000000003e-05, |
| "loss": 0.3878, |
| "step": 628 |
| }, |
| { |
| "epoch": 1.3559870550161812, |
| "grad_norm": 0.23495098967359113, |
| "learning_rate": 3.0440000000000003e-05, |
| "loss": 0.3619, |
| "step": 629 |
| }, |
| { |
| "epoch": 1.3581445523193096, |
| "grad_norm": 0.19926196422663414, |
| "learning_rate": 3.04e-05, |
| "loss": 0.3639, |
| "step": 630 |
| }, |
| { |
| "epoch": 1.360302049622438, |
| "grad_norm": 0.253526676183994, |
| "learning_rate": 3.036e-05, |
| "loss": 0.3649, |
| "step": 631 |
| }, |
| { |
| "epoch": 1.3624595469255665, |
| "grad_norm": 0.2247831223309294, |
| "learning_rate": 3.0320000000000004e-05, |
| "loss": 0.3836, |
| "step": 632 |
| }, |
| { |
| "epoch": 1.3646170442286947, |
| "grad_norm": 0.23980813430498824, |
| "learning_rate": 3.028e-05, |
| "loss": 0.3735, |
| "step": 633 |
| }, |
| { |
| "epoch": 1.366774541531823, |
| "grad_norm": 0.24839219342419572, |
| "learning_rate": 3.0240000000000002e-05, |
| "loss": 0.3555, |
| "step": 634 |
| }, |
| { |
| "epoch": 1.3689320388349515, |
| "grad_norm": 0.23203667590220284, |
| "learning_rate": 3.02e-05, |
| "loss": 0.3433, |
| "step": 635 |
| }, |
| { |
| "epoch": 1.3710895361380797, |
| "grad_norm": 0.25304868631907496, |
| "learning_rate": 3.016e-05, |
| "loss": 0.3635, |
| "step": 636 |
| }, |
| { |
| "epoch": 1.3732470334412081, |
| "grad_norm": 0.23269259251392885, |
| "learning_rate": 3.0120000000000003e-05, |
| "loss": 0.3961, |
| "step": 637 |
| }, |
| { |
| "epoch": 1.3754045307443366, |
| "grad_norm": 0.21293976180361354, |
| "learning_rate": 3.0080000000000003e-05, |
| "loss": 0.349, |
| "step": 638 |
| }, |
| { |
| "epoch": 1.377562028047465, |
| "grad_norm": 0.2848360522308427, |
| "learning_rate": 3.004e-05, |
| "loss": 0.3634, |
| "step": 639 |
| }, |
| { |
| "epoch": 1.3797195253505934, |
| "grad_norm": 0.23140180630070306, |
| "learning_rate": 3e-05, |
| "loss": 0.38, |
| "step": 640 |
| }, |
| { |
| "epoch": 1.3818770226537218, |
| "grad_norm": 0.2745994307355107, |
| "learning_rate": 2.9959999999999998e-05, |
| "loss": 0.3753, |
| "step": 641 |
| }, |
| { |
| "epoch": 1.38403451995685, |
| "grad_norm": 0.26144668714615754, |
| "learning_rate": 2.9920000000000005e-05, |
| "loss": 0.3663, |
| "step": 642 |
| }, |
| { |
| "epoch": 1.3861920172599784, |
| "grad_norm": 0.2421993564006052, |
| "learning_rate": 2.9880000000000002e-05, |
| "loss": 0.3568, |
| "step": 643 |
| }, |
| { |
| "epoch": 1.3883495145631068, |
| "grad_norm": 0.2370121873272197, |
| "learning_rate": 2.9840000000000002e-05, |
| "loss": 0.3596, |
| "step": 644 |
| }, |
| { |
| "epoch": 1.390507011866235, |
| "grad_norm": 0.24085023222334487, |
| "learning_rate": 2.98e-05, |
| "loss": 0.3762, |
| "step": 645 |
| }, |
| { |
| "epoch": 1.3926645091693635, |
| "grad_norm": 0.234755628545118, |
| "learning_rate": 2.976e-05, |
| "loss": 0.3672, |
| "step": 646 |
| }, |
| { |
| "epoch": 1.3948220064724919, |
| "grad_norm": 0.24182630900679758, |
| "learning_rate": 2.9720000000000003e-05, |
| "loss": 0.3687, |
| "step": 647 |
| }, |
| { |
| "epoch": 1.3969795037756203, |
| "grad_norm": 0.23986126807518696, |
| "learning_rate": 2.9680000000000004e-05, |
| "loss": 0.3591, |
| "step": 648 |
| }, |
| { |
| "epoch": 1.3991370010787487, |
| "grad_norm": 0.24262318684533668, |
| "learning_rate": 2.964e-05, |
| "loss": 0.3532, |
| "step": 649 |
| }, |
| { |
| "epoch": 1.4012944983818771, |
| "grad_norm": 0.2403573614795157, |
| "learning_rate": 2.96e-05, |
| "loss": 0.3695, |
| "step": 650 |
| }, |
| { |
| "epoch": 1.4034519956850053, |
| "grad_norm": 0.2231968626230008, |
| "learning_rate": 2.9559999999999998e-05, |
| "loss": 0.3687, |
| "step": 651 |
| }, |
| { |
| "epoch": 1.4056094929881338, |
| "grad_norm": 0.24521191692071806, |
| "learning_rate": 2.9520000000000002e-05, |
| "loss": 0.3616, |
| "step": 652 |
| }, |
| { |
| "epoch": 1.4077669902912622, |
| "grad_norm": 0.24730212938499072, |
| "learning_rate": 2.9480000000000002e-05, |
| "loss": 0.3465, |
| "step": 653 |
| }, |
| { |
| "epoch": 1.4099244875943904, |
| "grad_norm": 0.2334236281522416, |
| "learning_rate": 2.944e-05, |
| "loss": 0.3685, |
| "step": 654 |
| }, |
| { |
| "epoch": 1.4120819848975188, |
| "grad_norm": 0.23180879257563838, |
| "learning_rate": 2.94e-05, |
| "loss": 0.3516, |
| "step": 655 |
| }, |
| { |
| "epoch": 1.4142394822006472, |
| "grad_norm": 0.22429371025157882, |
| "learning_rate": 2.9360000000000003e-05, |
| "loss": 0.3539, |
| "step": 656 |
| }, |
| { |
| "epoch": 1.4163969795037756, |
| "grad_norm": 0.23286822854457767, |
| "learning_rate": 2.9320000000000004e-05, |
| "loss": 0.3673, |
| "step": 657 |
| }, |
| { |
| "epoch": 1.418554476806904, |
| "grad_norm": 0.21972421961678684, |
| "learning_rate": 2.928e-05, |
| "loss": 0.3564, |
| "step": 658 |
| }, |
| { |
| "epoch": 1.4207119741100325, |
| "grad_norm": 0.2317444957314592, |
| "learning_rate": 2.924e-05, |
| "loss": 0.3647, |
| "step": 659 |
| }, |
| { |
| "epoch": 1.4228694714131607, |
| "grad_norm": 0.7300728474445504, |
| "learning_rate": 2.9199999999999998e-05, |
| "loss": 0.3521, |
| "step": 660 |
| }, |
| { |
| "epoch": 1.425026968716289, |
| "grad_norm": 0.22003003920883527, |
| "learning_rate": 2.9160000000000005e-05, |
| "loss": 0.3661, |
| "step": 661 |
| }, |
| { |
| "epoch": 1.4271844660194175, |
| "grad_norm": 0.2771166892544825, |
| "learning_rate": 2.9120000000000002e-05, |
| "loss": 0.3763, |
| "step": 662 |
| }, |
| { |
| "epoch": 1.429341963322546, |
| "grad_norm": 0.21961469846761253, |
| "learning_rate": 2.9080000000000003e-05, |
| "loss": 0.3637, |
| "step": 663 |
| }, |
| { |
| "epoch": 1.4314994606256741, |
| "grad_norm": 0.23524236389027967, |
| "learning_rate": 2.904e-05, |
| "loss": 0.382, |
| "step": 664 |
| }, |
| { |
| "epoch": 1.4336569579288025, |
| "grad_norm": 0.2527543079175038, |
| "learning_rate": 2.9e-05, |
| "loss": 0.3658, |
| "step": 665 |
| }, |
| { |
| "epoch": 1.435814455231931, |
| "grad_norm": 0.2580197589459597, |
| "learning_rate": 2.8960000000000004e-05, |
| "loss": 0.3618, |
| "step": 666 |
| }, |
| { |
| "epoch": 1.4379719525350594, |
| "grad_norm": 0.2556251991492771, |
| "learning_rate": 2.8920000000000004e-05, |
| "loss": 0.3742, |
| "step": 667 |
| }, |
| { |
| "epoch": 1.4401294498381878, |
| "grad_norm": 0.25698446665498725, |
| "learning_rate": 2.888e-05, |
| "loss": 0.3631, |
| "step": 668 |
| }, |
| { |
| "epoch": 1.442286947141316, |
| "grad_norm": 0.21986799830862488, |
| "learning_rate": 2.8840000000000002e-05, |
| "loss": 0.3697, |
| "step": 669 |
| }, |
| { |
| "epoch": 1.4444444444444444, |
| "grad_norm": 0.21959952885732004, |
| "learning_rate": 2.88e-05, |
| "loss": 0.3754, |
| "step": 670 |
| }, |
| { |
| "epoch": 1.4466019417475728, |
| "grad_norm": 0.24918494834725308, |
| "learning_rate": 2.8760000000000002e-05, |
| "loss": 0.3777, |
| "step": 671 |
| }, |
| { |
| "epoch": 1.4487594390507013, |
| "grad_norm": 0.2260301950438927, |
| "learning_rate": 2.8720000000000003e-05, |
| "loss": 0.3519, |
| "step": 672 |
| }, |
| { |
| "epoch": 1.4509169363538295, |
| "grad_norm": 0.2283050010652631, |
| "learning_rate": 2.868e-05, |
| "loss": 0.377, |
| "step": 673 |
| }, |
| { |
| "epoch": 1.4530744336569579, |
| "grad_norm": 0.22476927273463568, |
| "learning_rate": 2.864e-05, |
| "loss": 0.3476, |
| "step": 674 |
| }, |
| { |
| "epoch": 1.4552319309600863, |
| "grad_norm": 0.20324342452103078, |
| "learning_rate": 2.86e-05, |
| "loss": 0.3475, |
| "step": 675 |
| }, |
| { |
| "epoch": 1.4573894282632147, |
| "grad_norm": 0.22629462680575138, |
| "learning_rate": 2.8560000000000004e-05, |
| "loss": 0.3569, |
| "step": 676 |
| }, |
| { |
| "epoch": 1.4595469255663431, |
| "grad_norm": 0.19880472901319113, |
| "learning_rate": 2.852e-05, |
| "loss": 0.3564, |
| "step": 677 |
| }, |
| { |
| "epoch": 1.4617044228694713, |
| "grad_norm": 0.2143320586140639, |
| "learning_rate": 2.8480000000000002e-05, |
| "loss": 0.3655, |
| "step": 678 |
| }, |
| { |
| "epoch": 1.4638619201725998, |
| "grad_norm": 0.2362702869766217, |
| "learning_rate": 2.844e-05, |
| "loss": 0.3574, |
| "step": 679 |
| }, |
| { |
| "epoch": 1.4660194174757282, |
| "grad_norm": 0.22656216374024327, |
| "learning_rate": 2.84e-05, |
| "loss": 0.3391, |
| "step": 680 |
| }, |
| { |
| "epoch": 1.4681769147788566, |
| "grad_norm": 0.21809318515170673, |
| "learning_rate": 2.8360000000000003e-05, |
| "loss": 0.3639, |
| "step": 681 |
| }, |
| { |
| "epoch": 1.4703344120819848, |
| "grad_norm": 0.23993152342071317, |
| "learning_rate": 2.8320000000000003e-05, |
| "loss": 0.3492, |
| "step": 682 |
| }, |
| { |
| "epoch": 1.4724919093851132, |
| "grad_norm": 0.23685847874927074, |
| "learning_rate": 2.828e-05, |
| "loss": 0.3724, |
| "step": 683 |
| }, |
| { |
| "epoch": 1.4746494066882416, |
| "grad_norm": 0.22891344167344313, |
| "learning_rate": 2.824e-05, |
| "loss": 0.3542, |
| "step": 684 |
| }, |
| { |
| "epoch": 1.47680690399137, |
| "grad_norm": 0.23521390801990014, |
| "learning_rate": 2.8199999999999998e-05, |
| "loss": 0.3609, |
| "step": 685 |
| }, |
| { |
| "epoch": 1.4789644012944985, |
| "grad_norm": 0.24288583571997324, |
| "learning_rate": 2.816e-05, |
| "loss": 0.3661, |
| "step": 686 |
| }, |
| { |
| "epoch": 1.4811218985976269, |
| "grad_norm": 0.2740848150612509, |
| "learning_rate": 2.8120000000000002e-05, |
| "loss": 0.3598, |
| "step": 687 |
| }, |
| { |
| "epoch": 1.483279395900755, |
| "grad_norm": 0.23571675791182756, |
| "learning_rate": 2.8080000000000002e-05, |
| "loss": 0.3654, |
| "step": 688 |
| }, |
| { |
| "epoch": 1.4854368932038835, |
| "grad_norm": 0.20129412441664046, |
| "learning_rate": 2.804e-05, |
| "loss": 0.3536, |
| "step": 689 |
| }, |
| { |
| "epoch": 1.487594390507012, |
| "grad_norm": 0.23166748621018965, |
| "learning_rate": 2.8000000000000003e-05, |
| "loss": 0.367, |
| "step": 690 |
| }, |
| { |
| "epoch": 1.4897518878101401, |
| "grad_norm": 0.20871358422460617, |
| "learning_rate": 2.7960000000000003e-05, |
| "loss": 0.3518, |
| "step": 691 |
| }, |
| { |
| "epoch": 1.4919093851132685, |
| "grad_norm": 0.20339117924240924, |
| "learning_rate": 2.792e-05, |
| "loss": 0.3555, |
| "step": 692 |
| }, |
| { |
| "epoch": 1.494066882416397, |
| "grad_norm": 0.21272736583634902, |
| "learning_rate": 2.788e-05, |
| "loss": 0.3712, |
| "step": 693 |
| }, |
| { |
| "epoch": 1.4962243797195254, |
| "grad_norm": 0.23915492805442082, |
| "learning_rate": 2.7839999999999998e-05, |
| "loss": 0.3755, |
| "step": 694 |
| }, |
| { |
| "epoch": 1.4983818770226538, |
| "grad_norm": 0.20821942101166777, |
| "learning_rate": 2.7800000000000005e-05, |
| "loss": 0.3695, |
| "step": 695 |
| }, |
| { |
| "epoch": 1.5005393743257822, |
| "grad_norm": 0.2232367633694246, |
| "learning_rate": 2.7760000000000002e-05, |
| "loss": 0.3688, |
| "step": 696 |
| }, |
| { |
| "epoch": 1.5026968716289104, |
| "grad_norm": 0.24499976864308812, |
| "learning_rate": 2.7720000000000002e-05, |
| "loss": 0.3543, |
| "step": 697 |
| }, |
| { |
| "epoch": 1.5048543689320388, |
| "grad_norm": 0.22940998225556647, |
| "learning_rate": 2.768e-05, |
| "loss": 0.3696, |
| "step": 698 |
| }, |
| { |
| "epoch": 1.5070118662351673, |
| "grad_norm": 0.2267128233697368, |
| "learning_rate": 2.764e-05, |
| "loss": 0.3579, |
| "step": 699 |
| }, |
| { |
| "epoch": 1.5091693635382954, |
| "grad_norm": 0.2307569329238415, |
| "learning_rate": 2.7600000000000003e-05, |
| "loss": 0.3834, |
| "step": 700 |
| }, |
| { |
| "epoch": 1.5113268608414239, |
| "grad_norm": 0.25112226025346424, |
| "learning_rate": 2.7560000000000004e-05, |
| "loss": 0.3679, |
| "step": 701 |
| }, |
| { |
| "epoch": 1.5134843581445523, |
| "grad_norm": 0.25419142213454193, |
| "learning_rate": 2.752e-05, |
| "loss": 0.3542, |
| "step": 702 |
| }, |
| { |
| "epoch": 1.5156418554476807, |
| "grad_norm": 0.22613974746673926, |
| "learning_rate": 2.748e-05, |
| "loss": 0.3832, |
| "step": 703 |
| }, |
| { |
| "epoch": 1.5177993527508091, |
| "grad_norm": 0.22613424161758108, |
| "learning_rate": 2.7439999999999998e-05, |
| "loss": 0.3655, |
| "step": 704 |
| }, |
| { |
| "epoch": 1.5199568500539375, |
| "grad_norm": 0.23893379478624607, |
| "learning_rate": 2.7400000000000002e-05, |
| "loss": 0.3519, |
| "step": 705 |
| }, |
| { |
| "epoch": 1.522114347357066, |
| "grad_norm": 0.2775995269354047, |
| "learning_rate": 2.7360000000000002e-05, |
| "loss": 0.3894, |
| "step": 706 |
| }, |
| { |
| "epoch": 1.5242718446601942, |
| "grad_norm": 0.23904561581196412, |
| "learning_rate": 2.7320000000000003e-05, |
| "loss": 0.3655, |
| "step": 707 |
| }, |
| { |
| "epoch": 1.5264293419633226, |
| "grad_norm": 0.23756759487868181, |
| "learning_rate": 2.728e-05, |
| "loss": 0.3519, |
| "step": 708 |
| }, |
| { |
| "epoch": 1.5285868392664508, |
| "grad_norm": 0.20601009974320345, |
| "learning_rate": 2.724e-05, |
| "loss": 0.3558, |
| "step": 709 |
| }, |
| { |
| "epoch": 1.5307443365695792, |
| "grad_norm": 0.2179130898471259, |
| "learning_rate": 2.7200000000000004e-05, |
| "loss": 0.3788, |
| "step": 710 |
| }, |
| { |
| "epoch": 1.5329018338727076, |
| "grad_norm": 0.25261468141264204, |
| "learning_rate": 2.716e-05, |
| "loss": 0.369, |
| "step": 711 |
| }, |
| { |
| "epoch": 1.535059331175836, |
| "grad_norm": 0.20717129569980194, |
| "learning_rate": 2.712e-05, |
| "loss": 0.3579, |
| "step": 712 |
| }, |
| { |
| "epoch": 1.5372168284789645, |
| "grad_norm": 0.21298019748089506, |
| "learning_rate": 2.7079999999999998e-05, |
| "loss": 0.3586, |
| "step": 713 |
| }, |
| { |
| "epoch": 1.5393743257820929, |
| "grad_norm": 0.25207101142696386, |
| "learning_rate": 2.704e-05, |
| "loss": 0.3538, |
| "step": 714 |
| }, |
| { |
| "epoch": 1.5415318230852213, |
| "grad_norm": 0.20068229452734665, |
| "learning_rate": 2.7000000000000002e-05, |
| "loss": 0.3573, |
| "step": 715 |
| }, |
| { |
| "epoch": 1.5436893203883495, |
| "grad_norm": 0.22821380199261126, |
| "learning_rate": 2.6960000000000003e-05, |
| "loss": 0.3634, |
| "step": 716 |
| }, |
| { |
| "epoch": 1.545846817691478, |
| "grad_norm": 0.21345032453764343, |
| "learning_rate": 2.692e-05, |
| "loss": 0.364, |
| "step": 717 |
| }, |
| { |
| "epoch": 1.5480043149946061, |
| "grad_norm": 0.20494875666911705, |
| "learning_rate": 2.688e-05, |
| "loss": 0.3697, |
| "step": 718 |
| }, |
| { |
| "epoch": 1.5501618122977345, |
| "grad_norm": 0.2154910856310443, |
| "learning_rate": 2.6840000000000004e-05, |
| "loss": 0.3574, |
| "step": 719 |
| }, |
| { |
| "epoch": 1.552319309600863, |
| "grad_norm": 0.20193810414215643, |
| "learning_rate": 2.6800000000000004e-05, |
| "loss": 0.3531, |
| "step": 720 |
| }, |
| { |
| "epoch": 1.5544768069039914, |
| "grad_norm": 0.2312442332707919, |
| "learning_rate": 2.676e-05, |
| "loss": 0.3687, |
| "step": 721 |
| }, |
| { |
| "epoch": 1.5566343042071198, |
| "grad_norm": 0.23089370538006676, |
| "learning_rate": 2.672e-05, |
| "loss": 0.3713, |
| "step": 722 |
| }, |
| { |
| "epoch": 1.5587918015102482, |
| "grad_norm": 0.206819035037506, |
| "learning_rate": 2.668e-05, |
| "loss": 0.3636, |
| "step": 723 |
| }, |
| { |
| "epoch": 1.5609492988133766, |
| "grad_norm": 0.24663426452102197, |
| "learning_rate": 2.6640000000000002e-05, |
| "loss": 0.3757, |
| "step": 724 |
| }, |
| { |
| "epoch": 1.5631067961165048, |
| "grad_norm": 0.24688884560578506, |
| "learning_rate": 2.6600000000000003e-05, |
| "loss": 0.3747, |
| "step": 725 |
| }, |
| { |
| "epoch": 1.5652642934196332, |
| "grad_norm": 0.2188001289885843, |
| "learning_rate": 2.6560000000000003e-05, |
| "loss": 0.3702, |
| "step": 726 |
| }, |
| { |
| "epoch": 1.5674217907227614, |
| "grad_norm": 0.24246127603696868, |
| "learning_rate": 2.652e-05, |
| "loss": 0.3841, |
| "step": 727 |
| }, |
| { |
| "epoch": 1.5695792880258899, |
| "grad_norm": 0.2203909069469141, |
| "learning_rate": 2.648e-05, |
| "loss": 0.3546, |
| "step": 728 |
| }, |
| { |
| "epoch": 1.5717367853290183, |
| "grad_norm": 0.21585230186912005, |
| "learning_rate": 2.6440000000000004e-05, |
| "loss": 0.3477, |
| "step": 729 |
| }, |
| { |
| "epoch": 1.5738942826321467, |
| "grad_norm": 0.22218825993341798, |
| "learning_rate": 2.64e-05, |
| "loss": 0.3632, |
| "step": 730 |
| }, |
| { |
| "epoch": 1.5760517799352751, |
| "grad_norm": 0.24371912936443485, |
| "learning_rate": 2.6360000000000002e-05, |
| "loss": 0.38, |
| "step": 731 |
| }, |
| { |
| "epoch": 1.5782092772384035, |
| "grad_norm": 0.2227192482351511, |
| "learning_rate": 2.632e-05, |
| "loss": 0.3703, |
| "step": 732 |
| }, |
| { |
| "epoch": 1.580366774541532, |
| "grad_norm": 0.21456759816988139, |
| "learning_rate": 2.628e-05, |
| "loss": 0.3374, |
| "step": 733 |
| }, |
| { |
| "epoch": 1.5825242718446602, |
| "grad_norm": 0.23342928415132325, |
| "learning_rate": 2.6240000000000003e-05, |
| "loss": 0.3563, |
| "step": 734 |
| }, |
| { |
| "epoch": 1.5846817691477886, |
| "grad_norm": 0.23418445062714002, |
| "learning_rate": 2.6200000000000003e-05, |
| "loss": 0.3748, |
| "step": 735 |
| }, |
| { |
| "epoch": 1.5868392664509168, |
| "grad_norm": 0.2336619338904283, |
| "learning_rate": 2.616e-05, |
| "loss": 0.3495, |
| "step": 736 |
| }, |
| { |
| "epoch": 1.5889967637540452, |
| "grad_norm": 0.24381867912545538, |
| "learning_rate": 2.612e-05, |
| "loss": 0.3611, |
| "step": 737 |
| }, |
| { |
| "epoch": 1.5911542610571736, |
| "grad_norm": 0.3090239665378897, |
| "learning_rate": 2.6079999999999998e-05, |
| "loss": 0.3717, |
| "step": 738 |
| }, |
| { |
| "epoch": 1.593311758360302, |
| "grad_norm": 0.2646555898668475, |
| "learning_rate": 2.6040000000000005e-05, |
| "loss": 0.3589, |
| "step": 739 |
| }, |
| { |
| "epoch": 1.5954692556634305, |
| "grad_norm": 0.2296470939633854, |
| "learning_rate": 2.6000000000000002e-05, |
| "loss": 0.3642, |
| "step": 740 |
| }, |
| { |
| "epoch": 1.5976267529665589, |
| "grad_norm": 0.2419732243746287, |
| "learning_rate": 2.5960000000000002e-05, |
| "loss": 0.3917, |
| "step": 741 |
| }, |
| { |
| "epoch": 1.5997842502696873, |
| "grad_norm": 0.2322415069928087, |
| "learning_rate": 2.592e-05, |
| "loss": 0.3584, |
| "step": 742 |
| }, |
| { |
| "epoch": 1.6019417475728155, |
| "grad_norm": 0.24405015607804642, |
| "learning_rate": 2.588e-05, |
| "loss": 0.3727, |
| "step": 743 |
| }, |
| { |
| "epoch": 1.604099244875944, |
| "grad_norm": 0.22590347323709656, |
| "learning_rate": 2.5840000000000003e-05, |
| "loss": 0.356, |
| "step": 744 |
| }, |
| { |
| "epoch": 1.6062567421790723, |
| "grad_norm": 0.24229824285904206, |
| "learning_rate": 2.58e-05, |
| "loss": 0.3768, |
| "step": 745 |
| }, |
| { |
| "epoch": 1.6084142394822005, |
| "grad_norm": 0.22910048467078928, |
| "learning_rate": 2.576e-05, |
| "loss": 0.3757, |
| "step": 746 |
| }, |
| { |
| "epoch": 1.610571736785329, |
| "grad_norm": 0.22282531058063634, |
| "learning_rate": 2.572e-05, |
| "loss": 0.3584, |
| "step": 747 |
| }, |
| { |
| "epoch": 1.6127292340884574, |
| "grad_norm": 0.23674151401492222, |
| "learning_rate": 2.5679999999999998e-05, |
| "loss": 0.3551, |
| "step": 748 |
| }, |
| { |
| "epoch": 1.6148867313915858, |
| "grad_norm": 0.23673152399904154, |
| "learning_rate": 2.5640000000000002e-05, |
| "loss": 0.3868, |
| "step": 749 |
| }, |
| { |
| "epoch": 1.6170442286947142, |
| "grad_norm": 0.23017444547110794, |
| "learning_rate": 2.5600000000000002e-05, |
| "loss": 0.3694, |
| "step": 750 |
| }, |
| { |
| "epoch": 1.6192017259978426, |
| "grad_norm": 0.2464613175786792, |
| "learning_rate": 2.556e-05, |
| "loss": 0.362, |
| "step": 751 |
| }, |
| { |
| "epoch": 1.6213592233009708, |
| "grad_norm": 0.22557125082732474, |
| "learning_rate": 2.552e-05, |
| "loss": 0.3789, |
| "step": 752 |
| }, |
| { |
| "epoch": 1.6235167206040992, |
| "grad_norm": 0.23750344656685524, |
| "learning_rate": 2.5480000000000003e-05, |
| "loss": 0.373, |
| "step": 753 |
| }, |
| { |
| "epoch": 1.6256742179072277, |
| "grad_norm": 0.22516492800062368, |
| "learning_rate": 2.5440000000000004e-05, |
| "loss": 0.3499, |
| "step": 754 |
| }, |
| { |
| "epoch": 1.6278317152103559, |
| "grad_norm": 0.22543762231722306, |
| "learning_rate": 2.54e-05, |
| "loss": 0.3691, |
| "step": 755 |
| }, |
| { |
| "epoch": 1.6299892125134843, |
| "grad_norm": 0.21901698270170006, |
| "learning_rate": 2.536e-05, |
| "loss": 0.3541, |
| "step": 756 |
| }, |
| { |
| "epoch": 1.6321467098166127, |
| "grad_norm": 0.20145275001402113, |
| "learning_rate": 2.5319999999999998e-05, |
| "loss": 0.3582, |
| "step": 757 |
| }, |
| { |
| "epoch": 1.6343042071197411, |
| "grad_norm": 0.2375280443344114, |
| "learning_rate": 2.5280000000000005e-05, |
| "loss": 0.3659, |
| "step": 758 |
| }, |
| { |
| "epoch": 1.6364617044228695, |
| "grad_norm": 0.20472034873672557, |
| "learning_rate": 2.5240000000000002e-05, |
| "loss": 0.3571, |
| "step": 759 |
| }, |
| { |
| "epoch": 1.638619201725998, |
| "grad_norm": 0.2264353999031357, |
| "learning_rate": 2.5200000000000003e-05, |
| "loss": 0.3582, |
| "step": 760 |
| }, |
| { |
| "epoch": 1.6407766990291264, |
| "grad_norm": 0.23609128223309025, |
| "learning_rate": 2.516e-05, |
| "loss": 0.3463, |
| "step": 761 |
| }, |
| { |
| "epoch": 1.6429341963322546, |
| "grad_norm": 0.20195916155379995, |
| "learning_rate": 2.512e-05, |
| "loss": 0.3736, |
| "step": 762 |
| }, |
| { |
| "epoch": 1.645091693635383, |
| "grad_norm": 0.22128929062222866, |
| "learning_rate": 2.5080000000000004e-05, |
| "loss": 0.3838, |
| "step": 763 |
| }, |
| { |
| "epoch": 1.6472491909385112, |
| "grad_norm": 0.22940217162415266, |
| "learning_rate": 2.504e-05, |
| "loss": 0.3434, |
| "step": 764 |
| }, |
| { |
| "epoch": 1.6494066882416396, |
| "grad_norm": 0.20765834519446938, |
| "learning_rate": 2.5e-05, |
| "loss": 0.36, |
| "step": 765 |
| }, |
| { |
| "epoch": 1.651564185544768, |
| "grad_norm": 0.22652122912706935, |
| "learning_rate": 2.496e-05, |
| "loss": 0.3537, |
| "step": 766 |
| }, |
| { |
| "epoch": 1.6537216828478964, |
| "grad_norm": 0.209486467241231, |
| "learning_rate": 2.4920000000000002e-05, |
| "loss": 0.38, |
| "step": 767 |
| }, |
| { |
| "epoch": 1.6558791801510249, |
| "grad_norm": 0.21329391063224873, |
| "learning_rate": 2.488e-05, |
| "loss": 0.3471, |
| "step": 768 |
| }, |
| { |
| "epoch": 1.6580366774541533, |
| "grad_norm": 0.204874907654904, |
| "learning_rate": 2.4840000000000003e-05, |
| "loss": 0.3874, |
| "step": 769 |
| }, |
| { |
| "epoch": 1.6601941747572817, |
| "grad_norm": 0.21401626438471516, |
| "learning_rate": 2.48e-05, |
| "loss": 0.3747, |
| "step": 770 |
| }, |
| { |
| "epoch": 1.66235167206041, |
| "grad_norm": 0.2259053066704498, |
| "learning_rate": 2.476e-05, |
| "loss": 0.3595, |
| "step": 771 |
| }, |
| { |
| "epoch": 1.6645091693635383, |
| "grad_norm": 0.2096015711688781, |
| "learning_rate": 2.472e-05, |
| "loss": 0.3635, |
| "step": 772 |
| }, |
| { |
| "epoch": 1.6666666666666665, |
| "grad_norm": 0.19181190032847367, |
| "learning_rate": 2.468e-05, |
| "loss": 0.3624, |
| "step": 773 |
| }, |
| { |
| "epoch": 1.668824163969795, |
| "grad_norm": 0.2244869637071479, |
| "learning_rate": 2.464e-05, |
| "loss": 0.3595, |
| "step": 774 |
| }, |
| { |
| "epoch": 1.6709816612729234, |
| "grad_norm": 0.222169368065215, |
| "learning_rate": 2.46e-05, |
| "loss": 0.3729, |
| "step": 775 |
| }, |
| { |
| "epoch": 1.6731391585760518, |
| "grad_norm": 0.20169251773681174, |
| "learning_rate": 2.4560000000000002e-05, |
| "loss": 0.3651, |
| "step": 776 |
| }, |
| { |
| "epoch": 1.6752966558791802, |
| "grad_norm": 0.25372193384583863, |
| "learning_rate": 2.4520000000000002e-05, |
| "loss": 0.3454, |
| "step": 777 |
| }, |
| { |
| "epoch": 1.6774541531823086, |
| "grad_norm": 0.2197114197850221, |
| "learning_rate": 2.448e-05, |
| "loss": 0.3537, |
| "step": 778 |
| }, |
| { |
| "epoch": 1.679611650485437, |
| "grad_norm": 0.3314925595487828, |
| "learning_rate": 2.4440000000000003e-05, |
| "loss": 0.3621, |
| "step": 779 |
| }, |
| { |
| "epoch": 1.6817691477885652, |
| "grad_norm": 0.20939091826537268, |
| "learning_rate": 2.44e-05, |
| "loss": 0.3502, |
| "step": 780 |
| }, |
| { |
| "epoch": 1.6839266450916937, |
| "grad_norm": 0.21279544211352294, |
| "learning_rate": 2.4360000000000004e-05, |
| "loss": 0.35, |
| "step": 781 |
| }, |
| { |
| "epoch": 1.6860841423948218, |
| "grad_norm": 0.24701488636019142, |
| "learning_rate": 2.432e-05, |
| "loss": 0.3594, |
| "step": 782 |
| }, |
| { |
| "epoch": 1.6882416396979503, |
| "grad_norm": 0.20477887450410062, |
| "learning_rate": 2.428e-05, |
| "loss": 0.3479, |
| "step": 783 |
| }, |
| { |
| "epoch": 1.6903991370010787, |
| "grad_norm": 0.23481629228705686, |
| "learning_rate": 2.4240000000000002e-05, |
| "loss": 0.3456, |
| "step": 784 |
| }, |
| { |
| "epoch": 1.692556634304207, |
| "grad_norm": 0.192287940231301, |
| "learning_rate": 2.4200000000000002e-05, |
| "loss": 0.3565, |
| "step": 785 |
| }, |
| { |
| "epoch": 1.6947141316073355, |
| "grad_norm": 0.2185166952318352, |
| "learning_rate": 2.4160000000000002e-05, |
| "loss": 0.3512, |
| "step": 786 |
| }, |
| { |
| "epoch": 1.696871628910464, |
| "grad_norm": 0.2096624106569505, |
| "learning_rate": 2.412e-05, |
| "loss": 0.3783, |
| "step": 787 |
| }, |
| { |
| "epoch": 1.6990291262135924, |
| "grad_norm": 0.21166468282471723, |
| "learning_rate": 2.408e-05, |
| "loss": 0.3748, |
| "step": 788 |
| }, |
| { |
| "epoch": 1.7011866235167206, |
| "grad_norm": 0.19873344543315882, |
| "learning_rate": 2.404e-05, |
| "loss": 0.3571, |
| "step": 789 |
| }, |
| { |
| "epoch": 1.703344120819849, |
| "grad_norm": 0.22110925981619345, |
| "learning_rate": 2.4e-05, |
| "loss": 0.3629, |
| "step": 790 |
| }, |
| { |
| "epoch": 1.7055016181229772, |
| "grad_norm": 0.2021215637434402, |
| "learning_rate": 2.396e-05, |
| "loss": 0.3716, |
| "step": 791 |
| }, |
| { |
| "epoch": 1.7076591154261056, |
| "grad_norm": 0.2111765564318759, |
| "learning_rate": 2.392e-05, |
| "loss": 0.3588, |
| "step": 792 |
| }, |
| { |
| "epoch": 1.709816612729234, |
| "grad_norm": 0.2223622417383566, |
| "learning_rate": 2.3880000000000002e-05, |
| "loss": 0.3536, |
| "step": 793 |
| }, |
| { |
| "epoch": 1.7119741100323624, |
| "grad_norm": 0.22406668807582533, |
| "learning_rate": 2.3840000000000002e-05, |
| "loss": 0.3596, |
| "step": 794 |
| }, |
| { |
| "epoch": 1.7141316073354909, |
| "grad_norm": 0.2047427267119515, |
| "learning_rate": 2.38e-05, |
| "loss": 0.362, |
| "step": 795 |
| }, |
| { |
| "epoch": 1.7162891046386193, |
| "grad_norm": 0.2487591943558242, |
| "learning_rate": 2.3760000000000003e-05, |
| "loss": 0.3929, |
| "step": 796 |
| }, |
| { |
| "epoch": 1.7184466019417477, |
| "grad_norm": 0.23436633449529568, |
| "learning_rate": 2.372e-05, |
| "loss": 0.3683, |
| "step": 797 |
| }, |
| { |
| "epoch": 1.720604099244876, |
| "grad_norm": 0.20926682274018532, |
| "learning_rate": 2.3680000000000004e-05, |
| "loss": 0.3553, |
| "step": 798 |
| }, |
| { |
| "epoch": 1.7227615965480043, |
| "grad_norm": 0.2084020707494825, |
| "learning_rate": 2.364e-05, |
| "loss": 0.3673, |
| "step": 799 |
| }, |
| { |
| "epoch": 1.7249190938511327, |
| "grad_norm": 0.21090087654277367, |
| "learning_rate": 2.36e-05, |
| "loss": 0.3491, |
| "step": 800 |
| }, |
| { |
| "epoch": 1.727076591154261, |
| "grad_norm": 0.21079538661713704, |
| "learning_rate": 2.356e-05, |
| "loss": 0.3617, |
| "step": 801 |
| }, |
| { |
| "epoch": 1.7292340884573894, |
| "grad_norm": 0.19785208126669376, |
| "learning_rate": 2.3520000000000002e-05, |
| "loss": 0.3734, |
| "step": 802 |
| }, |
| { |
| "epoch": 1.7313915857605178, |
| "grad_norm": 0.20051304335215855, |
| "learning_rate": 2.3480000000000002e-05, |
| "loss": 0.3561, |
| "step": 803 |
| }, |
| { |
| "epoch": 1.7335490830636462, |
| "grad_norm": 0.20991073713252967, |
| "learning_rate": 2.344e-05, |
| "loss": 0.3456, |
| "step": 804 |
| }, |
| { |
| "epoch": 1.7357065803667746, |
| "grad_norm": 0.19847852943956665, |
| "learning_rate": 2.3400000000000003e-05, |
| "loss": 0.3636, |
| "step": 805 |
| }, |
| { |
| "epoch": 1.737864077669903, |
| "grad_norm": 0.19228778135303196, |
| "learning_rate": 2.336e-05, |
| "loss": 0.3546, |
| "step": 806 |
| }, |
| { |
| "epoch": 1.7400215749730314, |
| "grad_norm": 0.19869096373294648, |
| "learning_rate": 2.332e-05, |
| "loss": 0.3535, |
| "step": 807 |
| }, |
| { |
| "epoch": 1.7421790722761596, |
| "grad_norm": 0.19598486859011863, |
| "learning_rate": 2.328e-05, |
| "loss": 0.3672, |
| "step": 808 |
| }, |
| { |
| "epoch": 1.744336569579288, |
| "grad_norm": 0.20021180617747214, |
| "learning_rate": 2.324e-05, |
| "loss": 0.3629, |
| "step": 809 |
| }, |
| { |
| "epoch": 1.7464940668824163, |
| "grad_norm": 0.19601550993847638, |
| "learning_rate": 2.32e-05, |
| "loss": 0.3661, |
| "step": 810 |
| }, |
| { |
| "epoch": 1.7486515641855447, |
| "grad_norm": 0.19629741169441461, |
| "learning_rate": 2.3160000000000002e-05, |
| "loss": 0.3568, |
| "step": 811 |
| }, |
| { |
| "epoch": 1.750809061488673, |
| "grad_norm": 0.2071662842083144, |
| "learning_rate": 2.312e-05, |
| "loss": 0.3813, |
| "step": 812 |
| }, |
| { |
| "epoch": 1.7529665587918015, |
| "grad_norm": 0.1966149798408275, |
| "learning_rate": 2.3080000000000003e-05, |
| "loss": 0.362, |
| "step": 813 |
| }, |
| { |
| "epoch": 1.75512405609493, |
| "grad_norm": 0.2279788745870227, |
| "learning_rate": 2.304e-05, |
| "loss": 0.364, |
| "step": 814 |
| }, |
| { |
| "epoch": 1.7572815533980584, |
| "grad_norm": 0.23247306079514818, |
| "learning_rate": 2.3000000000000003e-05, |
| "loss": 0.3641, |
| "step": 815 |
| }, |
| { |
| "epoch": 1.7594390507011868, |
| "grad_norm": 0.19906860551229927, |
| "learning_rate": 2.296e-05, |
| "loss": 0.3428, |
| "step": 816 |
| }, |
| { |
| "epoch": 1.761596548004315, |
| "grad_norm": 0.2355677766543707, |
| "learning_rate": 2.292e-05, |
| "loss": 0.352, |
| "step": 817 |
| }, |
| { |
| "epoch": 1.7637540453074434, |
| "grad_norm": 0.2654888809339144, |
| "learning_rate": 2.288e-05, |
| "loss": 0.3766, |
| "step": 818 |
| }, |
| { |
| "epoch": 1.7659115426105716, |
| "grad_norm": 0.27302693742007983, |
| "learning_rate": 2.284e-05, |
| "loss": 0.3591, |
| "step": 819 |
| }, |
| { |
| "epoch": 1.7680690399137, |
| "grad_norm": 0.2179231966531101, |
| "learning_rate": 2.2800000000000002e-05, |
| "loss": 0.3538, |
| "step": 820 |
| }, |
| { |
| "epoch": 1.7702265372168284, |
| "grad_norm": 0.22506397382520602, |
| "learning_rate": 2.2760000000000002e-05, |
| "loss": 0.3564, |
| "step": 821 |
| }, |
| { |
| "epoch": 1.7723840345199569, |
| "grad_norm": 0.25408157657001734, |
| "learning_rate": 2.2720000000000003e-05, |
| "loss": 0.3515, |
| "step": 822 |
| }, |
| { |
| "epoch": 1.7745415318230853, |
| "grad_norm": 0.21062218688731194, |
| "learning_rate": 2.268e-05, |
| "loss": 0.3651, |
| "step": 823 |
| }, |
| { |
| "epoch": 1.7766990291262137, |
| "grad_norm": 0.22725053193586056, |
| "learning_rate": 2.264e-05, |
| "loss": 0.3508, |
| "step": 824 |
| }, |
| { |
| "epoch": 1.778856526429342, |
| "grad_norm": 0.24341685689233888, |
| "learning_rate": 2.26e-05, |
| "loss": 0.3911, |
| "step": 825 |
| }, |
| { |
| "epoch": 1.7810140237324703, |
| "grad_norm": 0.28389285536430425, |
| "learning_rate": 2.256e-05, |
| "loss": 0.3767, |
| "step": 826 |
| }, |
| { |
| "epoch": 1.7831715210355987, |
| "grad_norm": 0.23070034042434137, |
| "learning_rate": 2.252e-05, |
| "loss": 0.3494, |
| "step": 827 |
| }, |
| { |
| "epoch": 1.785329018338727, |
| "grad_norm": 0.2706944129377681, |
| "learning_rate": 2.248e-05, |
| "loss": 0.354, |
| "step": 828 |
| }, |
| { |
| "epoch": 1.7874865156418553, |
| "grad_norm": 0.2610014419098948, |
| "learning_rate": 2.244e-05, |
| "loss": 0.3468, |
| "step": 829 |
| }, |
| { |
| "epoch": 1.7896440129449838, |
| "grad_norm": 0.2514731314471683, |
| "learning_rate": 2.2400000000000002e-05, |
| "loss": 0.3629, |
| "step": 830 |
| }, |
| { |
| "epoch": 1.7918015102481122, |
| "grad_norm": 0.2633751369955124, |
| "learning_rate": 2.236e-05, |
| "loss": 0.3753, |
| "step": 831 |
| }, |
| { |
| "epoch": 1.7939590075512406, |
| "grad_norm": 0.25424651459631, |
| "learning_rate": 2.2320000000000003e-05, |
| "loss": 0.3416, |
| "step": 832 |
| }, |
| { |
| "epoch": 1.796116504854369, |
| "grad_norm": 0.2250335462372855, |
| "learning_rate": 2.228e-05, |
| "loss": 0.3553, |
| "step": 833 |
| }, |
| { |
| "epoch": 1.7982740021574974, |
| "grad_norm": 0.2589022819689555, |
| "learning_rate": 2.224e-05, |
| "loss": 0.3748, |
| "step": 834 |
| }, |
| { |
| "epoch": 1.8004314994606256, |
| "grad_norm": 0.23838039943520098, |
| "learning_rate": 2.22e-05, |
| "loss": 0.3714, |
| "step": 835 |
| }, |
| { |
| "epoch": 1.802588996763754, |
| "grad_norm": 0.21958281718490288, |
| "learning_rate": 2.216e-05, |
| "loss": 0.3602, |
| "step": 836 |
| }, |
| { |
| "epoch": 1.8047464940668823, |
| "grad_norm": 0.22055042786226484, |
| "learning_rate": 2.212e-05, |
| "loss": 0.3542, |
| "step": 837 |
| }, |
| { |
| "epoch": 1.8069039913700107, |
| "grad_norm": 0.2178260520716557, |
| "learning_rate": 2.2080000000000002e-05, |
| "loss": 0.3643, |
| "step": 838 |
| }, |
| { |
| "epoch": 1.809061488673139, |
| "grad_norm": 0.22651969517407028, |
| "learning_rate": 2.2040000000000002e-05, |
| "loss": 0.367, |
| "step": 839 |
| }, |
| { |
| "epoch": 1.8112189859762675, |
| "grad_norm": 0.23148159521722647, |
| "learning_rate": 2.2000000000000003e-05, |
| "loss": 0.3609, |
| "step": 840 |
| }, |
| { |
| "epoch": 1.813376483279396, |
| "grad_norm": 0.23027659960031496, |
| "learning_rate": 2.196e-05, |
| "loss": 0.3844, |
| "step": 841 |
| }, |
| { |
| "epoch": 1.8155339805825244, |
| "grad_norm": 0.21521666010080176, |
| "learning_rate": 2.192e-05, |
| "loss": 0.363, |
| "step": 842 |
| }, |
| { |
| "epoch": 1.8176914778856528, |
| "grad_norm": 0.23580779756655815, |
| "learning_rate": 2.188e-05, |
| "loss": 0.3719, |
| "step": 843 |
| }, |
| { |
| "epoch": 1.819848975188781, |
| "grad_norm": 0.24788937903653036, |
| "learning_rate": 2.184e-05, |
| "loss": 0.3586, |
| "step": 844 |
| }, |
| { |
| "epoch": 1.8220064724919094, |
| "grad_norm": 0.22247443155209357, |
| "learning_rate": 2.18e-05, |
| "loss": 0.3581, |
| "step": 845 |
| }, |
| { |
| "epoch": 1.8241639697950378, |
| "grad_norm": 0.23770870455599036, |
| "learning_rate": 2.176e-05, |
| "loss": 0.3614, |
| "step": 846 |
| }, |
| { |
| "epoch": 1.826321467098166, |
| "grad_norm": 0.22632423401344884, |
| "learning_rate": 2.1720000000000002e-05, |
| "loss": 0.3624, |
| "step": 847 |
| }, |
| { |
| "epoch": 1.8284789644012944, |
| "grad_norm": 0.2524920921986345, |
| "learning_rate": 2.168e-05, |
| "loss": 0.3675, |
| "step": 848 |
| }, |
| { |
| "epoch": 1.8306364617044228, |
| "grad_norm": 0.3215840056574261, |
| "learning_rate": 2.1640000000000003e-05, |
| "loss": 0.3538, |
| "step": 849 |
| }, |
| { |
| "epoch": 1.8327939590075513, |
| "grad_norm": 0.21486175758377893, |
| "learning_rate": 2.16e-05, |
| "loss": 0.3632, |
| "step": 850 |
| }, |
| { |
| "epoch": 1.8349514563106797, |
| "grad_norm": 0.2330894514205108, |
| "learning_rate": 2.1560000000000004e-05, |
| "loss": 0.341, |
| "step": 851 |
| }, |
| { |
| "epoch": 1.837108953613808, |
| "grad_norm": 0.24218781444766682, |
| "learning_rate": 2.152e-05, |
| "loss": 0.3677, |
| "step": 852 |
| }, |
| { |
| "epoch": 1.8392664509169363, |
| "grad_norm": 0.21963366595590614, |
| "learning_rate": 2.148e-05, |
| "loss": 0.3606, |
| "step": 853 |
| }, |
| { |
| "epoch": 1.8414239482200647, |
| "grad_norm": 0.21006868250745636, |
| "learning_rate": 2.144e-05, |
| "loss": 0.3489, |
| "step": 854 |
| }, |
| { |
| "epoch": 1.8435814455231931, |
| "grad_norm": 0.23174473879298813, |
| "learning_rate": 2.1400000000000002e-05, |
| "loss": 0.3587, |
| "step": 855 |
| }, |
| { |
| "epoch": 1.8457389428263213, |
| "grad_norm": 0.2321069704400467, |
| "learning_rate": 2.1360000000000002e-05, |
| "loss": 0.3486, |
| "step": 856 |
| }, |
| { |
| "epoch": 1.8478964401294498, |
| "grad_norm": 0.20025509216353718, |
| "learning_rate": 2.1320000000000003e-05, |
| "loss": 0.3436, |
| "step": 857 |
| }, |
| { |
| "epoch": 1.8500539374325782, |
| "grad_norm": 0.22250953140085006, |
| "learning_rate": 2.128e-05, |
| "loss": 0.3603, |
| "step": 858 |
| }, |
| { |
| "epoch": 1.8522114347357066, |
| "grad_norm": 0.2173021358838602, |
| "learning_rate": 2.124e-05, |
| "loss": 0.3467, |
| "step": 859 |
| }, |
| { |
| "epoch": 1.854368932038835, |
| "grad_norm": 0.1930203129733309, |
| "learning_rate": 2.12e-05, |
| "loss": 0.3615, |
| "step": 860 |
| }, |
| { |
| "epoch": 1.8565264293419634, |
| "grad_norm": 0.19862427723542597, |
| "learning_rate": 2.116e-05, |
| "loss": 0.3579, |
| "step": 861 |
| }, |
| { |
| "epoch": 1.8586839266450919, |
| "grad_norm": 0.2096060299104676, |
| "learning_rate": 2.112e-05, |
| "loss": 0.3517, |
| "step": 862 |
| }, |
| { |
| "epoch": 1.86084142394822, |
| "grad_norm": 0.25983349292984365, |
| "learning_rate": 2.1079999999999998e-05, |
| "loss": 0.3469, |
| "step": 863 |
| }, |
| { |
| "epoch": 1.8629989212513485, |
| "grad_norm": 0.19568780893613127, |
| "learning_rate": 2.1040000000000002e-05, |
| "loss": 0.3586, |
| "step": 864 |
| }, |
| { |
| "epoch": 1.8651564185544767, |
| "grad_norm": 0.20440754302808392, |
| "learning_rate": 2.1e-05, |
| "loss": 0.3454, |
| "step": 865 |
| }, |
| { |
| "epoch": 1.867313915857605, |
| "grad_norm": 0.2617960410505945, |
| "learning_rate": 2.0960000000000003e-05, |
| "loss": 0.3722, |
| "step": 866 |
| }, |
| { |
| "epoch": 1.8694714131607335, |
| "grad_norm": 0.21484645618030715, |
| "learning_rate": 2.092e-05, |
| "loss": 0.363, |
| "step": 867 |
| }, |
| { |
| "epoch": 1.871628910463862, |
| "grad_norm": 0.2089417062699798, |
| "learning_rate": 2.0880000000000003e-05, |
| "loss": 0.3575, |
| "step": 868 |
| }, |
| { |
| "epoch": 1.8737864077669903, |
| "grad_norm": 0.21870690017344033, |
| "learning_rate": 2.084e-05, |
| "loss": 0.3441, |
| "step": 869 |
| }, |
| { |
| "epoch": 1.8759439050701188, |
| "grad_norm": 0.2015916258019001, |
| "learning_rate": 2.08e-05, |
| "loss": 0.3649, |
| "step": 870 |
| }, |
| { |
| "epoch": 1.8781014023732472, |
| "grad_norm": 0.20445394487249433, |
| "learning_rate": 2.076e-05, |
| "loss": 0.3633, |
| "step": 871 |
| }, |
| { |
| "epoch": 1.8802588996763754, |
| "grad_norm": 0.21933907619881754, |
| "learning_rate": 2.072e-05, |
| "loss": 0.3565, |
| "step": 872 |
| }, |
| { |
| "epoch": 1.8824163969795038, |
| "grad_norm": 0.22898545335887432, |
| "learning_rate": 2.0680000000000002e-05, |
| "loss": 0.3489, |
| "step": 873 |
| }, |
| { |
| "epoch": 1.884573894282632, |
| "grad_norm": 0.19190043665285303, |
| "learning_rate": 2.0640000000000002e-05, |
| "loss": 0.3811, |
| "step": 874 |
| }, |
| { |
| "epoch": 1.8867313915857604, |
| "grad_norm": 0.22405276330574816, |
| "learning_rate": 2.06e-05, |
| "loss": 0.3514, |
| "step": 875 |
| }, |
| { |
| "epoch": 1.8888888888888888, |
| "grad_norm": 0.20664352560729662, |
| "learning_rate": 2.0560000000000003e-05, |
| "loss": 0.3564, |
| "step": 876 |
| }, |
| { |
| "epoch": 1.8910463861920173, |
| "grad_norm": 0.19849201500058444, |
| "learning_rate": 2.052e-05, |
| "loss": 0.3791, |
| "step": 877 |
| }, |
| { |
| "epoch": 1.8932038834951457, |
| "grad_norm": 0.21514720161140888, |
| "learning_rate": 2.048e-05, |
| "loss": 0.343, |
| "step": 878 |
| }, |
| { |
| "epoch": 1.895361380798274, |
| "grad_norm": 0.19591290106236087, |
| "learning_rate": 2.044e-05, |
| "loss": 0.3617, |
| "step": 879 |
| }, |
| { |
| "epoch": 1.8975188781014025, |
| "grad_norm": 0.20056100252045797, |
| "learning_rate": 2.04e-05, |
| "loss": 0.3692, |
| "step": 880 |
| }, |
| { |
| "epoch": 1.8996763754045307, |
| "grad_norm": 0.6263284386911345, |
| "learning_rate": 2.036e-05, |
| "loss": 0.3819, |
| "step": 881 |
| }, |
| { |
| "epoch": 1.9018338727076591, |
| "grad_norm": 0.23922694733352964, |
| "learning_rate": 2.032e-05, |
| "loss": 0.3643, |
| "step": 882 |
| }, |
| { |
| "epoch": 1.9039913700107873, |
| "grad_norm": 0.19781471120361346, |
| "learning_rate": 2.0280000000000002e-05, |
| "loss": 0.3611, |
| "step": 883 |
| }, |
| { |
| "epoch": 1.9061488673139158, |
| "grad_norm": 0.21165098306207256, |
| "learning_rate": 2.024e-05, |
| "loss": 0.3529, |
| "step": 884 |
| }, |
| { |
| "epoch": 1.9083063646170442, |
| "grad_norm": 0.21721904598543817, |
| "learning_rate": 2.0200000000000003e-05, |
| "loss": 0.3492, |
| "step": 885 |
| }, |
| { |
| "epoch": 1.9104638619201726, |
| "grad_norm": 0.21422381596626322, |
| "learning_rate": 2.016e-05, |
| "loss": 0.3602, |
| "step": 886 |
| }, |
| { |
| "epoch": 1.912621359223301, |
| "grad_norm": 0.20452655904024958, |
| "learning_rate": 2.012e-05, |
| "loss": 0.3564, |
| "step": 887 |
| }, |
| { |
| "epoch": 1.9147788565264294, |
| "grad_norm": 0.21580439136445786, |
| "learning_rate": 2.008e-05, |
| "loss": 0.3711, |
| "step": 888 |
| }, |
| { |
| "epoch": 1.9169363538295578, |
| "grad_norm": 0.19423056851782128, |
| "learning_rate": 2.004e-05, |
| "loss": 0.3701, |
| "step": 889 |
| }, |
| { |
| "epoch": 1.919093851132686, |
| "grad_norm": 0.20048302260105516, |
| "learning_rate": 2e-05, |
| "loss": 0.3672, |
| "step": 890 |
| }, |
| { |
| "epoch": 1.9212513484358145, |
| "grad_norm": 0.2117075068441905, |
| "learning_rate": 1.9960000000000002e-05, |
| "loss": 0.3584, |
| "step": 891 |
| }, |
| { |
| "epoch": 1.9234088457389427, |
| "grad_norm": 0.20275015688207176, |
| "learning_rate": 1.992e-05, |
| "loss": 0.3722, |
| "step": 892 |
| }, |
| { |
| "epoch": 1.925566343042071, |
| "grad_norm": 0.18554538922099112, |
| "learning_rate": 1.9880000000000003e-05, |
| "loss": 0.3688, |
| "step": 893 |
| }, |
| { |
| "epoch": 1.9277238403451995, |
| "grad_norm": 0.2264891336459159, |
| "learning_rate": 1.984e-05, |
| "loss": 0.3516, |
| "step": 894 |
| }, |
| { |
| "epoch": 1.929881337648328, |
| "grad_norm": 0.20419289874494262, |
| "learning_rate": 1.9800000000000004e-05, |
| "loss": 0.368, |
| "step": 895 |
| }, |
| { |
| "epoch": 1.9320388349514563, |
| "grad_norm": 0.2253379202949314, |
| "learning_rate": 1.976e-05, |
| "loss": 0.3684, |
| "step": 896 |
| }, |
| { |
| "epoch": 1.9341963322545848, |
| "grad_norm": 0.21080590277290626, |
| "learning_rate": 1.972e-05, |
| "loss": 0.3559, |
| "step": 897 |
| }, |
| { |
| "epoch": 1.9363538295577132, |
| "grad_norm": 0.18855517288473167, |
| "learning_rate": 1.968e-05, |
| "loss": 0.3683, |
| "step": 898 |
| }, |
| { |
| "epoch": 1.9385113268608414, |
| "grad_norm": 0.22336015878998725, |
| "learning_rate": 1.9640000000000002e-05, |
| "loss": 0.3501, |
| "step": 899 |
| }, |
| { |
| "epoch": 1.9406688241639698, |
| "grad_norm": 0.20681307053495754, |
| "learning_rate": 1.9600000000000002e-05, |
| "loss": 0.3339, |
| "step": 900 |
| }, |
| { |
| "epoch": 1.9428263214670982, |
| "grad_norm": 0.21956872185132326, |
| "learning_rate": 1.956e-05, |
| "loss": 0.3643, |
| "step": 901 |
| }, |
| { |
| "epoch": 1.9449838187702264, |
| "grad_norm": 0.22995896123381177, |
| "learning_rate": 1.9520000000000003e-05, |
| "loss": 0.3539, |
| "step": 902 |
| }, |
| { |
| "epoch": 1.9471413160733548, |
| "grad_norm": 0.24289096552867204, |
| "learning_rate": 1.948e-05, |
| "loss": 0.3529, |
| "step": 903 |
| }, |
| { |
| "epoch": 1.9492988133764833, |
| "grad_norm": 0.18977445221480282, |
| "learning_rate": 1.944e-05, |
| "loss": 0.3761, |
| "step": 904 |
| }, |
| { |
| "epoch": 1.9514563106796117, |
| "grad_norm": 0.19537181851448127, |
| "learning_rate": 1.94e-05, |
| "loss": 0.3776, |
| "step": 905 |
| }, |
| { |
| "epoch": 1.95361380798274, |
| "grad_norm": 0.21168864149685598, |
| "learning_rate": 1.936e-05, |
| "loss": 0.3564, |
| "step": 906 |
| }, |
| { |
| "epoch": 1.9557713052858685, |
| "grad_norm": 0.21082909120102009, |
| "learning_rate": 1.932e-05, |
| "loss": 0.3677, |
| "step": 907 |
| }, |
| { |
| "epoch": 1.9579288025889967, |
| "grad_norm": 0.2092667221652132, |
| "learning_rate": 1.9280000000000002e-05, |
| "loss": 0.3666, |
| "step": 908 |
| }, |
| { |
| "epoch": 1.9600862998921251, |
| "grad_norm": 0.28440317520339464, |
| "learning_rate": 1.924e-05, |
| "loss": 0.3616, |
| "step": 909 |
| }, |
| { |
| "epoch": 1.9622437971952535, |
| "grad_norm": 0.21372393833816974, |
| "learning_rate": 1.9200000000000003e-05, |
| "loss": 0.3724, |
| "step": 910 |
| }, |
| { |
| "epoch": 1.9644012944983817, |
| "grad_norm": 0.21177604197905148, |
| "learning_rate": 1.916e-05, |
| "loss": 0.3547, |
| "step": 911 |
| }, |
| { |
| "epoch": 1.9665587918015102, |
| "grad_norm": 0.22087482780256842, |
| "learning_rate": 1.9120000000000003e-05, |
| "loss": 0.3552, |
| "step": 912 |
| }, |
| { |
| "epoch": 1.9687162891046386, |
| "grad_norm": 0.2293776507660548, |
| "learning_rate": 1.908e-05, |
| "loss": 0.3539, |
| "step": 913 |
| }, |
| { |
| "epoch": 1.970873786407767, |
| "grad_norm": 0.20763279035660182, |
| "learning_rate": 1.904e-05, |
| "loss": 0.3609, |
| "step": 914 |
| }, |
| { |
| "epoch": 1.9730312837108954, |
| "grad_norm": 0.2130132604223223, |
| "learning_rate": 1.9e-05, |
| "loss": 0.387, |
| "step": 915 |
| }, |
| { |
| "epoch": 1.9751887810140238, |
| "grad_norm": 0.22693796782628164, |
| "learning_rate": 1.896e-05, |
| "loss": 0.3632, |
| "step": 916 |
| }, |
| { |
| "epoch": 1.9773462783171523, |
| "grad_norm": 0.2075508453226733, |
| "learning_rate": 1.8920000000000002e-05, |
| "loss": 0.3504, |
| "step": 917 |
| }, |
| { |
| "epoch": 1.9795037756202805, |
| "grad_norm": 0.21670939076491838, |
| "learning_rate": 1.888e-05, |
| "loss": 0.3573, |
| "step": 918 |
| }, |
| { |
| "epoch": 1.9816612729234089, |
| "grad_norm": 0.20202624393739851, |
| "learning_rate": 1.8840000000000003e-05, |
| "loss": 0.3549, |
| "step": 919 |
| }, |
| { |
| "epoch": 1.983818770226537, |
| "grad_norm": 0.20167979698326996, |
| "learning_rate": 1.88e-05, |
| "loss": 0.3672, |
| "step": 920 |
| }, |
| { |
| "epoch": 1.9859762675296655, |
| "grad_norm": 0.1948573998079774, |
| "learning_rate": 1.876e-05, |
| "loss": 0.355, |
| "step": 921 |
| }, |
| { |
| "epoch": 1.988133764832794, |
| "grad_norm": 0.22586589053280912, |
| "learning_rate": 1.872e-05, |
| "loss": 0.3892, |
| "step": 922 |
| }, |
| { |
| "epoch": 1.9902912621359223, |
| "grad_norm": 0.21193504103673555, |
| "learning_rate": 1.868e-05, |
| "loss": 0.3573, |
| "step": 923 |
| }, |
| { |
| "epoch": 1.9924487594390508, |
| "grad_norm": 0.19869474028310133, |
| "learning_rate": 1.864e-05, |
| "loss": 0.3524, |
| "step": 924 |
| }, |
| { |
| "epoch": 1.9946062567421792, |
| "grad_norm": 0.21694327316611497, |
| "learning_rate": 1.86e-05, |
| "loss": 0.3623, |
| "step": 925 |
| }, |
| { |
| "epoch": 1.9967637540453076, |
| "grad_norm": 0.19165371716250784, |
| "learning_rate": 1.856e-05, |
| "loss": 0.3674, |
| "step": 926 |
| }, |
| { |
| "epoch": 1.9989212513484358, |
| "grad_norm": 0.25911714915290096, |
| "learning_rate": 1.8520000000000002e-05, |
| "loss": 0.3711, |
| "step": 927 |
| }, |
| { |
| "epoch": 2.0, |
| "grad_norm": 0.3166913102001167, |
| "learning_rate": 1.848e-05, |
| "loss": 0.3554, |
| "step": 928 |
| }, |
| { |
| "epoch": 2.0021574973031284, |
| "grad_norm": 0.2952601206226685, |
| "learning_rate": 1.8440000000000003e-05, |
| "loss": 0.2966, |
| "step": 929 |
| }, |
| { |
| "epoch": 2.004314994606257, |
| "grad_norm": 0.2737583904942107, |
| "learning_rate": 1.84e-05, |
| "loss": 0.2773, |
| "step": 930 |
| }, |
| { |
| "epoch": 2.0064724919093853, |
| "grad_norm": 0.2883228038451365, |
| "learning_rate": 1.8360000000000004e-05, |
| "loss": 0.2972, |
| "step": 931 |
| }, |
| { |
| "epoch": 2.0086299892125137, |
| "grad_norm": 0.3045158995400534, |
| "learning_rate": 1.832e-05, |
| "loss": 0.2912, |
| "step": 932 |
| }, |
| { |
| "epoch": 2.0107874865156417, |
| "grad_norm": 0.21425516278784199, |
| "learning_rate": 1.828e-05, |
| "loss": 0.2797, |
| "step": 933 |
| }, |
| { |
| "epoch": 2.01294498381877, |
| "grad_norm": 0.26815968591614264, |
| "learning_rate": 1.824e-05, |
| "loss": 0.2899, |
| "step": 934 |
| }, |
| { |
| "epoch": 2.0151024811218985, |
| "grad_norm": 0.2525848880526318, |
| "learning_rate": 1.8200000000000002e-05, |
| "loss": 0.2754, |
| "step": 935 |
| }, |
| { |
| "epoch": 2.017259978425027, |
| "grad_norm": 0.22940718108680191, |
| "learning_rate": 1.8160000000000002e-05, |
| "loss": 0.2739, |
| "step": 936 |
| }, |
| { |
| "epoch": 2.0194174757281553, |
| "grad_norm": 0.2930727493312503, |
| "learning_rate": 1.812e-05, |
| "loss": 0.2928, |
| "step": 937 |
| }, |
| { |
| "epoch": 2.0215749730312838, |
| "grad_norm": 0.2730010795221549, |
| "learning_rate": 1.808e-05, |
| "loss": 0.2799, |
| "step": 938 |
| }, |
| { |
| "epoch": 2.023732470334412, |
| "grad_norm": 0.21843464575067598, |
| "learning_rate": 1.804e-05, |
| "loss": 0.2759, |
| "step": 939 |
| }, |
| { |
| "epoch": 2.0258899676375406, |
| "grad_norm": 0.2287920671205098, |
| "learning_rate": 1.8e-05, |
| "loss": 0.2686, |
| "step": 940 |
| }, |
| { |
| "epoch": 2.028047464940669, |
| "grad_norm": 0.24632463641906233, |
| "learning_rate": 1.796e-05, |
| "loss": 0.2901, |
| "step": 941 |
| }, |
| { |
| "epoch": 2.030204962243797, |
| "grad_norm": 0.21554911391559797, |
| "learning_rate": 1.792e-05, |
| "loss": 0.2646, |
| "step": 942 |
| }, |
| { |
| "epoch": 2.0323624595469254, |
| "grad_norm": 0.23974674214671038, |
| "learning_rate": 1.7879999999999998e-05, |
| "loss": 0.2865, |
| "step": 943 |
| }, |
| { |
| "epoch": 2.034519956850054, |
| "grad_norm": 0.23389305666437907, |
| "learning_rate": 1.7840000000000002e-05, |
| "loss": 0.2659, |
| "step": 944 |
| }, |
| { |
| "epoch": 2.0366774541531822, |
| "grad_norm": 0.23454932706996612, |
| "learning_rate": 1.78e-05, |
| "loss": 0.2889, |
| "step": 945 |
| }, |
| { |
| "epoch": 2.0388349514563107, |
| "grad_norm": 0.2110811652752538, |
| "learning_rate": 1.7760000000000003e-05, |
| "loss": 0.2715, |
| "step": 946 |
| }, |
| { |
| "epoch": 2.040992448759439, |
| "grad_norm": 0.2086924969772193, |
| "learning_rate": 1.772e-05, |
| "loss": 0.2827, |
| "step": 947 |
| }, |
| { |
| "epoch": 2.0431499460625675, |
| "grad_norm": 0.2178166620120031, |
| "learning_rate": 1.7680000000000004e-05, |
| "loss": 0.2823, |
| "step": 948 |
| }, |
| { |
| "epoch": 2.045307443365696, |
| "grad_norm": 0.21332967807788294, |
| "learning_rate": 1.764e-05, |
| "loss": 0.2814, |
| "step": 949 |
| }, |
| { |
| "epoch": 2.0474649406688243, |
| "grad_norm": 0.21111966487487638, |
| "learning_rate": 1.76e-05, |
| "loss": 0.278, |
| "step": 950 |
| }, |
| { |
| "epoch": 2.0496224379719523, |
| "grad_norm": 0.20634749644599865, |
| "learning_rate": 1.756e-05, |
| "loss": 0.2862, |
| "step": 951 |
| }, |
| { |
| "epoch": 2.0517799352750807, |
| "grad_norm": 0.20256588641450451, |
| "learning_rate": 1.752e-05, |
| "loss": 0.2754, |
| "step": 952 |
| }, |
| { |
| "epoch": 2.053937432578209, |
| "grad_norm": 0.21546847922922335, |
| "learning_rate": 1.7480000000000002e-05, |
| "loss": 0.2859, |
| "step": 953 |
| }, |
| { |
| "epoch": 2.0560949298813376, |
| "grad_norm": 0.2012891240538272, |
| "learning_rate": 1.7440000000000002e-05, |
| "loss": 0.2667, |
| "step": 954 |
| }, |
| { |
| "epoch": 2.058252427184466, |
| "grad_norm": 0.21828886379868126, |
| "learning_rate": 1.74e-05, |
| "loss": 0.2768, |
| "step": 955 |
| }, |
| { |
| "epoch": 2.0604099244875944, |
| "grad_norm": 0.23319314864900412, |
| "learning_rate": 1.736e-05, |
| "loss": 0.2712, |
| "step": 956 |
| }, |
| { |
| "epoch": 2.062567421790723, |
| "grad_norm": 0.21570652212000496, |
| "learning_rate": 1.732e-05, |
| "loss": 0.2704, |
| "step": 957 |
| }, |
| { |
| "epoch": 2.0647249190938513, |
| "grad_norm": 0.2050136511501782, |
| "learning_rate": 1.728e-05, |
| "loss": 0.2768, |
| "step": 958 |
| }, |
| { |
| "epoch": 2.0668824163969797, |
| "grad_norm": 0.19908285569355766, |
| "learning_rate": 1.724e-05, |
| "loss": 0.2699, |
| "step": 959 |
| }, |
| { |
| "epoch": 2.0690399137001076, |
| "grad_norm": 0.22341990371652531, |
| "learning_rate": 1.7199999999999998e-05, |
| "loss": 0.2802, |
| "step": 960 |
| }, |
| { |
| "epoch": 2.071197411003236, |
| "grad_norm": 0.21245912373702183, |
| "learning_rate": 1.7160000000000002e-05, |
| "loss": 0.2732, |
| "step": 961 |
| }, |
| { |
| "epoch": 2.0733549083063645, |
| "grad_norm": 0.2315866528262126, |
| "learning_rate": 1.712e-05, |
| "loss": 0.2666, |
| "step": 962 |
| }, |
| { |
| "epoch": 2.075512405609493, |
| "grad_norm": 0.21250700843322592, |
| "learning_rate": 1.7080000000000002e-05, |
| "loss": 0.287, |
| "step": 963 |
| }, |
| { |
| "epoch": 2.0776699029126213, |
| "grad_norm": 0.20591733874775808, |
| "learning_rate": 1.704e-05, |
| "loss": 0.2805, |
| "step": 964 |
| }, |
| { |
| "epoch": 2.0798274002157497, |
| "grad_norm": 0.20270061570174747, |
| "learning_rate": 1.7000000000000003e-05, |
| "loss": 0.2724, |
| "step": 965 |
| }, |
| { |
| "epoch": 2.081984897518878, |
| "grad_norm": 0.22011780420584517, |
| "learning_rate": 1.696e-05, |
| "loss": 0.27, |
| "step": 966 |
| }, |
| { |
| "epoch": 2.0841423948220066, |
| "grad_norm": 0.2086945807906332, |
| "learning_rate": 1.692e-05, |
| "loss": 0.2652, |
| "step": 967 |
| }, |
| { |
| "epoch": 2.086299892125135, |
| "grad_norm": 0.2017480638957166, |
| "learning_rate": 1.688e-05, |
| "loss": 0.2807, |
| "step": 968 |
| }, |
| { |
| "epoch": 2.0884573894282634, |
| "grad_norm": 0.23221771597231639, |
| "learning_rate": 1.684e-05, |
| "loss": 0.2908, |
| "step": 969 |
| }, |
| { |
| "epoch": 2.0906148867313914, |
| "grad_norm": 0.19787472936299969, |
| "learning_rate": 1.6800000000000002e-05, |
| "loss": 0.2602, |
| "step": 970 |
| }, |
| { |
| "epoch": 2.09277238403452, |
| "grad_norm": 0.1911068238953241, |
| "learning_rate": 1.6760000000000002e-05, |
| "loss": 0.262, |
| "step": 971 |
| }, |
| { |
| "epoch": 2.0949298813376482, |
| "grad_norm": 0.21404892409121634, |
| "learning_rate": 1.672e-05, |
| "loss": 0.2883, |
| "step": 972 |
| }, |
| { |
| "epoch": 2.0970873786407767, |
| "grad_norm": 0.19651822000095875, |
| "learning_rate": 1.668e-05, |
| "loss": 0.2787, |
| "step": 973 |
| }, |
| { |
| "epoch": 2.099244875943905, |
| "grad_norm": 0.19629483862396524, |
| "learning_rate": 1.664e-05, |
| "loss": 0.2682, |
| "step": 974 |
| }, |
| { |
| "epoch": 2.1014023732470335, |
| "grad_norm": 0.195771507449239, |
| "learning_rate": 1.66e-05, |
| "loss": 0.2595, |
| "step": 975 |
| }, |
| { |
| "epoch": 2.103559870550162, |
| "grad_norm": 0.2012720434683137, |
| "learning_rate": 1.656e-05, |
| "loss": 0.2924, |
| "step": 976 |
| }, |
| { |
| "epoch": 2.1057173678532903, |
| "grad_norm": 0.20022994629900823, |
| "learning_rate": 1.652e-05, |
| "loss": 0.2623, |
| "step": 977 |
| }, |
| { |
| "epoch": 2.1078748651564188, |
| "grad_norm": 0.1988415836362952, |
| "learning_rate": 1.648e-05, |
| "loss": 0.2665, |
| "step": 978 |
| }, |
| { |
| "epoch": 2.1100323624595467, |
| "grad_norm": 0.20067992175054306, |
| "learning_rate": 1.644e-05, |
| "loss": 0.2708, |
| "step": 979 |
| }, |
| { |
| "epoch": 2.112189859762675, |
| "grad_norm": 0.1965836467645065, |
| "learning_rate": 1.6400000000000002e-05, |
| "loss": 0.2781, |
| "step": 980 |
| }, |
| { |
| "epoch": 2.1143473570658036, |
| "grad_norm": 0.2106067939768535, |
| "learning_rate": 1.636e-05, |
| "loss": 0.2928, |
| "step": 981 |
| }, |
| { |
| "epoch": 2.116504854368932, |
| "grad_norm": 0.1912874552435929, |
| "learning_rate": 1.6320000000000003e-05, |
| "loss": 0.2653, |
| "step": 982 |
| }, |
| { |
| "epoch": 2.1186623516720604, |
| "grad_norm": 0.21480216660403667, |
| "learning_rate": 1.628e-05, |
| "loss": 0.2795, |
| "step": 983 |
| }, |
| { |
| "epoch": 2.120819848975189, |
| "grad_norm": 0.19894898831802282, |
| "learning_rate": 1.624e-05, |
| "loss": 0.2723, |
| "step": 984 |
| }, |
| { |
| "epoch": 2.1229773462783172, |
| "grad_norm": 0.18868913838930684, |
| "learning_rate": 1.62e-05, |
| "loss": 0.2701, |
| "step": 985 |
| }, |
| { |
| "epoch": 2.1251348435814457, |
| "grad_norm": 0.22014773725924427, |
| "learning_rate": 1.616e-05, |
| "loss": 0.2956, |
| "step": 986 |
| }, |
| { |
| "epoch": 2.127292340884574, |
| "grad_norm": 0.2161914198087177, |
| "learning_rate": 1.612e-05, |
| "loss": 0.2694, |
| "step": 987 |
| }, |
| { |
| "epoch": 2.129449838187702, |
| "grad_norm": 0.18693419466428068, |
| "learning_rate": 1.6080000000000002e-05, |
| "loss": 0.2722, |
| "step": 988 |
| }, |
| { |
| "epoch": 2.1316073354908305, |
| "grad_norm": 0.19845446294819882, |
| "learning_rate": 1.604e-05, |
| "loss": 0.2699, |
| "step": 989 |
| }, |
| { |
| "epoch": 2.133764832793959, |
| "grad_norm": 0.2243502306601146, |
| "learning_rate": 1.6000000000000003e-05, |
| "loss": 0.2898, |
| "step": 990 |
| }, |
| { |
| "epoch": 2.1359223300970873, |
| "grad_norm": 0.189061438536264, |
| "learning_rate": 1.596e-05, |
| "loss": 0.2613, |
| "step": 991 |
| }, |
| { |
| "epoch": 2.1380798274002157, |
| "grad_norm": 0.196308108347633, |
| "learning_rate": 1.592e-05, |
| "loss": 0.2802, |
| "step": 992 |
| }, |
| { |
| "epoch": 2.140237324703344, |
| "grad_norm": 0.20505568263166546, |
| "learning_rate": 1.588e-05, |
| "loss": 0.2754, |
| "step": 993 |
| }, |
| { |
| "epoch": 2.1423948220064726, |
| "grad_norm": 0.19371375505033042, |
| "learning_rate": 1.584e-05, |
| "loss": 0.2797, |
| "step": 994 |
| }, |
| { |
| "epoch": 2.144552319309601, |
| "grad_norm": 0.2038159697548706, |
| "learning_rate": 1.58e-05, |
| "loss": 0.2748, |
| "step": 995 |
| }, |
| { |
| "epoch": 2.1467098166127294, |
| "grad_norm": 0.20104064716873768, |
| "learning_rate": 1.5759999999999998e-05, |
| "loss": 0.2517, |
| "step": 996 |
| }, |
| { |
| "epoch": 2.148867313915858, |
| "grad_norm": 0.1993147823205055, |
| "learning_rate": 1.5720000000000002e-05, |
| "loss": 0.2806, |
| "step": 997 |
| }, |
| { |
| "epoch": 2.151024811218986, |
| "grad_norm": 0.23201462938785924, |
| "learning_rate": 1.568e-05, |
| "loss": 0.2843, |
| "step": 998 |
| }, |
| { |
| "epoch": 2.1531823085221142, |
| "grad_norm": 0.194482970909287, |
| "learning_rate": 1.5640000000000003e-05, |
| "loss": 0.2704, |
| "step": 999 |
| }, |
| { |
| "epoch": 2.1553398058252426, |
| "grad_norm": 0.19741489729000775, |
| "learning_rate": 1.56e-05, |
| "loss": 0.2868, |
| "step": 1000 |
| }, |
| { |
| "epoch": 2.157497303128371, |
| "grad_norm": 0.19338218576211613, |
| "learning_rate": 1.556e-05, |
| "loss": 0.2807, |
| "step": 1001 |
| }, |
| { |
| "epoch": 2.1596548004314995, |
| "grad_norm": 0.18815117551278576, |
| "learning_rate": 1.552e-05, |
| "loss": 0.2865, |
| "step": 1002 |
| }, |
| { |
| "epoch": 2.161812297734628, |
| "grad_norm": 0.19320001320317376, |
| "learning_rate": 1.548e-05, |
| "loss": 0.2893, |
| "step": 1003 |
| }, |
| { |
| "epoch": 2.1639697950377563, |
| "grad_norm": 0.19912625340767592, |
| "learning_rate": 1.544e-05, |
| "loss": 0.2861, |
| "step": 1004 |
| }, |
| { |
| "epoch": 2.1661272923408847, |
| "grad_norm": 0.20055637118837155, |
| "learning_rate": 1.54e-05, |
| "loss": 0.2832, |
| "step": 1005 |
| }, |
| { |
| "epoch": 2.168284789644013, |
| "grad_norm": 0.18881522044079282, |
| "learning_rate": 1.536e-05, |
| "loss": 0.2735, |
| "step": 1006 |
| }, |
| { |
| "epoch": 2.170442286947141, |
| "grad_norm": 0.19424371584292754, |
| "learning_rate": 1.5320000000000002e-05, |
| "loss": 0.2741, |
| "step": 1007 |
| }, |
| { |
| "epoch": 2.1725997842502696, |
| "grad_norm": 0.19749981503516376, |
| "learning_rate": 1.528e-05, |
| "loss": 0.2814, |
| "step": 1008 |
| }, |
| { |
| "epoch": 2.174757281553398, |
| "grad_norm": 0.21172397165526702, |
| "learning_rate": 1.5240000000000001e-05, |
| "loss": 0.2821, |
| "step": 1009 |
| }, |
| { |
| "epoch": 2.1769147788565264, |
| "grad_norm": 0.2008055699713837, |
| "learning_rate": 1.52e-05, |
| "loss": 0.2772, |
| "step": 1010 |
| }, |
| { |
| "epoch": 2.179072276159655, |
| "grad_norm": 0.18785347695619867, |
| "learning_rate": 1.5160000000000002e-05, |
| "loss": 0.2766, |
| "step": 1011 |
| }, |
| { |
| "epoch": 2.1812297734627832, |
| "grad_norm": 0.1963392396504042, |
| "learning_rate": 1.5120000000000001e-05, |
| "loss": 0.2724, |
| "step": 1012 |
| }, |
| { |
| "epoch": 2.1833872707659117, |
| "grad_norm": 0.20123664109137754, |
| "learning_rate": 1.508e-05, |
| "loss": 0.2756, |
| "step": 1013 |
| }, |
| { |
| "epoch": 2.18554476806904, |
| "grad_norm": 0.20444367434824906, |
| "learning_rate": 1.5040000000000002e-05, |
| "loss": 0.2924, |
| "step": 1014 |
| }, |
| { |
| "epoch": 2.1877022653721685, |
| "grad_norm": 0.1853221427084223, |
| "learning_rate": 1.5e-05, |
| "loss": 0.2647, |
| "step": 1015 |
| }, |
| { |
| "epoch": 2.1898597626752965, |
| "grad_norm": 0.19532713814867492, |
| "learning_rate": 1.4960000000000002e-05, |
| "loss": 0.2885, |
| "step": 1016 |
| }, |
| { |
| "epoch": 2.192017259978425, |
| "grad_norm": 0.194567249405803, |
| "learning_rate": 1.4920000000000001e-05, |
| "loss": 0.2751, |
| "step": 1017 |
| }, |
| { |
| "epoch": 2.1941747572815533, |
| "grad_norm": 0.19156850642372739, |
| "learning_rate": 1.488e-05, |
| "loss": 0.2902, |
| "step": 1018 |
| }, |
| { |
| "epoch": 2.1963322545846817, |
| "grad_norm": 0.19068854832443224, |
| "learning_rate": 1.4840000000000002e-05, |
| "loss": 0.2785, |
| "step": 1019 |
| }, |
| { |
| "epoch": 2.19848975188781, |
| "grad_norm": 0.1907888424930383, |
| "learning_rate": 1.48e-05, |
| "loss": 0.2833, |
| "step": 1020 |
| }, |
| { |
| "epoch": 2.2006472491909386, |
| "grad_norm": 0.2022398514747435, |
| "learning_rate": 1.4760000000000001e-05, |
| "loss": 0.2812, |
| "step": 1021 |
| }, |
| { |
| "epoch": 2.202804746494067, |
| "grad_norm": 0.20650152647961673, |
| "learning_rate": 1.472e-05, |
| "loss": 0.2808, |
| "step": 1022 |
| }, |
| { |
| "epoch": 2.2049622437971954, |
| "grad_norm": 0.19783560549543305, |
| "learning_rate": 1.4680000000000002e-05, |
| "loss": 0.2835, |
| "step": 1023 |
| }, |
| { |
| "epoch": 2.207119741100324, |
| "grad_norm": 0.19791637326958472, |
| "learning_rate": 1.464e-05, |
| "loss": 0.2686, |
| "step": 1024 |
| }, |
| { |
| "epoch": 2.209277238403452, |
| "grad_norm": 0.19785476348240078, |
| "learning_rate": 1.4599999999999999e-05, |
| "loss": 0.2763, |
| "step": 1025 |
| }, |
| { |
| "epoch": 2.2114347357065802, |
| "grad_norm": 0.2200012984407047, |
| "learning_rate": 1.4560000000000001e-05, |
| "loss": 0.2788, |
| "step": 1026 |
| }, |
| { |
| "epoch": 2.2135922330097086, |
| "grad_norm": 0.23124340363606444, |
| "learning_rate": 1.452e-05, |
| "loss": 0.278, |
| "step": 1027 |
| }, |
| { |
| "epoch": 2.215749730312837, |
| "grad_norm": 0.19294677227886092, |
| "learning_rate": 1.4480000000000002e-05, |
| "loss": 0.2662, |
| "step": 1028 |
| }, |
| { |
| "epoch": 2.2179072276159655, |
| "grad_norm": 0.21467839292037788, |
| "learning_rate": 1.444e-05, |
| "loss": 0.293, |
| "step": 1029 |
| }, |
| { |
| "epoch": 2.220064724919094, |
| "grad_norm": 0.20226064234278612, |
| "learning_rate": 1.44e-05, |
| "loss": 0.2808, |
| "step": 1030 |
| }, |
| { |
| "epoch": 2.2222222222222223, |
| "grad_norm": 0.19651529866983977, |
| "learning_rate": 1.4360000000000001e-05, |
| "loss": 0.2776, |
| "step": 1031 |
| }, |
| { |
| "epoch": 2.2243797195253507, |
| "grad_norm": 0.19847228391981836, |
| "learning_rate": 1.432e-05, |
| "loss": 0.286, |
| "step": 1032 |
| }, |
| { |
| "epoch": 2.226537216828479, |
| "grad_norm": 0.21369656352490973, |
| "learning_rate": 1.4280000000000002e-05, |
| "loss": 0.2782, |
| "step": 1033 |
| }, |
| { |
| "epoch": 2.228694714131607, |
| "grad_norm": 0.1919725559755518, |
| "learning_rate": 1.4240000000000001e-05, |
| "loss": 0.2775, |
| "step": 1034 |
| }, |
| { |
| "epoch": 2.2308522114347356, |
| "grad_norm": 0.19131850346902102, |
| "learning_rate": 1.42e-05, |
| "loss": 0.2657, |
| "step": 1035 |
| }, |
| { |
| "epoch": 2.233009708737864, |
| "grad_norm": 0.19442842880711014, |
| "learning_rate": 1.4160000000000002e-05, |
| "loss": 0.2724, |
| "step": 1036 |
| }, |
| { |
| "epoch": 2.2351672060409924, |
| "grad_norm": 0.1981714390416587, |
| "learning_rate": 1.412e-05, |
| "loss": 0.285, |
| "step": 1037 |
| }, |
| { |
| "epoch": 2.237324703344121, |
| "grad_norm": 0.20521747405247104, |
| "learning_rate": 1.408e-05, |
| "loss": 0.266, |
| "step": 1038 |
| }, |
| { |
| "epoch": 2.2394822006472492, |
| "grad_norm": 0.20356927339863315, |
| "learning_rate": 1.4040000000000001e-05, |
| "loss": 0.287, |
| "step": 1039 |
| }, |
| { |
| "epoch": 2.2416396979503777, |
| "grad_norm": 0.19892125410866876, |
| "learning_rate": 1.4000000000000001e-05, |
| "loss": 0.2835, |
| "step": 1040 |
| }, |
| { |
| "epoch": 2.243797195253506, |
| "grad_norm": 0.19475194941115584, |
| "learning_rate": 1.396e-05, |
| "loss": 0.2804, |
| "step": 1041 |
| }, |
| { |
| "epoch": 2.2459546925566345, |
| "grad_norm": 0.19481027849756127, |
| "learning_rate": 1.3919999999999999e-05, |
| "loss": 0.2867, |
| "step": 1042 |
| }, |
| { |
| "epoch": 2.2481121898597625, |
| "grad_norm": 0.20053383340444886, |
| "learning_rate": 1.3880000000000001e-05, |
| "loss": 0.2796, |
| "step": 1043 |
| }, |
| { |
| "epoch": 2.250269687162891, |
| "grad_norm": 0.18996447992057114, |
| "learning_rate": 1.384e-05, |
| "loss": 0.2694, |
| "step": 1044 |
| }, |
| { |
| "epoch": 2.2524271844660193, |
| "grad_norm": 0.19590330294229358, |
| "learning_rate": 1.3800000000000002e-05, |
| "loss": 0.2792, |
| "step": 1045 |
| }, |
| { |
| "epoch": 2.2545846817691477, |
| "grad_norm": 0.20196142682316945, |
| "learning_rate": 1.376e-05, |
| "loss": 0.2781, |
| "step": 1046 |
| }, |
| { |
| "epoch": 2.256742179072276, |
| "grad_norm": 0.18937385936130618, |
| "learning_rate": 1.3719999999999999e-05, |
| "loss": 0.2765, |
| "step": 1047 |
| }, |
| { |
| "epoch": 2.2588996763754046, |
| "grad_norm": 0.20180588042942285, |
| "learning_rate": 1.3680000000000001e-05, |
| "loss": 0.2884, |
| "step": 1048 |
| }, |
| { |
| "epoch": 2.261057173678533, |
| "grad_norm": 0.19623045696350683, |
| "learning_rate": 1.364e-05, |
| "loss": 0.2901, |
| "step": 1049 |
| }, |
| { |
| "epoch": 2.2632146709816614, |
| "grad_norm": 0.20787520367981113, |
| "learning_rate": 1.3600000000000002e-05, |
| "loss": 0.2855, |
| "step": 1050 |
| }, |
| { |
| "epoch": 2.26537216828479, |
| "grad_norm": 0.1962467077184201, |
| "learning_rate": 1.356e-05, |
| "loss": 0.279, |
| "step": 1051 |
| }, |
| { |
| "epoch": 2.267529665587918, |
| "grad_norm": 0.1995464508539786, |
| "learning_rate": 1.352e-05, |
| "loss": 0.2805, |
| "step": 1052 |
| }, |
| { |
| "epoch": 2.269687162891046, |
| "grad_norm": 0.19046158544146177, |
| "learning_rate": 1.3480000000000001e-05, |
| "loss": 0.2684, |
| "step": 1053 |
| }, |
| { |
| "epoch": 2.2718446601941746, |
| "grad_norm": 0.19663063830525268, |
| "learning_rate": 1.344e-05, |
| "loss": 0.2815, |
| "step": 1054 |
| }, |
| { |
| "epoch": 2.274002157497303, |
| "grad_norm": 0.1999712561033732, |
| "learning_rate": 1.3400000000000002e-05, |
| "loss": 0.2879, |
| "step": 1055 |
| }, |
| { |
| "epoch": 2.2761596548004315, |
| "grad_norm": 0.19284565246163382, |
| "learning_rate": 1.336e-05, |
| "loss": 0.2835, |
| "step": 1056 |
| }, |
| { |
| "epoch": 2.27831715210356, |
| "grad_norm": 0.1939460481831784, |
| "learning_rate": 1.3320000000000001e-05, |
| "loss": 0.2852, |
| "step": 1057 |
| }, |
| { |
| "epoch": 2.2804746494066883, |
| "grad_norm": 0.17751216415258458, |
| "learning_rate": 1.3280000000000002e-05, |
| "loss": 0.2553, |
| "step": 1058 |
| }, |
| { |
| "epoch": 2.2826321467098167, |
| "grad_norm": 0.19432324788325034, |
| "learning_rate": 1.324e-05, |
| "loss": 0.283, |
| "step": 1059 |
| }, |
| { |
| "epoch": 2.284789644012945, |
| "grad_norm": 0.18964666635161925, |
| "learning_rate": 1.32e-05, |
| "loss": 0.2659, |
| "step": 1060 |
| }, |
| { |
| "epoch": 2.286947141316073, |
| "grad_norm": 0.19072254885569248, |
| "learning_rate": 1.316e-05, |
| "loss": 0.283, |
| "step": 1061 |
| }, |
| { |
| "epoch": 2.2891046386192015, |
| "grad_norm": 0.19930445238105082, |
| "learning_rate": 1.3120000000000001e-05, |
| "loss": 0.2783, |
| "step": 1062 |
| }, |
| { |
| "epoch": 2.29126213592233, |
| "grad_norm": 0.19310586069082192, |
| "learning_rate": 1.308e-05, |
| "loss": 0.2633, |
| "step": 1063 |
| }, |
| { |
| "epoch": 2.2934196332254584, |
| "grad_norm": 0.19118685628714194, |
| "learning_rate": 1.3039999999999999e-05, |
| "loss": 0.2836, |
| "step": 1064 |
| }, |
| { |
| "epoch": 2.295577130528587, |
| "grad_norm": 0.19463719617986558, |
| "learning_rate": 1.3000000000000001e-05, |
| "loss": 0.2817, |
| "step": 1065 |
| }, |
| { |
| "epoch": 2.2977346278317152, |
| "grad_norm": 0.19904862455983952, |
| "learning_rate": 1.296e-05, |
| "loss": 0.269, |
| "step": 1066 |
| }, |
| { |
| "epoch": 2.2998921251348436, |
| "grad_norm": 0.18016591793334202, |
| "learning_rate": 1.2920000000000002e-05, |
| "loss": 0.2573, |
| "step": 1067 |
| }, |
| { |
| "epoch": 2.302049622437972, |
| "grad_norm": 0.1870821714575586, |
| "learning_rate": 1.288e-05, |
| "loss": 0.2704, |
| "step": 1068 |
| }, |
| { |
| "epoch": 2.3042071197411005, |
| "grad_norm": 0.1958000410540272, |
| "learning_rate": 1.2839999999999999e-05, |
| "loss": 0.2804, |
| "step": 1069 |
| }, |
| { |
| "epoch": 2.3063646170442285, |
| "grad_norm": 0.19053367756271009, |
| "learning_rate": 1.2800000000000001e-05, |
| "loss": 0.2793, |
| "step": 1070 |
| }, |
| { |
| "epoch": 2.308522114347357, |
| "grad_norm": 0.21616331965307153, |
| "learning_rate": 1.276e-05, |
| "loss": 0.2711, |
| "step": 1071 |
| }, |
| { |
| "epoch": 2.3106796116504853, |
| "grad_norm": 0.1889243925400608, |
| "learning_rate": 1.2720000000000002e-05, |
| "loss": 0.2861, |
| "step": 1072 |
| }, |
| { |
| "epoch": 2.3128371089536137, |
| "grad_norm": 0.18365302232747097, |
| "learning_rate": 1.268e-05, |
| "loss": 0.2785, |
| "step": 1073 |
| }, |
| { |
| "epoch": 2.314994606256742, |
| "grad_norm": 0.21361395439929864, |
| "learning_rate": 1.2640000000000003e-05, |
| "loss": 0.273, |
| "step": 1074 |
| }, |
| { |
| "epoch": 2.3171521035598706, |
| "grad_norm": 0.2076208646434828, |
| "learning_rate": 1.2600000000000001e-05, |
| "loss": 0.2933, |
| "step": 1075 |
| }, |
| { |
| "epoch": 2.319309600862999, |
| "grad_norm": 0.2139822291459261, |
| "learning_rate": 1.256e-05, |
| "loss": 0.2681, |
| "step": 1076 |
| }, |
| { |
| "epoch": 2.3214670981661274, |
| "grad_norm": 0.20701974653718327, |
| "learning_rate": 1.252e-05, |
| "loss": 0.2756, |
| "step": 1077 |
| }, |
| { |
| "epoch": 2.323624595469256, |
| "grad_norm": 0.2145284687747517, |
| "learning_rate": 1.248e-05, |
| "loss": 0.2747, |
| "step": 1078 |
| }, |
| { |
| "epoch": 2.325782092772384, |
| "grad_norm": 0.21677836163848008, |
| "learning_rate": 1.244e-05, |
| "loss": 0.2867, |
| "step": 1079 |
| }, |
| { |
| "epoch": 2.3279395900755127, |
| "grad_norm": 0.1949952709667068, |
| "learning_rate": 1.24e-05, |
| "loss": 0.2738, |
| "step": 1080 |
| }, |
| { |
| "epoch": 2.3300970873786406, |
| "grad_norm": 0.20454609129744541, |
| "learning_rate": 1.236e-05, |
| "loss": 0.2778, |
| "step": 1081 |
| }, |
| { |
| "epoch": 2.332254584681769, |
| "grad_norm": 0.20493348135141942, |
| "learning_rate": 1.232e-05, |
| "loss": 0.2702, |
| "step": 1082 |
| }, |
| { |
| "epoch": 2.3344120819848975, |
| "grad_norm": 0.18716804503177586, |
| "learning_rate": 1.2280000000000001e-05, |
| "loss": 0.2632, |
| "step": 1083 |
| }, |
| { |
| "epoch": 2.336569579288026, |
| "grad_norm": 0.19834904622075808, |
| "learning_rate": 1.224e-05, |
| "loss": 0.2707, |
| "step": 1084 |
| }, |
| { |
| "epoch": 2.3387270765911543, |
| "grad_norm": 0.21807191652834473, |
| "learning_rate": 1.22e-05, |
| "loss": 0.2938, |
| "step": 1085 |
| }, |
| { |
| "epoch": 2.3408845738942827, |
| "grad_norm": 0.21076158567002148, |
| "learning_rate": 1.216e-05, |
| "loss": 0.2832, |
| "step": 1086 |
| }, |
| { |
| "epoch": 2.343042071197411, |
| "grad_norm": 0.2145838491982327, |
| "learning_rate": 1.2120000000000001e-05, |
| "loss": 0.2927, |
| "step": 1087 |
| }, |
| { |
| "epoch": 2.3451995685005396, |
| "grad_norm": 0.19885442417194185, |
| "learning_rate": 1.2080000000000001e-05, |
| "loss": 0.2671, |
| "step": 1088 |
| }, |
| { |
| "epoch": 2.347357065803668, |
| "grad_norm": 0.19696825750002114, |
| "learning_rate": 1.204e-05, |
| "loss": 0.2737, |
| "step": 1089 |
| }, |
| { |
| "epoch": 2.349514563106796, |
| "grad_norm": 0.18667737946503235, |
| "learning_rate": 1.2e-05, |
| "loss": 0.28, |
| "step": 1090 |
| }, |
| { |
| "epoch": 2.3516720604099244, |
| "grad_norm": 0.1908481063008943, |
| "learning_rate": 1.196e-05, |
| "loss": 0.2737, |
| "step": 1091 |
| }, |
| { |
| "epoch": 2.353829557713053, |
| "grad_norm": 0.19318351140026296, |
| "learning_rate": 1.1920000000000001e-05, |
| "loss": 0.2757, |
| "step": 1092 |
| }, |
| { |
| "epoch": 2.355987055016181, |
| "grad_norm": 0.1961228433938055, |
| "learning_rate": 1.1880000000000001e-05, |
| "loss": 0.2862, |
| "step": 1093 |
| }, |
| { |
| "epoch": 2.3581445523193096, |
| "grad_norm": 0.18057536406104824, |
| "learning_rate": 1.1840000000000002e-05, |
| "loss": 0.2596, |
| "step": 1094 |
| }, |
| { |
| "epoch": 2.360302049622438, |
| "grad_norm": 0.20362429416941197, |
| "learning_rate": 1.18e-05, |
| "loss": 0.2949, |
| "step": 1095 |
| }, |
| { |
| "epoch": 2.3624595469255665, |
| "grad_norm": 0.1991741123926773, |
| "learning_rate": 1.1760000000000001e-05, |
| "loss": 0.2759, |
| "step": 1096 |
| }, |
| { |
| "epoch": 2.364617044228695, |
| "grad_norm": 0.19011374313750604, |
| "learning_rate": 1.172e-05, |
| "loss": 0.2803, |
| "step": 1097 |
| }, |
| { |
| "epoch": 2.3667745415318233, |
| "grad_norm": 0.18495183732229703, |
| "learning_rate": 1.168e-05, |
| "loss": 0.275, |
| "step": 1098 |
| }, |
| { |
| "epoch": 2.3689320388349513, |
| "grad_norm": 0.183331748886235, |
| "learning_rate": 1.164e-05, |
| "loss": 0.2722, |
| "step": 1099 |
| }, |
| { |
| "epoch": 2.3710895361380797, |
| "grad_norm": 0.19464092804866787, |
| "learning_rate": 1.16e-05, |
| "loss": 0.2694, |
| "step": 1100 |
| }, |
| { |
| "epoch": 2.373247033441208, |
| "grad_norm": 0.20595615106535306, |
| "learning_rate": 1.156e-05, |
| "loss": 0.2765, |
| "step": 1101 |
| }, |
| { |
| "epoch": 2.3754045307443366, |
| "grad_norm": 0.20027835316245082, |
| "learning_rate": 1.152e-05, |
| "loss": 0.2916, |
| "step": 1102 |
| }, |
| { |
| "epoch": 2.377562028047465, |
| "grad_norm": 0.18806800378915345, |
| "learning_rate": 1.148e-05, |
| "loss": 0.2691, |
| "step": 1103 |
| }, |
| { |
| "epoch": 2.3797195253505934, |
| "grad_norm": 0.44925086549855475, |
| "learning_rate": 1.144e-05, |
| "loss": 0.2671, |
| "step": 1104 |
| }, |
| { |
| "epoch": 2.381877022653722, |
| "grad_norm": 0.1956910478238287, |
| "learning_rate": 1.1400000000000001e-05, |
| "loss": 0.2828, |
| "step": 1105 |
| }, |
| { |
| "epoch": 2.3840345199568502, |
| "grad_norm": 0.19656830448675866, |
| "learning_rate": 1.1360000000000001e-05, |
| "loss": 0.2762, |
| "step": 1106 |
| }, |
| { |
| "epoch": 2.3861920172599786, |
| "grad_norm": 0.2012449425045171, |
| "learning_rate": 1.132e-05, |
| "loss": 0.2878, |
| "step": 1107 |
| }, |
| { |
| "epoch": 2.3883495145631066, |
| "grad_norm": 0.21769469381273382, |
| "learning_rate": 1.128e-05, |
| "loss": 0.2794, |
| "step": 1108 |
| }, |
| { |
| "epoch": 2.390507011866235, |
| "grad_norm": 0.19950183867784813, |
| "learning_rate": 1.124e-05, |
| "loss": 0.2888, |
| "step": 1109 |
| }, |
| { |
| "epoch": 2.3926645091693635, |
| "grad_norm": 0.20120005430252597, |
| "learning_rate": 1.1200000000000001e-05, |
| "loss": 0.2835, |
| "step": 1110 |
| }, |
| { |
| "epoch": 2.394822006472492, |
| "grad_norm": 0.20369048867315678, |
| "learning_rate": 1.1160000000000002e-05, |
| "loss": 0.2842, |
| "step": 1111 |
| }, |
| { |
| "epoch": 2.3969795037756203, |
| "grad_norm": 0.1931772151237011, |
| "learning_rate": 1.112e-05, |
| "loss": 0.2857, |
| "step": 1112 |
| }, |
| { |
| "epoch": 2.3991370010787487, |
| "grad_norm": 0.19883071154560317, |
| "learning_rate": 1.108e-05, |
| "loss": 0.2653, |
| "step": 1113 |
| }, |
| { |
| "epoch": 2.401294498381877, |
| "grad_norm": 0.19563569996619778, |
| "learning_rate": 1.1040000000000001e-05, |
| "loss": 0.2799, |
| "step": 1114 |
| }, |
| { |
| "epoch": 2.4034519956850056, |
| "grad_norm": 0.20341050384160864, |
| "learning_rate": 1.1000000000000001e-05, |
| "loss": 0.2738, |
| "step": 1115 |
| }, |
| { |
| "epoch": 2.405609492988134, |
| "grad_norm": 0.1945190789786455, |
| "learning_rate": 1.096e-05, |
| "loss": 0.2793, |
| "step": 1116 |
| }, |
| { |
| "epoch": 2.407766990291262, |
| "grad_norm": 0.21314612733031374, |
| "learning_rate": 1.092e-05, |
| "loss": 0.2841, |
| "step": 1117 |
| }, |
| { |
| "epoch": 2.4099244875943904, |
| "grad_norm": 0.20091792860429103, |
| "learning_rate": 1.088e-05, |
| "loss": 0.2852, |
| "step": 1118 |
| }, |
| { |
| "epoch": 2.412081984897519, |
| "grad_norm": 0.1912326765301699, |
| "learning_rate": 1.084e-05, |
| "loss": 0.2859, |
| "step": 1119 |
| }, |
| { |
| "epoch": 2.414239482200647, |
| "grad_norm": 0.19350501585802152, |
| "learning_rate": 1.08e-05, |
| "loss": 0.2819, |
| "step": 1120 |
| }, |
| { |
| "epoch": 2.4163969795037756, |
| "grad_norm": 0.19011528786997062, |
| "learning_rate": 1.076e-05, |
| "loss": 0.2684, |
| "step": 1121 |
| }, |
| { |
| "epoch": 2.418554476806904, |
| "grad_norm": 0.19626087415761062, |
| "learning_rate": 1.072e-05, |
| "loss": 0.2863, |
| "step": 1122 |
| }, |
| { |
| "epoch": 2.4207119741100325, |
| "grad_norm": 0.18700947119186567, |
| "learning_rate": 1.0680000000000001e-05, |
| "loss": 0.2771, |
| "step": 1123 |
| }, |
| { |
| "epoch": 2.422869471413161, |
| "grad_norm": 0.20648852488177072, |
| "learning_rate": 1.064e-05, |
| "loss": 0.2834, |
| "step": 1124 |
| }, |
| { |
| "epoch": 2.4250269687162893, |
| "grad_norm": 0.2012989868600837, |
| "learning_rate": 1.06e-05, |
| "loss": 0.2716, |
| "step": 1125 |
| }, |
| { |
| "epoch": 2.4271844660194173, |
| "grad_norm": 0.199888643532734, |
| "learning_rate": 1.056e-05, |
| "loss": 0.2791, |
| "step": 1126 |
| }, |
| { |
| "epoch": 2.4293419633225457, |
| "grad_norm": 0.18259826425673448, |
| "learning_rate": 1.0520000000000001e-05, |
| "loss": 0.2541, |
| "step": 1127 |
| }, |
| { |
| "epoch": 2.431499460625674, |
| "grad_norm": 0.19649477554378358, |
| "learning_rate": 1.0480000000000001e-05, |
| "loss": 0.2801, |
| "step": 1128 |
| }, |
| { |
| "epoch": 2.4336569579288025, |
| "grad_norm": 0.18199564261537443, |
| "learning_rate": 1.0440000000000002e-05, |
| "loss": 0.2559, |
| "step": 1129 |
| }, |
| { |
| "epoch": 2.435814455231931, |
| "grad_norm": 0.1952536593316178, |
| "learning_rate": 1.04e-05, |
| "loss": 0.2745, |
| "step": 1130 |
| }, |
| { |
| "epoch": 2.4379719525350594, |
| "grad_norm": 0.19876226657601323, |
| "learning_rate": 1.036e-05, |
| "loss": 0.2742, |
| "step": 1131 |
| }, |
| { |
| "epoch": 2.440129449838188, |
| "grad_norm": 0.199938722386871, |
| "learning_rate": 1.0320000000000001e-05, |
| "loss": 0.2877, |
| "step": 1132 |
| }, |
| { |
| "epoch": 2.4422869471413162, |
| "grad_norm": 0.1793115472237926, |
| "learning_rate": 1.0280000000000002e-05, |
| "loss": 0.2672, |
| "step": 1133 |
| }, |
| { |
| "epoch": 2.4444444444444446, |
| "grad_norm": 0.20872212600922832, |
| "learning_rate": 1.024e-05, |
| "loss": 0.2776, |
| "step": 1134 |
| }, |
| { |
| "epoch": 2.4466019417475726, |
| "grad_norm": 0.19129962341137918, |
| "learning_rate": 1.02e-05, |
| "loss": 0.2819, |
| "step": 1135 |
| }, |
| { |
| "epoch": 2.448759439050701, |
| "grad_norm": 0.19282605224929167, |
| "learning_rate": 1.016e-05, |
| "loss": 0.2864, |
| "step": 1136 |
| }, |
| { |
| "epoch": 2.4509169363538295, |
| "grad_norm": 0.19659894723021457, |
| "learning_rate": 1.012e-05, |
| "loss": 0.2886, |
| "step": 1137 |
| }, |
| { |
| "epoch": 2.453074433656958, |
| "grad_norm": 0.19381386784264035, |
| "learning_rate": 1.008e-05, |
| "loss": 0.288, |
| "step": 1138 |
| }, |
| { |
| "epoch": 2.4552319309600863, |
| "grad_norm": 0.18628308033727628, |
| "learning_rate": 1.004e-05, |
| "loss": 0.2739, |
| "step": 1139 |
| }, |
| { |
| "epoch": 2.4573894282632147, |
| "grad_norm": 0.21441635507962467, |
| "learning_rate": 1e-05, |
| "loss": 0.2932, |
| "step": 1140 |
| }, |
| { |
| "epoch": 2.459546925566343, |
| "grad_norm": 0.20534818966463134, |
| "learning_rate": 9.96e-06, |
| "loss": 0.2855, |
| "step": 1141 |
| }, |
| { |
| "epoch": 2.4617044228694716, |
| "grad_norm": 0.1849300035193185, |
| "learning_rate": 9.92e-06, |
| "loss": 0.2632, |
| "step": 1142 |
| }, |
| { |
| "epoch": 2.4638619201726, |
| "grad_norm": 0.18852281346545738, |
| "learning_rate": 9.88e-06, |
| "loss": 0.278, |
| "step": 1143 |
| }, |
| { |
| "epoch": 2.466019417475728, |
| "grad_norm": 0.18627944823678463, |
| "learning_rate": 9.84e-06, |
| "loss": 0.275, |
| "step": 1144 |
| }, |
| { |
| "epoch": 2.4681769147788564, |
| "grad_norm": 0.2045693903724477, |
| "learning_rate": 9.800000000000001e-06, |
| "loss": 0.2712, |
| "step": 1145 |
| }, |
| { |
| "epoch": 2.470334412081985, |
| "grad_norm": 0.1989352745180615, |
| "learning_rate": 9.760000000000001e-06, |
| "loss": 0.2832, |
| "step": 1146 |
| }, |
| { |
| "epoch": 2.472491909385113, |
| "grad_norm": 0.19608690680269333, |
| "learning_rate": 9.72e-06, |
| "loss": 0.2765, |
| "step": 1147 |
| }, |
| { |
| "epoch": 2.4746494066882416, |
| "grad_norm": 0.18376170966118, |
| "learning_rate": 9.68e-06, |
| "loss": 0.2877, |
| "step": 1148 |
| }, |
| { |
| "epoch": 2.47680690399137, |
| "grad_norm": 0.1830683736706619, |
| "learning_rate": 9.640000000000001e-06, |
| "loss": 0.273, |
| "step": 1149 |
| }, |
| { |
| "epoch": 2.4789644012944985, |
| "grad_norm": 0.19774471106842714, |
| "learning_rate": 9.600000000000001e-06, |
| "loss": 0.2768, |
| "step": 1150 |
| }, |
| { |
| "epoch": 2.481121898597627, |
| "grad_norm": 0.5289386953378491, |
| "learning_rate": 9.560000000000002e-06, |
| "loss": 0.2859, |
| "step": 1151 |
| }, |
| { |
| "epoch": 2.4832793959007553, |
| "grad_norm": 0.18054827974203572, |
| "learning_rate": 9.52e-06, |
| "loss": 0.2739, |
| "step": 1152 |
| }, |
| { |
| "epoch": 2.4854368932038833, |
| "grad_norm": 0.19041823794360682, |
| "learning_rate": 9.48e-06, |
| "loss": 0.2715, |
| "step": 1153 |
| }, |
| { |
| "epoch": 2.4875943905070117, |
| "grad_norm": 0.19696127404865826, |
| "learning_rate": 9.44e-06, |
| "loss": 0.2749, |
| "step": 1154 |
| }, |
| { |
| "epoch": 2.48975188781014, |
| "grad_norm": 0.20729223436965724, |
| "learning_rate": 9.4e-06, |
| "loss": 0.2665, |
| "step": 1155 |
| }, |
| { |
| "epoch": 2.4919093851132685, |
| "grad_norm": 0.2151672552731983, |
| "learning_rate": 9.36e-06, |
| "loss": 0.2771, |
| "step": 1156 |
| }, |
| { |
| "epoch": 2.494066882416397, |
| "grad_norm": 0.19970041745608494, |
| "learning_rate": 9.32e-06, |
| "loss": 0.2844, |
| "step": 1157 |
| }, |
| { |
| "epoch": 2.4962243797195254, |
| "grad_norm": 0.1875452071423268, |
| "learning_rate": 9.28e-06, |
| "loss": 0.269, |
| "step": 1158 |
| }, |
| { |
| "epoch": 2.498381877022654, |
| "grad_norm": 0.1815111230711524, |
| "learning_rate": 9.24e-06, |
| "loss": 0.2776, |
| "step": 1159 |
| }, |
| { |
| "epoch": 2.500539374325782, |
| "grad_norm": 0.21522418787260655, |
| "learning_rate": 9.2e-06, |
| "loss": 0.2643, |
| "step": 1160 |
| }, |
| { |
| "epoch": 2.5026968716289106, |
| "grad_norm": 0.21059659615733978, |
| "learning_rate": 9.16e-06, |
| "loss": 0.2859, |
| "step": 1161 |
| }, |
| { |
| "epoch": 2.5048543689320386, |
| "grad_norm": 0.21572007660549064, |
| "learning_rate": 9.12e-06, |
| "loss": 0.2837, |
| "step": 1162 |
| }, |
| { |
| "epoch": 2.5070118662351675, |
| "grad_norm": 0.19174617150175122, |
| "learning_rate": 9.080000000000001e-06, |
| "loss": 0.2664, |
| "step": 1163 |
| }, |
| { |
| "epoch": 2.5091693635382954, |
| "grad_norm": 0.18370659572207848, |
| "learning_rate": 9.04e-06, |
| "loss": 0.2799, |
| "step": 1164 |
| }, |
| { |
| "epoch": 2.511326860841424, |
| "grad_norm": 0.18956236987690317, |
| "learning_rate": 9e-06, |
| "loss": 0.2736, |
| "step": 1165 |
| }, |
| { |
| "epoch": 2.5134843581445523, |
| "grad_norm": 0.21218350316632872, |
| "learning_rate": 8.96e-06, |
| "loss": 0.2745, |
| "step": 1166 |
| }, |
| { |
| "epoch": 2.5156418554476807, |
| "grad_norm": 0.20564251196662126, |
| "learning_rate": 8.920000000000001e-06, |
| "loss": 0.2728, |
| "step": 1167 |
| }, |
| { |
| "epoch": 2.517799352750809, |
| "grad_norm": 0.18190663215352182, |
| "learning_rate": 8.880000000000001e-06, |
| "loss": 0.2717, |
| "step": 1168 |
| }, |
| { |
| "epoch": 2.5199568500539375, |
| "grad_norm": 0.19047962603852486, |
| "learning_rate": 8.840000000000002e-06, |
| "loss": 0.274, |
| "step": 1169 |
| }, |
| { |
| "epoch": 2.522114347357066, |
| "grad_norm": 0.1956042804734501, |
| "learning_rate": 8.8e-06, |
| "loss": 0.2688, |
| "step": 1170 |
| }, |
| { |
| "epoch": 2.524271844660194, |
| "grad_norm": 0.1960949651558405, |
| "learning_rate": 8.76e-06, |
| "loss": 0.2824, |
| "step": 1171 |
| }, |
| { |
| "epoch": 2.526429341963323, |
| "grad_norm": 0.1880455744302837, |
| "learning_rate": 8.720000000000001e-06, |
| "loss": 0.2731, |
| "step": 1172 |
| }, |
| { |
| "epoch": 2.528586839266451, |
| "grad_norm": 0.20463391348180632, |
| "learning_rate": 8.68e-06, |
| "loss": 0.2874, |
| "step": 1173 |
| }, |
| { |
| "epoch": 2.530744336569579, |
| "grad_norm": 0.1868158566005862, |
| "learning_rate": 8.64e-06, |
| "loss": 0.2733, |
| "step": 1174 |
| }, |
| { |
| "epoch": 2.5329018338727076, |
| "grad_norm": 0.19201921577442338, |
| "learning_rate": 8.599999999999999e-06, |
| "loss": 0.2707, |
| "step": 1175 |
| }, |
| { |
| "epoch": 2.535059331175836, |
| "grad_norm": 0.1870377402294841, |
| "learning_rate": 8.56e-06, |
| "loss": 0.2705, |
| "step": 1176 |
| }, |
| { |
| "epoch": 2.5372168284789645, |
| "grad_norm": 0.20226457534658343, |
| "learning_rate": 8.52e-06, |
| "loss": 0.2642, |
| "step": 1177 |
| }, |
| { |
| "epoch": 2.539374325782093, |
| "grad_norm": 0.1957674767179278, |
| "learning_rate": 8.48e-06, |
| "loss": 0.2891, |
| "step": 1178 |
| }, |
| { |
| "epoch": 2.5415318230852213, |
| "grad_norm": 0.18492027429247337, |
| "learning_rate": 8.44e-06, |
| "loss": 0.2724, |
| "step": 1179 |
| }, |
| { |
| "epoch": 2.5436893203883493, |
| "grad_norm": 0.18451597966638716, |
| "learning_rate": 8.400000000000001e-06, |
| "loss": 0.2881, |
| "step": 1180 |
| }, |
| { |
| "epoch": 2.545846817691478, |
| "grad_norm": 0.18042456868864143, |
| "learning_rate": 8.36e-06, |
| "loss": 0.2809, |
| "step": 1181 |
| }, |
| { |
| "epoch": 2.548004314994606, |
| "grad_norm": 0.1939726883551459, |
| "learning_rate": 8.32e-06, |
| "loss": 0.2707, |
| "step": 1182 |
| }, |
| { |
| "epoch": 2.5501618122977345, |
| "grad_norm": 0.19107636821986104, |
| "learning_rate": 8.28e-06, |
| "loss": 0.2797, |
| "step": 1183 |
| }, |
| { |
| "epoch": 2.552319309600863, |
| "grad_norm": 0.18956795249933478, |
| "learning_rate": 8.24e-06, |
| "loss": 0.2705, |
| "step": 1184 |
| }, |
| { |
| "epoch": 2.5544768069039914, |
| "grad_norm": 0.19186426285857633, |
| "learning_rate": 8.200000000000001e-06, |
| "loss": 0.2715, |
| "step": 1185 |
| }, |
| { |
| "epoch": 2.55663430420712, |
| "grad_norm": 0.19503695734156132, |
| "learning_rate": 8.160000000000001e-06, |
| "loss": 0.2757, |
| "step": 1186 |
| }, |
| { |
| "epoch": 2.558791801510248, |
| "grad_norm": 0.17801355493098456, |
| "learning_rate": 8.12e-06, |
| "loss": 0.2695, |
| "step": 1187 |
| }, |
| { |
| "epoch": 2.5609492988133766, |
| "grad_norm": 0.18569837697870945, |
| "learning_rate": 8.08e-06, |
| "loss": 0.2788, |
| "step": 1188 |
| }, |
| { |
| "epoch": 2.5631067961165046, |
| "grad_norm": 0.18209260370415475, |
| "learning_rate": 8.040000000000001e-06, |
| "loss": 0.2834, |
| "step": 1189 |
| }, |
| { |
| "epoch": 2.5652642934196335, |
| "grad_norm": 0.20862033912842837, |
| "learning_rate": 8.000000000000001e-06, |
| "loss": 0.2787, |
| "step": 1190 |
| }, |
| { |
| "epoch": 2.5674217907227614, |
| "grad_norm": 0.18909747904684734, |
| "learning_rate": 7.96e-06, |
| "loss": 0.2712, |
| "step": 1191 |
| }, |
| { |
| "epoch": 2.56957928802589, |
| "grad_norm": 0.21129244434665395, |
| "learning_rate": 7.92e-06, |
| "loss": 0.287, |
| "step": 1192 |
| }, |
| { |
| "epoch": 2.5717367853290183, |
| "grad_norm": 0.18022619488696826, |
| "learning_rate": 7.879999999999999e-06, |
| "loss": 0.2813, |
| "step": 1193 |
| }, |
| { |
| "epoch": 2.5738942826321467, |
| "grad_norm": 0.19852098535134896, |
| "learning_rate": 7.84e-06, |
| "loss": 0.2862, |
| "step": 1194 |
| }, |
| { |
| "epoch": 2.576051779935275, |
| "grad_norm": 0.19617888636362643, |
| "learning_rate": 7.8e-06, |
| "loss": 0.2844, |
| "step": 1195 |
| }, |
| { |
| "epoch": 2.5782092772384035, |
| "grad_norm": 0.18969668381525537, |
| "learning_rate": 7.76e-06, |
| "loss": 0.2891, |
| "step": 1196 |
| }, |
| { |
| "epoch": 2.580366774541532, |
| "grad_norm": 0.18430145815088345, |
| "learning_rate": 7.72e-06, |
| "loss": 0.2721, |
| "step": 1197 |
| }, |
| { |
| "epoch": 2.58252427184466, |
| "grad_norm": 0.18320017834506805, |
| "learning_rate": 7.68e-06, |
| "loss": 0.2774, |
| "step": 1198 |
| }, |
| { |
| "epoch": 2.584681769147789, |
| "grad_norm": 0.1892382939282894, |
| "learning_rate": 7.64e-06, |
| "loss": 0.2759, |
| "step": 1199 |
| }, |
| { |
| "epoch": 2.5868392664509168, |
| "grad_norm": 0.1880248772535744, |
| "learning_rate": 7.6e-06, |
| "loss": 0.2797, |
| "step": 1200 |
| }, |
| { |
| "epoch": 2.588996763754045, |
| "grad_norm": 0.18324546736309735, |
| "learning_rate": 7.5600000000000005e-06, |
| "loss": 0.2939, |
| "step": 1201 |
| }, |
| { |
| "epoch": 2.5911542610571736, |
| "grad_norm": 0.1821909206802706, |
| "learning_rate": 7.520000000000001e-06, |
| "loss": 0.2797, |
| "step": 1202 |
| }, |
| { |
| "epoch": 2.593311758360302, |
| "grad_norm": 0.18785236372663316, |
| "learning_rate": 7.480000000000001e-06, |
| "loss": 0.2798, |
| "step": 1203 |
| }, |
| { |
| "epoch": 2.5954692556634305, |
| "grad_norm": 0.18862019277830552, |
| "learning_rate": 7.44e-06, |
| "loss": 0.268, |
| "step": 1204 |
| }, |
| { |
| "epoch": 2.597626752966559, |
| "grad_norm": 0.17802704840377132, |
| "learning_rate": 7.4e-06, |
| "loss": 0.2653, |
| "step": 1205 |
| }, |
| { |
| "epoch": 2.5997842502696873, |
| "grad_norm": 0.18808394376760307, |
| "learning_rate": 7.36e-06, |
| "loss": 0.2819, |
| "step": 1206 |
| }, |
| { |
| "epoch": 2.6019417475728153, |
| "grad_norm": 0.1736414972830234, |
| "learning_rate": 7.32e-06, |
| "loss": 0.2755, |
| "step": 1207 |
| }, |
| { |
| "epoch": 2.604099244875944, |
| "grad_norm": 0.19798820811833512, |
| "learning_rate": 7.280000000000001e-06, |
| "loss": 0.2766, |
| "step": 1208 |
| }, |
| { |
| "epoch": 2.606256742179072, |
| "grad_norm": 0.19360358509115017, |
| "learning_rate": 7.240000000000001e-06, |
| "loss": 0.278, |
| "step": 1209 |
| }, |
| { |
| "epoch": 2.6084142394822005, |
| "grad_norm": 0.1819274054858843, |
| "learning_rate": 7.2e-06, |
| "loss": 0.2748, |
| "step": 1210 |
| }, |
| { |
| "epoch": 2.610571736785329, |
| "grad_norm": 0.19153275592635163, |
| "learning_rate": 7.16e-06, |
| "loss": 0.2865, |
| "step": 1211 |
| }, |
| { |
| "epoch": 2.6127292340884574, |
| "grad_norm": 0.18106937603713005, |
| "learning_rate": 7.1200000000000004e-06, |
| "loss": 0.2836, |
| "step": 1212 |
| }, |
| { |
| "epoch": 2.614886731391586, |
| "grad_norm": 0.18316357873796607, |
| "learning_rate": 7.080000000000001e-06, |
| "loss": 0.2703, |
| "step": 1213 |
| }, |
| { |
| "epoch": 2.617044228694714, |
| "grad_norm": 0.19012692093079211, |
| "learning_rate": 7.04e-06, |
| "loss": 0.283, |
| "step": 1214 |
| }, |
| { |
| "epoch": 2.6192017259978426, |
| "grad_norm": 0.1886991400739291, |
| "learning_rate": 7.000000000000001e-06, |
| "loss": 0.2951, |
| "step": 1215 |
| }, |
| { |
| "epoch": 2.6213592233009706, |
| "grad_norm": 0.17872080834424994, |
| "learning_rate": 6.9599999999999994e-06, |
| "loss": 0.275, |
| "step": 1216 |
| }, |
| { |
| "epoch": 2.6235167206040995, |
| "grad_norm": 0.19038957823975905, |
| "learning_rate": 6.92e-06, |
| "loss": 0.276, |
| "step": 1217 |
| }, |
| { |
| "epoch": 2.6256742179072274, |
| "grad_norm": 0.18366617360792217, |
| "learning_rate": 6.88e-06, |
| "loss": 0.2866, |
| "step": 1218 |
| }, |
| { |
| "epoch": 2.627831715210356, |
| "grad_norm": 0.18194261875821086, |
| "learning_rate": 6.840000000000001e-06, |
| "loss": 0.2789, |
| "step": 1219 |
| }, |
| { |
| "epoch": 2.6299892125134843, |
| "grad_norm": 0.18748953872554902, |
| "learning_rate": 6.800000000000001e-06, |
| "loss": 0.2833, |
| "step": 1220 |
| }, |
| { |
| "epoch": 2.6321467098166127, |
| "grad_norm": 0.18281890368924675, |
| "learning_rate": 6.76e-06, |
| "loss": 0.2712, |
| "step": 1221 |
| }, |
| { |
| "epoch": 2.634304207119741, |
| "grad_norm": 0.18225058596967514, |
| "learning_rate": 6.72e-06, |
| "loss": 0.2784, |
| "step": 1222 |
| }, |
| { |
| "epoch": 2.6364617044228695, |
| "grad_norm": 0.1825800678446187, |
| "learning_rate": 6.68e-06, |
| "loss": 0.2724, |
| "step": 1223 |
| }, |
| { |
| "epoch": 2.638619201725998, |
| "grad_norm": 0.19363871055752166, |
| "learning_rate": 6.640000000000001e-06, |
| "loss": 0.2684, |
| "step": 1224 |
| }, |
| { |
| "epoch": 2.6407766990291264, |
| "grad_norm": 0.1944748649154887, |
| "learning_rate": 6.6e-06, |
| "loss": 0.2784, |
| "step": 1225 |
| }, |
| { |
| "epoch": 2.642934196332255, |
| "grad_norm": 0.1881742065564678, |
| "learning_rate": 6.560000000000001e-06, |
| "loss": 0.2756, |
| "step": 1226 |
| }, |
| { |
| "epoch": 2.6450916936353828, |
| "grad_norm": 0.18392054853177556, |
| "learning_rate": 6.519999999999999e-06, |
| "loss": 0.2796, |
| "step": 1227 |
| }, |
| { |
| "epoch": 2.647249190938511, |
| "grad_norm": 0.18906848548661837, |
| "learning_rate": 6.48e-06, |
| "loss": 0.2761, |
| "step": 1228 |
| }, |
| { |
| "epoch": 2.6494066882416396, |
| "grad_norm": 0.1770937107224099, |
| "learning_rate": 6.44e-06, |
| "loss": 0.2764, |
| "step": 1229 |
| }, |
| { |
| "epoch": 2.651564185544768, |
| "grad_norm": 0.1919361386776459, |
| "learning_rate": 6.4000000000000006e-06, |
| "loss": 0.2762, |
| "step": 1230 |
| }, |
| { |
| "epoch": 2.6537216828478964, |
| "grad_norm": 0.1898063423812771, |
| "learning_rate": 6.360000000000001e-06, |
| "loss": 0.279, |
| "step": 1231 |
| }, |
| { |
| "epoch": 2.655879180151025, |
| "grad_norm": 0.18359024005891844, |
| "learning_rate": 6.320000000000001e-06, |
| "loss": 0.2895, |
| "step": 1232 |
| }, |
| { |
| "epoch": 2.6580366774541533, |
| "grad_norm": 0.18905016504891056, |
| "learning_rate": 6.28e-06, |
| "loss": 0.2841, |
| "step": 1233 |
| }, |
| { |
| "epoch": 2.6601941747572817, |
| "grad_norm": 0.18962361851782872, |
| "learning_rate": 6.24e-06, |
| "loss": 0.266, |
| "step": 1234 |
| }, |
| { |
| "epoch": 2.66235167206041, |
| "grad_norm": 0.18363662298141045, |
| "learning_rate": 6.2e-06, |
| "loss": 0.2874, |
| "step": 1235 |
| }, |
| { |
| "epoch": 2.664509169363538, |
| "grad_norm": 0.20630491074122706, |
| "learning_rate": 6.16e-06, |
| "loss": 0.2906, |
| "step": 1236 |
| }, |
| { |
| "epoch": 2.6666666666666665, |
| "grad_norm": 0.18135071779569467, |
| "learning_rate": 6.12e-06, |
| "loss": 0.285, |
| "step": 1237 |
| }, |
| { |
| "epoch": 2.668824163969795, |
| "grad_norm": 0.18372632774369446, |
| "learning_rate": 6.08e-06, |
| "loss": 0.2739, |
| "step": 1238 |
| }, |
| { |
| "epoch": 2.6709816612729234, |
| "grad_norm": 0.18428383879403848, |
| "learning_rate": 6.040000000000001e-06, |
| "loss": 0.2875, |
| "step": 1239 |
| }, |
| { |
| "epoch": 2.6731391585760518, |
| "grad_norm": 0.18460310424536336, |
| "learning_rate": 6e-06, |
| "loss": 0.2556, |
| "step": 1240 |
| }, |
| { |
| "epoch": 2.67529665587918, |
| "grad_norm": 0.18947805389880149, |
| "learning_rate": 5.9600000000000005e-06, |
| "loss": 0.2798, |
| "step": 1241 |
| }, |
| { |
| "epoch": 2.6774541531823086, |
| "grad_norm": 0.19780847857755182, |
| "learning_rate": 5.920000000000001e-06, |
| "loss": 0.2675, |
| "step": 1242 |
| }, |
| { |
| "epoch": 2.679611650485437, |
| "grad_norm": 0.18499409934277794, |
| "learning_rate": 5.8800000000000005e-06, |
| "loss": 0.2806, |
| "step": 1243 |
| }, |
| { |
| "epoch": 2.6817691477885655, |
| "grad_norm": 0.18316817509358638, |
| "learning_rate": 5.84e-06, |
| "loss": 0.2765, |
| "step": 1244 |
| }, |
| { |
| "epoch": 2.6839266450916934, |
| "grad_norm": 0.17478366686579072, |
| "learning_rate": 5.8e-06, |
| "loss": 0.2644, |
| "step": 1245 |
| }, |
| { |
| "epoch": 2.686084142394822, |
| "grad_norm": 0.19358311792535488, |
| "learning_rate": 5.76e-06, |
| "loss": 0.264, |
| "step": 1246 |
| }, |
| { |
| "epoch": 2.6882416396979503, |
| "grad_norm": 0.1817491973984989, |
| "learning_rate": 5.72e-06, |
| "loss": 0.2776, |
| "step": 1247 |
| }, |
| { |
| "epoch": 2.6903991370010787, |
| "grad_norm": 0.17836599511127066, |
| "learning_rate": 5.680000000000001e-06, |
| "loss": 0.2729, |
| "step": 1248 |
| }, |
| { |
| "epoch": 2.692556634304207, |
| "grad_norm": 0.20855396251969097, |
| "learning_rate": 5.64e-06, |
| "loss": 0.2797, |
| "step": 1249 |
| }, |
| { |
| "epoch": 2.6947141316073355, |
| "grad_norm": 0.17710319375165606, |
| "learning_rate": 5.600000000000001e-06, |
| "loss": 0.2664, |
| "step": 1250 |
| }, |
| { |
| "epoch": 2.696871628910464, |
| "grad_norm": 0.18182561629022773, |
| "learning_rate": 5.56e-06, |
| "loss": 0.285, |
| "step": 1251 |
| }, |
| { |
| "epoch": 2.6990291262135924, |
| "grad_norm": 0.18254255786329926, |
| "learning_rate": 5.5200000000000005e-06, |
| "loss": 0.2668, |
| "step": 1252 |
| }, |
| { |
| "epoch": 2.701186623516721, |
| "grad_norm": 0.18071712621398686, |
| "learning_rate": 5.48e-06, |
| "loss": 0.2645, |
| "step": 1253 |
| }, |
| { |
| "epoch": 2.7033441208198488, |
| "grad_norm": 0.17992767145304728, |
| "learning_rate": 5.44e-06, |
| "loss": 0.2747, |
| "step": 1254 |
| }, |
| { |
| "epoch": 2.705501618122977, |
| "grad_norm": 0.184558078685827, |
| "learning_rate": 5.4e-06, |
| "loss": 0.2726, |
| "step": 1255 |
| }, |
| { |
| "epoch": 2.7076591154261056, |
| "grad_norm": 0.1848059441306179, |
| "learning_rate": 5.36e-06, |
| "loss": 0.2829, |
| "step": 1256 |
| }, |
| { |
| "epoch": 2.709816612729234, |
| "grad_norm": 0.17640374705147477, |
| "learning_rate": 5.32e-06, |
| "loss": 0.2701, |
| "step": 1257 |
| }, |
| { |
| "epoch": 2.7119741100323624, |
| "grad_norm": 0.21805384839708805, |
| "learning_rate": 5.28e-06, |
| "loss": 0.2716, |
| "step": 1258 |
| }, |
| { |
| "epoch": 2.714131607335491, |
| "grad_norm": 0.20101963800895353, |
| "learning_rate": 5.240000000000001e-06, |
| "loss": 0.2886, |
| "step": 1259 |
| }, |
| { |
| "epoch": 2.7162891046386193, |
| "grad_norm": 0.1804114201116908, |
| "learning_rate": 5.2e-06, |
| "loss": 0.2776, |
| "step": 1260 |
| }, |
| { |
| "epoch": 2.7184466019417477, |
| "grad_norm": 0.1774653180001705, |
| "learning_rate": 5.1600000000000006e-06, |
| "loss": 0.2826, |
| "step": 1261 |
| }, |
| { |
| "epoch": 2.720604099244876, |
| "grad_norm": 0.17688387986830606, |
| "learning_rate": 5.12e-06, |
| "loss": 0.2689, |
| "step": 1262 |
| }, |
| { |
| "epoch": 2.722761596548004, |
| "grad_norm": 0.18501330626919668, |
| "learning_rate": 5.08e-06, |
| "loss": 0.2703, |
| "step": 1263 |
| }, |
| { |
| "epoch": 2.724919093851133, |
| "grad_norm": 0.17773374479207837, |
| "learning_rate": 5.04e-06, |
| "loss": 0.2697, |
| "step": 1264 |
| }, |
| { |
| "epoch": 2.727076591154261, |
| "grad_norm": 0.18714014475865487, |
| "learning_rate": 5e-06, |
| "loss": 0.2659, |
| "step": 1265 |
| }, |
| { |
| "epoch": 2.7292340884573894, |
| "grad_norm": 0.1891342823049284, |
| "learning_rate": 4.96e-06, |
| "loss": 0.2689, |
| "step": 1266 |
| }, |
| { |
| "epoch": 2.7313915857605178, |
| "grad_norm": 0.18120794072745916, |
| "learning_rate": 4.92e-06, |
| "loss": 0.2801, |
| "step": 1267 |
| }, |
| { |
| "epoch": 2.733549083063646, |
| "grad_norm": 0.18421472259058802, |
| "learning_rate": 4.880000000000001e-06, |
| "loss": 0.2742, |
| "step": 1268 |
| }, |
| { |
| "epoch": 2.7357065803667746, |
| "grad_norm": 0.19424882942881327, |
| "learning_rate": 4.84e-06, |
| "loss": 0.2835, |
| "step": 1269 |
| }, |
| { |
| "epoch": 2.737864077669903, |
| "grad_norm": 0.19043478378237688, |
| "learning_rate": 4.800000000000001e-06, |
| "loss": 0.2689, |
| "step": 1270 |
| }, |
| { |
| "epoch": 2.7400215749730314, |
| "grad_norm": 0.1849206683939454, |
| "learning_rate": 4.76e-06, |
| "loss": 0.2761, |
| "step": 1271 |
| }, |
| { |
| "epoch": 2.7421790722761594, |
| "grad_norm": 0.18522900805651904, |
| "learning_rate": 4.72e-06, |
| "loss": 0.2767, |
| "step": 1272 |
| }, |
| { |
| "epoch": 2.7443365695792883, |
| "grad_norm": 0.17248319008493151, |
| "learning_rate": 4.68e-06, |
| "loss": 0.2668, |
| "step": 1273 |
| }, |
| { |
| "epoch": 2.7464940668824163, |
| "grad_norm": 0.18993609725197919, |
| "learning_rate": 4.64e-06, |
| "loss": 0.2744, |
| "step": 1274 |
| }, |
| { |
| "epoch": 2.7486515641855447, |
| "grad_norm": 0.17727961540010734, |
| "learning_rate": 4.6e-06, |
| "loss": 0.2708, |
| "step": 1275 |
| }, |
| { |
| "epoch": 2.750809061488673, |
| "grad_norm": 0.17989663911750914, |
| "learning_rate": 4.56e-06, |
| "loss": 0.2748, |
| "step": 1276 |
| }, |
| { |
| "epoch": 2.7529665587918015, |
| "grad_norm": 0.18993560472210555, |
| "learning_rate": 4.52e-06, |
| "loss": 0.2876, |
| "step": 1277 |
| }, |
| { |
| "epoch": 2.75512405609493, |
| "grad_norm": 0.18474539106255636, |
| "learning_rate": 4.48e-06, |
| "loss": 0.2767, |
| "step": 1278 |
| }, |
| { |
| "epoch": 2.7572815533980584, |
| "grad_norm": 0.18191823825028888, |
| "learning_rate": 4.440000000000001e-06, |
| "loss": 0.2854, |
| "step": 1279 |
| }, |
| { |
| "epoch": 2.759439050701187, |
| "grad_norm": 0.18478282075534863, |
| "learning_rate": 4.4e-06, |
| "loss": 0.2888, |
| "step": 1280 |
| }, |
| { |
| "epoch": 2.7615965480043148, |
| "grad_norm": 0.17755688039996642, |
| "learning_rate": 4.360000000000001e-06, |
| "loss": 0.2737, |
| "step": 1281 |
| }, |
| { |
| "epoch": 2.7637540453074436, |
| "grad_norm": 0.18419934859887713, |
| "learning_rate": 4.32e-06, |
| "loss": 0.2687, |
| "step": 1282 |
| }, |
| { |
| "epoch": 2.7659115426105716, |
| "grad_norm": 0.1900384282711362, |
| "learning_rate": 4.28e-06, |
| "loss": 0.2759, |
| "step": 1283 |
| }, |
| { |
| "epoch": 2.7680690399137, |
| "grad_norm": 0.1784962757580093, |
| "learning_rate": 4.24e-06, |
| "loss": 0.2716, |
| "step": 1284 |
| }, |
| { |
| "epoch": 2.7702265372168284, |
| "grad_norm": 0.1809036819922652, |
| "learning_rate": 4.2000000000000004e-06, |
| "loss": 0.27, |
| "step": 1285 |
| }, |
| { |
| "epoch": 2.772384034519957, |
| "grad_norm": 0.18282579091259332, |
| "learning_rate": 4.16e-06, |
| "loss": 0.2865, |
| "step": 1286 |
| }, |
| { |
| "epoch": 2.7745415318230853, |
| "grad_norm": 0.18438768981642326, |
| "learning_rate": 4.12e-06, |
| "loss": 0.2774, |
| "step": 1287 |
| }, |
| { |
| "epoch": 2.7766990291262137, |
| "grad_norm": 0.19152300030259864, |
| "learning_rate": 4.080000000000001e-06, |
| "loss": 0.2796, |
| "step": 1288 |
| }, |
| { |
| "epoch": 2.778856526429342, |
| "grad_norm": 0.17285666874457525, |
| "learning_rate": 4.04e-06, |
| "loss": 0.2754, |
| "step": 1289 |
| }, |
| { |
| "epoch": 2.78101402373247, |
| "grad_norm": 0.18414001866694285, |
| "learning_rate": 4.000000000000001e-06, |
| "loss": 0.274, |
| "step": 1290 |
| }, |
| { |
| "epoch": 2.783171521035599, |
| "grad_norm": 0.17520099229494396, |
| "learning_rate": 3.96e-06, |
| "loss": 0.2766, |
| "step": 1291 |
| }, |
| { |
| "epoch": 2.785329018338727, |
| "grad_norm": 0.1806154595467803, |
| "learning_rate": 3.92e-06, |
| "loss": 0.2801, |
| "step": 1292 |
| }, |
| { |
| "epoch": 2.7874865156418553, |
| "grad_norm": 0.18980187456754713, |
| "learning_rate": 3.88e-06, |
| "loss": 0.2727, |
| "step": 1293 |
| }, |
| { |
| "epoch": 2.7896440129449838, |
| "grad_norm": 0.19597770737066833, |
| "learning_rate": 3.84e-06, |
| "loss": 0.285, |
| "step": 1294 |
| }, |
| { |
| "epoch": 2.791801510248112, |
| "grad_norm": 0.18063854460198395, |
| "learning_rate": 3.8e-06, |
| "loss": 0.2752, |
| "step": 1295 |
| }, |
| { |
| "epoch": 2.7939590075512406, |
| "grad_norm": 0.17977161179376194, |
| "learning_rate": 3.7600000000000004e-06, |
| "loss": 0.278, |
| "step": 1296 |
| }, |
| { |
| "epoch": 2.796116504854369, |
| "grad_norm": 0.17338820852578288, |
| "learning_rate": 3.72e-06, |
| "loss": 0.2595, |
| "step": 1297 |
| }, |
| { |
| "epoch": 2.7982740021574974, |
| "grad_norm": 0.18386654166694605, |
| "learning_rate": 3.68e-06, |
| "loss": 0.2767, |
| "step": 1298 |
| }, |
| { |
| "epoch": 2.8004314994606254, |
| "grad_norm": 0.17901186263657326, |
| "learning_rate": 3.6400000000000003e-06, |
| "loss": 0.2797, |
| "step": 1299 |
| }, |
| { |
| "epoch": 2.8025889967637543, |
| "grad_norm": 0.17993331313633365, |
| "learning_rate": 3.6e-06, |
| "loss": 0.274, |
| "step": 1300 |
| }, |
| { |
| "epoch": 2.8047464940668823, |
| "grad_norm": 1.7365736687950526, |
| "learning_rate": 3.5600000000000002e-06, |
| "loss": 0.2749, |
| "step": 1301 |
| }, |
| { |
| "epoch": 2.8069039913700107, |
| "grad_norm": 0.18738038459179354, |
| "learning_rate": 3.52e-06, |
| "loss": 0.2829, |
| "step": 1302 |
| }, |
| { |
| "epoch": 2.809061488673139, |
| "grad_norm": 0.17958359868903084, |
| "learning_rate": 3.4799999999999997e-06, |
| "loss": 0.2774, |
| "step": 1303 |
| }, |
| { |
| "epoch": 2.8112189859762675, |
| "grad_norm": 0.17556904314160943, |
| "learning_rate": 3.44e-06, |
| "loss": 0.2751, |
| "step": 1304 |
| }, |
| { |
| "epoch": 2.813376483279396, |
| "grad_norm": 0.1788953079572772, |
| "learning_rate": 3.4000000000000005e-06, |
| "loss": 0.2797, |
| "step": 1305 |
| }, |
| { |
| "epoch": 2.8155339805825244, |
| "grad_norm": 0.1881320873873, |
| "learning_rate": 3.36e-06, |
| "loss": 0.2873, |
| "step": 1306 |
| }, |
| { |
| "epoch": 2.8176914778856528, |
| "grad_norm": 0.17951722014152932, |
| "learning_rate": 3.3200000000000004e-06, |
| "loss": 0.2776, |
| "step": 1307 |
| }, |
| { |
| "epoch": 2.8198489751887807, |
| "grad_norm": 0.17798122918873352, |
| "learning_rate": 3.2800000000000004e-06, |
| "loss": 0.2783, |
| "step": 1308 |
| }, |
| { |
| "epoch": 2.8220064724919096, |
| "grad_norm": 0.18442039725945125, |
| "learning_rate": 3.24e-06, |
| "loss": 0.2878, |
| "step": 1309 |
| }, |
| { |
| "epoch": 2.8241639697950376, |
| "grad_norm": 0.18259364011672352, |
| "learning_rate": 3.2000000000000003e-06, |
| "loss": 0.2884, |
| "step": 1310 |
| }, |
| { |
| "epoch": 2.826321467098166, |
| "grad_norm": 0.1829848041342495, |
| "learning_rate": 3.1600000000000007e-06, |
| "loss": 0.2849, |
| "step": 1311 |
| }, |
| { |
| "epoch": 2.8284789644012944, |
| "grad_norm": 0.179094433479786, |
| "learning_rate": 3.12e-06, |
| "loss": 0.2908, |
| "step": 1312 |
| }, |
| { |
| "epoch": 2.830636461704423, |
| "grad_norm": 0.17681991868248295, |
| "learning_rate": 3.08e-06, |
| "loss": 0.2807, |
| "step": 1313 |
| }, |
| { |
| "epoch": 2.8327939590075513, |
| "grad_norm": 0.17971050304421513, |
| "learning_rate": 3.04e-06, |
| "loss": 0.2848, |
| "step": 1314 |
| }, |
| { |
| "epoch": 2.8349514563106797, |
| "grad_norm": 0.1828969018946432, |
| "learning_rate": 3e-06, |
| "loss": 0.2912, |
| "step": 1315 |
| }, |
| { |
| "epoch": 2.837108953613808, |
| "grad_norm": 0.1751282473237561, |
| "learning_rate": 2.9600000000000005e-06, |
| "loss": 0.2695, |
| "step": 1316 |
| }, |
| { |
| "epoch": 2.839266450916936, |
| "grad_norm": 0.17477314465096877, |
| "learning_rate": 2.92e-06, |
| "loss": 0.2759, |
| "step": 1317 |
| }, |
| { |
| "epoch": 2.841423948220065, |
| "grad_norm": 0.17636269064952895, |
| "learning_rate": 2.88e-06, |
| "loss": 0.2864, |
| "step": 1318 |
| }, |
| { |
| "epoch": 2.843581445523193, |
| "grad_norm": 0.1818185234275195, |
| "learning_rate": 2.8400000000000003e-06, |
| "loss": 0.29, |
| "step": 1319 |
| }, |
| { |
| "epoch": 2.8457389428263213, |
| "grad_norm": 0.18916576451978248, |
| "learning_rate": 2.8000000000000003e-06, |
| "loss": 0.2795, |
| "step": 1320 |
| }, |
| { |
| "epoch": 2.8478964401294498, |
| "grad_norm": 0.16973846926356626, |
| "learning_rate": 2.7600000000000003e-06, |
| "loss": 0.2699, |
| "step": 1321 |
| }, |
| { |
| "epoch": 2.850053937432578, |
| "grad_norm": 0.17182169354600235, |
| "learning_rate": 2.72e-06, |
| "loss": 0.2791, |
| "step": 1322 |
| }, |
| { |
| "epoch": 2.8522114347357066, |
| "grad_norm": 0.1770412391282775, |
| "learning_rate": 2.68e-06, |
| "loss": 0.2765, |
| "step": 1323 |
| }, |
| { |
| "epoch": 2.854368932038835, |
| "grad_norm": 0.17466980330096582, |
| "learning_rate": 2.64e-06, |
| "loss": 0.2623, |
| "step": 1324 |
| }, |
| { |
| "epoch": 2.8565264293419634, |
| "grad_norm": 0.174928731160995, |
| "learning_rate": 2.6e-06, |
| "loss": 0.2656, |
| "step": 1325 |
| }, |
| { |
| "epoch": 2.858683926645092, |
| "grad_norm": 0.18175215429014172, |
| "learning_rate": 2.56e-06, |
| "loss": 0.2819, |
| "step": 1326 |
| }, |
| { |
| "epoch": 2.8608414239482203, |
| "grad_norm": 0.1749725285284474, |
| "learning_rate": 2.52e-06, |
| "loss": 0.2725, |
| "step": 1327 |
| }, |
| { |
| "epoch": 2.8629989212513482, |
| "grad_norm": 0.17461652174068218, |
| "learning_rate": 2.48e-06, |
| "loss": 0.2696, |
| "step": 1328 |
| }, |
| { |
| "epoch": 2.8651564185544767, |
| "grad_norm": 0.1811005220241736, |
| "learning_rate": 2.4400000000000004e-06, |
| "loss": 0.2742, |
| "step": 1329 |
| }, |
| { |
| "epoch": 2.867313915857605, |
| "grad_norm": 0.17722407880597277, |
| "learning_rate": 2.4000000000000003e-06, |
| "loss": 0.2773, |
| "step": 1330 |
| }, |
| { |
| "epoch": 2.8694714131607335, |
| "grad_norm": 0.18478937048714053, |
| "learning_rate": 2.36e-06, |
| "loss": 0.2762, |
| "step": 1331 |
| }, |
| { |
| "epoch": 2.871628910463862, |
| "grad_norm": 0.1864309200002423, |
| "learning_rate": 2.32e-06, |
| "loss": 0.2765, |
| "step": 1332 |
| }, |
| { |
| "epoch": 2.8737864077669903, |
| "grad_norm": 0.18835737178532266, |
| "learning_rate": 2.28e-06, |
| "loss": 0.3021, |
| "step": 1333 |
| }, |
| { |
| "epoch": 2.8759439050701188, |
| "grad_norm": 0.18323666534169097, |
| "learning_rate": 2.24e-06, |
| "loss": 0.2741, |
| "step": 1334 |
| }, |
| { |
| "epoch": 2.878101402373247, |
| "grad_norm": 0.17560962160831747, |
| "learning_rate": 2.2e-06, |
| "loss": 0.2828, |
| "step": 1335 |
| }, |
| { |
| "epoch": 2.8802588996763756, |
| "grad_norm": 0.18666287588971897, |
| "learning_rate": 2.16e-06, |
| "loss": 0.2954, |
| "step": 1336 |
| }, |
| { |
| "epoch": 2.8824163969795036, |
| "grad_norm": 0.17167493193172903, |
| "learning_rate": 2.12e-06, |
| "loss": 0.272, |
| "step": 1337 |
| }, |
| { |
| "epoch": 2.884573894282632, |
| "grad_norm": 0.17629098716034136, |
| "learning_rate": 2.08e-06, |
| "loss": 0.2889, |
| "step": 1338 |
| }, |
| { |
| "epoch": 2.8867313915857604, |
| "grad_norm": 0.18406413731232454, |
| "learning_rate": 2.0400000000000004e-06, |
| "loss": 0.2939, |
| "step": 1339 |
| }, |
| { |
| "epoch": 2.888888888888889, |
| "grad_norm": 0.18163509827918725, |
| "learning_rate": 2.0000000000000003e-06, |
| "loss": 0.2761, |
| "step": 1340 |
| }, |
| { |
| "epoch": 2.8910463861920173, |
| "grad_norm": 0.18223323103128686, |
| "learning_rate": 1.96e-06, |
| "loss": 0.2838, |
| "step": 1341 |
| }, |
| { |
| "epoch": 2.8932038834951457, |
| "grad_norm": 0.18297522132977273, |
| "learning_rate": 1.92e-06, |
| "loss": 0.2859, |
| "step": 1342 |
| }, |
| { |
| "epoch": 2.895361380798274, |
| "grad_norm": 0.1863689788725593, |
| "learning_rate": 1.8800000000000002e-06, |
| "loss": 0.2662, |
| "step": 1343 |
| }, |
| { |
| "epoch": 2.8975188781014025, |
| "grad_norm": 0.17488508490885735, |
| "learning_rate": 1.84e-06, |
| "loss": 0.2756, |
| "step": 1344 |
| }, |
| { |
| "epoch": 2.899676375404531, |
| "grad_norm": 0.17992252244376258, |
| "learning_rate": 1.8e-06, |
| "loss": 0.264, |
| "step": 1345 |
| }, |
| { |
| "epoch": 2.901833872707659, |
| "grad_norm": 0.17566030078045597, |
| "learning_rate": 1.76e-06, |
| "loss": 0.2696, |
| "step": 1346 |
| }, |
| { |
| "epoch": 2.9039913700107873, |
| "grad_norm": 0.17910981646975624, |
| "learning_rate": 1.72e-06, |
| "loss": 0.2812, |
| "step": 1347 |
| }, |
| { |
| "epoch": 2.9061488673139158, |
| "grad_norm": 0.18324253604522966, |
| "learning_rate": 1.68e-06, |
| "loss": 0.2759, |
| "step": 1348 |
| }, |
| { |
| "epoch": 2.908306364617044, |
| "grad_norm": 0.18154686495512268, |
| "learning_rate": 1.6400000000000002e-06, |
| "loss": 0.2948, |
| "step": 1349 |
| }, |
| { |
| "epoch": 2.9104638619201726, |
| "grad_norm": 0.1856157405155338, |
| "learning_rate": 1.6000000000000001e-06, |
| "loss": 0.2842, |
| "step": 1350 |
| }, |
| { |
| "epoch": 2.912621359223301, |
| "grad_norm": 0.167599852032292, |
| "learning_rate": 1.56e-06, |
| "loss": 0.2566, |
| "step": 1351 |
| }, |
| { |
| "epoch": 2.9147788565264294, |
| "grad_norm": 0.17436662357542593, |
| "learning_rate": 1.52e-06, |
| "loss": 0.2787, |
| "step": 1352 |
| }, |
| { |
| "epoch": 2.916936353829558, |
| "grad_norm": 0.1728537122922309, |
| "learning_rate": 1.4800000000000002e-06, |
| "loss": 0.2843, |
| "step": 1353 |
| }, |
| { |
| "epoch": 2.9190938511326863, |
| "grad_norm": 0.17797631599058847, |
| "learning_rate": 1.44e-06, |
| "loss": 0.2651, |
| "step": 1354 |
| }, |
| { |
| "epoch": 2.9212513484358142, |
| "grad_norm": 0.1770523988484935, |
| "learning_rate": 1.4000000000000001e-06, |
| "loss": 0.2675, |
| "step": 1355 |
| }, |
| { |
| "epoch": 2.9234088457389427, |
| "grad_norm": 0.19407900415997797, |
| "learning_rate": 1.36e-06, |
| "loss": 0.2845, |
| "step": 1356 |
| }, |
| { |
| "epoch": 2.925566343042071, |
| "grad_norm": 0.1788656382635837, |
| "learning_rate": 1.32e-06, |
| "loss": 0.2704, |
| "step": 1357 |
| }, |
| { |
| "epoch": 2.9277238403451995, |
| "grad_norm": 0.18340763904947952, |
| "learning_rate": 1.28e-06, |
| "loss": 0.2789, |
| "step": 1358 |
| }, |
| { |
| "epoch": 2.929881337648328, |
| "grad_norm": 0.17707734315166593, |
| "learning_rate": 1.24e-06, |
| "loss": 0.2822, |
| "step": 1359 |
| }, |
| { |
| "epoch": 2.9320388349514563, |
| "grad_norm": 0.17856073770387085, |
| "learning_rate": 1.2000000000000002e-06, |
| "loss": 0.2727, |
| "step": 1360 |
| }, |
| { |
| "epoch": 2.9341963322545848, |
| "grad_norm": 0.18303142619049678, |
| "learning_rate": 1.16e-06, |
| "loss": 0.2714, |
| "step": 1361 |
| }, |
| { |
| "epoch": 2.936353829557713, |
| "grad_norm": 0.17597510232889213, |
| "learning_rate": 1.12e-06, |
| "loss": 0.278, |
| "step": 1362 |
| }, |
| { |
| "epoch": 2.9385113268608416, |
| "grad_norm": 0.18381504160428017, |
| "learning_rate": 1.08e-06, |
| "loss": 0.2793, |
| "step": 1363 |
| }, |
| { |
| "epoch": 2.9406688241639696, |
| "grad_norm": 0.16872753735299875, |
| "learning_rate": 1.04e-06, |
| "loss": 0.2623, |
| "step": 1364 |
| }, |
| { |
| "epoch": 2.9428263214670984, |
| "grad_norm": 0.17739253303853683, |
| "learning_rate": 1.0000000000000002e-06, |
| "loss": 0.2828, |
| "step": 1365 |
| }, |
| { |
| "epoch": 2.9449838187702264, |
| "grad_norm": 0.17698033237379485, |
| "learning_rate": 9.6e-07, |
| "loss": 0.2775, |
| "step": 1366 |
| }, |
| { |
| "epoch": 2.947141316073355, |
| "grad_norm": 0.17104830030403248, |
| "learning_rate": 9.2e-07, |
| "loss": 0.2748, |
| "step": 1367 |
| }, |
| { |
| "epoch": 2.9492988133764833, |
| "grad_norm": 0.17749083061324694, |
| "learning_rate": 8.8e-07, |
| "loss": 0.2794, |
| "step": 1368 |
| }, |
| { |
| "epoch": 2.9514563106796117, |
| "grad_norm": 0.1798254311534882, |
| "learning_rate": 8.4e-07, |
| "loss": 0.2788, |
| "step": 1369 |
| }, |
| { |
| "epoch": 2.95361380798274, |
| "grad_norm": 0.1784770144640976, |
| "learning_rate": 8.000000000000001e-07, |
| "loss": 0.2677, |
| "step": 1370 |
| }, |
| { |
| "epoch": 2.9557713052858685, |
| "grad_norm": 0.17694547600035745, |
| "learning_rate": 7.6e-07, |
| "loss": 0.2948, |
| "step": 1371 |
| }, |
| { |
| "epoch": 2.957928802588997, |
| "grad_norm": 0.1766645173046717, |
| "learning_rate": 7.2e-07, |
| "loss": 0.2752, |
| "step": 1372 |
| }, |
| { |
| "epoch": 2.960086299892125, |
| "grad_norm": 0.17231184142391467, |
| "learning_rate": 6.8e-07, |
| "loss": 0.2708, |
| "step": 1373 |
| }, |
| { |
| "epoch": 2.9622437971952538, |
| "grad_norm": 0.17699841769345795, |
| "learning_rate": 6.4e-07, |
| "loss": 0.283, |
| "step": 1374 |
| }, |
| { |
| "epoch": 2.9644012944983817, |
| "grad_norm": 0.17906935863892173, |
| "learning_rate": 6.000000000000001e-07, |
| "loss": 0.2805, |
| "step": 1375 |
| }, |
| { |
| "epoch": 2.96655879180151, |
| "grad_norm": 0.18194456358375216, |
| "learning_rate": 5.6e-07, |
| "loss": 0.2784, |
| "step": 1376 |
| }, |
| { |
| "epoch": 2.9687162891046386, |
| "grad_norm": 0.16849620824352807, |
| "learning_rate": 5.2e-07, |
| "loss": 0.2754, |
| "step": 1377 |
| }, |
| { |
| "epoch": 2.970873786407767, |
| "grad_norm": 0.17761203976543524, |
| "learning_rate": 4.8e-07, |
| "loss": 0.2708, |
| "step": 1378 |
| }, |
| { |
| "epoch": 2.9730312837108954, |
| "grad_norm": 0.17640781813626127, |
| "learning_rate": 4.4e-07, |
| "loss": 0.2834, |
| "step": 1379 |
| }, |
| { |
| "epoch": 2.975188781014024, |
| "grad_norm": 0.17331909600308287, |
| "learning_rate": 4.0000000000000003e-07, |
| "loss": 0.2743, |
| "step": 1380 |
| }, |
| { |
| "epoch": 2.9773462783171523, |
| "grad_norm": 0.17381405226314825, |
| "learning_rate": 3.6e-07, |
| "loss": 0.2782, |
| "step": 1381 |
| }, |
| { |
| "epoch": 2.9795037756202802, |
| "grad_norm": 0.17830336979426112, |
| "learning_rate": 3.2e-07, |
| "loss": 0.2758, |
| "step": 1382 |
| }, |
| { |
| "epoch": 2.981661272923409, |
| "grad_norm": 0.16766789787935527, |
| "learning_rate": 2.8e-07, |
| "loss": 0.2651, |
| "step": 1383 |
| }, |
| { |
| "epoch": 2.983818770226537, |
| "grad_norm": 0.18328063807292563, |
| "learning_rate": 2.4e-07, |
| "loss": 0.2894, |
| "step": 1384 |
| }, |
| { |
| "epoch": 2.9859762675296655, |
| "grad_norm": 0.17725873997381406, |
| "learning_rate": 2.0000000000000002e-07, |
| "loss": 0.2812, |
| "step": 1385 |
| }, |
| { |
| "epoch": 2.988133764832794, |
| "grad_norm": 0.18575248175533493, |
| "learning_rate": 1.6e-07, |
| "loss": 0.2762, |
| "step": 1386 |
| }, |
| { |
| "epoch": 2.9902912621359223, |
| "grad_norm": 0.1738477732474402, |
| "learning_rate": 1.2e-07, |
| "loss": 0.2754, |
| "step": 1387 |
| }, |
| { |
| "epoch": 2.9924487594390508, |
| "grad_norm": 0.17133851982383583, |
| "learning_rate": 8e-08, |
| "loss": 0.2612, |
| "step": 1388 |
| }, |
| { |
| "epoch": 2.994606256742179, |
| "grad_norm": 0.18020219397411835, |
| "learning_rate": 4e-08, |
| "loss": 0.2814, |
| "step": 1389 |
| }, |
| { |
| "epoch": 2.994606256742179, |
| "step": 1389, |
| "total_flos": 1.5436844662748348e+19, |
| "train_loss": 0.0, |
| "train_runtime": 1.5021, |
| "train_samples_per_second": 14808.952, |
| "train_steps_per_second": 924.686 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 1389, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 1.5436844662748348e+19, |
| "train_batch_size": 2, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
