| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 3.0, |
| "eval_steps": 500, |
| "global_step": 849, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0035335689045936395, |
| "grad_norm": 60.915947218212864, |
| "learning_rate": 0.0, |
| "loss": 10.9992, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.007067137809187279, |
| "grad_norm": 64.10318663909388, |
| "learning_rate": 5.882352941176471e-07, |
| "loss": 10.9171, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.01060070671378092, |
| "grad_norm": 60.47482396290011, |
| "learning_rate": 1.1764705882352942e-06, |
| "loss": 11.0562, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.014134275618374558, |
| "grad_norm": 63.71352051567491, |
| "learning_rate": 1.7647058823529412e-06, |
| "loss": 10.8496, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.0176678445229682, |
| "grad_norm": 69.613514959522, |
| "learning_rate": 2.3529411764705885e-06, |
| "loss": 10.767, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.02120141342756184, |
| "grad_norm": 78.8599942990314, |
| "learning_rate": 2.9411764705882355e-06, |
| "loss": 10.4573, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.024734982332155476, |
| "grad_norm": 110.83568335175693, |
| "learning_rate": 3.5294117647058825e-06, |
| "loss": 9.0411, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.028268551236749116, |
| "grad_norm": 128.0506477179604, |
| "learning_rate": 4.11764705882353e-06, |
| "loss": 8.3947, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.03180212014134275, |
| "grad_norm": 57.84424544715983, |
| "learning_rate": 4.705882352941177e-06, |
| "loss": 3.1653, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.0353356890459364, |
| "grad_norm": 47.43758353410931, |
| "learning_rate": 5.294117647058824e-06, |
| "loss": 2.8269, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.038869257950530034, |
| "grad_norm": 30.47579424893921, |
| "learning_rate": 5.882352941176471e-06, |
| "loss": 2.1518, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.04240282685512368, |
| "grad_norm": 6.6064124401289055, |
| "learning_rate": 6.470588235294119e-06, |
| "loss": 1.2543, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.045936395759717315, |
| "grad_norm": 4.213460425424173, |
| "learning_rate": 7.058823529411765e-06, |
| "loss": 1.1488, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.04946996466431095, |
| "grad_norm": 3.1561702981393362, |
| "learning_rate": 7.647058823529413e-06, |
| "loss": 1.0632, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.053003533568904596, |
| "grad_norm": 2.3023241595554103, |
| "learning_rate": 8.23529411764706e-06, |
| "loss": 0.999, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.05653710247349823, |
| "grad_norm": 1.5732319581114818, |
| "learning_rate": 8.823529411764707e-06, |
| "loss": 0.9123, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.06007067137809187, |
| "grad_norm": 151.88689001835468, |
| "learning_rate": 9.411764705882354e-06, |
| "loss": 0.9755, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.0636042402826855, |
| "grad_norm": 11.280512510145474, |
| "learning_rate": 1e-05, |
| "loss": 0.7992, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.06713780918727916, |
| "grad_norm": 1.5318352996869098, |
| "learning_rate": 1.0588235294117648e-05, |
| "loss": 0.8071, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.0706713780918728, |
| "grad_norm": 1.038654499930616, |
| "learning_rate": 1.1176470588235295e-05, |
| "loss": 0.7669, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.07420494699646643, |
| "grad_norm": 0.7700972154611778, |
| "learning_rate": 1.1764705882352942e-05, |
| "loss": 0.7321, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.07773851590106007, |
| "grad_norm": 0.6807121821831401, |
| "learning_rate": 1.2352941176470589e-05, |
| "loss": 0.6724, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.0812720848056537, |
| "grad_norm": 0.8753468251115443, |
| "learning_rate": 1.2941176470588238e-05, |
| "loss": 0.6904, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.08480565371024736, |
| "grad_norm": 0.8471768043784549, |
| "learning_rate": 1.3529411764705883e-05, |
| "loss": 0.6802, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.08833922261484099, |
| "grad_norm": 0.6825164333199342, |
| "learning_rate": 1.411764705882353e-05, |
| "loss": 0.6598, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.09187279151943463, |
| "grad_norm": 0.5228167319555727, |
| "learning_rate": 1.4705882352941177e-05, |
| "loss": 0.6326, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.09540636042402827, |
| "grad_norm": 0.6983766074123856, |
| "learning_rate": 1.5294117647058826e-05, |
| "loss": 0.6154, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.0989399293286219, |
| "grad_norm": 0.7116754206593494, |
| "learning_rate": 1.588235294117647e-05, |
| "loss": 0.6269, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.10247349823321555, |
| "grad_norm": 0.5169699652022289, |
| "learning_rate": 1.647058823529412e-05, |
| "loss": 0.6016, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.10600706713780919, |
| "grad_norm": 0.5371566354732616, |
| "learning_rate": 1.7058823529411767e-05, |
| "loss": 0.5748, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.10954063604240283, |
| "grad_norm": 0.5224543330968032, |
| "learning_rate": 1.7647058823529414e-05, |
| "loss": 0.5898, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.11307420494699646, |
| "grad_norm": 0.47454483722545887, |
| "learning_rate": 1.8235294117647057e-05, |
| "loss": 0.5519, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.1166077738515901, |
| "grad_norm": 0.5232460300562881, |
| "learning_rate": 1.8823529411764708e-05, |
| "loss": 0.5832, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.12014134275618374, |
| "grad_norm": 0.3835383325612776, |
| "learning_rate": 1.9411764705882355e-05, |
| "loss": 0.5602, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.12367491166077739, |
| "grad_norm": 0.3817117716241729, |
| "learning_rate": 2e-05, |
| "loss": 0.5491, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.127208480565371, |
| "grad_norm": 0.457775894654442, |
| "learning_rate": 2.058823529411765e-05, |
| "loss": 0.5476, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.13074204946996468, |
| "grad_norm": 0.4325617493536125, |
| "learning_rate": 2.1176470588235296e-05, |
| "loss": 0.549, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.13427561837455831, |
| "grad_norm": 0.38383135270733976, |
| "learning_rate": 2.1764705882352943e-05, |
| "loss": 0.5528, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.13780918727915195, |
| "grad_norm": 0.2992854423323367, |
| "learning_rate": 2.235294117647059e-05, |
| "loss": 0.518, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.1413427561837456, |
| "grad_norm": 0.38740229663140635, |
| "learning_rate": 2.2941176470588237e-05, |
| "loss": 0.558, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.14487632508833923, |
| "grad_norm": 0.43891017636377233, |
| "learning_rate": 2.3529411764705884e-05, |
| "loss": 0.5446, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.14840989399293286, |
| "grad_norm": 0.29844952078426507, |
| "learning_rate": 2.411764705882353e-05, |
| "loss": 0.5159, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.1519434628975265, |
| "grad_norm": 0.31588233441676267, |
| "learning_rate": 2.4705882352941178e-05, |
| "loss": 0.5092, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.15547703180212014, |
| "grad_norm": 0.3799226945090326, |
| "learning_rate": 2.5294117647058825e-05, |
| "loss": 0.5105, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.15901060070671377, |
| "grad_norm": 0.29880981827963293, |
| "learning_rate": 2.5882352941176475e-05, |
| "loss": 0.504, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.1625441696113074, |
| "grad_norm": 0.31834513835229894, |
| "learning_rate": 2.647058823529412e-05, |
| "loss": 0.5292, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.16607773851590105, |
| "grad_norm": 0.29955818409743495, |
| "learning_rate": 2.7058823529411766e-05, |
| "loss": 0.5112, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.1696113074204947, |
| "grad_norm": 0.3130731713365594, |
| "learning_rate": 2.7647058823529416e-05, |
| "loss": 0.5201, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.17314487632508835, |
| "grad_norm": 0.28339290286566854, |
| "learning_rate": 2.823529411764706e-05, |
| "loss": 0.5032, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.17667844522968199, |
| "grad_norm": 0.31859381886848664, |
| "learning_rate": 2.8823529411764703e-05, |
| "loss": 0.5129, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.18021201413427562, |
| "grad_norm": 0.25020833754192034, |
| "learning_rate": 2.9411764705882354e-05, |
| "loss": 0.4656, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.18374558303886926, |
| "grad_norm": 0.2595743456229774, |
| "learning_rate": 3e-05, |
| "loss": 0.4893, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.1872791519434629, |
| "grad_norm": 0.31856066330423727, |
| "learning_rate": 3.058823529411765e-05, |
| "loss": 0.4889, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.19081272084805653, |
| "grad_norm": 0.24160265118906338, |
| "learning_rate": 3.11764705882353e-05, |
| "loss": 0.498, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.19434628975265017, |
| "grad_norm": 0.23920247172619422, |
| "learning_rate": 3.176470588235294e-05, |
| "loss": 0.4658, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.1978798586572438, |
| "grad_norm": 0.3273257149122676, |
| "learning_rate": 3.235294117647059e-05, |
| "loss": 0.4883, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.20141342756183744, |
| "grad_norm": 0.2317315478684021, |
| "learning_rate": 3.294117647058824e-05, |
| "loss": 0.4803, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.2049469964664311, |
| "grad_norm": 0.24363506760884004, |
| "learning_rate": 3.352941176470588e-05, |
| "loss": 0.4759, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.20848056537102475, |
| "grad_norm": 0.27309799511326494, |
| "learning_rate": 3.411764705882353e-05, |
| "loss": 0.4585, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.21201413427561838, |
| "grad_norm": 0.25020575455338995, |
| "learning_rate": 3.470588235294118e-05, |
| "loss": 0.4722, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.21554770318021202, |
| "grad_norm": 0.25843518698071305, |
| "learning_rate": 3.529411764705883e-05, |
| "loss": 0.4677, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.21908127208480566, |
| "grad_norm": 0.4059319789736498, |
| "learning_rate": 3.5882352941176474e-05, |
| "loss": 0.4737, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.2226148409893993, |
| "grad_norm": 0.24816463707665684, |
| "learning_rate": 3.6470588235294114e-05, |
| "loss": 0.4674, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.22614840989399293, |
| "grad_norm": 0.24767924295244156, |
| "learning_rate": 3.705882352941177e-05, |
| "loss": 0.4725, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.22968197879858657, |
| "grad_norm": 0.728699744020425, |
| "learning_rate": 3.7647058823529415e-05, |
| "loss": 0.4741, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.2332155477031802, |
| "grad_norm": 0.23756283262158423, |
| "learning_rate": 3.8235294117647055e-05, |
| "loss": 0.4916, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.23674911660777384, |
| "grad_norm": 0.23144574303148777, |
| "learning_rate": 3.882352941176471e-05, |
| "loss": 0.4547, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.24028268551236748, |
| "grad_norm": 0.25750431816308317, |
| "learning_rate": 3.9411764705882356e-05, |
| "loss": 0.4716, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.24381625441696114, |
| "grad_norm": 0.23956478649970786, |
| "learning_rate": 4e-05, |
| "loss": 0.457, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.24734982332155478, |
| "grad_norm": 0.25522979169861726, |
| "learning_rate": 4.058823529411765e-05, |
| "loss": 0.4763, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.2508833922261484, |
| "grad_norm": 0.29313104519920113, |
| "learning_rate": 4.11764705882353e-05, |
| "loss": 0.5063, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.254416961130742, |
| "grad_norm": 0.2507020422011976, |
| "learning_rate": 4.1764705882352944e-05, |
| "loss": 0.4551, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.2579505300353357, |
| "grad_norm": 0.24953845436359837, |
| "learning_rate": 4.235294117647059e-05, |
| "loss": 0.4665, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.26148409893992935, |
| "grad_norm": 0.23233676257775024, |
| "learning_rate": 4.294117647058823e-05, |
| "loss": 0.4422, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.26501766784452296, |
| "grad_norm": 0.25771719082595745, |
| "learning_rate": 4.3529411764705885e-05, |
| "loss": 0.4603, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.26855123674911663, |
| "grad_norm": 0.2617472693024197, |
| "learning_rate": 4.411764705882353e-05, |
| "loss": 0.457, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.27208480565371024, |
| "grad_norm": 0.2415237796263424, |
| "learning_rate": 4.470588235294118e-05, |
| "loss": 0.4382, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.2756183745583039, |
| "grad_norm": 0.29177363461613093, |
| "learning_rate": 4.5294117647058826e-05, |
| "loss": 0.4361, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.2791519434628975, |
| "grad_norm": 0.24526961915466144, |
| "learning_rate": 4.588235294117647e-05, |
| "loss": 0.4453, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.2826855123674912, |
| "grad_norm": 0.3235167042689137, |
| "learning_rate": 4.647058823529412e-05, |
| "loss": 0.4627, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.2862190812720848, |
| "grad_norm": 0.2774491786206036, |
| "learning_rate": 4.705882352941177e-05, |
| "loss": 0.4467, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.28975265017667845, |
| "grad_norm": 0.26399667907923735, |
| "learning_rate": 4.7647058823529414e-05, |
| "loss": 0.469, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.29328621908127206, |
| "grad_norm": 0.2694824011788622, |
| "learning_rate": 4.823529411764706e-05, |
| "loss": 0.4308, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.2968197879858657, |
| "grad_norm": 0.24844917007871703, |
| "learning_rate": 4.882352941176471e-05, |
| "loss": 0.4357, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.3003533568904594, |
| "grad_norm": 0.27120853528650785, |
| "learning_rate": 4.9411764705882355e-05, |
| "loss": 0.4466, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.303886925795053, |
| "grad_norm": 0.23599440032214467, |
| "learning_rate": 5e-05, |
| "loss": 0.4325, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.30742049469964666, |
| "grad_norm": 0.274289539977184, |
| "learning_rate": 4.993455497382199e-05, |
| "loss": 0.4576, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.31095406360424027, |
| "grad_norm": 0.30836653075762893, |
| "learning_rate": 4.986910994764398e-05, |
| "loss": 0.4485, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.31448763250883394, |
| "grad_norm": 0.29597436853005576, |
| "learning_rate": 4.980366492146597e-05, |
| "loss": 0.4392, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.31802120141342755, |
| "grad_norm": 0.28288300746868683, |
| "learning_rate": 4.973821989528796e-05, |
| "loss": 0.4534, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.3215547703180212, |
| "grad_norm": 0.3186543956261268, |
| "learning_rate": 4.967277486910995e-05, |
| "loss": 0.4429, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.3250883392226148, |
| "grad_norm": 0.3104322720447184, |
| "learning_rate": 4.960732984293194e-05, |
| "loss": 0.4629, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.3286219081272085, |
| "grad_norm": 0.26445337516046435, |
| "learning_rate": 4.954188481675393e-05, |
| "loss": 0.4438, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.3321554770318021, |
| "grad_norm": 0.2852481000594912, |
| "learning_rate": 4.947643979057592e-05, |
| "loss": 0.4365, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.33568904593639576, |
| "grad_norm": 0.2617926769128037, |
| "learning_rate": 4.9410994764397906e-05, |
| "loss": 0.4422, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.3392226148409894, |
| "grad_norm": 0.25703766888160945, |
| "learning_rate": 4.93455497382199e-05, |
| "loss": 0.4211, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.34275618374558303, |
| "grad_norm": 0.23065991913082493, |
| "learning_rate": 4.928010471204188e-05, |
| "loss": 0.4552, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.3462897526501767, |
| "grad_norm": 0.2557457296483132, |
| "learning_rate": 4.921465968586388e-05, |
| "loss": 0.4366, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.3498233215547703, |
| "grad_norm": 0.21943442364699545, |
| "learning_rate": 4.9149214659685867e-05, |
| "loss": 0.4311, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.35335689045936397, |
| "grad_norm": 0.2711259301133924, |
| "learning_rate": 4.9083769633507855e-05, |
| "loss": 0.4525, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.3568904593639576, |
| "grad_norm": 0.24693662456422702, |
| "learning_rate": 4.9018324607329844e-05, |
| "loss": 0.424, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.36042402826855124, |
| "grad_norm": 0.2319620097290189, |
| "learning_rate": 4.895287958115183e-05, |
| "loss": 0.4498, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.36395759717314485, |
| "grad_norm": 0.2779603142533072, |
| "learning_rate": 4.888743455497383e-05, |
| "loss": 0.4297, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.3674911660777385, |
| "grad_norm": 0.2318080007022888, |
| "learning_rate": 4.8821989528795816e-05, |
| "loss": 0.4385, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.3710247349823322, |
| "grad_norm": 0.27447088657845, |
| "learning_rate": 4.8756544502617804e-05, |
| "loss": 0.463, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.3745583038869258, |
| "grad_norm": 0.24680872376982393, |
| "learning_rate": 4.869109947643979e-05, |
| "loss": 0.437, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.37809187279151946, |
| "grad_norm": 0.23258452949469693, |
| "learning_rate": 4.862565445026178e-05, |
| "loss": 0.4296, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.38162544169611307, |
| "grad_norm": 0.2621876825453743, |
| "learning_rate": 4.856020942408378e-05, |
| "loss": 0.4477, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.38515901060070673, |
| "grad_norm": 0.22058245519119254, |
| "learning_rate": 4.8494764397905765e-05, |
| "loss": 0.4335, |
| "step": 109 |
| }, |
| { |
| "epoch": 0.38869257950530034, |
| "grad_norm": 0.27596660525429606, |
| "learning_rate": 4.842931937172775e-05, |
| "loss": 0.4445, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.392226148409894, |
| "grad_norm": 0.21513578503231365, |
| "learning_rate": 4.836387434554974e-05, |
| "loss": 0.4307, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.3957597173144876, |
| "grad_norm": 0.2629720105758817, |
| "learning_rate": 4.829842931937173e-05, |
| "loss": 0.4356, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.3992932862190813, |
| "grad_norm": 0.27909247278464644, |
| "learning_rate": 4.823298429319372e-05, |
| "loss": 0.448, |
| "step": 113 |
| }, |
| { |
| "epoch": 0.4028268551236749, |
| "grad_norm": 0.22664868240455938, |
| "learning_rate": 4.816753926701571e-05, |
| "loss": 0.4241, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.40636042402826855, |
| "grad_norm": 0.278364471495712, |
| "learning_rate": 4.8102094240837696e-05, |
| "loss": 0.4363, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.4098939929328622, |
| "grad_norm": 0.25681897453774133, |
| "learning_rate": 4.803664921465969e-05, |
| "loss": 0.4341, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.4134275618374558, |
| "grad_norm": 0.2502847675719995, |
| "learning_rate": 4.797120418848168e-05, |
| "loss": 0.4207, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.4169611307420495, |
| "grad_norm": 0.2834770194171487, |
| "learning_rate": 4.790575916230366e-05, |
| "loss": 0.4304, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.4204946996466431, |
| "grad_norm": 0.26093436241203904, |
| "learning_rate": 4.784031413612566e-05, |
| "loss": 0.4218, |
| "step": 119 |
| }, |
| { |
| "epoch": 0.42402826855123676, |
| "grad_norm": 0.25891273155901756, |
| "learning_rate": 4.7774869109947645e-05, |
| "loss": 0.4174, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.4275618374558304, |
| "grad_norm": 0.2312860577869842, |
| "learning_rate": 4.770942408376964e-05, |
| "loss": 0.4261, |
| "step": 121 |
| }, |
| { |
| "epoch": 0.43109540636042404, |
| "grad_norm": 0.2917974512874463, |
| "learning_rate": 4.764397905759162e-05, |
| "loss": 0.4184, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.43462897526501765, |
| "grad_norm": 0.23287738339123082, |
| "learning_rate": 4.757853403141361e-05, |
| "loss": 0.4104, |
| "step": 123 |
| }, |
| { |
| "epoch": 0.4381625441696113, |
| "grad_norm": 0.2664844496788489, |
| "learning_rate": 4.7513089005235606e-05, |
| "loss": 0.4322, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.4416961130742049, |
| "grad_norm": 0.2810454345063088, |
| "learning_rate": 4.7447643979057595e-05, |
| "loss": 0.422, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.4452296819787986, |
| "grad_norm": 0.24068841225391116, |
| "learning_rate": 4.738219895287958e-05, |
| "loss": 0.4155, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.44876325088339225, |
| "grad_norm": 0.3241712958364669, |
| "learning_rate": 4.731675392670157e-05, |
| "loss": 0.4184, |
| "step": 127 |
| }, |
| { |
| "epoch": 0.45229681978798586, |
| "grad_norm": 0.25468659396687165, |
| "learning_rate": 4.725130890052356e-05, |
| "loss": 0.41, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.4558303886925795, |
| "grad_norm": 0.27482798933347197, |
| "learning_rate": 4.7185863874345556e-05, |
| "loss": 0.3919, |
| "step": 129 |
| }, |
| { |
| "epoch": 0.45936395759717313, |
| "grad_norm": 0.26764592282185334, |
| "learning_rate": 4.7120418848167544e-05, |
| "loss": 0.4143, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.4628975265017668, |
| "grad_norm": 0.2544397009243222, |
| "learning_rate": 4.7054973821989526e-05, |
| "loss": 0.4177, |
| "step": 131 |
| }, |
| { |
| "epoch": 0.4664310954063604, |
| "grad_norm": 0.25128503633111415, |
| "learning_rate": 4.698952879581152e-05, |
| "loss": 0.4179, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.46996466431095407, |
| "grad_norm": 0.30565859002250456, |
| "learning_rate": 4.692408376963351e-05, |
| "loss": 0.4083, |
| "step": 133 |
| }, |
| { |
| "epoch": 0.4734982332155477, |
| "grad_norm": 0.2892878501054137, |
| "learning_rate": 4.6858638743455505e-05, |
| "loss": 0.435, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.47703180212014135, |
| "grad_norm": 0.28263079058280177, |
| "learning_rate": 4.6793193717277487e-05, |
| "loss": 0.4173, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.48056537102473496, |
| "grad_norm": 0.2818521474852096, |
| "learning_rate": 4.6727748691099475e-05, |
| "loss": 0.4279, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.4840989399293286, |
| "grad_norm": 0.2706194531255763, |
| "learning_rate": 4.666230366492147e-05, |
| "loss": 0.4232, |
| "step": 137 |
| }, |
| { |
| "epoch": 0.4876325088339223, |
| "grad_norm": 0.27264415935427744, |
| "learning_rate": 4.659685863874346e-05, |
| "loss": 0.4316, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.4911660777385159, |
| "grad_norm": 0.2606117321700416, |
| "learning_rate": 4.653141361256545e-05, |
| "loss": 0.4175, |
| "step": 139 |
| }, |
| { |
| "epoch": 0.49469964664310956, |
| "grad_norm": 0.30893212845204077, |
| "learning_rate": 4.6465968586387436e-05, |
| "loss": 0.4279, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.49823321554770317, |
| "grad_norm": 0.316191147636726, |
| "learning_rate": 4.6400523560209424e-05, |
| "loss": 0.4296, |
| "step": 141 |
| }, |
| { |
| "epoch": 0.5017667844522968, |
| "grad_norm": 0.44619384103405474, |
| "learning_rate": 4.633507853403142e-05, |
| "loss": 0.4214, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.5053003533568905, |
| "grad_norm": 0.36123106925919196, |
| "learning_rate": 4.626963350785341e-05, |
| "loss": 0.4129, |
| "step": 143 |
| }, |
| { |
| "epoch": 0.508833922261484, |
| "grad_norm": 0.2827273823787523, |
| "learning_rate": 4.620418848167539e-05, |
| "loss": 0.4426, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.5123674911660777, |
| "grad_norm": 0.3271577698217905, |
| "learning_rate": 4.6138743455497385e-05, |
| "loss": 0.4114, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.5159010600706714, |
| "grad_norm": 0.3449116596285634, |
| "learning_rate": 4.6073298429319374e-05, |
| "loss": 0.4249, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.519434628975265, |
| "grad_norm": 0.35785099467531045, |
| "learning_rate": 4.600785340314136e-05, |
| "loss": 0.4219, |
| "step": 147 |
| }, |
| { |
| "epoch": 0.5229681978798587, |
| "grad_norm": 0.2859454863314326, |
| "learning_rate": 4.594240837696335e-05, |
| "loss": 0.4236, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.5265017667844523, |
| "grad_norm": 0.31025555262515647, |
| "learning_rate": 4.587696335078534e-05, |
| "loss": 0.4171, |
| "step": 149 |
| }, |
| { |
| "epoch": 0.5300353356890459, |
| "grad_norm": 0.2968047216548135, |
| "learning_rate": 4.5811518324607335e-05, |
| "loss": 0.4163, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.5335689045936396, |
| "grad_norm": 0.297324784894771, |
| "learning_rate": 4.574607329842932e-05, |
| "loss": 0.4303, |
| "step": 151 |
| }, |
| { |
| "epoch": 0.5371024734982333, |
| "grad_norm": 0.2937385244466456, |
| "learning_rate": 4.568062827225131e-05, |
| "loss": 0.4213, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.5406360424028268, |
| "grad_norm": 0.32084633596161016, |
| "learning_rate": 4.56151832460733e-05, |
| "loss": 0.434, |
| "step": 153 |
| }, |
| { |
| "epoch": 0.5441696113074205, |
| "grad_norm": 0.28808014111390984, |
| "learning_rate": 4.554973821989529e-05, |
| "loss": 0.4192, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.5477031802120141, |
| "grad_norm": 0.28043048275510013, |
| "learning_rate": 4.5484293193717284e-05, |
| "loss": 0.4356, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.5512367491166078, |
| "grad_norm": 0.26722328496771375, |
| "learning_rate": 4.5418848167539266e-05, |
| "loss": 0.4097, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.5547703180212014, |
| "grad_norm": 0.28761451608412936, |
| "learning_rate": 4.535340314136126e-05, |
| "loss": 0.4186, |
| "step": 157 |
| }, |
| { |
| "epoch": 0.558303886925795, |
| "grad_norm": 0.25997336915483626, |
| "learning_rate": 4.528795811518325e-05, |
| "loss": 0.4281, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.5618374558303887, |
| "grad_norm": 0.26984807993403653, |
| "learning_rate": 4.522251308900524e-05, |
| "loss": 0.4155, |
| "step": 159 |
| }, |
| { |
| "epoch": 0.5653710247349824, |
| "grad_norm": 0.259428663430806, |
| "learning_rate": 4.5157068062827226e-05, |
| "loss": 0.4272, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.568904593639576, |
| "grad_norm": 0.27018996202437295, |
| "learning_rate": 4.5091623036649215e-05, |
| "loss": 0.4107, |
| "step": 161 |
| }, |
| { |
| "epoch": 0.5724381625441696, |
| "grad_norm": 0.28533599879851723, |
| "learning_rate": 4.50261780104712e-05, |
| "loss": 0.3969, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.5759717314487632, |
| "grad_norm": 0.24200050236306417, |
| "learning_rate": 4.49607329842932e-05, |
| "loss": 0.4096, |
| "step": 163 |
| }, |
| { |
| "epoch": 0.5795053003533569, |
| "grad_norm": 0.2994472215128913, |
| "learning_rate": 4.489528795811519e-05, |
| "loss": 0.4028, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.5830388692579506, |
| "grad_norm": 0.2665264704805344, |
| "learning_rate": 4.4829842931937176e-05, |
| "loss": 0.4011, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.5865724381625441, |
| "grad_norm": 0.28378189066791937, |
| "learning_rate": 4.4764397905759164e-05, |
| "loss": 0.4149, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.5901060070671378, |
| "grad_norm": 0.24179155830908294, |
| "learning_rate": 4.469895287958115e-05, |
| "loss": 0.4091, |
| "step": 167 |
| }, |
| { |
| "epoch": 0.5936395759717314, |
| "grad_norm": 0.31574025669035954, |
| "learning_rate": 4.463350785340315e-05, |
| "loss": 0.4314, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.5971731448763251, |
| "grad_norm": 0.23643166056263606, |
| "learning_rate": 4.456806282722513e-05, |
| "loss": 0.4111, |
| "step": 169 |
| }, |
| { |
| "epoch": 0.6007067137809188, |
| "grad_norm": 0.24855634010638014, |
| "learning_rate": 4.4502617801047125e-05, |
| "loss": 0.4127, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.6042402826855123, |
| "grad_norm": 0.552889018363363, |
| "learning_rate": 4.4437172774869113e-05, |
| "loss": 0.434, |
| "step": 171 |
| }, |
| { |
| "epoch": 0.607773851590106, |
| "grad_norm": 0.24426049935632982, |
| "learning_rate": 4.43717277486911e-05, |
| "loss": 0.4169, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.6113074204946997, |
| "grad_norm": 0.26560345384981926, |
| "learning_rate": 4.430628272251309e-05, |
| "loss": 0.4451, |
| "step": 173 |
| }, |
| { |
| "epoch": 0.6148409893992933, |
| "grad_norm": 0.24674453152732914, |
| "learning_rate": 4.424083769633508e-05, |
| "loss": 0.4124, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.6183745583038869, |
| "grad_norm": 0.23653497598415876, |
| "learning_rate": 4.417539267015707e-05, |
| "loss": 0.439, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.6219081272084805, |
| "grad_norm": 0.27816683995639657, |
| "learning_rate": 4.410994764397906e-05, |
| "loss": 0.4121, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.6254416961130742, |
| "grad_norm": 0.23829492805608396, |
| "learning_rate": 4.4044502617801045e-05, |
| "loss": 0.4025, |
| "step": 177 |
| }, |
| { |
| "epoch": 0.6289752650176679, |
| "grad_norm": 0.23626070956443163, |
| "learning_rate": 4.397905759162304e-05, |
| "loss": 0.3949, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.6325088339222615, |
| "grad_norm": 0.26913124550480905, |
| "learning_rate": 4.391361256544503e-05, |
| "loss": 0.4198, |
| "step": 179 |
| }, |
| { |
| "epoch": 0.6360424028268551, |
| "grad_norm": 0.26444792575098935, |
| "learning_rate": 4.384816753926702e-05, |
| "loss": 0.4152, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.6395759717314488, |
| "grad_norm": 0.28736718825769164, |
| "learning_rate": 4.3782722513089005e-05, |
| "loss": 0.4184, |
| "step": 181 |
| }, |
| { |
| "epoch": 0.6431095406360424, |
| "grad_norm": 0.24916328448496777, |
| "learning_rate": 4.3717277486910994e-05, |
| "loss": 0.4372, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.6466431095406361, |
| "grad_norm": 0.2580684547501532, |
| "learning_rate": 4.365183246073299e-05, |
| "loss": 0.4078, |
| "step": 183 |
| }, |
| { |
| "epoch": 0.6501766784452296, |
| "grad_norm": 0.21443876570470546, |
| "learning_rate": 4.358638743455498e-05, |
| "loss": 0.4112, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.6537102473498233, |
| "grad_norm": 0.2585770749848044, |
| "learning_rate": 4.3520942408376966e-05, |
| "loss": 0.4275, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.657243816254417, |
| "grad_norm": 0.2306904512126803, |
| "learning_rate": 4.3455497382198955e-05, |
| "loss": 0.4062, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.6607773851590106, |
| "grad_norm": 0.22770367490745005, |
| "learning_rate": 4.339005235602094e-05, |
| "loss": 0.4169, |
| "step": 187 |
| }, |
| { |
| "epoch": 0.6643109540636042, |
| "grad_norm": 0.2160233520776506, |
| "learning_rate": 4.332460732984294e-05, |
| "loss": 0.3954, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.6678445229681979, |
| "grad_norm": 0.22325050602227733, |
| "learning_rate": 4.325916230366493e-05, |
| "loss": 0.3919, |
| "step": 189 |
| }, |
| { |
| "epoch": 0.6713780918727915, |
| "grad_norm": 0.22586695676150254, |
| "learning_rate": 4.319371727748691e-05, |
| "loss": 0.4041, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.6749116607773852, |
| "grad_norm": 0.19641141654473473, |
| "learning_rate": 4.3128272251308904e-05, |
| "loss": 0.39, |
| "step": 191 |
| }, |
| { |
| "epoch": 0.6784452296819788, |
| "grad_norm": 0.2514249590269792, |
| "learning_rate": 4.306282722513089e-05, |
| "loss": 0.4102, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.6819787985865724, |
| "grad_norm": 0.21866986557153864, |
| "learning_rate": 4.299738219895288e-05, |
| "loss": 0.4035, |
| "step": 193 |
| }, |
| { |
| "epoch": 0.6855123674911661, |
| "grad_norm": 0.25496496117460954, |
| "learning_rate": 4.293193717277487e-05, |
| "loss": 0.4036, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.6890459363957597, |
| "grad_norm": 0.2284669898013072, |
| "learning_rate": 4.286649214659686e-05, |
| "loss": 0.4036, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.6925795053003534, |
| "grad_norm": 0.22109210174266103, |
| "learning_rate": 4.280104712041885e-05, |
| "loss": 0.4008, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.696113074204947, |
| "grad_norm": 0.2550246646227659, |
| "learning_rate": 4.273560209424084e-05, |
| "loss": 0.4218, |
| "step": 197 |
| }, |
| { |
| "epoch": 0.6996466431095406, |
| "grad_norm": 0.24670707538924813, |
| "learning_rate": 4.267015706806283e-05, |
| "loss": 0.4022, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.7031802120141343, |
| "grad_norm": 0.24528358706276326, |
| "learning_rate": 4.260471204188482e-05, |
| "loss": 0.4098, |
| "step": 199 |
| }, |
| { |
| "epoch": 0.7067137809187279, |
| "grad_norm": 0.2804256190765326, |
| "learning_rate": 4.253926701570681e-05, |
| "loss": 0.4092, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.7102473498233216, |
| "grad_norm": 0.2575565314122766, |
| "learning_rate": 4.24738219895288e-05, |
| "loss": 0.4049, |
| "step": 201 |
| }, |
| { |
| "epoch": 0.7137809187279152, |
| "grad_norm": 0.2853344191193188, |
| "learning_rate": 4.240837696335079e-05, |
| "loss": 0.4202, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.7173144876325088, |
| "grad_norm": 0.21537639057332267, |
| "learning_rate": 4.234293193717277e-05, |
| "loss": 0.4289, |
| "step": 203 |
| }, |
| { |
| "epoch": 0.7208480565371025, |
| "grad_norm": 0.22304542649399647, |
| "learning_rate": 4.227748691099477e-05, |
| "loss": 0.4104, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.7243816254416962, |
| "grad_norm": 0.22935406527517788, |
| "learning_rate": 4.2212041884816757e-05, |
| "loss": 0.4, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.7279151943462897, |
| "grad_norm": 0.23304248610855605, |
| "learning_rate": 4.2146596858638745e-05, |
| "loss": 0.4107, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.7314487632508834, |
| "grad_norm": 0.23823942972540235, |
| "learning_rate": 4.2081151832460734e-05, |
| "loss": 0.432, |
| "step": 207 |
| }, |
| { |
| "epoch": 0.734982332155477, |
| "grad_norm": 0.2543799613946858, |
| "learning_rate": 4.201570680628272e-05, |
| "loss": 0.4084, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.7385159010600707, |
| "grad_norm": 0.21095357814341076, |
| "learning_rate": 4.195026178010472e-05, |
| "loss": 0.4098, |
| "step": 209 |
| }, |
| { |
| "epoch": 0.7420494699646644, |
| "grad_norm": 0.20730300999287024, |
| "learning_rate": 4.1884816753926706e-05, |
| "loss": 0.3811, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.7455830388692579, |
| "grad_norm": 0.2099000376737902, |
| "learning_rate": 4.181937172774869e-05, |
| "loss": 0.3894, |
| "step": 211 |
| }, |
| { |
| "epoch": 0.7491166077738516, |
| "grad_norm": 0.2137194170060052, |
| "learning_rate": 4.175392670157068e-05, |
| "loss": 0.4038, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.7526501766784452, |
| "grad_norm": 0.22371893504573911, |
| "learning_rate": 4.168848167539267e-05, |
| "loss": 0.3907, |
| "step": 213 |
| }, |
| { |
| "epoch": 0.7561837455830389, |
| "grad_norm": 0.2370792283738368, |
| "learning_rate": 4.162303664921467e-05, |
| "loss": 0.412, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.7597173144876325, |
| "grad_norm": 0.2236273921731486, |
| "learning_rate": 4.155759162303665e-05, |
| "loss": 0.4033, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.7632508833922261, |
| "grad_norm": 0.23095430328041772, |
| "learning_rate": 4.149214659685864e-05, |
| "loss": 0.4061, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.7667844522968198, |
| "grad_norm": 0.20554192856952402, |
| "learning_rate": 4.142670157068063e-05, |
| "loss": 0.3917, |
| "step": 217 |
| }, |
| { |
| "epoch": 0.7703180212014135, |
| "grad_norm": 0.24685357063684762, |
| "learning_rate": 4.136125654450262e-05, |
| "loss": 0.4114, |
| "step": 218 |
| }, |
| { |
| "epoch": 0.773851590106007, |
| "grad_norm": 0.22543283998138222, |
| "learning_rate": 4.129581151832461e-05, |
| "loss": 0.3807, |
| "step": 219 |
| }, |
| { |
| "epoch": 0.7773851590106007, |
| "grad_norm": 0.21434337705880507, |
| "learning_rate": 4.12303664921466e-05, |
| "loss": 0.3959, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.7809187279151943, |
| "grad_norm": 0.23238999996068074, |
| "learning_rate": 4.1164921465968586e-05, |
| "loss": 0.4095, |
| "step": 221 |
| }, |
| { |
| "epoch": 0.784452296819788, |
| "grad_norm": 0.24052040121040505, |
| "learning_rate": 4.109947643979058e-05, |
| "loss": 0.3922, |
| "step": 222 |
| }, |
| { |
| "epoch": 0.7879858657243817, |
| "grad_norm": 0.2163145201137993, |
| "learning_rate": 4.103403141361257e-05, |
| "loss": 0.405, |
| "step": 223 |
| }, |
| { |
| "epoch": 0.7915194346289752, |
| "grad_norm": 0.20351642197790695, |
| "learning_rate": 4.096858638743455e-05, |
| "loss": 0.3867, |
| "step": 224 |
| }, |
| { |
| "epoch": 0.7950530035335689, |
| "grad_norm": 0.22202704181135127, |
| "learning_rate": 4.090314136125655e-05, |
| "loss": 0.4211, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.7985865724381626, |
| "grad_norm": 0.25500241711903054, |
| "learning_rate": 4.0837696335078535e-05, |
| "loss": 0.3999, |
| "step": 226 |
| }, |
| { |
| "epoch": 0.8021201413427562, |
| "grad_norm": 0.2213815985701867, |
| "learning_rate": 4.077225130890053e-05, |
| "loss": 0.4097, |
| "step": 227 |
| }, |
| { |
| "epoch": 0.8056537102473498, |
| "grad_norm": 0.2090038017790055, |
| "learning_rate": 4.070680628272251e-05, |
| "loss": 0.3895, |
| "step": 228 |
| }, |
| { |
| "epoch": 0.8091872791519434, |
| "grad_norm": 0.21989502340862954, |
| "learning_rate": 4.06413612565445e-05, |
| "loss": 0.3973, |
| "step": 229 |
| }, |
| { |
| "epoch": 0.8127208480565371, |
| "grad_norm": 0.21154791324283787, |
| "learning_rate": 4.0575916230366496e-05, |
| "loss": 0.3893, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.8162544169611308, |
| "grad_norm": 0.24907311172327215, |
| "learning_rate": 4.0510471204188485e-05, |
| "loss": 0.4085, |
| "step": 231 |
| }, |
| { |
| "epoch": 0.8197879858657244, |
| "grad_norm": 0.2335087351779645, |
| "learning_rate": 4.044502617801047e-05, |
| "loss": 0.397, |
| "step": 232 |
| }, |
| { |
| "epoch": 0.823321554770318, |
| "grad_norm": 0.22916339357572055, |
| "learning_rate": 4.037958115183246e-05, |
| "loss": 0.4189, |
| "step": 233 |
| }, |
| { |
| "epoch": 0.8268551236749117, |
| "grad_norm": 0.2345032103145984, |
| "learning_rate": 4.031413612565445e-05, |
| "loss": 0.4249, |
| "step": 234 |
| }, |
| { |
| "epoch": 0.8303886925795053, |
| "grad_norm": 0.25772495207119794, |
| "learning_rate": 4.0248691099476446e-05, |
| "loss": 0.4027, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.833922261484099, |
| "grad_norm": 0.21670957287713344, |
| "learning_rate": 4.018324607329843e-05, |
| "loss": 0.3886, |
| "step": 236 |
| }, |
| { |
| "epoch": 0.8374558303886925, |
| "grad_norm": 0.2639563686803717, |
| "learning_rate": 4.011780104712042e-05, |
| "loss": 0.4046, |
| "step": 237 |
| }, |
| { |
| "epoch": 0.8409893992932862, |
| "grad_norm": 0.2358482603214206, |
| "learning_rate": 4.005235602094241e-05, |
| "loss": 0.3981, |
| "step": 238 |
| }, |
| { |
| "epoch": 0.8445229681978799, |
| "grad_norm": 0.26814903642864074, |
| "learning_rate": 3.99869109947644e-05, |
| "loss": 0.4162, |
| "step": 239 |
| }, |
| { |
| "epoch": 0.8480565371024735, |
| "grad_norm": 0.2305536154230553, |
| "learning_rate": 3.992146596858639e-05, |
| "loss": 0.3925, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.8515901060070671, |
| "grad_norm": 0.24937470325344963, |
| "learning_rate": 3.985602094240838e-05, |
| "loss": 0.3956, |
| "step": 241 |
| }, |
| { |
| "epoch": 0.8551236749116607, |
| "grad_norm": 0.2342195715420916, |
| "learning_rate": 3.9790575916230365e-05, |
| "loss": 0.4059, |
| "step": 242 |
| }, |
| { |
| "epoch": 0.8586572438162544, |
| "grad_norm": 0.2566087023417787, |
| "learning_rate": 3.972513089005236e-05, |
| "loss": 0.4063, |
| "step": 243 |
| }, |
| { |
| "epoch": 0.8621908127208481, |
| "grad_norm": 0.23478926590717414, |
| "learning_rate": 3.965968586387435e-05, |
| "loss": 0.3867, |
| "step": 244 |
| }, |
| { |
| "epoch": 0.8657243816254417, |
| "grad_norm": 0.2798144378177403, |
| "learning_rate": 3.959424083769634e-05, |
| "loss": 0.3786, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.8692579505300353, |
| "grad_norm": 0.26349054746710127, |
| "learning_rate": 3.9528795811518326e-05, |
| "loss": 0.4156, |
| "step": 246 |
| }, |
| { |
| "epoch": 0.872791519434629, |
| "grad_norm": 0.3117277920653392, |
| "learning_rate": 3.9463350785340314e-05, |
| "loss": 0.3995, |
| "step": 247 |
| }, |
| { |
| "epoch": 0.8763250883392226, |
| "grad_norm": 0.2837710772230277, |
| "learning_rate": 3.939790575916231e-05, |
| "loss": 0.4167, |
| "step": 248 |
| }, |
| { |
| "epoch": 0.8798586572438163, |
| "grad_norm": 0.26249163491377153, |
| "learning_rate": 3.933246073298429e-05, |
| "loss": 0.381, |
| "step": 249 |
| }, |
| { |
| "epoch": 0.8833922261484098, |
| "grad_norm": 0.30295185732757657, |
| "learning_rate": 3.926701570680629e-05, |
| "loss": 0.4182, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.8869257950530035, |
| "grad_norm": 0.2741004156009664, |
| "learning_rate": 3.9201570680628275e-05, |
| "loss": 0.4019, |
| "step": 251 |
| }, |
| { |
| "epoch": 0.8904593639575972, |
| "grad_norm": 0.2557267625112447, |
| "learning_rate": 3.9136125654450264e-05, |
| "loss": 0.3933, |
| "step": 252 |
| }, |
| { |
| "epoch": 0.8939929328621908, |
| "grad_norm": 0.2370373480018411, |
| "learning_rate": 3.907068062827225e-05, |
| "loss": 0.3923, |
| "step": 253 |
| }, |
| { |
| "epoch": 0.8975265017667845, |
| "grad_norm": 0.26227996332830733, |
| "learning_rate": 3.900523560209424e-05, |
| "loss": 0.3931, |
| "step": 254 |
| }, |
| { |
| "epoch": 0.901060070671378, |
| "grad_norm": 0.21438294763142587, |
| "learning_rate": 3.893979057591623e-05, |
| "loss": 0.3984, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.9045936395759717, |
| "grad_norm": 0.2335115276521748, |
| "learning_rate": 3.8874345549738225e-05, |
| "loss": 0.3932, |
| "step": 256 |
| }, |
| { |
| "epoch": 0.9081272084805654, |
| "grad_norm": 0.22454393322869942, |
| "learning_rate": 3.880890052356021e-05, |
| "loss": 0.3853, |
| "step": 257 |
| }, |
| { |
| "epoch": 0.911660777385159, |
| "grad_norm": 0.2596163843004442, |
| "learning_rate": 3.87434554973822e-05, |
| "loss": 0.3801, |
| "step": 258 |
| }, |
| { |
| "epoch": 0.9151943462897526, |
| "grad_norm": 0.19420345121894123, |
| "learning_rate": 3.867801047120419e-05, |
| "loss": 0.3828, |
| "step": 259 |
| }, |
| { |
| "epoch": 0.9187279151943463, |
| "grad_norm": 0.22683045863729945, |
| "learning_rate": 3.861256544502618e-05, |
| "loss": 0.3989, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.9222614840989399, |
| "grad_norm": 0.22855042914336784, |
| "learning_rate": 3.8547120418848174e-05, |
| "loss": 0.3969, |
| "step": 261 |
| }, |
| { |
| "epoch": 0.9257950530035336, |
| "grad_norm": 0.21046655596251596, |
| "learning_rate": 3.8481675392670156e-05, |
| "loss": 0.3799, |
| "step": 262 |
| }, |
| { |
| "epoch": 0.9293286219081273, |
| "grad_norm": 0.23049478766989265, |
| "learning_rate": 3.841623036649215e-05, |
| "loss": 0.4028, |
| "step": 263 |
| }, |
| { |
| "epoch": 0.9328621908127208, |
| "grad_norm": 0.20902890642844427, |
| "learning_rate": 3.835078534031414e-05, |
| "loss": 0.3907, |
| "step": 264 |
| }, |
| { |
| "epoch": 0.9363957597173145, |
| "grad_norm": 0.20683520185197424, |
| "learning_rate": 3.828534031413613e-05, |
| "loss": 0.4048, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.9399293286219081, |
| "grad_norm": 0.22321668513959014, |
| "learning_rate": 3.8219895287958116e-05, |
| "loss": 0.413, |
| "step": 266 |
| }, |
| { |
| "epoch": 0.9434628975265018, |
| "grad_norm": 0.2181734656436944, |
| "learning_rate": 3.8154450261780105e-05, |
| "loss": 0.3827, |
| "step": 267 |
| }, |
| { |
| "epoch": 0.9469964664310954, |
| "grad_norm": 0.2276911197710597, |
| "learning_rate": 3.80890052356021e-05, |
| "loss": 0.3936, |
| "step": 268 |
| }, |
| { |
| "epoch": 0.950530035335689, |
| "grad_norm": 0.23932874112389352, |
| "learning_rate": 3.802356020942409e-05, |
| "loss": 0.3877, |
| "step": 269 |
| }, |
| { |
| "epoch": 0.9540636042402827, |
| "grad_norm": 0.22251186496446881, |
| "learning_rate": 3.795811518324607e-05, |
| "loss": 0.402, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.9575971731448764, |
| "grad_norm": 0.27973449578154436, |
| "learning_rate": 3.7892670157068066e-05, |
| "loss": 0.3827, |
| "step": 271 |
| }, |
| { |
| "epoch": 0.9611307420494699, |
| "grad_norm": 0.26523201054623285, |
| "learning_rate": 3.7827225130890054e-05, |
| "loss": 0.4056, |
| "step": 272 |
| }, |
| { |
| "epoch": 0.9646643109540636, |
| "grad_norm": 0.24156477293316247, |
| "learning_rate": 3.776178010471204e-05, |
| "loss": 0.3963, |
| "step": 273 |
| }, |
| { |
| "epoch": 0.9681978798586572, |
| "grad_norm": 0.247247933584926, |
| "learning_rate": 3.769633507853403e-05, |
| "loss": 0.3869, |
| "step": 274 |
| }, |
| { |
| "epoch": 0.9717314487632509, |
| "grad_norm": 0.24084252783826215, |
| "learning_rate": 3.763089005235602e-05, |
| "loss": 0.3891, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.9752650176678446, |
| "grad_norm": 0.23139130330483365, |
| "learning_rate": 3.7565445026178015e-05, |
| "loss": 0.3904, |
| "step": 276 |
| }, |
| { |
| "epoch": 0.9787985865724381, |
| "grad_norm": 0.2158522253953061, |
| "learning_rate": 3.7500000000000003e-05, |
| "loss": 0.4072, |
| "step": 277 |
| }, |
| { |
| "epoch": 0.9823321554770318, |
| "grad_norm": 0.2403314631839938, |
| "learning_rate": 3.743455497382199e-05, |
| "loss": 0.3966, |
| "step": 278 |
| }, |
| { |
| "epoch": 0.9858657243816255, |
| "grad_norm": 0.23259587006529284, |
| "learning_rate": 3.736910994764398e-05, |
| "loss": 0.4015, |
| "step": 279 |
| }, |
| { |
| "epoch": 0.9893992932862191, |
| "grad_norm": 0.23086223341274428, |
| "learning_rate": 3.730366492146597e-05, |
| "loss": 0.3795, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.9929328621908127, |
| "grad_norm": 0.20230822074457405, |
| "learning_rate": 3.7238219895287964e-05, |
| "loss": 0.3815, |
| "step": 281 |
| }, |
| { |
| "epoch": 0.9964664310954063, |
| "grad_norm": 0.2280368150756851, |
| "learning_rate": 3.717277486910995e-05, |
| "loss": 0.3847, |
| "step": 282 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 0.19545884067146066, |
| "learning_rate": 3.7107329842931935e-05, |
| "loss": 0.3875, |
| "step": 283 |
| }, |
| { |
| "epoch": 1.0035335689045937, |
| "grad_norm": 0.28644557133651055, |
| "learning_rate": 3.704188481675393e-05, |
| "loss": 0.3298, |
| "step": 284 |
| }, |
| { |
| "epoch": 1.0070671378091873, |
| "grad_norm": 0.246181441410164, |
| "learning_rate": 3.697643979057592e-05, |
| "loss": 0.3181, |
| "step": 285 |
| }, |
| { |
| "epoch": 1.010600706713781, |
| "grad_norm": 0.2381701924051878, |
| "learning_rate": 3.691099476439791e-05, |
| "loss": 0.3328, |
| "step": 286 |
| }, |
| { |
| "epoch": 1.0141342756183747, |
| "grad_norm": 0.24659950933351185, |
| "learning_rate": 3.6845549738219895e-05, |
| "loss": 0.3205, |
| "step": 287 |
| }, |
| { |
| "epoch": 1.017667844522968, |
| "grad_norm": 0.2914797980768853, |
| "learning_rate": 3.6780104712041884e-05, |
| "loss": 0.314, |
| "step": 288 |
| }, |
| { |
| "epoch": 1.0212014134275618, |
| "grad_norm": 0.24512265162041555, |
| "learning_rate": 3.671465968586388e-05, |
| "loss": 0.3162, |
| "step": 289 |
| }, |
| { |
| "epoch": 1.0247349823321554, |
| "grad_norm": 0.22593092660338965, |
| "learning_rate": 3.664921465968587e-05, |
| "loss": 0.3216, |
| "step": 290 |
| }, |
| { |
| "epoch": 1.028268551236749, |
| "grad_norm": 0.22946799578429655, |
| "learning_rate": 3.6583769633507856e-05, |
| "loss": 0.3166, |
| "step": 291 |
| }, |
| { |
| "epoch": 1.0318021201413428, |
| "grad_norm": 0.2960974173892056, |
| "learning_rate": 3.6518324607329845e-05, |
| "loss": 0.3316, |
| "step": 292 |
| }, |
| { |
| "epoch": 1.0353356890459364, |
| "grad_norm": 0.23831749027274296, |
| "learning_rate": 3.645287958115183e-05, |
| "loss": 0.3126, |
| "step": 293 |
| }, |
| { |
| "epoch": 1.03886925795053, |
| "grad_norm": 0.2296400192793851, |
| "learning_rate": 3.638743455497383e-05, |
| "loss": 0.3152, |
| "step": 294 |
| }, |
| { |
| "epoch": 1.0424028268551238, |
| "grad_norm": 0.2666013927167255, |
| "learning_rate": 3.632198952879581e-05, |
| "loss": 0.3211, |
| "step": 295 |
| }, |
| { |
| "epoch": 1.0459363957597174, |
| "grad_norm": 0.2017188626594801, |
| "learning_rate": 3.62565445026178e-05, |
| "loss": 0.2987, |
| "step": 296 |
| }, |
| { |
| "epoch": 1.0494699646643109, |
| "grad_norm": 0.24680327190368004, |
| "learning_rate": 3.6191099476439794e-05, |
| "loss": 0.3264, |
| "step": 297 |
| }, |
| { |
| "epoch": 1.0530035335689045, |
| "grad_norm": 0.23199791849929335, |
| "learning_rate": 3.612565445026178e-05, |
| "loss": 0.3132, |
| "step": 298 |
| }, |
| { |
| "epoch": 1.0565371024734982, |
| "grad_norm": 0.23869637562051588, |
| "learning_rate": 3.606020942408377e-05, |
| "loss": 0.3265, |
| "step": 299 |
| }, |
| { |
| "epoch": 1.0600706713780919, |
| "grad_norm": 0.22473195380527508, |
| "learning_rate": 3.599476439790576e-05, |
| "loss": 0.3015, |
| "step": 300 |
| }, |
| { |
| "epoch": 1.0636042402826855, |
| "grad_norm": 0.23493094331158693, |
| "learning_rate": 3.592931937172775e-05, |
| "loss": 0.2889, |
| "step": 301 |
| }, |
| { |
| "epoch": 1.0671378091872792, |
| "grad_norm": 0.22414265321405832, |
| "learning_rate": 3.586387434554974e-05, |
| "loss": 0.3268, |
| "step": 302 |
| }, |
| { |
| "epoch": 1.0706713780918728, |
| "grad_norm": 0.21481974366607212, |
| "learning_rate": 3.579842931937173e-05, |
| "loss": 0.3086, |
| "step": 303 |
| }, |
| { |
| "epoch": 1.0742049469964665, |
| "grad_norm": 0.20876393358670048, |
| "learning_rate": 3.5732984293193713e-05, |
| "loss": 0.3034, |
| "step": 304 |
| }, |
| { |
| "epoch": 1.0777385159010602, |
| "grad_norm": 0.19404425365880137, |
| "learning_rate": 3.566753926701571e-05, |
| "loss": 0.2976, |
| "step": 305 |
| }, |
| { |
| "epoch": 1.0812720848056536, |
| "grad_norm": 0.2330147569485359, |
| "learning_rate": 3.56020942408377e-05, |
| "loss": 0.3375, |
| "step": 306 |
| }, |
| { |
| "epoch": 1.0848056537102473, |
| "grad_norm": 0.22345787287571597, |
| "learning_rate": 3.553664921465969e-05, |
| "loss": 0.3293, |
| "step": 307 |
| }, |
| { |
| "epoch": 1.088339222614841, |
| "grad_norm": 0.20500037658761122, |
| "learning_rate": 3.5471204188481674e-05, |
| "loss": 0.3233, |
| "step": 308 |
| }, |
| { |
| "epoch": 1.0918727915194346, |
| "grad_norm": 0.2363661046470141, |
| "learning_rate": 3.540575916230366e-05, |
| "loss": 0.323, |
| "step": 309 |
| }, |
| { |
| "epoch": 1.0954063604240283, |
| "grad_norm": 0.2063708256259596, |
| "learning_rate": 3.534031413612566e-05, |
| "loss": 0.32, |
| "step": 310 |
| }, |
| { |
| "epoch": 1.098939929328622, |
| "grad_norm": 0.21445020610104967, |
| "learning_rate": 3.5274869109947647e-05, |
| "loss": 0.3105, |
| "step": 311 |
| }, |
| { |
| "epoch": 1.1024734982332156, |
| "grad_norm": 0.21848308675353983, |
| "learning_rate": 3.5209424083769635e-05, |
| "loss": 0.3057, |
| "step": 312 |
| }, |
| { |
| "epoch": 1.1060070671378093, |
| "grad_norm": 0.21785651614885643, |
| "learning_rate": 3.5143979057591624e-05, |
| "loss": 0.3193, |
| "step": 313 |
| }, |
| { |
| "epoch": 1.1095406360424027, |
| "grad_norm": 0.20921803593322577, |
| "learning_rate": 3.507853403141361e-05, |
| "loss": 0.3173, |
| "step": 314 |
| }, |
| { |
| "epoch": 1.1130742049469964, |
| "grad_norm": 0.2150900572683641, |
| "learning_rate": 3.501308900523561e-05, |
| "loss": 0.3201, |
| "step": 315 |
| }, |
| { |
| "epoch": 1.11660777385159, |
| "grad_norm": 0.23252037987280388, |
| "learning_rate": 3.4947643979057596e-05, |
| "loss": 0.3248, |
| "step": 316 |
| }, |
| { |
| "epoch": 1.1201413427561837, |
| "grad_norm": 0.24635081104273918, |
| "learning_rate": 3.488219895287958e-05, |
| "loss": 0.3393, |
| "step": 317 |
| }, |
| { |
| "epoch": 1.1236749116607774, |
| "grad_norm": 0.22540836469451786, |
| "learning_rate": 3.481675392670157e-05, |
| "loss": 0.3385, |
| "step": 318 |
| }, |
| { |
| "epoch": 1.127208480565371, |
| "grad_norm": 0.25983037388647073, |
| "learning_rate": 3.475130890052356e-05, |
| "loss": 0.3057, |
| "step": 319 |
| }, |
| { |
| "epoch": 1.1307420494699647, |
| "grad_norm": 0.23458400529827525, |
| "learning_rate": 3.468586387434556e-05, |
| "loss": 0.3219, |
| "step": 320 |
| }, |
| { |
| "epoch": 1.1342756183745584, |
| "grad_norm": 0.21194972760690098, |
| "learning_rate": 3.462041884816754e-05, |
| "loss": 0.3035, |
| "step": 321 |
| }, |
| { |
| "epoch": 1.137809187279152, |
| "grad_norm": 0.2359057746689865, |
| "learning_rate": 3.455497382198953e-05, |
| "loss": 0.3379, |
| "step": 322 |
| }, |
| { |
| "epoch": 1.1413427561837457, |
| "grad_norm": 0.183280417607474, |
| "learning_rate": 3.448952879581152e-05, |
| "loss": 0.2982, |
| "step": 323 |
| }, |
| { |
| "epoch": 1.1448763250883391, |
| "grad_norm": 0.22445482125910166, |
| "learning_rate": 3.442408376963351e-05, |
| "loss": 0.3181, |
| "step": 324 |
| }, |
| { |
| "epoch": 1.1484098939929328, |
| "grad_norm": 0.20709956522770923, |
| "learning_rate": 3.43586387434555e-05, |
| "loss": 0.3061, |
| "step": 325 |
| }, |
| { |
| "epoch": 1.1519434628975265, |
| "grad_norm": 0.1962996039331923, |
| "learning_rate": 3.429319371727749e-05, |
| "loss": 0.3081, |
| "step": 326 |
| }, |
| { |
| "epoch": 1.1554770318021201, |
| "grad_norm": 0.21772893532666654, |
| "learning_rate": 3.4227748691099476e-05, |
| "loss": 0.3156, |
| "step": 327 |
| }, |
| { |
| "epoch": 1.1590106007067138, |
| "grad_norm": 0.21856155526695173, |
| "learning_rate": 3.416230366492147e-05, |
| "loss": 0.3216, |
| "step": 328 |
| }, |
| { |
| "epoch": 1.1625441696113075, |
| "grad_norm": 0.216148615776384, |
| "learning_rate": 3.409685863874345e-05, |
| "loss": 0.3295, |
| "step": 329 |
| }, |
| { |
| "epoch": 1.1660777385159011, |
| "grad_norm": 0.2136688220358534, |
| "learning_rate": 3.403141361256545e-05, |
| "loss": 0.3162, |
| "step": 330 |
| }, |
| { |
| "epoch": 1.1696113074204948, |
| "grad_norm": 0.22193150606988146, |
| "learning_rate": 3.396596858638744e-05, |
| "loss": 0.3208, |
| "step": 331 |
| }, |
| { |
| "epoch": 1.1731448763250882, |
| "grad_norm": 0.24107500867079923, |
| "learning_rate": 3.3900523560209426e-05, |
| "loss": 0.3366, |
| "step": 332 |
| }, |
| { |
| "epoch": 1.176678445229682, |
| "grad_norm": 0.23280505336393884, |
| "learning_rate": 3.3835078534031414e-05, |
| "loss": 0.3084, |
| "step": 333 |
| }, |
| { |
| "epoch": 1.1802120141342756, |
| "grad_norm": 0.221142306220354, |
| "learning_rate": 3.37696335078534e-05, |
| "loss": 0.3153, |
| "step": 334 |
| }, |
| { |
| "epoch": 1.1837455830388692, |
| "grad_norm": 0.22624148882528342, |
| "learning_rate": 3.370418848167539e-05, |
| "loss": 0.3025, |
| "step": 335 |
| }, |
| { |
| "epoch": 1.187279151943463, |
| "grad_norm": 0.23726994702952095, |
| "learning_rate": 3.3638743455497386e-05, |
| "loss": 0.3059, |
| "step": 336 |
| }, |
| { |
| "epoch": 1.1908127208480566, |
| "grad_norm": 0.2004801698990464, |
| "learning_rate": 3.3573298429319375e-05, |
| "loss": 0.3016, |
| "step": 337 |
| }, |
| { |
| "epoch": 1.1943462897526502, |
| "grad_norm": 0.20917901510881576, |
| "learning_rate": 3.350785340314136e-05, |
| "loss": 0.2994, |
| "step": 338 |
| }, |
| { |
| "epoch": 1.197879858657244, |
| "grad_norm": 0.21463380716897973, |
| "learning_rate": 3.344240837696335e-05, |
| "loss": 0.3232, |
| "step": 339 |
| }, |
| { |
| "epoch": 1.2014134275618376, |
| "grad_norm": 0.2456594431324656, |
| "learning_rate": 3.337696335078534e-05, |
| "loss": 0.3189, |
| "step": 340 |
| }, |
| { |
| "epoch": 1.2049469964664312, |
| "grad_norm": 0.21293544353851196, |
| "learning_rate": 3.3311518324607336e-05, |
| "loss": 0.3011, |
| "step": 341 |
| }, |
| { |
| "epoch": 1.2084805653710247, |
| "grad_norm": 0.24068088729907228, |
| "learning_rate": 3.324607329842932e-05, |
| "loss": 0.316, |
| "step": 342 |
| }, |
| { |
| "epoch": 1.2120141342756183, |
| "grad_norm": 0.2525547604298334, |
| "learning_rate": 3.318062827225131e-05, |
| "loss": 0.3328, |
| "step": 343 |
| }, |
| { |
| "epoch": 1.215547703180212, |
| "grad_norm": 0.24957446532900615, |
| "learning_rate": 3.31151832460733e-05, |
| "loss": 0.3077, |
| "step": 344 |
| }, |
| { |
| "epoch": 1.2190812720848057, |
| "grad_norm": 0.21858717685320606, |
| "learning_rate": 3.304973821989529e-05, |
| "loss": 0.3341, |
| "step": 345 |
| }, |
| { |
| "epoch": 1.2226148409893993, |
| "grad_norm": 0.22845641979758724, |
| "learning_rate": 3.298429319371728e-05, |
| "loss": 0.3062, |
| "step": 346 |
| }, |
| { |
| "epoch": 1.226148409893993, |
| "grad_norm": 0.24355966443975988, |
| "learning_rate": 3.291884816753927e-05, |
| "loss": 0.3159, |
| "step": 347 |
| }, |
| { |
| "epoch": 1.2296819787985867, |
| "grad_norm": 0.2266617775003546, |
| "learning_rate": 3.285340314136126e-05, |
| "loss": 0.3208, |
| "step": 348 |
| }, |
| { |
| "epoch": 1.23321554770318, |
| "grad_norm": 0.24420569453468005, |
| "learning_rate": 3.278795811518325e-05, |
| "loss": 0.3245, |
| "step": 349 |
| }, |
| { |
| "epoch": 1.2367491166077738, |
| "grad_norm": 0.23505093613984024, |
| "learning_rate": 3.272251308900524e-05, |
| "loss": 0.3231, |
| "step": 350 |
| }, |
| { |
| "epoch": 1.2402826855123674, |
| "grad_norm": 0.2217615774782852, |
| "learning_rate": 3.265706806282723e-05, |
| "loss": 0.3221, |
| "step": 351 |
| }, |
| { |
| "epoch": 1.243816254416961, |
| "grad_norm": 0.22957026541481648, |
| "learning_rate": 3.2591623036649216e-05, |
| "loss": 0.3369, |
| "step": 352 |
| }, |
| { |
| "epoch": 1.2473498233215548, |
| "grad_norm": 0.24168709156073725, |
| "learning_rate": 3.2526178010471204e-05, |
| "loss": 0.3169, |
| "step": 353 |
| }, |
| { |
| "epoch": 1.2508833922261484, |
| "grad_norm": 0.23110088658805064, |
| "learning_rate": 3.246073298429319e-05, |
| "loss": 0.3242, |
| "step": 354 |
| }, |
| { |
| "epoch": 1.254416961130742, |
| "grad_norm": 0.23381613068833576, |
| "learning_rate": 3.239528795811518e-05, |
| "loss": 0.3117, |
| "step": 355 |
| }, |
| { |
| "epoch": 1.2579505300353357, |
| "grad_norm": 0.2061504277228851, |
| "learning_rate": 3.232984293193718e-05, |
| "loss": 0.2962, |
| "step": 356 |
| }, |
| { |
| "epoch": 1.2614840989399294, |
| "grad_norm": 0.23462705730231123, |
| "learning_rate": 3.2264397905759165e-05, |
| "loss": 0.319, |
| "step": 357 |
| }, |
| { |
| "epoch": 1.265017667844523, |
| "grad_norm": 0.2075871787114381, |
| "learning_rate": 3.2198952879581154e-05, |
| "loss": 0.3259, |
| "step": 358 |
| }, |
| { |
| "epoch": 1.2685512367491167, |
| "grad_norm": 0.22738824603983201, |
| "learning_rate": 3.213350785340314e-05, |
| "loss": 0.318, |
| "step": 359 |
| }, |
| { |
| "epoch": 1.2720848056537102, |
| "grad_norm": 0.2199300428485946, |
| "learning_rate": 3.206806282722513e-05, |
| "loss": 0.3153, |
| "step": 360 |
| }, |
| { |
| "epoch": 1.2756183745583038, |
| "grad_norm": 0.19528341860822246, |
| "learning_rate": 3.2002617801047126e-05, |
| "loss": 0.3085, |
| "step": 361 |
| }, |
| { |
| "epoch": 1.2791519434628975, |
| "grad_norm": 0.21163815765256305, |
| "learning_rate": 3.1937172774869115e-05, |
| "loss": 0.3136, |
| "step": 362 |
| }, |
| { |
| "epoch": 1.2826855123674912, |
| "grad_norm": 0.23441625947113304, |
| "learning_rate": 3.1871727748691096e-05, |
| "loss": 0.3134, |
| "step": 363 |
| }, |
| { |
| "epoch": 1.2862190812720848, |
| "grad_norm": 0.21724693353126123, |
| "learning_rate": 3.180628272251309e-05, |
| "loss": 0.3139, |
| "step": 364 |
| }, |
| { |
| "epoch": 1.2897526501766785, |
| "grad_norm": 0.21903014439227053, |
| "learning_rate": 3.174083769633508e-05, |
| "loss": 0.3323, |
| "step": 365 |
| }, |
| { |
| "epoch": 1.293286219081272, |
| "grad_norm": 0.21103120670805472, |
| "learning_rate": 3.167539267015707e-05, |
| "loss": 0.315, |
| "step": 366 |
| }, |
| { |
| "epoch": 1.2968197879858656, |
| "grad_norm": 0.2079844238655552, |
| "learning_rate": 3.160994764397906e-05, |
| "loss": 0.3146, |
| "step": 367 |
| }, |
| { |
| "epoch": 1.3003533568904593, |
| "grad_norm": 0.202149682188863, |
| "learning_rate": 3.1544502617801046e-05, |
| "loss": 0.3306, |
| "step": 368 |
| }, |
| { |
| "epoch": 1.303886925795053, |
| "grad_norm": 0.21926843901253198, |
| "learning_rate": 3.147905759162304e-05, |
| "loss": 0.3185, |
| "step": 369 |
| }, |
| { |
| "epoch": 1.3074204946996466, |
| "grad_norm": 0.22164687081665763, |
| "learning_rate": 3.141361256544503e-05, |
| "loss": 0.3252, |
| "step": 370 |
| }, |
| { |
| "epoch": 1.3109540636042403, |
| "grad_norm": 0.9782035902749687, |
| "learning_rate": 3.134816753926702e-05, |
| "loss": 0.3634, |
| "step": 371 |
| }, |
| { |
| "epoch": 1.314487632508834, |
| "grad_norm": 0.23250653630170853, |
| "learning_rate": 3.1282722513089006e-05, |
| "loss": 0.311, |
| "step": 372 |
| }, |
| { |
| "epoch": 1.3180212014134276, |
| "grad_norm": 0.25389810703134524, |
| "learning_rate": 3.1217277486910995e-05, |
| "loss": 0.3087, |
| "step": 373 |
| }, |
| { |
| "epoch": 1.3215547703180213, |
| "grad_norm": 0.22623506006425292, |
| "learning_rate": 3.115183246073299e-05, |
| "loss": 0.324, |
| "step": 374 |
| }, |
| { |
| "epoch": 1.325088339222615, |
| "grad_norm": 0.2743617357098891, |
| "learning_rate": 3.108638743455498e-05, |
| "loss": 0.327, |
| "step": 375 |
| }, |
| { |
| "epoch": 1.3286219081272086, |
| "grad_norm": 0.29209034732360883, |
| "learning_rate": 3.102094240837696e-05, |
| "loss": 0.3163, |
| "step": 376 |
| }, |
| { |
| "epoch": 1.332155477031802, |
| "grad_norm": 0.23817203148632873, |
| "learning_rate": 3.0955497382198956e-05, |
| "loss": 0.3183, |
| "step": 377 |
| }, |
| { |
| "epoch": 1.3356890459363957, |
| "grad_norm": 0.32389816433733043, |
| "learning_rate": 3.0890052356020944e-05, |
| "loss": 0.3229, |
| "step": 378 |
| }, |
| { |
| "epoch": 1.3392226148409894, |
| "grad_norm": 0.24767917607203235, |
| "learning_rate": 3.082460732984293e-05, |
| "loss": 0.3239, |
| "step": 379 |
| }, |
| { |
| "epoch": 1.342756183745583, |
| "grad_norm": 0.2320939039992941, |
| "learning_rate": 3.075916230366492e-05, |
| "loss": 0.3019, |
| "step": 380 |
| }, |
| { |
| "epoch": 1.3462897526501767, |
| "grad_norm": 0.2388489114044, |
| "learning_rate": 3.069371727748691e-05, |
| "loss": 0.3078, |
| "step": 381 |
| }, |
| { |
| "epoch": 1.3498233215547704, |
| "grad_norm": 0.30119510077575323, |
| "learning_rate": 3.0628272251308905e-05, |
| "loss": 0.3316, |
| "step": 382 |
| }, |
| { |
| "epoch": 1.353356890459364, |
| "grad_norm": 0.22616235614825414, |
| "learning_rate": 3.0562827225130894e-05, |
| "loss": 0.3036, |
| "step": 383 |
| }, |
| { |
| "epoch": 1.3568904593639575, |
| "grad_norm": 0.23507018582316008, |
| "learning_rate": 3.049738219895288e-05, |
| "loss": 0.3193, |
| "step": 384 |
| }, |
| { |
| "epoch": 1.3604240282685511, |
| "grad_norm": 0.2519000434406437, |
| "learning_rate": 3.043193717277487e-05, |
| "loss": 0.3331, |
| "step": 385 |
| }, |
| { |
| "epoch": 1.3639575971731448, |
| "grad_norm": 0.26788325147114805, |
| "learning_rate": 3.036649214659686e-05, |
| "loss": 0.3404, |
| "step": 386 |
| }, |
| { |
| "epoch": 1.3674911660777385, |
| "grad_norm": 0.25830034537540286, |
| "learning_rate": 3.030104712041885e-05, |
| "loss": 0.3139, |
| "step": 387 |
| }, |
| { |
| "epoch": 1.3710247349823321, |
| "grad_norm": 0.23139511563263715, |
| "learning_rate": 3.023560209424084e-05, |
| "loss": 0.332, |
| "step": 388 |
| }, |
| { |
| "epoch": 1.3745583038869258, |
| "grad_norm": 0.2912201936135298, |
| "learning_rate": 3.0170157068062828e-05, |
| "loss": 0.3143, |
| "step": 389 |
| }, |
| { |
| "epoch": 1.3780918727915195, |
| "grad_norm": 0.27309586065935926, |
| "learning_rate": 3.010471204188482e-05, |
| "loss": 0.3285, |
| "step": 390 |
| }, |
| { |
| "epoch": 1.3816254416961131, |
| "grad_norm": 0.21713669680403141, |
| "learning_rate": 3.003926701570681e-05, |
| "loss": 0.3283, |
| "step": 391 |
| }, |
| { |
| "epoch": 1.3851590106007068, |
| "grad_norm": 0.2288906557758973, |
| "learning_rate": 2.99738219895288e-05, |
| "loss": 0.3125, |
| "step": 392 |
| }, |
| { |
| "epoch": 1.3886925795053005, |
| "grad_norm": 0.23753503370731477, |
| "learning_rate": 2.990837696335079e-05, |
| "loss": 0.3242, |
| "step": 393 |
| }, |
| { |
| "epoch": 1.3922261484098941, |
| "grad_norm": 0.21945546136919755, |
| "learning_rate": 2.9842931937172774e-05, |
| "loss": 0.322, |
| "step": 394 |
| }, |
| { |
| "epoch": 1.3957597173144876, |
| "grad_norm": 0.2495289930003258, |
| "learning_rate": 2.9777486910994766e-05, |
| "loss": 0.319, |
| "step": 395 |
| }, |
| { |
| "epoch": 1.3992932862190812, |
| "grad_norm": 0.22659937821817347, |
| "learning_rate": 2.9712041884816754e-05, |
| "loss": 0.3028, |
| "step": 396 |
| }, |
| { |
| "epoch": 1.4028268551236749, |
| "grad_norm": 0.2395178080554209, |
| "learning_rate": 2.9646596858638743e-05, |
| "loss": 0.3164, |
| "step": 397 |
| }, |
| { |
| "epoch": 1.4063604240282686, |
| "grad_norm": 0.21347575083575157, |
| "learning_rate": 2.9581151832460735e-05, |
| "loss": 0.3041, |
| "step": 398 |
| }, |
| { |
| "epoch": 1.4098939929328622, |
| "grad_norm": 0.21120748700734265, |
| "learning_rate": 2.9515706806282723e-05, |
| "loss": 0.3113, |
| "step": 399 |
| }, |
| { |
| "epoch": 1.4134275618374559, |
| "grad_norm": 0.24795070510010908, |
| "learning_rate": 2.9450261780104715e-05, |
| "loss": 0.3271, |
| "step": 400 |
| }, |
| { |
| "epoch": 1.4169611307420495, |
| "grad_norm": 0.23965941456368967, |
| "learning_rate": 2.9384816753926704e-05, |
| "loss": 0.3206, |
| "step": 401 |
| }, |
| { |
| "epoch": 1.420494699646643, |
| "grad_norm": 0.21060776260375713, |
| "learning_rate": 2.931937172774869e-05, |
| "loss": 0.3166, |
| "step": 402 |
| }, |
| { |
| "epoch": 1.4240282685512367, |
| "grad_norm": 0.24839759981637807, |
| "learning_rate": 2.9253926701570684e-05, |
| "loss": 0.3284, |
| "step": 403 |
| }, |
| { |
| "epoch": 1.4275618374558303, |
| "grad_norm": 0.24513818206649013, |
| "learning_rate": 2.918848167539267e-05, |
| "loss": 0.3361, |
| "step": 404 |
| }, |
| { |
| "epoch": 1.431095406360424, |
| "grad_norm": 0.18931056380216793, |
| "learning_rate": 2.9123036649214664e-05, |
| "loss": 0.3219, |
| "step": 405 |
| }, |
| { |
| "epoch": 1.4346289752650176, |
| "grad_norm": 0.21200988060097672, |
| "learning_rate": 2.905759162303665e-05, |
| "loss": 0.3123, |
| "step": 406 |
| }, |
| { |
| "epoch": 1.4381625441696113, |
| "grad_norm": 0.27866816682638085, |
| "learning_rate": 2.8992146596858638e-05, |
| "loss": 0.3159, |
| "step": 407 |
| }, |
| { |
| "epoch": 1.441696113074205, |
| "grad_norm": 0.20600762260998587, |
| "learning_rate": 2.892670157068063e-05, |
| "loss": 0.3071, |
| "step": 408 |
| }, |
| { |
| "epoch": 1.4452296819787986, |
| "grad_norm": 0.20620471921197636, |
| "learning_rate": 2.886125654450262e-05, |
| "loss": 0.3061, |
| "step": 409 |
| }, |
| { |
| "epoch": 1.4487632508833923, |
| "grad_norm": 0.23076426157914004, |
| "learning_rate": 2.879581151832461e-05, |
| "loss": 0.304, |
| "step": 410 |
| }, |
| { |
| "epoch": 1.452296819787986, |
| "grad_norm": 0.18980108729237125, |
| "learning_rate": 2.87303664921466e-05, |
| "loss": 0.3069, |
| "step": 411 |
| }, |
| { |
| "epoch": 1.4558303886925796, |
| "grad_norm": 0.22666550835867313, |
| "learning_rate": 2.8664921465968587e-05, |
| "loss": 0.319, |
| "step": 412 |
| }, |
| { |
| "epoch": 1.459363957597173, |
| "grad_norm": 0.20764937544262888, |
| "learning_rate": 2.859947643979058e-05, |
| "loss": 0.3366, |
| "step": 413 |
| }, |
| { |
| "epoch": 1.4628975265017667, |
| "grad_norm": 0.22091715412307447, |
| "learning_rate": 2.8534031413612568e-05, |
| "loss": 0.3101, |
| "step": 414 |
| }, |
| { |
| "epoch": 1.4664310954063604, |
| "grad_norm": 0.23933939194557322, |
| "learning_rate": 2.8468586387434553e-05, |
| "loss": 0.3305, |
| "step": 415 |
| }, |
| { |
| "epoch": 1.469964664310954, |
| "grad_norm": 0.22250311089462133, |
| "learning_rate": 2.8403141361256548e-05, |
| "loss": 0.3078, |
| "step": 416 |
| }, |
| { |
| "epoch": 1.4734982332155477, |
| "grad_norm": 0.22045245227336588, |
| "learning_rate": 2.8337696335078533e-05, |
| "loss": 0.3314, |
| "step": 417 |
| }, |
| { |
| "epoch": 1.4770318021201414, |
| "grad_norm": 0.25442297017314897, |
| "learning_rate": 2.827225130890053e-05, |
| "loss": 0.3333, |
| "step": 418 |
| }, |
| { |
| "epoch": 1.4805653710247348, |
| "grad_norm": 0.200343730236033, |
| "learning_rate": 2.8206806282722514e-05, |
| "loss": 0.3286, |
| "step": 419 |
| }, |
| { |
| "epoch": 1.4840989399293285, |
| "grad_norm": 0.212055454666379, |
| "learning_rate": 2.8141361256544502e-05, |
| "loss": 0.3273, |
| "step": 420 |
| }, |
| { |
| "epoch": 1.4876325088339222, |
| "grad_norm": 0.2138899967281138, |
| "learning_rate": 2.8075916230366494e-05, |
| "loss": 0.3165, |
| "step": 421 |
| }, |
| { |
| "epoch": 1.4911660777385158, |
| "grad_norm": 0.24416582383918575, |
| "learning_rate": 2.8010471204188483e-05, |
| "loss": 0.3327, |
| "step": 422 |
| }, |
| { |
| "epoch": 1.4946996466431095, |
| "grad_norm": 0.22029827158669632, |
| "learning_rate": 2.7945026178010474e-05, |
| "loss": 0.3177, |
| "step": 423 |
| }, |
| { |
| "epoch": 1.4982332155477032, |
| "grad_norm": 0.20743446392912032, |
| "learning_rate": 2.7879581151832463e-05, |
| "loss": 0.307, |
| "step": 424 |
| }, |
| { |
| "epoch": 1.5017667844522968, |
| "grad_norm": 0.23675483485667703, |
| "learning_rate": 2.7814136125654448e-05, |
| "loss": 0.3379, |
| "step": 425 |
| }, |
| { |
| "epoch": 1.5053003533568905, |
| "grad_norm": 0.2083792188996813, |
| "learning_rate": 2.7748691099476443e-05, |
| "loss": 0.3226, |
| "step": 426 |
| }, |
| { |
| "epoch": 1.5088339222614842, |
| "grad_norm": 0.2218592327334032, |
| "learning_rate": 2.768324607329843e-05, |
| "loss": 0.3199, |
| "step": 427 |
| }, |
| { |
| "epoch": 1.5123674911660778, |
| "grad_norm": 0.22330001546620637, |
| "learning_rate": 2.7617801047120424e-05, |
| "loss": 0.3152, |
| "step": 428 |
| }, |
| { |
| "epoch": 1.5159010600706715, |
| "grad_norm": 0.1966026901982505, |
| "learning_rate": 2.755235602094241e-05, |
| "loss": 0.3288, |
| "step": 429 |
| }, |
| { |
| "epoch": 1.5194346289752652, |
| "grad_norm": 0.24667793099085591, |
| "learning_rate": 2.7486910994764397e-05, |
| "loss": 0.3237, |
| "step": 430 |
| }, |
| { |
| "epoch": 1.5229681978798588, |
| "grad_norm": 0.23002494889207303, |
| "learning_rate": 2.742146596858639e-05, |
| "loss": 0.319, |
| "step": 431 |
| }, |
| { |
| "epoch": 1.5265017667844523, |
| "grad_norm": 0.20315959163796374, |
| "learning_rate": 2.7356020942408378e-05, |
| "loss": 0.3045, |
| "step": 432 |
| }, |
| { |
| "epoch": 1.530035335689046, |
| "grad_norm": 0.21538543419736156, |
| "learning_rate": 2.7290575916230366e-05, |
| "loss": 0.3138, |
| "step": 433 |
| }, |
| { |
| "epoch": 1.5335689045936396, |
| "grad_norm": 0.2351128256983889, |
| "learning_rate": 2.7225130890052358e-05, |
| "loss": 0.3309, |
| "step": 434 |
| }, |
| { |
| "epoch": 1.5371024734982333, |
| "grad_norm": 0.2354957133661471, |
| "learning_rate": 2.7159685863874347e-05, |
| "loss": 0.3122, |
| "step": 435 |
| }, |
| { |
| "epoch": 1.5406360424028267, |
| "grad_norm": 0.19603463499189155, |
| "learning_rate": 2.709424083769634e-05, |
| "loss": 0.3382, |
| "step": 436 |
| }, |
| { |
| "epoch": 1.5441696113074204, |
| "grad_norm": 0.19880741223181117, |
| "learning_rate": 2.7028795811518327e-05, |
| "loss": 0.3051, |
| "step": 437 |
| }, |
| { |
| "epoch": 1.547703180212014, |
| "grad_norm": 0.22354607120032446, |
| "learning_rate": 2.6963350785340312e-05, |
| "loss": 0.3378, |
| "step": 438 |
| }, |
| { |
| "epoch": 1.5512367491166077, |
| "grad_norm": 0.22795594325375385, |
| "learning_rate": 2.6897905759162307e-05, |
| "loss": 0.3225, |
| "step": 439 |
| }, |
| { |
| "epoch": 1.5547703180212014, |
| "grad_norm": 0.20923020501951511, |
| "learning_rate": 2.6832460732984293e-05, |
| "loss": 0.3164, |
| "step": 440 |
| }, |
| { |
| "epoch": 1.558303886925795, |
| "grad_norm": 0.22486551399281854, |
| "learning_rate": 2.6767015706806288e-05, |
| "loss": 0.3193, |
| "step": 441 |
| }, |
| { |
| "epoch": 1.5618374558303887, |
| "grad_norm": 0.20333029691196666, |
| "learning_rate": 2.6701570680628273e-05, |
| "loss": 0.3068, |
| "step": 442 |
| }, |
| { |
| "epoch": 1.5653710247349824, |
| "grad_norm": 0.20775827774315345, |
| "learning_rate": 2.663612565445026e-05, |
| "loss": 0.3144, |
| "step": 443 |
| }, |
| { |
| "epoch": 1.568904593639576, |
| "grad_norm": 0.20641245106490558, |
| "learning_rate": 2.6570680628272253e-05, |
| "loss": 0.3228, |
| "step": 444 |
| }, |
| { |
| "epoch": 1.5724381625441697, |
| "grad_norm": 0.2130706466319999, |
| "learning_rate": 2.6505235602094242e-05, |
| "loss": 0.3116, |
| "step": 445 |
| }, |
| { |
| "epoch": 1.5759717314487633, |
| "grad_norm": 0.20144350552710516, |
| "learning_rate": 2.643979057591623e-05, |
| "loss": 0.3203, |
| "step": 446 |
| }, |
| { |
| "epoch": 1.579505300353357, |
| "grad_norm": 0.2092134786633196, |
| "learning_rate": 2.6374345549738222e-05, |
| "loss": 0.3085, |
| "step": 447 |
| }, |
| { |
| "epoch": 1.5830388692579507, |
| "grad_norm": 0.1930785139416977, |
| "learning_rate": 2.630890052356021e-05, |
| "loss": 0.3159, |
| "step": 448 |
| }, |
| { |
| "epoch": 1.5865724381625441, |
| "grad_norm": 0.2146699967939856, |
| "learning_rate": 2.6243455497382203e-05, |
| "loss": 0.3206, |
| "step": 449 |
| }, |
| { |
| "epoch": 1.5901060070671378, |
| "grad_norm": 0.2018962049124116, |
| "learning_rate": 2.617801047120419e-05, |
| "loss": 0.3045, |
| "step": 450 |
| }, |
| { |
| "epoch": 1.5936395759717314, |
| "grad_norm": 0.21031644459808338, |
| "learning_rate": 2.6112565445026176e-05, |
| "loss": 0.3193, |
| "step": 451 |
| }, |
| { |
| "epoch": 1.5971731448763251, |
| "grad_norm": 0.2372506460254518, |
| "learning_rate": 2.604712041884817e-05, |
| "loss": 0.323, |
| "step": 452 |
| }, |
| { |
| "epoch": 1.6007067137809188, |
| "grad_norm": 0.19385388994145367, |
| "learning_rate": 2.5981675392670157e-05, |
| "loss": 0.2993, |
| "step": 453 |
| }, |
| { |
| "epoch": 1.6042402826855122, |
| "grad_norm": 0.2164506284174296, |
| "learning_rate": 2.591623036649215e-05, |
| "loss": 0.3064, |
| "step": 454 |
| }, |
| { |
| "epoch": 1.6077738515901059, |
| "grad_norm": 0.2195154798641426, |
| "learning_rate": 2.5850785340314137e-05, |
| "loss": 0.3243, |
| "step": 455 |
| }, |
| { |
| "epoch": 1.6113074204946995, |
| "grad_norm": 0.2117465558333842, |
| "learning_rate": 2.5785340314136126e-05, |
| "loss": 0.3067, |
| "step": 456 |
| }, |
| { |
| "epoch": 1.6148409893992932, |
| "grad_norm": 0.20859602020466209, |
| "learning_rate": 2.5719895287958117e-05, |
| "loss": 0.3157, |
| "step": 457 |
| }, |
| { |
| "epoch": 1.6183745583038869, |
| "grad_norm": 0.19592885243669278, |
| "learning_rate": 2.5654450261780106e-05, |
| "loss": 0.3105, |
| "step": 458 |
| }, |
| { |
| "epoch": 1.6219081272084805, |
| "grad_norm": 0.19638941565988363, |
| "learning_rate": 2.5589005235602098e-05, |
| "loss": 0.3185, |
| "step": 459 |
| }, |
| { |
| "epoch": 1.6254416961130742, |
| "grad_norm": 0.20391037076634516, |
| "learning_rate": 2.5523560209424086e-05, |
| "loss": 0.3287, |
| "step": 460 |
| }, |
| { |
| "epoch": 1.6289752650176679, |
| "grad_norm": 0.20081028542514334, |
| "learning_rate": 2.545811518324607e-05, |
| "loss": 0.3107, |
| "step": 461 |
| }, |
| { |
| "epoch": 1.6325088339222615, |
| "grad_norm": 0.19173588582622914, |
| "learning_rate": 2.5392670157068067e-05, |
| "loss": 0.3105, |
| "step": 462 |
| }, |
| { |
| "epoch": 1.6360424028268552, |
| "grad_norm": 0.19133828961954372, |
| "learning_rate": 2.5327225130890052e-05, |
| "loss": 0.3287, |
| "step": 463 |
| }, |
| { |
| "epoch": 1.6395759717314489, |
| "grad_norm": 0.19111946349997552, |
| "learning_rate": 2.526178010471204e-05, |
| "loss": 0.2979, |
| "step": 464 |
| }, |
| { |
| "epoch": 1.6431095406360425, |
| "grad_norm": 0.21928030042880425, |
| "learning_rate": 2.5196335078534032e-05, |
| "loss": 0.3112, |
| "step": 465 |
| }, |
| { |
| "epoch": 1.6466431095406362, |
| "grad_norm": 0.22447973986153602, |
| "learning_rate": 2.513089005235602e-05, |
| "loss": 0.337, |
| "step": 466 |
| }, |
| { |
| "epoch": 1.6501766784452296, |
| "grad_norm": 0.21440461141548056, |
| "learning_rate": 2.5065445026178013e-05, |
| "loss": 0.3215, |
| "step": 467 |
| }, |
| { |
| "epoch": 1.6537102473498233, |
| "grad_norm": 0.18702923016680167, |
| "learning_rate": 2.5e-05, |
| "loss": 0.3174, |
| "step": 468 |
| }, |
| { |
| "epoch": 1.657243816254417, |
| "grad_norm": 0.21809081303573621, |
| "learning_rate": 2.493455497382199e-05, |
| "loss": 0.3131, |
| "step": 469 |
| }, |
| { |
| "epoch": 1.6607773851590106, |
| "grad_norm": 0.1968328350289131, |
| "learning_rate": 2.486910994764398e-05, |
| "loss": 0.3109, |
| "step": 470 |
| }, |
| { |
| "epoch": 1.664310954063604, |
| "grad_norm": 0.1902063355779412, |
| "learning_rate": 2.480366492146597e-05, |
| "loss": 0.2976, |
| "step": 471 |
| }, |
| { |
| "epoch": 1.6678445229681977, |
| "grad_norm": 0.20269450051172483, |
| "learning_rate": 2.473821989528796e-05, |
| "loss": 0.3043, |
| "step": 472 |
| }, |
| { |
| "epoch": 1.6713780918727914, |
| "grad_norm": 0.21428832800173347, |
| "learning_rate": 2.467277486910995e-05, |
| "loss": 0.3277, |
| "step": 473 |
| }, |
| { |
| "epoch": 1.674911660777385, |
| "grad_norm": 0.21377519234547374, |
| "learning_rate": 2.460732984293194e-05, |
| "loss": 0.319, |
| "step": 474 |
| }, |
| { |
| "epoch": 1.6784452296819787, |
| "grad_norm": 0.19440628751928357, |
| "learning_rate": 2.4541884816753928e-05, |
| "loss": 0.3077, |
| "step": 475 |
| }, |
| { |
| "epoch": 1.6819787985865724, |
| "grad_norm": 0.19127187810347648, |
| "learning_rate": 2.4476439790575916e-05, |
| "loss": 0.3303, |
| "step": 476 |
| }, |
| { |
| "epoch": 1.685512367491166, |
| "grad_norm": 0.21494991088264948, |
| "learning_rate": 2.4410994764397908e-05, |
| "loss": 0.3247, |
| "step": 477 |
| }, |
| { |
| "epoch": 1.6890459363957597, |
| "grad_norm": 0.1936972864043452, |
| "learning_rate": 2.4345549738219896e-05, |
| "loss": 0.309, |
| "step": 478 |
| }, |
| { |
| "epoch": 1.6925795053003534, |
| "grad_norm": 0.20353253659786902, |
| "learning_rate": 2.428010471204189e-05, |
| "loss": 0.3021, |
| "step": 479 |
| }, |
| { |
| "epoch": 1.696113074204947, |
| "grad_norm": 0.2412529888359991, |
| "learning_rate": 2.4214659685863873e-05, |
| "loss": 0.3142, |
| "step": 480 |
| }, |
| { |
| "epoch": 1.6996466431095407, |
| "grad_norm": 0.17778697764538212, |
| "learning_rate": 2.4149214659685865e-05, |
| "loss": 0.3107, |
| "step": 481 |
| }, |
| { |
| "epoch": 1.7031802120141344, |
| "grad_norm": 0.21027443406507412, |
| "learning_rate": 2.4083769633507854e-05, |
| "loss": 0.3132, |
| "step": 482 |
| }, |
| { |
| "epoch": 1.706713780918728, |
| "grad_norm": 0.2044235608069531, |
| "learning_rate": 2.4018324607329846e-05, |
| "loss": 0.3199, |
| "step": 483 |
| }, |
| { |
| "epoch": 1.7102473498233217, |
| "grad_norm": 0.20611540623101018, |
| "learning_rate": 2.395287958115183e-05, |
| "loss": 0.3243, |
| "step": 484 |
| }, |
| { |
| "epoch": 1.7137809187279152, |
| "grad_norm": 0.20442147641128466, |
| "learning_rate": 2.3887434554973823e-05, |
| "loss": 0.3292, |
| "step": 485 |
| }, |
| { |
| "epoch": 1.7173144876325088, |
| "grad_norm": 0.19260726164139877, |
| "learning_rate": 2.382198952879581e-05, |
| "loss": 0.3021, |
| "step": 486 |
| }, |
| { |
| "epoch": 1.7208480565371025, |
| "grad_norm": 0.22186245167216126, |
| "learning_rate": 2.3756544502617803e-05, |
| "loss": 0.3459, |
| "step": 487 |
| }, |
| { |
| "epoch": 1.7243816254416962, |
| "grad_norm": 0.19732505859816749, |
| "learning_rate": 2.369109947643979e-05, |
| "loss": 0.3091, |
| "step": 488 |
| }, |
| { |
| "epoch": 1.7279151943462896, |
| "grad_norm": 0.19457870396367832, |
| "learning_rate": 2.362565445026178e-05, |
| "loss": 0.3398, |
| "step": 489 |
| }, |
| { |
| "epoch": 1.7314487632508833, |
| "grad_norm": 0.22069137792949856, |
| "learning_rate": 2.3560209424083772e-05, |
| "loss": 0.3136, |
| "step": 490 |
| }, |
| { |
| "epoch": 1.734982332155477, |
| "grad_norm": 0.1715833105368973, |
| "learning_rate": 2.349476439790576e-05, |
| "loss": 0.3119, |
| "step": 491 |
| }, |
| { |
| "epoch": 1.7385159010600706, |
| "grad_norm": 0.19700646101321603, |
| "learning_rate": 2.3429319371727752e-05, |
| "loss": 0.3113, |
| "step": 492 |
| }, |
| { |
| "epoch": 1.7420494699646643, |
| "grad_norm": 0.19071209653282534, |
| "learning_rate": 2.3363874345549738e-05, |
| "loss": 0.3136, |
| "step": 493 |
| }, |
| { |
| "epoch": 1.745583038869258, |
| "grad_norm": 0.19998540545050963, |
| "learning_rate": 2.329842931937173e-05, |
| "loss": 0.3261, |
| "step": 494 |
| }, |
| { |
| "epoch": 1.7491166077738516, |
| "grad_norm": 0.1952592766006168, |
| "learning_rate": 2.3232984293193718e-05, |
| "loss": 0.3255, |
| "step": 495 |
| }, |
| { |
| "epoch": 1.7526501766784452, |
| "grad_norm": 0.18574450596573983, |
| "learning_rate": 2.316753926701571e-05, |
| "loss": 0.3138, |
| "step": 496 |
| }, |
| { |
| "epoch": 1.756183745583039, |
| "grad_norm": 0.19941585251802152, |
| "learning_rate": 2.3102094240837695e-05, |
| "loss": 0.3163, |
| "step": 497 |
| }, |
| { |
| "epoch": 1.7597173144876326, |
| "grad_norm": 0.1982210953220068, |
| "learning_rate": 2.3036649214659687e-05, |
| "loss": 0.3286, |
| "step": 498 |
| }, |
| { |
| "epoch": 1.7632508833922262, |
| "grad_norm": 0.19345071371064035, |
| "learning_rate": 2.2971204188481675e-05, |
| "loss": 0.3169, |
| "step": 499 |
| }, |
| { |
| "epoch": 1.76678445229682, |
| "grad_norm": 0.19347763265980422, |
| "learning_rate": 2.2905759162303667e-05, |
| "loss": 0.3156, |
| "step": 500 |
| }, |
| { |
| "epoch": 1.7703180212014136, |
| "grad_norm": 0.1795166346986815, |
| "learning_rate": 2.2840314136125656e-05, |
| "loss": 0.3019, |
| "step": 501 |
| }, |
| { |
| "epoch": 1.773851590106007, |
| "grad_norm": 0.18811911681077517, |
| "learning_rate": 2.2774869109947644e-05, |
| "loss": 0.3009, |
| "step": 502 |
| }, |
| { |
| "epoch": 1.7773851590106007, |
| "grad_norm": 0.19217045164466942, |
| "learning_rate": 2.2709424083769633e-05, |
| "loss": 0.3151, |
| "step": 503 |
| }, |
| { |
| "epoch": 1.7809187279151943, |
| "grad_norm": 0.20556451270057643, |
| "learning_rate": 2.2643979057591625e-05, |
| "loss": 0.3181, |
| "step": 504 |
| }, |
| { |
| "epoch": 1.784452296819788, |
| "grad_norm": 0.19551378506661773, |
| "learning_rate": 2.2578534031413613e-05, |
| "loss": 0.3158, |
| "step": 505 |
| }, |
| { |
| "epoch": 1.7879858657243817, |
| "grad_norm": 0.19010323240559324, |
| "learning_rate": 2.25130890052356e-05, |
| "loss": 0.3414, |
| "step": 506 |
| }, |
| { |
| "epoch": 1.7915194346289751, |
| "grad_norm": 0.20125042061374748, |
| "learning_rate": 2.2447643979057594e-05, |
| "loss": 0.337, |
| "step": 507 |
| }, |
| { |
| "epoch": 1.7950530035335688, |
| "grad_norm": 0.2084730528380873, |
| "learning_rate": 2.2382198952879582e-05, |
| "loss": 0.3134, |
| "step": 508 |
| }, |
| { |
| "epoch": 1.7985865724381624, |
| "grad_norm": 0.1824333361488012, |
| "learning_rate": 2.2316753926701574e-05, |
| "loss": 0.3103, |
| "step": 509 |
| }, |
| { |
| "epoch": 1.802120141342756, |
| "grad_norm": 0.20422512785235175, |
| "learning_rate": 2.2251308900523562e-05, |
| "loss": 0.3255, |
| "step": 510 |
| }, |
| { |
| "epoch": 1.8056537102473498, |
| "grad_norm": 0.20113058219023555, |
| "learning_rate": 2.218586387434555e-05, |
| "loss": 0.3342, |
| "step": 511 |
| }, |
| { |
| "epoch": 1.8091872791519434, |
| "grad_norm": 0.19513047124964958, |
| "learning_rate": 2.212041884816754e-05, |
| "loss": 0.3224, |
| "step": 512 |
| }, |
| { |
| "epoch": 1.812720848056537, |
| "grad_norm": 0.20107628182054482, |
| "learning_rate": 2.205497382198953e-05, |
| "loss": 0.2909, |
| "step": 513 |
| }, |
| { |
| "epoch": 1.8162544169611308, |
| "grad_norm": 0.19700193466920085, |
| "learning_rate": 2.198952879581152e-05, |
| "loss": 0.3212, |
| "step": 514 |
| }, |
| { |
| "epoch": 1.8197879858657244, |
| "grad_norm": 0.17906218841204288, |
| "learning_rate": 2.192408376963351e-05, |
| "loss": 0.3019, |
| "step": 515 |
| }, |
| { |
| "epoch": 1.823321554770318, |
| "grad_norm": 0.19303884390774878, |
| "learning_rate": 2.1858638743455497e-05, |
| "loss": 0.3014, |
| "step": 516 |
| }, |
| { |
| "epoch": 1.8268551236749118, |
| "grad_norm": 0.20685382901702712, |
| "learning_rate": 2.179319371727749e-05, |
| "loss": 0.3083, |
| "step": 517 |
| }, |
| { |
| "epoch": 1.8303886925795054, |
| "grad_norm": 0.2037285790331814, |
| "learning_rate": 2.1727748691099477e-05, |
| "loss": 0.3167, |
| "step": 518 |
| }, |
| { |
| "epoch": 1.833922261484099, |
| "grad_norm": 0.19717863824703727, |
| "learning_rate": 2.166230366492147e-05, |
| "loss": 0.3186, |
| "step": 519 |
| }, |
| { |
| "epoch": 1.8374558303886925, |
| "grad_norm": 0.19800316974742535, |
| "learning_rate": 2.1596858638743454e-05, |
| "loss": 0.3146, |
| "step": 520 |
| }, |
| { |
| "epoch": 1.8409893992932862, |
| "grad_norm": 0.19130662465402037, |
| "learning_rate": 2.1531413612565446e-05, |
| "loss": 0.3235, |
| "step": 521 |
| }, |
| { |
| "epoch": 1.8445229681978799, |
| "grad_norm": 0.20052194433839013, |
| "learning_rate": 2.1465968586387435e-05, |
| "loss": 0.3081, |
| "step": 522 |
| }, |
| { |
| "epoch": 1.8480565371024735, |
| "grad_norm": 0.18663073692719714, |
| "learning_rate": 2.1400523560209427e-05, |
| "loss": 0.3166, |
| "step": 523 |
| }, |
| { |
| "epoch": 1.851590106007067, |
| "grad_norm": 0.27034126023862604, |
| "learning_rate": 2.1335078534031415e-05, |
| "loss": 0.3255, |
| "step": 524 |
| }, |
| { |
| "epoch": 1.8551236749116606, |
| "grad_norm": 0.1808488868839241, |
| "learning_rate": 2.1269633507853404e-05, |
| "loss": 0.3149, |
| "step": 525 |
| }, |
| { |
| "epoch": 1.8586572438162543, |
| "grad_norm": 0.19737138257270082, |
| "learning_rate": 2.1204188481675396e-05, |
| "loss": 0.2994, |
| "step": 526 |
| }, |
| { |
| "epoch": 1.862190812720848, |
| "grad_norm": 0.18843751133683795, |
| "learning_rate": 2.1138743455497384e-05, |
| "loss": 0.3206, |
| "step": 527 |
| }, |
| { |
| "epoch": 1.8657243816254416, |
| "grad_norm": 0.1823366087764783, |
| "learning_rate": 2.1073298429319373e-05, |
| "loss": 0.3055, |
| "step": 528 |
| }, |
| { |
| "epoch": 1.8692579505300353, |
| "grad_norm": 0.19472687255409105, |
| "learning_rate": 2.100785340314136e-05, |
| "loss": 0.3328, |
| "step": 529 |
| }, |
| { |
| "epoch": 1.872791519434629, |
| "grad_norm": 0.19385068890270665, |
| "learning_rate": 2.0942408376963353e-05, |
| "loss": 0.3223, |
| "step": 530 |
| }, |
| { |
| "epoch": 1.8763250883392226, |
| "grad_norm": 0.19019718027424132, |
| "learning_rate": 2.087696335078534e-05, |
| "loss": 0.318, |
| "step": 531 |
| }, |
| { |
| "epoch": 1.8798586572438163, |
| "grad_norm": 0.1949727412878405, |
| "learning_rate": 2.0811518324607333e-05, |
| "loss": 0.3106, |
| "step": 532 |
| }, |
| { |
| "epoch": 1.88339222614841, |
| "grad_norm": 0.19912542893995466, |
| "learning_rate": 2.074607329842932e-05, |
| "loss": 0.3241, |
| "step": 533 |
| }, |
| { |
| "epoch": 1.8869257950530036, |
| "grad_norm": 0.1947607900752559, |
| "learning_rate": 2.068062827225131e-05, |
| "loss": 0.3235, |
| "step": 534 |
| }, |
| { |
| "epoch": 1.8904593639575973, |
| "grad_norm": 0.21458554144569084, |
| "learning_rate": 2.06151832460733e-05, |
| "loss": 0.3241, |
| "step": 535 |
| }, |
| { |
| "epoch": 1.893992932862191, |
| "grad_norm": 0.20969585965810955, |
| "learning_rate": 2.054973821989529e-05, |
| "loss": 0.3173, |
| "step": 536 |
| }, |
| { |
| "epoch": 1.8975265017667846, |
| "grad_norm": 0.19221586628416598, |
| "learning_rate": 2.0484293193717276e-05, |
| "loss": 0.3122, |
| "step": 537 |
| }, |
| { |
| "epoch": 1.901060070671378, |
| "grad_norm": 0.20588113019726068, |
| "learning_rate": 2.0418848167539268e-05, |
| "loss": 0.3331, |
| "step": 538 |
| }, |
| { |
| "epoch": 1.9045936395759717, |
| "grad_norm": 0.2035058754626739, |
| "learning_rate": 2.0353403141361256e-05, |
| "loss": 0.3282, |
| "step": 539 |
| }, |
| { |
| "epoch": 1.9081272084805654, |
| "grad_norm": 0.17404926415563193, |
| "learning_rate": 2.0287958115183248e-05, |
| "loss": 0.293, |
| "step": 540 |
| }, |
| { |
| "epoch": 1.911660777385159, |
| "grad_norm": 0.19240218509183796, |
| "learning_rate": 2.0222513089005237e-05, |
| "loss": 0.2988, |
| "step": 541 |
| }, |
| { |
| "epoch": 1.9151943462897525, |
| "grad_norm": 0.5101233762870835, |
| "learning_rate": 2.0157068062827225e-05, |
| "loss": 0.3101, |
| "step": 542 |
| }, |
| { |
| "epoch": 1.9187279151943462, |
| "grad_norm": 0.22919095274144033, |
| "learning_rate": 2.0091623036649214e-05, |
| "loss": 0.3162, |
| "step": 543 |
| }, |
| { |
| "epoch": 1.9222614840989398, |
| "grad_norm": 0.19615848878848, |
| "learning_rate": 2.0026178010471206e-05, |
| "loss": 0.2995, |
| "step": 544 |
| }, |
| { |
| "epoch": 1.9257950530035335, |
| "grad_norm": 0.19608325143937116, |
| "learning_rate": 1.9960732984293194e-05, |
| "loss": 0.325, |
| "step": 545 |
| }, |
| { |
| "epoch": 1.9293286219081272, |
| "grad_norm": 0.22214298377068412, |
| "learning_rate": 1.9895287958115183e-05, |
| "loss": 0.3159, |
| "step": 546 |
| }, |
| { |
| "epoch": 1.9328621908127208, |
| "grad_norm": 0.19295382679319809, |
| "learning_rate": 1.9829842931937174e-05, |
| "loss": 0.3196, |
| "step": 547 |
| }, |
| { |
| "epoch": 1.9363957597173145, |
| "grad_norm": 0.2184011206348645, |
| "learning_rate": 1.9764397905759163e-05, |
| "loss": 0.3315, |
| "step": 548 |
| }, |
| { |
| "epoch": 1.9399293286219081, |
| "grad_norm": 0.21389646143776325, |
| "learning_rate": 1.9698952879581155e-05, |
| "loss": 0.3127, |
| "step": 549 |
| }, |
| { |
| "epoch": 1.9434628975265018, |
| "grad_norm": 0.1916368756320203, |
| "learning_rate": 1.9633507853403143e-05, |
| "loss": 0.3301, |
| "step": 550 |
| }, |
| { |
| "epoch": 1.9469964664310955, |
| "grad_norm": 0.1884927940628731, |
| "learning_rate": 1.9568062827225132e-05, |
| "loss": 0.2931, |
| "step": 551 |
| }, |
| { |
| "epoch": 1.9505300353356891, |
| "grad_norm": 0.17630264137701024, |
| "learning_rate": 1.950261780104712e-05, |
| "loss": 0.2996, |
| "step": 552 |
| }, |
| { |
| "epoch": 1.9540636042402828, |
| "grad_norm": 0.19989195563537895, |
| "learning_rate": 1.9437172774869112e-05, |
| "loss": 0.3235, |
| "step": 553 |
| }, |
| { |
| "epoch": 1.9575971731448765, |
| "grad_norm": 0.1797274327054754, |
| "learning_rate": 1.93717277486911e-05, |
| "loss": 0.3097, |
| "step": 554 |
| }, |
| { |
| "epoch": 1.96113074204947, |
| "grad_norm": 0.19970896816976344, |
| "learning_rate": 1.930628272251309e-05, |
| "loss": 0.3004, |
| "step": 555 |
| }, |
| { |
| "epoch": 1.9646643109540636, |
| "grad_norm": 0.17978020640321726, |
| "learning_rate": 1.9240837696335078e-05, |
| "loss": 0.3171, |
| "step": 556 |
| }, |
| { |
| "epoch": 1.9681978798586572, |
| "grad_norm": 0.19404211831216917, |
| "learning_rate": 1.917539267015707e-05, |
| "loss": 0.325, |
| "step": 557 |
| }, |
| { |
| "epoch": 1.971731448763251, |
| "grad_norm": 0.173833588354134, |
| "learning_rate": 1.9109947643979058e-05, |
| "loss": 0.2885, |
| "step": 558 |
| }, |
| { |
| "epoch": 1.9752650176678446, |
| "grad_norm": 0.18854980718642558, |
| "learning_rate": 1.904450261780105e-05, |
| "loss": 0.3141, |
| "step": 559 |
| }, |
| { |
| "epoch": 1.978798586572438, |
| "grad_norm": 0.19314969132740878, |
| "learning_rate": 1.8979057591623035e-05, |
| "loss": 0.3304, |
| "step": 560 |
| }, |
| { |
| "epoch": 1.9823321554770317, |
| "grad_norm": 0.18063031390822812, |
| "learning_rate": 1.8913612565445027e-05, |
| "loss": 0.3074, |
| "step": 561 |
| }, |
| { |
| "epoch": 1.9858657243816253, |
| "grad_norm": 0.20192798258500452, |
| "learning_rate": 1.8848167539267016e-05, |
| "loss": 0.3081, |
| "step": 562 |
| }, |
| { |
| "epoch": 1.989399293286219, |
| "grad_norm": 0.19580021991081917, |
| "learning_rate": 1.8782722513089007e-05, |
| "loss": 0.3256, |
| "step": 563 |
| }, |
| { |
| "epoch": 1.9929328621908127, |
| "grad_norm": 0.19579536362591232, |
| "learning_rate": 1.8717277486910996e-05, |
| "loss": 0.3233, |
| "step": 564 |
| }, |
| { |
| "epoch": 1.9964664310954063, |
| "grad_norm": 0.18726167226984994, |
| "learning_rate": 1.8651832460732985e-05, |
| "loss": 0.3155, |
| "step": 565 |
| }, |
| { |
| "epoch": 2.0, |
| "grad_norm": 0.18526453771250875, |
| "learning_rate": 1.8586387434554976e-05, |
| "loss": 0.2916, |
| "step": 566 |
| }, |
| { |
| "epoch": 2.0035335689045937, |
| "grad_norm": 0.313733537703411, |
| "learning_rate": 1.8520942408376965e-05, |
| "loss": 0.2391, |
| "step": 567 |
| }, |
| { |
| "epoch": 2.0070671378091873, |
| "grad_norm": 0.2139886609268667, |
| "learning_rate": 1.8455497382198953e-05, |
| "loss": 0.2408, |
| "step": 568 |
| }, |
| { |
| "epoch": 2.010600706713781, |
| "grad_norm": 0.3397372785098326, |
| "learning_rate": 1.8390052356020942e-05, |
| "loss": 0.2388, |
| "step": 569 |
| }, |
| { |
| "epoch": 2.0141342756183747, |
| "grad_norm": 0.24893309754147236, |
| "learning_rate": 1.8324607329842934e-05, |
| "loss": 0.2284, |
| "step": 570 |
| }, |
| { |
| "epoch": 2.0176678445229683, |
| "grad_norm": 0.22896405684331084, |
| "learning_rate": 1.8259162303664922e-05, |
| "loss": 0.2283, |
| "step": 571 |
| }, |
| { |
| "epoch": 2.021201413427562, |
| "grad_norm": 0.27446558934945536, |
| "learning_rate": 1.8193717277486914e-05, |
| "loss": 0.2346, |
| "step": 572 |
| }, |
| { |
| "epoch": 2.0247349823321557, |
| "grad_norm": 0.24400885882704268, |
| "learning_rate": 1.81282722513089e-05, |
| "loss": 0.2394, |
| "step": 573 |
| }, |
| { |
| "epoch": 2.0282685512367493, |
| "grad_norm": 0.2174113094719782, |
| "learning_rate": 1.806282722513089e-05, |
| "loss": 0.2348, |
| "step": 574 |
| }, |
| { |
| "epoch": 2.0318021201413425, |
| "grad_norm": 0.2854848758819835, |
| "learning_rate": 1.799738219895288e-05, |
| "loss": 0.2463, |
| "step": 575 |
| }, |
| { |
| "epoch": 2.035335689045936, |
| "grad_norm": 0.2094161356419985, |
| "learning_rate": 1.793193717277487e-05, |
| "loss": 0.2339, |
| "step": 576 |
| }, |
| { |
| "epoch": 2.03886925795053, |
| "grad_norm": 0.19053773509439118, |
| "learning_rate": 1.7866492146596857e-05, |
| "loss": 0.2034, |
| "step": 577 |
| }, |
| { |
| "epoch": 2.0424028268551235, |
| "grad_norm": 0.20351237653846452, |
| "learning_rate": 1.780104712041885e-05, |
| "loss": 0.239, |
| "step": 578 |
| }, |
| { |
| "epoch": 2.045936395759717, |
| "grad_norm": 0.20121539454250265, |
| "learning_rate": 1.7735602094240837e-05, |
| "loss": 0.2271, |
| "step": 579 |
| }, |
| { |
| "epoch": 2.049469964664311, |
| "grad_norm": 0.18091723396025775, |
| "learning_rate": 1.767015706806283e-05, |
| "loss": 0.2315, |
| "step": 580 |
| }, |
| { |
| "epoch": 2.0530035335689045, |
| "grad_norm": 0.20119590031435344, |
| "learning_rate": 1.7604712041884818e-05, |
| "loss": 0.243, |
| "step": 581 |
| }, |
| { |
| "epoch": 2.056537102473498, |
| "grad_norm": 0.20049246498275813, |
| "learning_rate": 1.7539267015706806e-05, |
| "loss": 0.2255, |
| "step": 582 |
| }, |
| { |
| "epoch": 2.060070671378092, |
| "grad_norm": 0.22382362066147798, |
| "learning_rate": 1.7473821989528798e-05, |
| "loss": 0.2361, |
| "step": 583 |
| }, |
| { |
| "epoch": 2.0636042402826855, |
| "grad_norm": 0.2072847641545473, |
| "learning_rate": 1.7408376963350786e-05, |
| "loss": 0.228, |
| "step": 584 |
| }, |
| { |
| "epoch": 2.067137809187279, |
| "grad_norm": 0.20020391104334753, |
| "learning_rate": 1.734293193717278e-05, |
| "loss": 0.2279, |
| "step": 585 |
| }, |
| { |
| "epoch": 2.070671378091873, |
| "grad_norm": 0.22966176583480186, |
| "learning_rate": 1.7277486910994763e-05, |
| "loss": 0.2372, |
| "step": 586 |
| }, |
| { |
| "epoch": 2.0742049469964665, |
| "grad_norm": 0.1946035128234729, |
| "learning_rate": 1.7212041884816755e-05, |
| "loss": 0.2423, |
| "step": 587 |
| }, |
| { |
| "epoch": 2.07773851590106, |
| "grad_norm": 0.20982641712768157, |
| "learning_rate": 1.7146596858638744e-05, |
| "loss": 0.2317, |
| "step": 588 |
| }, |
| { |
| "epoch": 2.081272084805654, |
| "grad_norm": 0.192503749374612, |
| "learning_rate": 1.7081151832460736e-05, |
| "loss": 0.2289, |
| "step": 589 |
| }, |
| { |
| "epoch": 2.0848056537102475, |
| "grad_norm": 0.20491576934622158, |
| "learning_rate": 1.7015706806282724e-05, |
| "loss": 0.2303, |
| "step": 590 |
| }, |
| { |
| "epoch": 2.088339222614841, |
| "grad_norm": 0.24262885329402847, |
| "learning_rate": 1.6950261780104713e-05, |
| "loss": 0.2192, |
| "step": 591 |
| }, |
| { |
| "epoch": 2.091872791519435, |
| "grad_norm": 0.1977540654757339, |
| "learning_rate": 1.68848167539267e-05, |
| "loss": 0.2269, |
| "step": 592 |
| }, |
| { |
| "epoch": 2.095406360424028, |
| "grad_norm": 0.18498506813704485, |
| "learning_rate": 1.6819371727748693e-05, |
| "loss": 0.224, |
| "step": 593 |
| }, |
| { |
| "epoch": 2.0989399293286217, |
| "grad_norm": 0.19398268016059655, |
| "learning_rate": 1.675392670157068e-05, |
| "loss": 0.2305, |
| "step": 594 |
| }, |
| { |
| "epoch": 2.1024734982332154, |
| "grad_norm": 0.18393549375881862, |
| "learning_rate": 1.668848167539267e-05, |
| "loss": 0.2262, |
| "step": 595 |
| }, |
| { |
| "epoch": 2.106007067137809, |
| "grad_norm": 0.1860457835424858, |
| "learning_rate": 1.662303664921466e-05, |
| "loss": 0.2146, |
| "step": 596 |
| }, |
| { |
| "epoch": 2.1095406360424027, |
| "grad_norm": 0.17959065192225365, |
| "learning_rate": 1.655759162303665e-05, |
| "loss": 0.215, |
| "step": 597 |
| }, |
| { |
| "epoch": 2.1130742049469964, |
| "grad_norm": 0.19165574670101904, |
| "learning_rate": 1.649214659685864e-05, |
| "loss": 0.2266, |
| "step": 598 |
| }, |
| { |
| "epoch": 2.11660777385159, |
| "grad_norm": 0.18796312976815543, |
| "learning_rate": 1.642670157068063e-05, |
| "loss": 0.2425, |
| "step": 599 |
| }, |
| { |
| "epoch": 2.1201413427561837, |
| "grad_norm": 0.18161435413151616, |
| "learning_rate": 1.636125654450262e-05, |
| "loss": 0.2196, |
| "step": 600 |
| }, |
| { |
| "epoch": 2.1236749116607774, |
| "grad_norm": 0.19052701307742212, |
| "learning_rate": 1.6295811518324608e-05, |
| "loss": 0.2396, |
| "step": 601 |
| }, |
| { |
| "epoch": 2.127208480565371, |
| "grad_norm": 0.19344280266083863, |
| "learning_rate": 1.6230366492146596e-05, |
| "loss": 0.224, |
| "step": 602 |
| }, |
| { |
| "epoch": 2.1307420494699647, |
| "grad_norm": 0.18380515192094332, |
| "learning_rate": 1.616492146596859e-05, |
| "loss": 0.231, |
| "step": 603 |
| }, |
| { |
| "epoch": 2.1342756183745584, |
| "grad_norm": 0.17797217814434263, |
| "learning_rate": 1.6099476439790577e-05, |
| "loss": 0.2197, |
| "step": 604 |
| }, |
| { |
| "epoch": 2.137809187279152, |
| "grad_norm": 0.25342525798606186, |
| "learning_rate": 1.6034031413612565e-05, |
| "loss": 0.2528, |
| "step": 605 |
| }, |
| { |
| "epoch": 2.1413427561837457, |
| "grad_norm": 0.19065283936832148, |
| "learning_rate": 1.5968586387434557e-05, |
| "loss": 0.2415, |
| "step": 606 |
| }, |
| { |
| "epoch": 2.1448763250883394, |
| "grad_norm": 0.180423600567546, |
| "learning_rate": 1.5903141361256546e-05, |
| "loss": 0.2345, |
| "step": 607 |
| }, |
| { |
| "epoch": 2.148409893992933, |
| "grad_norm": 0.2077742867716798, |
| "learning_rate": 1.5837696335078534e-05, |
| "loss": 0.2385, |
| "step": 608 |
| }, |
| { |
| "epoch": 2.1519434628975267, |
| "grad_norm": 0.17850039637053272, |
| "learning_rate": 1.5772251308900523e-05, |
| "loss": 0.2228, |
| "step": 609 |
| }, |
| { |
| "epoch": 2.1554770318021204, |
| "grad_norm": 0.19116780656180973, |
| "learning_rate": 1.5706806282722515e-05, |
| "loss": 0.2364, |
| "step": 610 |
| }, |
| { |
| "epoch": 2.1590106007067136, |
| "grad_norm": 0.1992172627054553, |
| "learning_rate": 1.5641361256544503e-05, |
| "loss": 0.2286, |
| "step": 611 |
| }, |
| { |
| "epoch": 2.1625441696113072, |
| "grad_norm": 0.18067038836435922, |
| "learning_rate": 1.5575916230366495e-05, |
| "loss": 0.2284, |
| "step": 612 |
| }, |
| { |
| "epoch": 2.166077738515901, |
| "grad_norm": 0.202816197924796, |
| "learning_rate": 1.551047120418848e-05, |
| "loss": 0.2382, |
| "step": 613 |
| }, |
| { |
| "epoch": 2.1696113074204946, |
| "grad_norm": 0.21131145708087853, |
| "learning_rate": 1.5445026178010472e-05, |
| "loss": 0.2287, |
| "step": 614 |
| }, |
| { |
| "epoch": 2.1731448763250882, |
| "grad_norm": 0.18390779019125453, |
| "learning_rate": 1.537958115183246e-05, |
| "loss": 0.2325, |
| "step": 615 |
| }, |
| { |
| "epoch": 2.176678445229682, |
| "grad_norm": 0.19293312185267333, |
| "learning_rate": 1.5314136125654453e-05, |
| "loss": 0.2259, |
| "step": 616 |
| }, |
| { |
| "epoch": 2.1802120141342756, |
| "grad_norm": 0.19678219169161754, |
| "learning_rate": 1.524869109947644e-05, |
| "loss": 0.2275, |
| "step": 617 |
| }, |
| { |
| "epoch": 2.1837455830388692, |
| "grad_norm": 0.20433339697482053, |
| "learning_rate": 1.518324607329843e-05, |
| "loss": 0.2277, |
| "step": 618 |
| }, |
| { |
| "epoch": 2.187279151943463, |
| "grad_norm": 0.1788456565700629, |
| "learning_rate": 1.511780104712042e-05, |
| "loss": 0.232, |
| "step": 619 |
| }, |
| { |
| "epoch": 2.1908127208480566, |
| "grad_norm": 0.1923605032784442, |
| "learning_rate": 1.505235602094241e-05, |
| "loss": 0.2215, |
| "step": 620 |
| }, |
| { |
| "epoch": 2.1943462897526502, |
| "grad_norm": 0.21367282642858493, |
| "learning_rate": 1.49869109947644e-05, |
| "loss": 0.2398, |
| "step": 621 |
| }, |
| { |
| "epoch": 2.197879858657244, |
| "grad_norm": 0.1894069816682639, |
| "learning_rate": 1.4921465968586387e-05, |
| "loss": 0.2286, |
| "step": 622 |
| }, |
| { |
| "epoch": 2.2014134275618376, |
| "grad_norm": 0.18827504319918725, |
| "learning_rate": 1.4856020942408377e-05, |
| "loss": 0.2276, |
| "step": 623 |
| }, |
| { |
| "epoch": 2.204946996466431, |
| "grad_norm": 0.19330596608013897, |
| "learning_rate": 1.4790575916230367e-05, |
| "loss": 0.2414, |
| "step": 624 |
| }, |
| { |
| "epoch": 2.208480565371025, |
| "grad_norm": 0.19743784954842997, |
| "learning_rate": 1.4725130890052358e-05, |
| "loss": 0.2299, |
| "step": 625 |
| }, |
| { |
| "epoch": 2.2120141342756185, |
| "grad_norm": 0.19899372342505975, |
| "learning_rate": 1.4659685863874344e-05, |
| "loss": 0.2351, |
| "step": 626 |
| }, |
| { |
| "epoch": 2.215547703180212, |
| "grad_norm": 0.2003550099207659, |
| "learning_rate": 1.4594240837696335e-05, |
| "loss": 0.2433, |
| "step": 627 |
| }, |
| { |
| "epoch": 2.2190812720848054, |
| "grad_norm": 0.21196121659141753, |
| "learning_rate": 1.4528795811518325e-05, |
| "loss": 0.238, |
| "step": 628 |
| }, |
| { |
| "epoch": 2.222614840989399, |
| "grad_norm": 0.20036290181115837, |
| "learning_rate": 1.4463350785340315e-05, |
| "loss": 0.2427, |
| "step": 629 |
| }, |
| { |
| "epoch": 2.2261484098939928, |
| "grad_norm": 0.1845797709204667, |
| "learning_rate": 1.4397905759162305e-05, |
| "loss": 0.2311, |
| "step": 630 |
| }, |
| { |
| "epoch": 2.2296819787985864, |
| "grad_norm": 0.19618301614029116, |
| "learning_rate": 1.4332460732984294e-05, |
| "loss": 0.2284, |
| "step": 631 |
| }, |
| { |
| "epoch": 2.23321554770318, |
| "grad_norm": 0.18750926106082005, |
| "learning_rate": 1.4267015706806284e-05, |
| "loss": 0.2239, |
| "step": 632 |
| }, |
| { |
| "epoch": 2.2367491166077738, |
| "grad_norm": 0.21538713160466885, |
| "learning_rate": 1.4201570680628274e-05, |
| "loss": 0.2401, |
| "step": 633 |
| }, |
| { |
| "epoch": 2.2402826855123674, |
| "grad_norm": 0.18387363592426773, |
| "learning_rate": 1.4136125654450264e-05, |
| "loss": 0.2316, |
| "step": 634 |
| }, |
| { |
| "epoch": 2.243816254416961, |
| "grad_norm": 0.2008203684672948, |
| "learning_rate": 1.4070680628272251e-05, |
| "loss": 0.2408, |
| "step": 635 |
| }, |
| { |
| "epoch": 2.2473498233215548, |
| "grad_norm": 0.18266816775910638, |
| "learning_rate": 1.4005235602094241e-05, |
| "loss": 0.2263, |
| "step": 636 |
| }, |
| { |
| "epoch": 2.2508833922261484, |
| "grad_norm": 0.1946230011492327, |
| "learning_rate": 1.3939790575916231e-05, |
| "loss": 0.2329, |
| "step": 637 |
| }, |
| { |
| "epoch": 2.254416961130742, |
| "grad_norm": 0.1826823199445633, |
| "learning_rate": 1.3874345549738222e-05, |
| "loss": 0.2259, |
| "step": 638 |
| }, |
| { |
| "epoch": 2.2579505300353357, |
| "grad_norm": 0.1912824221351653, |
| "learning_rate": 1.3808900523560212e-05, |
| "loss": 0.2338, |
| "step": 639 |
| }, |
| { |
| "epoch": 2.2614840989399294, |
| "grad_norm": 0.188162715338196, |
| "learning_rate": 1.3743455497382199e-05, |
| "loss": 0.2449, |
| "step": 640 |
| }, |
| { |
| "epoch": 2.265017667844523, |
| "grad_norm": 0.19741781364992034, |
| "learning_rate": 1.3678010471204189e-05, |
| "loss": 0.2265, |
| "step": 641 |
| }, |
| { |
| "epoch": 2.2685512367491167, |
| "grad_norm": 0.1812585942078153, |
| "learning_rate": 1.3612565445026179e-05, |
| "loss": 0.2144, |
| "step": 642 |
| }, |
| { |
| "epoch": 2.2720848056537104, |
| "grad_norm": 0.19914861402094536, |
| "learning_rate": 1.354712041884817e-05, |
| "loss": 0.2365, |
| "step": 643 |
| }, |
| { |
| "epoch": 2.275618374558304, |
| "grad_norm": 0.1779009897331266, |
| "learning_rate": 1.3481675392670156e-05, |
| "loss": 0.2317, |
| "step": 644 |
| }, |
| { |
| "epoch": 2.2791519434628977, |
| "grad_norm": 0.19889730658880675, |
| "learning_rate": 1.3416230366492146e-05, |
| "loss": 0.2548, |
| "step": 645 |
| }, |
| { |
| "epoch": 2.2826855123674914, |
| "grad_norm": 0.19598745833554967, |
| "learning_rate": 1.3350785340314136e-05, |
| "loss": 0.2421, |
| "step": 646 |
| }, |
| { |
| "epoch": 2.2862190812720846, |
| "grad_norm": 0.19871280094849272, |
| "learning_rate": 1.3285340314136127e-05, |
| "loss": 0.2371, |
| "step": 647 |
| }, |
| { |
| "epoch": 2.2897526501766783, |
| "grad_norm": 0.19175825746617, |
| "learning_rate": 1.3219895287958115e-05, |
| "loss": 0.2293, |
| "step": 648 |
| }, |
| { |
| "epoch": 2.293286219081272, |
| "grad_norm": 0.1935669822734246, |
| "learning_rate": 1.3154450261780105e-05, |
| "loss": 0.2428, |
| "step": 649 |
| }, |
| { |
| "epoch": 2.2968197879858656, |
| "grad_norm": 0.1973155554278464, |
| "learning_rate": 1.3089005235602096e-05, |
| "loss": 0.2332, |
| "step": 650 |
| }, |
| { |
| "epoch": 2.3003533568904593, |
| "grad_norm": 0.1911591440697295, |
| "learning_rate": 1.3023560209424086e-05, |
| "loss": 0.2254, |
| "step": 651 |
| }, |
| { |
| "epoch": 2.303886925795053, |
| "grad_norm": 0.18247237307656608, |
| "learning_rate": 1.2958115183246074e-05, |
| "loss": 0.2312, |
| "step": 652 |
| }, |
| { |
| "epoch": 2.3074204946996466, |
| "grad_norm": 0.18788835057792652, |
| "learning_rate": 1.2892670157068063e-05, |
| "loss": 0.2261, |
| "step": 653 |
| }, |
| { |
| "epoch": 2.3109540636042403, |
| "grad_norm": 0.18168131811921545, |
| "learning_rate": 1.2827225130890053e-05, |
| "loss": 0.2177, |
| "step": 654 |
| }, |
| { |
| "epoch": 2.314487632508834, |
| "grad_norm": 0.184818724049329, |
| "learning_rate": 1.2761780104712043e-05, |
| "loss": 0.2471, |
| "step": 655 |
| }, |
| { |
| "epoch": 2.3180212014134276, |
| "grad_norm": 0.17844055130115527, |
| "learning_rate": 1.2696335078534033e-05, |
| "loss": 0.2202, |
| "step": 656 |
| }, |
| { |
| "epoch": 2.3215547703180213, |
| "grad_norm": 0.18974419342500715, |
| "learning_rate": 1.263089005235602e-05, |
| "loss": 0.2295, |
| "step": 657 |
| }, |
| { |
| "epoch": 2.325088339222615, |
| "grad_norm": 0.19485323878457486, |
| "learning_rate": 1.256544502617801e-05, |
| "loss": 0.2186, |
| "step": 658 |
| }, |
| { |
| "epoch": 2.3286219081272086, |
| "grad_norm": 0.17619682997040556, |
| "learning_rate": 1.25e-05, |
| "loss": 0.2254, |
| "step": 659 |
| }, |
| { |
| "epoch": 2.3321554770318023, |
| "grad_norm": 0.1817739083367298, |
| "learning_rate": 1.243455497382199e-05, |
| "loss": 0.2325, |
| "step": 660 |
| }, |
| { |
| "epoch": 2.335689045936396, |
| "grad_norm": 0.19736936039663003, |
| "learning_rate": 1.236910994764398e-05, |
| "loss": 0.2232, |
| "step": 661 |
| }, |
| { |
| "epoch": 2.3392226148409896, |
| "grad_norm": 0.18460908084162367, |
| "learning_rate": 1.230366492146597e-05, |
| "loss": 0.2187, |
| "step": 662 |
| }, |
| { |
| "epoch": 2.342756183745583, |
| "grad_norm": 0.1942968025537919, |
| "learning_rate": 1.2238219895287958e-05, |
| "loss": 0.2249, |
| "step": 663 |
| }, |
| { |
| "epoch": 2.3462897526501765, |
| "grad_norm": 0.19272797914097448, |
| "learning_rate": 1.2172774869109948e-05, |
| "loss": 0.2331, |
| "step": 664 |
| }, |
| { |
| "epoch": 2.34982332155477, |
| "grad_norm": 0.21641947675845358, |
| "learning_rate": 1.2107329842931937e-05, |
| "loss": 0.2398, |
| "step": 665 |
| }, |
| { |
| "epoch": 2.353356890459364, |
| "grad_norm": 0.1914653998501696, |
| "learning_rate": 1.2041884816753927e-05, |
| "loss": 0.2185, |
| "step": 666 |
| }, |
| { |
| "epoch": 2.3568904593639575, |
| "grad_norm": 0.1882330611472886, |
| "learning_rate": 1.1976439790575915e-05, |
| "loss": 0.2251, |
| "step": 667 |
| }, |
| { |
| "epoch": 2.360424028268551, |
| "grad_norm": 0.18944788598140125, |
| "learning_rate": 1.1910994764397906e-05, |
| "loss": 0.2345, |
| "step": 668 |
| }, |
| { |
| "epoch": 2.363957597173145, |
| "grad_norm": 0.17146301985462817, |
| "learning_rate": 1.1845549738219896e-05, |
| "loss": 0.2241, |
| "step": 669 |
| }, |
| { |
| "epoch": 2.3674911660777385, |
| "grad_norm": 0.17938705003950822, |
| "learning_rate": 1.1780104712041886e-05, |
| "loss": 0.2267, |
| "step": 670 |
| }, |
| { |
| "epoch": 2.371024734982332, |
| "grad_norm": 0.19522096030634284, |
| "learning_rate": 1.1714659685863876e-05, |
| "loss": 0.2277, |
| "step": 671 |
| }, |
| { |
| "epoch": 2.374558303886926, |
| "grad_norm": 0.1847631671094928, |
| "learning_rate": 1.1649214659685865e-05, |
| "loss": 0.2169, |
| "step": 672 |
| }, |
| { |
| "epoch": 2.3780918727915195, |
| "grad_norm": 0.22299936035274462, |
| "learning_rate": 1.1583769633507855e-05, |
| "loss": 0.2392, |
| "step": 673 |
| }, |
| { |
| "epoch": 2.381625441696113, |
| "grad_norm": 0.19191836724971217, |
| "learning_rate": 1.1518324607329843e-05, |
| "loss": 0.2329, |
| "step": 674 |
| }, |
| { |
| "epoch": 2.385159010600707, |
| "grad_norm": 0.1884963784495572, |
| "learning_rate": 1.1452879581151834e-05, |
| "loss": 0.2409, |
| "step": 675 |
| }, |
| { |
| "epoch": 2.3886925795053005, |
| "grad_norm": 0.19261491080881832, |
| "learning_rate": 1.1387434554973822e-05, |
| "loss": 0.2327, |
| "step": 676 |
| }, |
| { |
| "epoch": 2.392226148409894, |
| "grad_norm": 0.1867803201758491, |
| "learning_rate": 1.1321989528795812e-05, |
| "loss": 0.2359, |
| "step": 677 |
| }, |
| { |
| "epoch": 2.395759717314488, |
| "grad_norm": 0.18388375737414528, |
| "learning_rate": 1.12565445026178e-05, |
| "loss": 0.2135, |
| "step": 678 |
| }, |
| { |
| "epoch": 2.3992932862190814, |
| "grad_norm": 0.17837474863436859, |
| "learning_rate": 1.1191099476439791e-05, |
| "loss": 0.2236, |
| "step": 679 |
| }, |
| { |
| "epoch": 2.402826855123675, |
| "grad_norm": 0.1826718285578328, |
| "learning_rate": 1.1125654450261781e-05, |
| "loss": 0.2249, |
| "step": 680 |
| }, |
| { |
| "epoch": 2.4063604240282688, |
| "grad_norm": 0.17807930311495368, |
| "learning_rate": 1.106020942408377e-05, |
| "loss": 0.2167, |
| "step": 681 |
| }, |
| { |
| "epoch": 2.4098939929328624, |
| "grad_norm": 0.18137250950549594, |
| "learning_rate": 1.099476439790576e-05, |
| "loss": 0.2238, |
| "step": 682 |
| }, |
| { |
| "epoch": 2.4134275618374557, |
| "grad_norm": 0.19011762029554422, |
| "learning_rate": 1.0929319371727748e-05, |
| "loss": 0.2287, |
| "step": 683 |
| }, |
| { |
| "epoch": 2.4169611307420493, |
| "grad_norm": 0.17352735050612428, |
| "learning_rate": 1.0863874345549739e-05, |
| "loss": 0.2278, |
| "step": 684 |
| }, |
| { |
| "epoch": 2.420494699646643, |
| "grad_norm": 0.1791118189922586, |
| "learning_rate": 1.0798429319371727e-05, |
| "loss": 0.2294, |
| "step": 685 |
| }, |
| { |
| "epoch": 2.4240282685512367, |
| "grad_norm": 0.1757620855232099, |
| "learning_rate": 1.0732984293193717e-05, |
| "loss": 0.2317, |
| "step": 686 |
| }, |
| { |
| "epoch": 2.4275618374558303, |
| "grad_norm": 0.17876135905683324, |
| "learning_rate": 1.0667539267015708e-05, |
| "loss": 0.237, |
| "step": 687 |
| }, |
| { |
| "epoch": 2.431095406360424, |
| "grad_norm": 0.17822271833212014, |
| "learning_rate": 1.0602094240837698e-05, |
| "loss": 0.2304, |
| "step": 688 |
| }, |
| { |
| "epoch": 2.4346289752650176, |
| "grad_norm": 0.18462511082317737, |
| "learning_rate": 1.0536649214659686e-05, |
| "loss": 0.2269, |
| "step": 689 |
| }, |
| { |
| "epoch": 2.4381625441696113, |
| "grad_norm": 0.19812323846662644, |
| "learning_rate": 1.0471204188481676e-05, |
| "loss": 0.2347, |
| "step": 690 |
| }, |
| { |
| "epoch": 2.441696113074205, |
| "grad_norm": 0.180064527405259, |
| "learning_rate": 1.0405759162303667e-05, |
| "loss": 0.2206, |
| "step": 691 |
| }, |
| { |
| "epoch": 2.4452296819787986, |
| "grad_norm": 0.16794918557821822, |
| "learning_rate": 1.0340314136125655e-05, |
| "loss": 0.2259, |
| "step": 692 |
| }, |
| { |
| "epoch": 2.4487632508833923, |
| "grad_norm": 0.18508593030518672, |
| "learning_rate": 1.0274869109947645e-05, |
| "loss": 0.2306, |
| "step": 693 |
| }, |
| { |
| "epoch": 2.452296819787986, |
| "grad_norm": 0.18204207861169194, |
| "learning_rate": 1.0209424083769634e-05, |
| "loss": 0.2299, |
| "step": 694 |
| }, |
| { |
| "epoch": 2.4558303886925796, |
| "grad_norm": 0.19257618024613238, |
| "learning_rate": 1.0143979057591624e-05, |
| "loss": 0.2362, |
| "step": 695 |
| }, |
| { |
| "epoch": 2.4593639575971733, |
| "grad_norm": 0.18235087269820668, |
| "learning_rate": 1.0078534031413613e-05, |
| "loss": 0.2301, |
| "step": 696 |
| }, |
| { |
| "epoch": 2.462897526501767, |
| "grad_norm": 0.1771610352100014, |
| "learning_rate": 1.0013089005235603e-05, |
| "loss": 0.2284, |
| "step": 697 |
| }, |
| { |
| "epoch": 2.46643109540636, |
| "grad_norm": 0.16852508312931086, |
| "learning_rate": 9.947643979057591e-06, |
| "loss": 0.2263, |
| "step": 698 |
| }, |
| { |
| "epoch": 2.469964664310954, |
| "grad_norm": 0.17879754866031772, |
| "learning_rate": 9.882198952879581e-06, |
| "loss": 0.2179, |
| "step": 699 |
| }, |
| { |
| "epoch": 2.4734982332155475, |
| "grad_norm": 0.18975466708297106, |
| "learning_rate": 9.816753926701572e-06, |
| "loss": 0.2323, |
| "step": 700 |
| }, |
| { |
| "epoch": 2.477031802120141, |
| "grad_norm": 0.19030778371155557, |
| "learning_rate": 9.75130890052356e-06, |
| "loss": 0.2401, |
| "step": 701 |
| }, |
| { |
| "epoch": 2.480565371024735, |
| "grad_norm": 0.1721870322288873, |
| "learning_rate": 9.68586387434555e-06, |
| "loss": 0.2332, |
| "step": 702 |
| }, |
| { |
| "epoch": 2.4840989399293285, |
| "grad_norm": 0.17612949656387641, |
| "learning_rate": 9.620418848167539e-06, |
| "loss": 0.2251, |
| "step": 703 |
| }, |
| { |
| "epoch": 2.487632508833922, |
| "grad_norm": 0.19049574466158792, |
| "learning_rate": 9.554973821989529e-06, |
| "loss": 0.2233, |
| "step": 704 |
| }, |
| { |
| "epoch": 2.491166077738516, |
| "grad_norm": 0.19119113177069816, |
| "learning_rate": 9.489528795811518e-06, |
| "loss": 0.2388, |
| "step": 705 |
| }, |
| { |
| "epoch": 2.4946996466431095, |
| "grad_norm": 0.1763243903971157, |
| "learning_rate": 9.424083769633508e-06, |
| "loss": 0.237, |
| "step": 706 |
| }, |
| { |
| "epoch": 2.498233215547703, |
| "grad_norm": 0.17917172574266083, |
| "learning_rate": 9.358638743455498e-06, |
| "loss": 0.2146, |
| "step": 707 |
| }, |
| { |
| "epoch": 2.501766784452297, |
| "grad_norm": 0.18500720632480228, |
| "learning_rate": 9.293193717277488e-06, |
| "loss": 0.2175, |
| "step": 708 |
| }, |
| { |
| "epoch": 2.5053003533568905, |
| "grad_norm": 0.17076071175040308, |
| "learning_rate": 9.227748691099477e-06, |
| "loss": 0.2233, |
| "step": 709 |
| }, |
| { |
| "epoch": 2.508833922261484, |
| "grad_norm": 0.18703476130370938, |
| "learning_rate": 9.162303664921467e-06, |
| "loss": 0.2264, |
| "step": 710 |
| }, |
| { |
| "epoch": 2.512367491166078, |
| "grad_norm": 0.1807528307723562, |
| "learning_rate": 9.096858638743457e-06, |
| "loss": 0.2263, |
| "step": 711 |
| }, |
| { |
| "epoch": 2.5159010600706715, |
| "grad_norm": 0.1803942381596997, |
| "learning_rate": 9.031413612565446e-06, |
| "loss": 0.2309, |
| "step": 712 |
| }, |
| { |
| "epoch": 2.519434628975265, |
| "grad_norm": 0.1773556486849811, |
| "learning_rate": 8.965968586387436e-06, |
| "loss": 0.2441, |
| "step": 713 |
| }, |
| { |
| "epoch": 2.522968197879859, |
| "grad_norm": 0.18542163153506033, |
| "learning_rate": 8.900523560209424e-06, |
| "loss": 0.2414, |
| "step": 714 |
| }, |
| { |
| "epoch": 2.5265017667844525, |
| "grad_norm": 0.20626813232549362, |
| "learning_rate": 8.835078534031415e-06, |
| "loss": 0.2412, |
| "step": 715 |
| }, |
| { |
| "epoch": 2.530035335689046, |
| "grad_norm": 0.1855977128826217, |
| "learning_rate": 8.769633507853403e-06, |
| "loss": 0.2339, |
| "step": 716 |
| }, |
| { |
| "epoch": 2.53356890459364, |
| "grad_norm": 0.1813366114895612, |
| "learning_rate": 8.704188481675393e-06, |
| "loss": 0.2242, |
| "step": 717 |
| }, |
| { |
| "epoch": 2.5371024734982335, |
| "grad_norm": 0.19002571308005264, |
| "learning_rate": 8.638743455497382e-06, |
| "loss": 0.235, |
| "step": 718 |
| }, |
| { |
| "epoch": 2.5406360424028267, |
| "grad_norm": 0.18539272616962202, |
| "learning_rate": 8.573298429319372e-06, |
| "loss": 0.2284, |
| "step": 719 |
| }, |
| { |
| "epoch": 2.5441696113074204, |
| "grad_norm": 0.19414071448670545, |
| "learning_rate": 8.507853403141362e-06, |
| "loss": 0.2353, |
| "step": 720 |
| }, |
| { |
| "epoch": 2.547703180212014, |
| "grad_norm": 0.19004484882643627, |
| "learning_rate": 8.44240837696335e-06, |
| "loss": 0.2299, |
| "step": 721 |
| }, |
| { |
| "epoch": 2.5512367491166077, |
| "grad_norm": 0.17085293351660877, |
| "learning_rate": 8.37696335078534e-06, |
| "loss": 0.2194, |
| "step": 722 |
| }, |
| { |
| "epoch": 2.5547703180212014, |
| "grad_norm": 0.17870425668294465, |
| "learning_rate": 8.31151832460733e-06, |
| "loss": 0.2346, |
| "step": 723 |
| }, |
| { |
| "epoch": 2.558303886925795, |
| "grad_norm": 0.18466560846941446, |
| "learning_rate": 8.24607329842932e-06, |
| "loss": 0.2132, |
| "step": 724 |
| }, |
| { |
| "epoch": 2.5618374558303887, |
| "grad_norm": 0.1777921475368777, |
| "learning_rate": 8.18062827225131e-06, |
| "loss": 0.2235, |
| "step": 725 |
| }, |
| { |
| "epoch": 2.5653710247349824, |
| "grad_norm": 0.1710971165413661, |
| "learning_rate": 8.115183246073298e-06, |
| "loss": 0.2272, |
| "step": 726 |
| }, |
| { |
| "epoch": 2.568904593639576, |
| "grad_norm": 0.18128848778107537, |
| "learning_rate": 8.049738219895288e-06, |
| "loss": 0.2265, |
| "step": 727 |
| }, |
| { |
| "epoch": 2.5724381625441697, |
| "grad_norm": 0.17963027519739994, |
| "learning_rate": 7.984293193717279e-06, |
| "loss": 0.2252, |
| "step": 728 |
| }, |
| { |
| "epoch": 2.5759717314487633, |
| "grad_norm": 0.19091112476672958, |
| "learning_rate": 7.918848167539267e-06, |
| "loss": 0.2271, |
| "step": 729 |
| }, |
| { |
| "epoch": 2.579505300353357, |
| "grad_norm": 0.19825785904033563, |
| "learning_rate": 7.853403141361257e-06, |
| "loss": 0.236, |
| "step": 730 |
| }, |
| { |
| "epoch": 2.5830388692579507, |
| "grad_norm": 0.1878224722552544, |
| "learning_rate": 7.787958115183248e-06, |
| "loss": 0.2322, |
| "step": 731 |
| }, |
| { |
| "epoch": 2.586572438162544, |
| "grad_norm": 0.17309652280394397, |
| "learning_rate": 7.722513089005236e-06, |
| "loss": 0.2296, |
| "step": 732 |
| }, |
| { |
| "epoch": 2.5901060070671376, |
| "grad_norm": 0.17845422168913475, |
| "learning_rate": 7.657068062827226e-06, |
| "loss": 0.232, |
| "step": 733 |
| }, |
| { |
| "epoch": 2.5936395759717312, |
| "grad_norm": 0.17763690273063018, |
| "learning_rate": 7.591623036649215e-06, |
| "loss": 0.2368, |
| "step": 734 |
| }, |
| { |
| "epoch": 2.597173144876325, |
| "grad_norm": 0.19229308399713677, |
| "learning_rate": 7.526178010471205e-06, |
| "loss": 0.2255, |
| "step": 735 |
| }, |
| { |
| "epoch": 2.6007067137809186, |
| "grad_norm": 0.1743293912268192, |
| "learning_rate": 7.4607329842931935e-06, |
| "loss": 0.2133, |
| "step": 736 |
| }, |
| { |
| "epoch": 2.604240282685512, |
| "grad_norm": 0.17758210208630032, |
| "learning_rate": 7.395287958115184e-06, |
| "loss": 0.2339, |
| "step": 737 |
| }, |
| { |
| "epoch": 2.607773851590106, |
| "grad_norm": 0.1730809602186094, |
| "learning_rate": 7.329842931937172e-06, |
| "loss": 0.2305, |
| "step": 738 |
| }, |
| { |
| "epoch": 2.6113074204946995, |
| "grad_norm": 0.18476574920184824, |
| "learning_rate": 7.264397905759162e-06, |
| "loss": 0.234, |
| "step": 739 |
| }, |
| { |
| "epoch": 2.614840989399293, |
| "grad_norm": 0.1778533090087193, |
| "learning_rate": 7.1989528795811526e-06, |
| "loss": 0.2214, |
| "step": 740 |
| }, |
| { |
| "epoch": 2.618374558303887, |
| "grad_norm": 0.17217787306000468, |
| "learning_rate": 7.133507853403142e-06, |
| "loss": 0.2384, |
| "step": 741 |
| }, |
| { |
| "epoch": 2.6219081272084805, |
| "grad_norm": 0.18007925906519412, |
| "learning_rate": 7.068062827225132e-06, |
| "loss": 0.2251, |
| "step": 742 |
| }, |
| { |
| "epoch": 2.625441696113074, |
| "grad_norm": 0.17473238391733925, |
| "learning_rate": 7.002617801047121e-06, |
| "loss": 0.228, |
| "step": 743 |
| }, |
| { |
| "epoch": 2.628975265017668, |
| "grad_norm": 0.17479271644921315, |
| "learning_rate": 6.937172774869111e-06, |
| "loss": 0.2191, |
| "step": 744 |
| }, |
| { |
| "epoch": 2.6325088339222615, |
| "grad_norm": 0.16532580992442925, |
| "learning_rate": 6.871727748691099e-06, |
| "loss": 0.2171, |
| "step": 745 |
| }, |
| { |
| "epoch": 2.636042402826855, |
| "grad_norm": 0.17099488356759243, |
| "learning_rate": 6.8062827225130895e-06, |
| "loss": 0.2088, |
| "step": 746 |
| }, |
| { |
| "epoch": 2.639575971731449, |
| "grad_norm": 0.17352866725108512, |
| "learning_rate": 6.740837696335078e-06, |
| "loss": 0.226, |
| "step": 747 |
| }, |
| { |
| "epoch": 2.6431095406360425, |
| "grad_norm": 0.16739331587380185, |
| "learning_rate": 6.675392670157068e-06, |
| "loss": 0.2144, |
| "step": 748 |
| }, |
| { |
| "epoch": 2.646643109540636, |
| "grad_norm": 0.18099645515359558, |
| "learning_rate": 6.609947643979058e-06, |
| "loss": 0.2329, |
| "step": 749 |
| }, |
| { |
| "epoch": 2.65017667844523, |
| "grad_norm": 0.1844474315417496, |
| "learning_rate": 6.544502617801048e-06, |
| "loss": 0.234, |
| "step": 750 |
| }, |
| { |
| "epoch": 2.6537102473498235, |
| "grad_norm": 0.19320613894053068, |
| "learning_rate": 6.479057591623037e-06, |
| "loss": 0.2284, |
| "step": 751 |
| }, |
| { |
| "epoch": 2.657243816254417, |
| "grad_norm": 0.16568408210539942, |
| "learning_rate": 6.4136125654450265e-06, |
| "loss": 0.2225, |
| "step": 752 |
| }, |
| { |
| "epoch": 2.660777385159011, |
| "grad_norm": 0.16962059001372878, |
| "learning_rate": 6.348167539267017e-06, |
| "loss": 0.2298, |
| "step": 753 |
| }, |
| { |
| "epoch": 2.664310954063604, |
| "grad_norm": 0.1772538867004994, |
| "learning_rate": 6.282722513089005e-06, |
| "loss": 0.2359, |
| "step": 754 |
| }, |
| { |
| "epoch": 2.6678445229681977, |
| "grad_norm": 0.208458494365575, |
| "learning_rate": 6.217277486910995e-06, |
| "loss": 0.2391, |
| "step": 755 |
| }, |
| { |
| "epoch": 2.6713780918727914, |
| "grad_norm": 0.18295771780617642, |
| "learning_rate": 6.151832460732985e-06, |
| "loss": 0.2208, |
| "step": 756 |
| }, |
| { |
| "epoch": 2.674911660777385, |
| "grad_norm": 0.18781939728781455, |
| "learning_rate": 6.086387434554974e-06, |
| "loss": 0.2283, |
| "step": 757 |
| }, |
| { |
| "epoch": 2.6784452296819787, |
| "grad_norm": 0.1898580024071079, |
| "learning_rate": 6.0209424083769635e-06, |
| "loss": 0.2424, |
| "step": 758 |
| }, |
| { |
| "epoch": 2.6819787985865724, |
| "grad_norm": 0.17961541614640156, |
| "learning_rate": 5.955497382198953e-06, |
| "loss": 0.236, |
| "step": 759 |
| }, |
| { |
| "epoch": 2.685512367491166, |
| "grad_norm": 0.16567181235802067, |
| "learning_rate": 5.890052356020943e-06, |
| "loss": 0.2225, |
| "step": 760 |
| }, |
| { |
| "epoch": 2.6890459363957597, |
| "grad_norm": 0.17790702965628052, |
| "learning_rate": 5.824607329842932e-06, |
| "loss": 0.2208, |
| "step": 761 |
| }, |
| { |
| "epoch": 2.6925795053003534, |
| "grad_norm": 0.1906891882199232, |
| "learning_rate": 5.759162303664922e-06, |
| "loss": 0.2497, |
| "step": 762 |
| }, |
| { |
| "epoch": 2.696113074204947, |
| "grad_norm": 0.16870765126801932, |
| "learning_rate": 5.693717277486911e-06, |
| "loss": 0.2282, |
| "step": 763 |
| }, |
| { |
| "epoch": 2.6996466431095407, |
| "grad_norm": 0.18524540596037145, |
| "learning_rate": 5.6282722513089e-06, |
| "loss": 0.2446, |
| "step": 764 |
| }, |
| { |
| "epoch": 2.7031802120141344, |
| "grad_norm": 0.18434145297554605, |
| "learning_rate": 5.562827225130891e-06, |
| "loss": 0.2348, |
| "step": 765 |
| }, |
| { |
| "epoch": 2.706713780918728, |
| "grad_norm": 0.171064041185688, |
| "learning_rate": 5.49738219895288e-06, |
| "loss": 0.2306, |
| "step": 766 |
| }, |
| { |
| "epoch": 2.7102473498233217, |
| "grad_norm": 0.1812884263450971, |
| "learning_rate": 5.431937172774869e-06, |
| "loss": 0.2363, |
| "step": 767 |
| }, |
| { |
| "epoch": 2.713780918727915, |
| "grad_norm": 0.16878883377542475, |
| "learning_rate": 5.366492146596859e-06, |
| "loss": 0.2327, |
| "step": 768 |
| }, |
| { |
| "epoch": 2.7173144876325086, |
| "grad_norm": 0.18648845286469032, |
| "learning_rate": 5.301047120418849e-06, |
| "loss": 0.2294, |
| "step": 769 |
| }, |
| { |
| "epoch": 2.7208480565371023, |
| "grad_norm": 0.18393440372386363, |
| "learning_rate": 5.235602094240838e-06, |
| "loss": 0.2387, |
| "step": 770 |
| }, |
| { |
| "epoch": 2.724381625441696, |
| "grad_norm": 0.17522912008387853, |
| "learning_rate": 5.170157068062828e-06, |
| "loss": 0.2359, |
| "step": 771 |
| }, |
| { |
| "epoch": 2.7279151943462896, |
| "grad_norm": 0.1731305786571367, |
| "learning_rate": 5.104712041884817e-06, |
| "loss": 0.2408, |
| "step": 772 |
| }, |
| { |
| "epoch": 2.7314487632508833, |
| "grad_norm": 0.18392262080723032, |
| "learning_rate": 5.039267015706806e-06, |
| "loss": 0.2378, |
| "step": 773 |
| }, |
| { |
| "epoch": 2.734982332155477, |
| "grad_norm": 0.2324644454310263, |
| "learning_rate": 4.973821989528796e-06, |
| "loss": 0.2364, |
| "step": 774 |
| }, |
| { |
| "epoch": 2.7385159010600706, |
| "grad_norm": 0.22020168672975418, |
| "learning_rate": 4.908376963350786e-06, |
| "loss": 0.2412, |
| "step": 775 |
| }, |
| { |
| "epoch": 2.7420494699646643, |
| "grad_norm": 0.17317542374435127, |
| "learning_rate": 4.842931937172775e-06, |
| "loss": 0.2299, |
| "step": 776 |
| }, |
| { |
| "epoch": 2.745583038869258, |
| "grad_norm": 0.17453862428298303, |
| "learning_rate": 4.7774869109947645e-06, |
| "loss": 0.2162, |
| "step": 777 |
| }, |
| { |
| "epoch": 2.7491166077738516, |
| "grad_norm": 0.18955681041909164, |
| "learning_rate": 4.712041884816754e-06, |
| "loss": 0.2482, |
| "step": 778 |
| }, |
| { |
| "epoch": 2.7526501766784452, |
| "grad_norm": 0.18104170552403998, |
| "learning_rate": 4.646596858638744e-06, |
| "loss": 0.224, |
| "step": 779 |
| }, |
| { |
| "epoch": 2.756183745583039, |
| "grad_norm": 0.18492905369504056, |
| "learning_rate": 4.5811518324607335e-06, |
| "loss": 0.2345, |
| "step": 780 |
| }, |
| { |
| "epoch": 2.7597173144876326, |
| "grad_norm": 0.1706257903083117, |
| "learning_rate": 4.515706806282723e-06, |
| "loss": 0.2262, |
| "step": 781 |
| }, |
| { |
| "epoch": 2.7632508833922262, |
| "grad_norm": 0.17762579376198123, |
| "learning_rate": 4.450261780104712e-06, |
| "loss": 0.2458, |
| "step": 782 |
| }, |
| { |
| "epoch": 2.76678445229682, |
| "grad_norm": 0.18167233315938297, |
| "learning_rate": 4.3848167539267015e-06, |
| "loss": 0.2342, |
| "step": 783 |
| }, |
| { |
| "epoch": 2.7703180212014136, |
| "grad_norm": 0.17697110967380986, |
| "learning_rate": 4.319371727748691e-06, |
| "loss": 0.2144, |
| "step": 784 |
| }, |
| { |
| "epoch": 2.7738515901060072, |
| "grad_norm": 0.16888070118445714, |
| "learning_rate": 4.253926701570681e-06, |
| "loss": 0.2211, |
| "step": 785 |
| }, |
| { |
| "epoch": 2.777385159010601, |
| "grad_norm": 0.17244316217011102, |
| "learning_rate": 4.18848167539267e-06, |
| "loss": 0.2355, |
| "step": 786 |
| }, |
| { |
| "epoch": 2.7809187279151946, |
| "grad_norm": 0.17217798599995793, |
| "learning_rate": 4.12303664921466e-06, |
| "loss": 0.2315, |
| "step": 787 |
| }, |
| { |
| "epoch": 2.7844522968197882, |
| "grad_norm": 0.16900324423286736, |
| "learning_rate": 4.057591623036649e-06, |
| "loss": 0.2175, |
| "step": 788 |
| }, |
| { |
| "epoch": 2.787985865724382, |
| "grad_norm": 0.17252504195615134, |
| "learning_rate": 3.992146596858639e-06, |
| "loss": 0.2247, |
| "step": 789 |
| }, |
| { |
| "epoch": 2.791519434628975, |
| "grad_norm": 0.17503324123716169, |
| "learning_rate": 3.926701570680629e-06, |
| "loss": 0.2391, |
| "step": 790 |
| }, |
| { |
| "epoch": 2.795053003533569, |
| "grad_norm": 0.17887917773146636, |
| "learning_rate": 3.861256544502618e-06, |
| "loss": 0.2356, |
| "step": 791 |
| }, |
| { |
| "epoch": 2.7985865724381624, |
| "grad_norm": 0.16689747548257064, |
| "learning_rate": 3.7958115183246074e-06, |
| "loss": 0.2324, |
| "step": 792 |
| }, |
| { |
| "epoch": 2.802120141342756, |
| "grad_norm": 0.16566627704255155, |
| "learning_rate": 3.7303664921465967e-06, |
| "loss": 0.2196, |
| "step": 793 |
| }, |
| { |
| "epoch": 2.8056537102473498, |
| "grad_norm": 0.17460271204043498, |
| "learning_rate": 3.664921465968586e-06, |
| "loss": 0.2266, |
| "step": 794 |
| }, |
| { |
| "epoch": 2.8091872791519434, |
| "grad_norm": 0.16802373354888647, |
| "learning_rate": 3.5994764397905763e-06, |
| "loss": 0.2409, |
| "step": 795 |
| }, |
| { |
| "epoch": 2.812720848056537, |
| "grad_norm": 0.16973041195636776, |
| "learning_rate": 3.534031413612566e-06, |
| "loss": 0.2146, |
| "step": 796 |
| }, |
| { |
| "epoch": 2.8162544169611308, |
| "grad_norm": 0.172066590913796, |
| "learning_rate": 3.4685863874345554e-06, |
| "loss": 0.2408, |
| "step": 797 |
| }, |
| { |
| "epoch": 2.8197879858657244, |
| "grad_norm": 0.18316651716489063, |
| "learning_rate": 3.4031413612565448e-06, |
| "loss": 0.2229, |
| "step": 798 |
| }, |
| { |
| "epoch": 2.823321554770318, |
| "grad_norm": 0.16403280579710008, |
| "learning_rate": 3.337696335078534e-06, |
| "loss": 0.2217, |
| "step": 799 |
| }, |
| { |
| "epoch": 2.8268551236749118, |
| "grad_norm": 0.17741209944012906, |
| "learning_rate": 3.272251308900524e-06, |
| "loss": 0.2501, |
| "step": 800 |
| }, |
| { |
| "epoch": 2.8303886925795054, |
| "grad_norm": 0.16137396888889607, |
| "learning_rate": 3.2068062827225132e-06, |
| "loss": 0.2186, |
| "step": 801 |
| }, |
| { |
| "epoch": 2.833922261484099, |
| "grad_norm": 0.16949048941534778, |
| "learning_rate": 3.1413612565445026e-06, |
| "loss": 0.2174, |
| "step": 802 |
| }, |
| { |
| "epoch": 2.8374558303886923, |
| "grad_norm": 0.1686588906993951, |
| "learning_rate": 3.0759162303664924e-06, |
| "loss": 0.2299, |
| "step": 803 |
| }, |
| { |
| "epoch": 2.840989399293286, |
| "grad_norm": 0.16448688019936727, |
| "learning_rate": 3.0104712041884817e-06, |
| "loss": 0.2177, |
| "step": 804 |
| }, |
| { |
| "epoch": 2.8445229681978796, |
| "grad_norm": 0.16495219381817627, |
| "learning_rate": 2.9450261780104715e-06, |
| "loss": 0.2209, |
| "step": 805 |
| }, |
| { |
| "epoch": 2.8480565371024733, |
| "grad_norm": 0.17634472553603125, |
| "learning_rate": 2.879581151832461e-06, |
| "loss": 0.2348, |
| "step": 806 |
| }, |
| { |
| "epoch": 2.851590106007067, |
| "grad_norm": 0.16625742857043982, |
| "learning_rate": 2.81413612565445e-06, |
| "loss": 0.2264, |
| "step": 807 |
| }, |
| { |
| "epoch": 2.8551236749116606, |
| "grad_norm": 0.16880798094573282, |
| "learning_rate": 2.74869109947644e-06, |
| "loss": 0.2347, |
| "step": 808 |
| }, |
| { |
| "epoch": 2.8586572438162543, |
| "grad_norm": 0.16745510202120553, |
| "learning_rate": 2.6832460732984293e-06, |
| "loss": 0.2253, |
| "step": 809 |
| }, |
| { |
| "epoch": 2.862190812720848, |
| "grad_norm": 0.1657508156868396, |
| "learning_rate": 2.617801047120419e-06, |
| "loss": 0.2352, |
| "step": 810 |
| }, |
| { |
| "epoch": 2.8657243816254416, |
| "grad_norm": 0.1646821558180559, |
| "learning_rate": 2.5523560209424085e-06, |
| "loss": 0.2191, |
| "step": 811 |
| }, |
| { |
| "epoch": 2.8692579505300353, |
| "grad_norm": 0.16571228687865172, |
| "learning_rate": 2.486910994764398e-06, |
| "loss": 0.2189, |
| "step": 812 |
| }, |
| { |
| "epoch": 2.872791519434629, |
| "grad_norm": 0.17472138811402835, |
| "learning_rate": 2.4214659685863876e-06, |
| "loss": 0.2211, |
| "step": 813 |
| }, |
| { |
| "epoch": 2.8763250883392226, |
| "grad_norm": 0.17256595441300265, |
| "learning_rate": 2.356020942408377e-06, |
| "loss": 0.2164, |
| "step": 814 |
| }, |
| { |
| "epoch": 2.8798586572438163, |
| "grad_norm": 0.17025040207781883, |
| "learning_rate": 2.2905759162303667e-06, |
| "loss": 0.231, |
| "step": 815 |
| }, |
| { |
| "epoch": 2.88339222614841, |
| "grad_norm": 0.17098281011566185, |
| "learning_rate": 2.225130890052356e-06, |
| "loss": 0.2343, |
| "step": 816 |
| }, |
| { |
| "epoch": 2.8869257950530036, |
| "grad_norm": 0.1663593223270978, |
| "learning_rate": 2.1596858638743454e-06, |
| "loss": 0.2288, |
| "step": 817 |
| }, |
| { |
| "epoch": 2.8904593639575973, |
| "grad_norm": 0.17069617960827696, |
| "learning_rate": 2.094240837696335e-06, |
| "loss": 0.2371, |
| "step": 818 |
| }, |
| { |
| "epoch": 2.893992932862191, |
| "grad_norm": 0.16699093863345413, |
| "learning_rate": 2.0287958115183246e-06, |
| "loss": 0.2184, |
| "step": 819 |
| }, |
| { |
| "epoch": 2.8975265017667846, |
| "grad_norm": 0.17733698182044444, |
| "learning_rate": 1.9633507853403143e-06, |
| "loss": 0.223, |
| "step": 820 |
| }, |
| { |
| "epoch": 2.9010600706713783, |
| "grad_norm": 0.17166540116176068, |
| "learning_rate": 1.8979057591623037e-06, |
| "loss": 0.2216, |
| "step": 821 |
| }, |
| { |
| "epoch": 2.904593639575972, |
| "grad_norm": 0.1716140318997439, |
| "learning_rate": 1.832460732984293e-06, |
| "loss": 0.2289, |
| "step": 822 |
| }, |
| { |
| "epoch": 2.9081272084805656, |
| "grad_norm": 0.17364616113079412, |
| "learning_rate": 1.767015706806283e-06, |
| "loss": 0.23, |
| "step": 823 |
| }, |
| { |
| "epoch": 2.9116607773851593, |
| "grad_norm": 0.16775710455772982, |
| "learning_rate": 1.7015706806282724e-06, |
| "loss": 0.2295, |
| "step": 824 |
| }, |
| { |
| "epoch": 2.9151943462897525, |
| "grad_norm": 0.1614361444690107, |
| "learning_rate": 1.636125654450262e-06, |
| "loss": 0.2112, |
| "step": 825 |
| }, |
| { |
| "epoch": 2.918727915194346, |
| "grad_norm": 0.16919622335572776, |
| "learning_rate": 1.5706806282722513e-06, |
| "loss": 0.2316, |
| "step": 826 |
| }, |
| { |
| "epoch": 2.92226148409894, |
| "grad_norm": 0.16786393863730842, |
| "learning_rate": 1.5052356020942409e-06, |
| "loss": 0.2184, |
| "step": 827 |
| }, |
| { |
| "epoch": 2.9257950530035335, |
| "grad_norm": 0.16991202350514956, |
| "learning_rate": 1.4397905759162304e-06, |
| "loss": 0.2331, |
| "step": 828 |
| }, |
| { |
| "epoch": 2.929328621908127, |
| "grad_norm": 0.16786823572269294, |
| "learning_rate": 1.37434554973822e-06, |
| "loss": 0.2399, |
| "step": 829 |
| }, |
| { |
| "epoch": 2.932862190812721, |
| "grad_norm": 0.16438827374653608, |
| "learning_rate": 1.3089005235602096e-06, |
| "loss": 0.2275, |
| "step": 830 |
| }, |
| { |
| "epoch": 2.9363957597173145, |
| "grad_norm": 0.16846548637544675, |
| "learning_rate": 1.243455497382199e-06, |
| "loss": 0.2404, |
| "step": 831 |
| }, |
| { |
| "epoch": 2.939929328621908, |
| "grad_norm": 0.16565663831084615, |
| "learning_rate": 1.1780104712041885e-06, |
| "loss": 0.2292, |
| "step": 832 |
| }, |
| { |
| "epoch": 2.943462897526502, |
| "grad_norm": 0.16230690808269863, |
| "learning_rate": 1.112565445026178e-06, |
| "loss": 0.2192, |
| "step": 833 |
| }, |
| { |
| "epoch": 2.9469964664310955, |
| "grad_norm": 0.17771104973165297, |
| "learning_rate": 1.0471204188481676e-06, |
| "loss": 0.2331, |
| "step": 834 |
| }, |
| { |
| "epoch": 2.950530035335689, |
| "grad_norm": 0.1745845197810451, |
| "learning_rate": 9.816753926701572e-07, |
| "loss": 0.2358, |
| "step": 835 |
| }, |
| { |
| "epoch": 2.954063604240283, |
| "grad_norm": 0.1753891814760547, |
| "learning_rate": 9.162303664921465e-07, |
| "loss": 0.2311, |
| "step": 836 |
| }, |
| { |
| "epoch": 2.9575971731448765, |
| "grad_norm": 0.16785542988565672, |
| "learning_rate": 8.507853403141362e-07, |
| "loss": 0.2374, |
| "step": 837 |
| }, |
| { |
| "epoch": 2.9611307420494697, |
| "grad_norm": 0.16973867950381683, |
| "learning_rate": 7.853403141361256e-07, |
| "loss": 0.2289, |
| "step": 838 |
| }, |
| { |
| "epoch": 2.9646643109540634, |
| "grad_norm": 0.16705812729898264, |
| "learning_rate": 7.198952879581152e-07, |
| "loss": 0.2385, |
| "step": 839 |
| }, |
| { |
| "epoch": 2.968197879858657, |
| "grad_norm": 0.16378873880518796, |
| "learning_rate": 6.544502617801048e-07, |
| "loss": 0.2223, |
| "step": 840 |
| }, |
| { |
| "epoch": 2.9717314487632507, |
| "grad_norm": 0.1649356905574732, |
| "learning_rate": 5.890052356020942e-07, |
| "loss": 0.2213, |
| "step": 841 |
| }, |
| { |
| "epoch": 2.9752650176678443, |
| "grad_norm": 0.1687471752325434, |
| "learning_rate": 5.235602094240838e-07, |
| "loss": 0.2167, |
| "step": 842 |
| }, |
| { |
| "epoch": 2.978798586572438, |
| "grad_norm": 0.1641759936181568, |
| "learning_rate": 4.5811518324607326e-07, |
| "loss": 0.2236, |
| "step": 843 |
| }, |
| { |
| "epoch": 2.9823321554770317, |
| "grad_norm": 0.1666836130286124, |
| "learning_rate": 3.926701570680628e-07, |
| "loss": 0.2239, |
| "step": 844 |
| }, |
| { |
| "epoch": 2.9858657243816253, |
| "grad_norm": 0.172077591640406, |
| "learning_rate": 3.272251308900524e-07, |
| "loss": 0.2341, |
| "step": 845 |
| }, |
| { |
| "epoch": 2.989399293286219, |
| "grad_norm": 0.16566317657104862, |
| "learning_rate": 2.617801047120419e-07, |
| "loss": 0.2245, |
| "step": 846 |
| }, |
| { |
| "epoch": 2.9929328621908127, |
| "grad_norm": 0.16745361719266888, |
| "learning_rate": 1.963350785340314e-07, |
| "loss": 0.2194, |
| "step": 847 |
| }, |
| { |
| "epoch": 2.9964664310954063, |
| "grad_norm": 0.16767114268645117, |
| "learning_rate": 1.3089005235602095e-07, |
| "loss": 0.2351, |
| "step": 848 |
| }, |
| { |
| "epoch": 3.0, |
| "grad_norm": 0.16528168365944196, |
| "learning_rate": 6.544502617801048e-08, |
| "loss": 0.2072, |
| "step": 849 |
| }, |
| { |
| "epoch": 3.0, |
| "step": 849, |
| "total_flos": 9.439633427365102e+18, |
| "train_loss": 0.43516799947959933, |
| "train_runtime": 28401.7223, |
| "train_samples_per_second": 0.478, |
| "train_steps_per_second": 0.03 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 849, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 9.439633427365102e+18, |
| "train_batch_size": 2, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
