| { |
| "best_global_step": 2448, |
| "best_metric": 0.0535544753074646, |
| "best_model_checkpoint": "./models/whisper-medium-reverse-ml-mft-1-1-1/checkpoint-2448", |
| "epoch": 4.0, |
| "eval_steps": 816, |
| "global_step": 3264, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0, |
| "eval_loss": 0.15549185872077942, |
| "eval_runtime": 37.6186, |
| "eval_samples_per_second": 133.338, |
| "eval_steps_per_second": 1.063, |
| "step": 0 |
| }, |
| { |
| "epoch": 0.0024509803921568627, |
| "grad_norm": 1.5625, |
| "learning_rate": 3.067484662576688e-08, |
| "loss": 0.124, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.004901960784313725, |
| "grad_norm": 2.015625, |
| "learning_rate": 9.202453987730062e-08, |
| "loss": 0.1223, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.007352941176470588, |
| "grad_norm": 1.359375, |
| "learning_rate": 1.5337423312883438e-07, |
| "loss": 0.1117, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.00980392156862745, |
| "grad_norm": 1.5234375, |
| "learning_rate": 2.1472392638036812e-07, |
| "loss": 0.1288, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.012254901960784314, |
| "grad_norm": 1.5234375, |
| "learning_rate": 2.760736196319019e-07, |
| "loss": 0.1241, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.014705882352941176, |
| "grad_norm": 2.078125, |
| "learning_rate": 3.3742331288343563e-07, |
| "loss": 0.1258, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.01715686274509804, |
| "grad_norm": 1.578125, |
| "learning_rate": 3.9877300613496937e-07, |
| "loss": 0.1465, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.0196078431372549, |
| "grad_norm": 1.4921875, |
| "learning_rate": 4.601226993865031e-07, |
| "loss": 0.1402, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.022058823529411766, |
| "grad_norm": 1.640625, |
| "learning_rate": 5.214723926380368e-07, |
| "loss": 0.1325, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.024509803921568627, |
| "grad_norm": 1.6328125, |
| "learning_rate": 5.828220858895705e-07, |
| "loss": 0.1395, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.02696078431372549, |
| "grad_norm": 1.671875, |
| "learning_rate": 6.441717791411044e-07, |
| "loss": 0.1311, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.029411764705882353, |
| "grad_norm": 1.546875, |
| "learning_rate": 7.05521472392638e-07, |
| "loss": 0.1303, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.031862745098039214, |
| "grad_norm": 1.703125, |
| "learning_rate": 7.668711656441719e-07, |
| "loss": 0.1327, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.03431372549019608, |
| "grad_norm": 1.3984375, |
| "learning_rate": 8.282208588957055e-07, |
| "loss": 0.1223, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.03676470588235294, |
| "grad_norm": 1.6171875, |
| "learning_rate": 8.895705521472393e-07, |
| "loss": 0.1348, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.0392156862745098, |
| "grad_norm": 1.515625, |
| "learning_rate": 9.509202453987732e-07, |
| "loss": 0.1251, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.041666666666666664, |
| "grad_norm": 1.5703125, |
| "learning_rate": 1.0122699386503068e-06, |
| "loss": 0.1224, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.04411764705882353, |
| "grad_norm": 1.6484375, |
| "learning_rate": 1.0736196319018406e-06, |
| "loss": 0.1309, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.04656862745098039, |
| "grad_norm": 1.5859375, |
| "learning_rate": 1.1349693251533743e-06, |
| "loss": 0.1334, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.049019607843137254, |
| "grad_norm": 1.875, |
| "learning_rate": 1.196319018404908e-06, |
| "loss": 0.1313, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.051470588235294115, |
| "grad_norm": 1.78125, |
| "learning_rate": 1.2576687116564418e-06, |
| "loss": 0.1291, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.05392156862745098, |
| "grad_norm": 1.59375, |
| "learning_rate": 1.3190184049079755e-06, |
| "loss": 0.1183, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.056372549019607844, |
| "grad_norm": 1.9765625, |
| "learning_rate": 1.3803680981595095e-06, |
| "loss": 0.1433, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.058823529411764705, |
| "grad_norm": 1.6484375, |
| "learning_rate": 1.441717791411043e-06, |
| "loss": 0.1311, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.061274509803921566, |
| "grad_norm": 1.5390625, |
| "learning_rate": 1.5030674846625768e-06, |
| "loss": 0.1187, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.06372549019607843, |
| "grad_norm": 1.4609375, |
| "learning_rate": 1.5644171779141107e-06, |
| "loss": 0.1273, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.0661764705882353, |
| "grad_norm": 1.546875, |
| "learning_rate": 1.6257668711656445e-06, |
| "loss": 0.1245, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.06862745098039216, |
| "grad_norm": 1.3828125, |
| "learning_rate": 1.687116564417178e-06, |
| "loss": 0.1278, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.07107843137254902, |
| "grad_norm": 1.484375, |
| "learning_rate": 1.7484662576687117e-06, |
| "loss": 0.1252, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.07352941176470588, |
| "grad_norm": 1.4609375, |
| "learning_rate": 1.8098159509202457e-06, |
| "loss": 0.1266, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.07598039215686274, |
| "grad_norm": 1.3984375, |
| "learning_rate": 1.8711656441717794e-06, |
| "loss": 0.1221, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.0784313725490196, |
| "grad_norm": 1.4296875, |
| "learning_rate": 1.932515337423313e-06, |
| "loss": 0.1215, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.08088235294117647, |
| "grad_norm": 1.609375, |
| "learning_rate": 1.9938650306748465e-06, |
| "loss": 0.1428, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.08333333333333333, |
| "grad_norm": 1.515625, |
| "learning_rate": 2.0552147239263804e-06, |
| "loss": 0.1162, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.0857843137254902, |
| "grad_norm": 1.6171875, |
| "learning_rate": 2.1165644171779144e-06, |
| "loss": 0.1228, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.08823529411764706, |
| "grad_norm": 1.546875, |
| "learning_rate": 2.177914110429448e-06, |
| "loss": 0.1333, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.09068627450980392, |
| "grad_norm": 1.8203125, |
| "learning_rate": 2.239263803680982e-06, |
| "loss": 0.1173, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.09313725490196079, |
| "grad_norm": 1.59375, |
| "learning_rate": 2.3006134969325154e-06, |
| "loss": 0.1169, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.09558823529411764, |
| "grad_norm": 1.3359375, |
| "learning_rate": 2.3619631901840493e-06, |
| "loss": 0.1206, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.09803921568627451, |
| "grad_norm": 1.515625, |
| "learning_rate": 2.423312883435583e-06, |
| "loss": 0.127, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.10049019607843138, |
| "grad_norm": 1.4375, |
| "learning_rate": 2.484662576687117e-06, |
| "loss": 0.1158, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.10294117647058823, |
| "grad_norm": 1.4375, |
| "learning_rate": 2.5460122699386504e-06, |
| "loss": 0.1368, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.1053921568627451, |
| "grad_norm": 1.21875, |
| "learning_rate": 2.6073619631901843e-06, |
| "loss": 0.1087, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.10784313725490197, |
| "grad_norm": 1.5546875, |
| "learning_rate": 2.6687116564417183e-06, |
| "loss": 0.1097, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.11029411764705882, |
| "grad_norm": 1.4609375, |
| "learning_rate": 2.7300613496932514e-06, |
| "loss": 0.1185, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.11274509803921569, |
| "grad_norm": 1.328125, |
| "learning_rate": 2.7914110429447853e-06, |
| "loss": 0.1084, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.11519607843137254, |
| "grad_norm": 1.046875, |
| "learning_rate": 2.8527607361963193e-06, |
| "loss": 0.1217, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.11764705882352941, |
| "grad_norm": 1.1015625, |
| "learning_rate": 2.914110429447853e-06, |
| "loss": 0.1096, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.12009803921568628, |
| "grad_norm": 1.5546875, |
| "learning_rate": 2.9754601226993867e-06, |
| "loss": 0.1076, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.12254901960784313, |
| "grad_norm": 0.921875, |
| "learning_rate": 3.0368098159509207e-06, |
| "loss": 0.0991, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.125, |
| "grad_norm": 1.1171875, |
| "learning_rate": 3.0981595092024542e-06, |
| "loss": 0.1098, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.12745098039215685, |
| "grad_norm": 1.25, |
| "learning_rate": 3.159509202453988e-06, |
| "loss": 0.1084, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.12990196078431374, |
| "grad_norm": 1.265625, |
| "learning_rate": 3.2208588957055213e-06, |
| "loss": 0.1047, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.1323529411764706, |
| "grad_norm": 1.296875, |
| "learning_rate": 3.2822085889570552e-06, |
| "loss": 0.1058, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.13480392156862744, |
| "grad_norm": 1.1640625, |
| "learning_rate": 3.343558282208589e-06, |
| "loss": 0.0949, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.13725490196078433, |
| "grad_norm": 1.4140625, |
| "learning_rate": 3.4049079754601227e-06, |
| "loss": 0.1214, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.13970588235294118, |
| "grad_norm": 1.3046875, |
| "learning_rate": 3.4662576687116567e-06, |
| "loss": 0.1041, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.14215686274509803, |
| "grad_norm": 1.3203125, |
| "learning_rate": 3.5276073619631906e-06, |
| "loss": 0.1127, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.14460784313725492, |
| "grad_norm": 0.91796875, |
| "learning_rate": 3.588957055214724e-06, |
| "loss": 0.0946, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.14705882352941177, |
| "grad_norm": 1.0703125, |
| "learning_rate": 3.650306748466258e-06, |
| "loss": 0.0931, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.14950980392156862, |
| "grad_norm": 1.296875, |
| "learning_rate": 3.711656441717792e-06, |
| "loss": 0.0935, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.15196078431372548, |
| "grad_norm": 1.109375, |
| "learning_rate": 3.773006134969325e-06, |
| "loss": 0.1132, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.15441176470588236, |
| "grad_norm": 0.94140625, |
| "learning_rate": 3.834355828220859e-06, |
| "loss": 0.107, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.1568627450980392, |
| "grad_norm": 1.171875, |
| "learning_rate": 3.8957055214723935e-06, |
| "loss": 0.0869, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.15931372549019607, |
| "grad_norm": 0.9609375, |
| "learning_rate": 3.957055214723927e-06, |
| "loss": 0.0927, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.16176470588235295, |
| "grad_norm": 0.9375, |
| "learning_rate": 4.0184049079754606e-06, |
| "loss": 0.1006, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.1642156862745098, |
| "grad_norm": 0.8515625, |
| "learning_rate": 4.079754601226994e-06, |
| "loss": 0.09, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.16666666666666666, |
| "grad_norm": 0.72265625, |
| "learning_rate": 4.141104294478528e-06, |
| "loss": 0.0873, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.16911764705882354, |
| "grad_norm": 0.96484375, |
| "learning_rate": 4.202453987730062e-06, |
| "loss": 0.0933, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.1715686274509804, |
| "grad_norm": 0.88671875, |
| "learning_rate": 4.2638036809815955e-06, |
| "loss": 0.0946, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.17401960784313725, |
| "grad_norm": 0.671875, |
| "learning_rate": 4.325153374233129e-06, |
| "loss": 0.09, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.17647058823529413, |
| "grad_norm": 0.65625, |
| "learning_rate": 4.3865030674846634e-06, |
| "loss": 0.0832, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.17892156862745098, |
| "grad_norm": 0.66796875, |
| "learning_rate": 4.447852760736197e-06, |
| "loss": 0.093, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.18137254901960784, |
| "grad_norm": 0.74609375, |
| "learning_rate": 4.5092024539877305e-06, |
| "loss": 0.0851, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.18382352941176472, |
| "grad_norm": 1.0078125, |
| "learning_rate": 4.570552147239265e-06, |
| "loss": 0.0938, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.18627450980392157, |
| "grad_norm": 0.828125, |
| "learning_rate": 4.6319018404907975e-06, |
| "loss": 0.081, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.18872549019607843, |
| "grad_norm": 0.6875, |
| "learning_rate": 4.693251533742332e-06, |
| "loss": 0.0719, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.19117647058823528, |
| "grad_norm": 0.58203125, |
| "learning_rate": 4.7546012269938654e-06, |
| "loss": 0.0779, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.19362745098039216, |
| "grad_norm": 0.72265625, |
| "learning_rate": 4.815950920245399e-06, |
| "loss": 0.0804, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.19607843137254902, |
| "grad_norm": 0.671875, |
| "learning_rate": 4.877300613496933e-06, |
| "loss": 0.0862, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.19852941176470587, |
| "grad_norm": 0.63671875, |
| "learning_rate": 4.938650306748467e-06, |
| "loss": 0.0898, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.20098039215686275, |
| "grad_norm": 0.62890625, |
| "learning_rate": 5e-06, |
| "loss": 0.0732, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.2034313725490196, |
| "grad_norm": 0.58984375, |
| "learning_rate": 5.061349693251534e-06, |
| "loss": 0.076, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.20588235294117646, |
| "grad_norm": 0.62109375, |
| "learning_rate": 5.122699386503068e-06, |
| "loss": 0.0797, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.20833333333333334, |
| "grad_norm": 0.5234375, |
| "learning_rate": 5.184049079754602e-06, |
| "loss": 0.078, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.2107843137254902, |
| "grad_norm": 0.515625, |
| "learning_rate": 5.245398773006135e-06, |
| "loss": 0.0729, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.21323529411764705, |
| "grad_norm": 0.57421875, |
| "learning_rate": 5.30674846625767e-06, |
| "loss": 0.0786, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.21568627450980393, |
| "grad_norm": 0.640625, |
| "learning_rate": 5.368098159509203e-06, |
| "loss": 0.0819, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.2181372549019608, |
| "grad_norm": 0.51171875, |
| "learning_rate": 5.429447852760736e-06, |
| "loss": 0.0771, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.22058823529411764, |
| "grad_norm": 0.482421875, |
| "learning_rate": 5.490797546012271e-06, |
| "loss": 0.073, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.22303921568627452, |
| "grad_norm": 0.43359375, |
| "learning_rate": 5.552147239263804e-06, |
| "loss": 0.088, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.22549019607843138, |
| "grad_norm": 0.53515625, |
| "learning_rate": 5.613496932515337e-06, |
| "loss": 0.0837, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.22794117647058823, |
| "grad_norm": 0.443359375, |
| "learning_rate": 5.674846625766872e-06, |
| "loss": 0.0732, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.23039215686274508, |
| "grad_norm": 0.44921875, |
| "learning_rate": 5.736196319018405e-06, |
| "loss": 0.0789, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.23284313725490197, |
| "grad_norm": 0.455078125, |
| "learning_rate": 5.797546012269939e-06, |
| "loss": 0.0711, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.23529411764705882, |
| "grad_norm": 0.57421875, |
| "learning_rate": 5.858895705521472e-06, |
| "loss": 0.0696, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.23774509803921567, |
| "grad_norm": 0.5703125, |
| "learning_rate": 5.920245398773007e-06, |
| "loss": 0.0713, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.24019607843137256, |
| "grad_norm": 0.52734375, |
| "learning_rate": 5.98159509202454e-06, |
| "loss": 0.0816, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.2426470588235294, |
| "grad_norm": 0.515625, |
| "learning_rate": 6.042944785276074e-06, |
| "loss": 0.0706, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.24509803921568626, |
| "grad_norm": 0.455078125, |
| "learning_rate": 6.104294478527608e-06, |
| "loss": 0.0752, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.24754901960784315, |
| "grad_norm": 0.453125, |
| "learning_rate": 6.165644171779142e-06, |
| "loss": 0.0723, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 0.470703125, |
| "learning_rate": 6.226993865030675e-06, |
| "loss": 0.0759, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.25245098039215685, |
| "grad_norm": 0.3984375, |
| "learning_rate": 6.28834355828221e-06, |
| "loss": 0.0746, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.2549019607843137, |
| "grad_norm": 0.4375, |
| "learning_rate": 6.349693251533743e-06, |
| "loss": 0.0705, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.25735294117647056, |
| "grad_norm": 0.50390625, |
| "learning_rate": 6.411042944785276e-06, |
| "loss": 0.0756, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.25980392156862747, |
| "grad_norm": 0.435546875, |
| "learning_rate": 6.472392638036811e-06, |
| "loss": 0.0709, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.2622549019607843, |
| "grad_norm": 0.5078125, |
| "learning_rate": 6.533742331288344e-06, |
| "loss": 0.0698, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.2647058823529412, |
| "grad_norm": 0.5234375, |
| "learning_rate": 6.595092024539877e-06, |
| "loss": 0.0693, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.26715686274509803, |
| "grad_norm": 0.419921875, |
| "learning_rate": 6.656441717791412e-06, |
| "loss": 0.0643, |
| "step": 218 |
| }, |
| { |
| "epoch": 0.2696078431372549, |
| "grad_norm": 0.46484375, |
| "learning_rate": 6.717791411042945e-06, |
| "loss": 0.0713, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.27205882352941174, |
| "grad_norm": 0.4140625, |
| "learning_rate": 6.779141104294479e-06, |
| "loss": 0.0777, |
| "step": 222 |
| }, |
| { |
| "epoch": 0.27450980392156865, |
| "grad_norm": 0.4453125, |
| "learning_rate": 6.840490797546013e-06, |
| "loss": 0.0596, |
| "step": 224 |
| }, |
| { |
| "epoch": 0.2769607843137255, |
| "grad_norm": 0.373046875, |
| "learning_rate": 6.901840490797547e-06, |
| "loss": 0.0658, |
| "step": 226 |
| }, |
| { |
| "epoch": 0.27941176470588236, |
| "grad_norm": 0.384765625, |
| "learning_rate": 6.96319018404908e-06, |
| "loss": 0.0708, |
| "step": 228 |
| }, |
| { |
| "epoch": 0.2818627450980392, |
| "grad_norm": 0.3828125, |
| "learning_rate": 7.0245398773006145e-06, |
| "loss": 0.0759, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.28431372549019607, |
| "grad_norm": 0.498046875, |
| "learning_rate": 7.085889570552148e-06, |
| "loss": 0.0671, |
| "step": 232 |
| }, |
| { |
| "epoch": 0.2867647058823529, |
| "grad_norm": 0.3359375, |
| "learning_rate": 7.1472392638036816e-06, |
| "loss": 0.0716, |
| "step": 234 |
| }, |
| { |
| "epoch": 0.28921568627450983, |
| "grad_norm": 0.37890625, |
| "learning_rate": 7.208588957055215e-06, |
| "loss": 0.0642, |
| "step": 236 |
| }, |
| { |
| "epoch": 0.2916666666666667, |
| "grad_norm": 0.361328125, |
| "learning_rate": 7.2699386503067495e-06, |
| "loss": 0.0593, |
| "step": 238 |
| }, |
| { |
| "epoch": 0.29411764705882354, |
| "grad_norm": 0.3125, |
| "learning_rate": 7.331288343558283e-06, |
| "loss": 0.0593, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.2965686274509804, |
| "grad_norm": 0.318359375, |
| "learning_rate": 7.392638036809816e-06, |
| "loss": 0.0623, |
| "step": 242 |
| }, |
| { |
| "epoch": 0.29901960784313725, |
| "grad_norm": 0.46484375, |
| "learning_rate": 7.453987730061351e-06, |
| "loss": 0.0677, |
| "step": 244 |
| }, |
| { |
| "epoch": 0.3014705882352941, |
| "grad_norm": 0.419921875, |
| "learning_rate": 7.5153374233128836e-06, |
| "loss": 0.0648, |
| "step": 246 |
| }, |
| { |
| "epoch": 0.30392156862745096, |
| "grad_norm": 0.44921875, |
| "learning_rate": 7.576687116564417e-06, |
| "loss": 0.0739, |
| "step": 248 |
| }, |
| { |
| "epoch": 0.30637254901960786, |
| "grad_norm": 0.345703125, |
| "learning_rate": 7.638036809815951e-06, |
| "loss": 0.0659, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.3088235294117647, |
| "grad_norm": 0.416015625, |
| "learning_rate": 7.699386503067485e-06, |
| "loss": 0.0663, |
| "step": 252 |
| }, |
| { |
| "epoch": 0.3112745098039216, |
| "grad_norm": 0.388671875, |
| "learning_rate": 7.760736196319019e-06, |
| "loss": 0.064, |
| "step": 254 |
| }, |
| { |
| "epoch": 0.3137254901960784, |
| "grad_norm": 0.318359375, |
| "learning_rate": 7.822085889570554e-06, |
| "loss": 0.0592, |
| "step": 256 |
| }, |
| { |
| "epoch": 0.3161764705882353, |
| "grad_norm": 0.40234375, |
| "learning_rate": 7.883435582822087e-06, |
| "loss": 0.0644, |
| "step": 258 |
| }, |
| { |
| "epoch": 0.31862745098039214, |
| "grad_norm": 0.337890625, |
| "learning_rate": 7.944785276073619e-06, |
| "loss": 0.0621, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.32107843137254904, |
| "grad_norm": 0.3828125, |
| "learning_rate": 8.006134969325154e-06, |
| "loss": 0.0574, |
| "step": 262 |
| }, |
| { |
| "epoch": 0.3235294117647059, |
| "grad_norm": 0.341796875, |
| "learning_rate": 8.067484662576688e-06, |
| "loss": 0.065, |
| "step": 264 |
| }, |
| { |
| "epoch": 0.32598039215686275, |
| "grad_norm": 0.33984375, |
| "learning_rate": 8.128834355828221e-06, |
| "loss": 0.0619, |
| "step": 266 |
| }, |
| { |
| "epoch": 0.3284313725490196, |
| "grad_norm": 0.306640625, |
| "learning_rate": 8.190184049079755e-06, |
| "loss": 0.057, |
| "step": 268 |
| }, |
| { |
| "epoch": 0.33088235294117646, |
| "grad_norm": 0.361328125, |
| "learning_rate": 8.251533742331288e-06, |
| "loss": 0.0614, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.3333333333333333, |
| "grad_norm": 0.33984375, |
| "learning_rate": 8.312883435582822e-06, |
| "loss": 0.0685, |
| "step": 272 |
| }, |
| { |
| "epoch": 0.33578431372549017, |
| "grad_norm": 0.357421875, |
| "learning_rate": 8.374233128834357e-06, |
| "loss": 0.0658, |
| "step": 274 |
| }, |
| { |
| "epoch": 0.3382352941176471, |
| "grad_norm": 0.373046875, |
| "learning_rate": 8.43558282208589e-06, |
| "loss": 0.0642, |
| "step": 276 |
| }, |
| { |
| "epoch": 0.34068627450980393, |
| "grad_norm": 0.328125, |
| "learning_rate": 8.496932515337424e-06, |
| "loss": 0.0739, |
| "step": 278 |
| }, |
| { |
| "epoch": 0.3431372549019608, |
| "grad_norm": 0.287109375, |
| "learning_rate": 8.558282208588958e-06, |
| "loss": 0.0586, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.34558823529411764, |
| "grad_norm": 0.32421875, |
| "learning_rate": 8.619631901840491e-06, |
| "loss": 0.0611, |
| "step": 282 |
| }, |
| { |
| "epoch": 0.3480392156862745, |
| "grad_norm": 0.310546875, |
| "learning_rate": 8.680981595092025e-06, |
| "loss": 0.0572, |
| "step": 284 |
| }, |
| { |
| "epoch": 0.35049019607843135, |
| "grad_norm": 0.416015625, |
| "learning_rate": 8.742331288343558e-06, |
| "loss": 0.0679, |
| "step": 286 |
| }, |
| { |
| "epoch": 0.35294117647058826, |
| "grad_norm": 0.369140625, |
| "learning_rate": 8.803680981595094e-06, |
| "loss": 0.0594, |
| "step": 288 |
| }, |
| { |
| "epoch": 0.3553921568627451, |
| "grad_norm": 0.4296875, |
| "learning_rate": 8.865030674846627e-06, |
| "loss": 0.0672, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.35784313725490197, |
| "grad_norm": 0.3125, |
| "learning_rate": 8.926380368098159e-06, |
| "loss": 0.0566, |
| "step": 292 |
| }, |
| { |
| "epoch": 0.3602941176470588, |
| "grad_norm": 0.3515625, |
| "learning_rate": 8.987730061349694e-06, |
| "loss": 0.0636, |
| "step": 294 |
| }, |
| { |
| "epoch": 0.3627450980392157, |
| "grad_norm": 0.373046875, |
| "learning_rate": 9.049079754601228e-06, |
| "loss": 0.0688, |
| "step": 296 |
| }, |
| { |
| "epoch": 0.36519607843137253, |
| "grad_norm": 0.271484375, |
| "learning_rate": 9.110429447852761e-06, |
| "loss": 0.0617, |
| "step": 298 |
| }, |
| { |
| "epoch": 0.36764705882352944, |
| "grad_norm": 0.310546875, |
| "learning_rate": 9.171779141104295e-06, |
| "loss": 0.0597, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.3700980392156863, |
| "grad_norm": 0.408203125, |
| "learning_rate": 9.233128834355828e-06, |
| "loss": 0.07, |
| "step": 302 |
| }, |
| { |
| "epoch": 0.37254901960784315, |
| "grad_norm": 0.34765625, |
| "learning_rate": 9.294478527607362e-06, |
| "loss": 0.0594, |
| "step": 304 |
| }, |
| { |
| "epoch": 0.375, |
| "grad_norm": 0.43359375, |
| "learning_rate": 9.355828220858897e-06, |
| "loss": 0.0539, |
| "step": 306 |
| }, |
| { |
| "epoch": 0.37745098039215685, |
| "grad_norm": 0.3359375, |
| "learning_rate": 9.41717791411043e-06, |
| "loss": 0.0658, |
| "step": 308 |
| }, |
| { |
| "epoch": 0.3799019607843137, |
| "grad_norm": 0.310546875, |
| "learning_rate": 9.478527607361964e-06, |
| "loss": 0.0618, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.38235294117647056, |
| "grad_norm": 0.32421875, |
| "learning_rate": 9.539877300613498e-06, |
| "loss": 0.055, |
| "step": 312 |
| }, |
| { |
| "epoch": 0.38480392156862747, |
| "grad_norm": 0.2890625, |
| "learning_rate": 9.601226993865031e-06, |
| "loss": 0.0583, |
| "step": 314 |
| }, |
| { |
| "epoch": 0.3872549019607843, |
| "grad_norm": 0.326171875, |
| "learning_rate": 9.662576687116565e-06, |
| "loss": 0.0599, |
| "step": 316 |
| }, |
| { |
| "epoch": 0.3897058823529412, |
| "grad_norm": 0.306640625, |
| "learning_rate": 9.7239263803681e-06, |
| "loss": 0.0604, |
| "step": 318 |
| }, |
| { |
| "epoch": 0.39215686274509803, |
| "grad_norm": 0.298828125, |
| "learning_rate": 9.785276073619633e-06, |
| "loss": 0.0556, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.3946078431372549, |
| "grad_norm": 0.380859375, |
| "learning_rate": 9.846625766871167e-06, |
| "loss": 0.0643, |
| "step": 322 |
| }, |
| { |
| "epoch": 0.39705882352941174, |
| "grad_norm": 0.302734375, |
| "learning_rate": 9.9079754601227e-06, |
| "loss": 0.0572, |
| "step": 324 |
| }, |
| { |
| "epoch": 0.39950980392156865, |
| "grad_norm": 0.400390625, |
| "learning_rate": 9.969325153374234e-06, |
| "loss": 0.0597, |
| "step": 326 |
| }, |
| { |
| "epoch": 0.4019607843137255, |
| "grad_norm": 0.267578125, |
| "learning_rate": 9.999997141513604e-06, |
| "loss": 0.0509, |
| "step": 328 |
| }, |
| { |
| "epoch": 0.40441176470588236, |
| "grad_norm": 0.396484375, |
| "learning_rate": 9.999974273642042e-06, |
| "loss": 0.0603, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.4068627450980392, |
| "grad_norm": 0.365234375, |
| "learning_rate": 9.999928538003506e-06, |
| "loss": 0.0644, |
| "step": 332 |
| }, |
| { |
| "epoch": 0.40931372549019607, |
| "grad_norm": 0.326171875, |
| "learning_rate": 9.999859934807169e-06, |
| "loss": 0.0587, |
| "step": 334 |
| }, |
| { |
| "epoch": 0.4117647058823529, |
| "grad_norm": 0.271484375, |
| "learning_rate": 9.999768464366794e-06, |
| "loss": 0.0519, |
| "step": 336 |
| }, |
| { |
| "epoch": 0.41421568627450983, |
| "grad_norm": 0.267578125, |
| "learning_rate": 9.99965412710073e-06, |
| "loss": 0.0508, |
| "step": 338 |
| }, |
| { |
| "epoch": 0.4166666666666667, |
| "grad_norm": 0.349609375, |
| "learning_rate": 9.999516923531906e-06, |
| "loss": 0.0645, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.41911764705882354, |
| "grad_norm": 0.30078125, |
| "learning_rate": 9.999356854287834e-06, |
| "loss": 0.0569, |
| "step": 342 |
| }, |
| { |
| "epoch": 0.4215686274509804, |
| "grad_norm": 0.29296875, |
| "learning_rate": 9.999173920100601e-06, |
| "loss": 0.0594, |
| "step": 344 |
| }, |
| { |
| "epoch": 0.42401960784313725, |
| "grad_norm": 0.349609375, |
| "learning_rate": 9.998968121806873e-06, |
| "loss": 0.0564, |
| "step": 346 |
| }, |
| { |
| "epoch": 0.4264705882352941, |
| "grad_norm": 0.251953125, |
| "learning_rate": 9.998739460347882e-06, |
| "loss": 0.0573, |
| "step": 348 |
| }, |
| { |
| "epoch": 0.42892156862745096, |
| "grad_norm": 0.2734375, |
| "learning_rate": 9.99848793676943e-06, |
| "loss": 0.0607, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.43137254901960786, |
| "grad_norm": 0.390625, |
| "learning_rate": 9.99821355222188e-06, |
| "loss": 0.0602, |
| "step": 352 |
| }, |
| { |
| "epoch": 0.4338235294117647, |
| "grad_norm": 0.30859375, |
| "learning_rate": 9.99791630796015e-06, |
| "loss": 0.0617, |
| "step": 354 |
| }, |
| { |
| "epoch": 0.4362745098039216, |
| "grad_norm": 0.328125, |
| "learning_rate": 9.997596205343709e-06, |
| "loss": 0.0565, |
| "step": 356 |
| }, |
| { |
| "epoch": 0.4387254901960784, |
| "grad_norm": 0.333984375, |
| "learning_rate": 9.997253245836573e-06, |
| "loss": 0.0524, |
| "step": 358 |
| }, |
| { |
| "epoch": 0.4411764705882353, |
| "grad_norm": 0.388671875, |
| "learning_rate": 9.996887431007291e-06, |
| "loss": 0.0569, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.44362745098039214, |
| "grad_norm": 0.298828125, |
| "learning_rate": 9.996498762528947e-06, |
| "loss": 0.0564, |
| "step": 362 |
| }, |
| { |
| "epoch": 0.44607843137254904, |
| "grad_norm": 0.341796875, |
| "learning_rate": 9.996087242179147e-06, |
| "loss": 0.0526, |
| "step": 364 |
| }, |
| { |
| "epoch": 0.4485294117647059, |
| "grad_norm": 0.330078125, |
| "learning_rate": 9.995652871840006e-06, |
| "loss": 0.0547, |
| "step": 366 |
| }, |
| { |
| "epoch": 0.45098039215686275, |
| "grad_norm": 0.255859375, |
| "learning_rate": 9.995195653498157e-06, |
| "loss": 0.0581, |
| "step": 368 |
| }, |
| { |
| "epoch": 0.4534313725490196, |
| "grad_norm": 0.43359375, |
| "learning_rate": 9.99471558924472e-06, |
| "loss": 0.0563, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.45588235294117646, |
| "grad_norm": 0.306640625, |
| "learning_rate": 9.994212681275306e-06, |
| "loss": 0.0611, |
| "step": 372 |
| }, |
| { |
| "epoch": 0.4583333333333333, |
| "grad_norm": 0.365234375, |
| "learning_rate": 9.993686931890003e-06, |
| "loss": 0.0602, |
| "step": 374 |
| }, |
| { |
| "epoch": 0.46078431372549017, |
| "grad_norm": 0.32421875, |
| "learning_rate": 9.993138343493364e-06, |
| "loss": 0.057, |
| "step": 376 |
| }, |
| { |
| "epoch": 0.4632352941176471, |
| "grad_norm": 0.36328125, |
| "learning_rate": 9.992566918594406e-06, |
| "loss": 0.0579, |
| "step": 378 |
| }, |
| { |
| "epoch": 0.46568627450980393, |
| "grad_norm": 0.2470703125, |
| "learning_rate": 9.99197265980658e-06, |
| "loss": 0.0554, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.4681372549019608, |
| "grad_norm": 0.314453125, |
| "learning_rate": 9.991355569847776e-06, |
| "loss": 0.0613, |
| "step": 382 |
| }, |
| { |
| "epoch": 0.47058823529411764, |
| "grad_norm": 0.408203125, |
| "learning_rate": 9.990715651540303e-06, |
| "loss": 0.0643, |
| "step": 384 |
| }, |
| { |
| "epoch": 0.4730392156862745, |
| "grad_norm": 0.275390625, |
| "learning_rate": 9.990052907810875e-06, |
| "loss": 0.0585, |
| "step": 386 |
| }, |
| { |
| "epoch": 0.47549019607843135, |
| "grad_norm": 0.30859375, |
| "learning_rate": 9.989367341690602e-06, |
| "loss": 0.0549, |
| "step": 388 |
| }, |
| { |
| "epoch": 0.47794117647058826, |
| "grad_norm": 0.3125, |
| "learning_rate": 9.988658956314973e-06, |
| "loss": 0.0599, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.4803921568627451, |
| "grad_norm": 0.314453125, |
| "learning_rate": 9.987927754923844e-06, |
| "loss": 0.0556, |
| "step": 392 |
| }, |
| { |
| "epoch": 0.48284313725490197, |
| "grad_norm": 0.30078125, |
| "learning_rate": 9.98717374086142e-06, |
| "loss": 0.0487, |
| "step": 394 |
| }, |
| { |
| "epoch": 0.4852941176470588, |
| "grad_norm": 0.271484375, |
| "learning_rate": 9.986396917576244e-06, |
| "loss": 0.0517, |
| "step": 396 |
| }, |
| { |
| "epoch": 0.4877450980392157, |
| "grad_norm": 0.298828125, |
| "learning_rate": 9.985597288621174e-06, |
| "loss": 0.0453, |
| "step": 398 |
| }, |
| { |
| "epoch": 0.49019607843137253, |
| "grad_norm": 0.35546875, |
| "learning_rate": 9.984774857653377e-06, |
| "loss": 0.053, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.49264705882352944, |
| "grad_norm": 0.2490234375, |
| "learning_rate": 9.983929628434305e-06, |
| "loss": 0.0526, |
| "step": 402 |
| }, |
| { |
| "epoch": 0.4950980392156863, |
| "grad_norm": 0.302734375, |
| "learning_rate": 9.983061604829676e-06, |
| "loss": 0.0523, |
| "step": 404 |
| }, |
| { |
| "epoch": 0.49754901960784315, |
| "grad_norm": 0.326171875, |
| "learning_rate": 9.982170790809464e-06, |
| "loss": 0.0576, |
| "step": 406 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 0.35546875, |
| "learning_rate": 9.981257190447875e-06, |
| "loss": 0.0548, |
| "step": 408 |
| }, |
| { |
| "epoch": 0.5024509803921569, |
| "grad_norm": 0.333984375, |
| "learning_rate": 9.980320807923333e-06, |
| "loss": 0.0572, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.5049019607843137, |
| "grad_norm": 0.3203125, |
| "learning_rate": 9.979361647518453e-06, |
| "loss": 0.0579, |
| "step": 412 |
| }, |
| { |
| "epoch": 0.5073529411764706, |
| "grad_norm": 0.2578125, |
| "learning_rate": 9.978379713620029e-06, |
| "loss": 0.057, |
| "step": 414 |
| }, |
| { |
| "epoch": 0.5098039215686274, |
| "grad_norm": 0.33203125, |
| "learning_rate": 9.977375010719013e-06, |
| "loss": 0.0476, |
| "step": 416 |
| }, |
| { |
| "epoch": 0.5122549019607843, |
| "grad_norm": 0.275390625, |
| "learning_rate": 9.976347543410487e-06, |
| "loss": 0.0529, |
| "step": 418 |
| }, |
| { |
| "epoch": 0.5147058823529411, |
| "grad_norm": 0.275390625, |
| "learning_rate": 9.975297316393658e-06, |
| "loss": 0.0525, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.5171568627450981, |
| "grad_norm": 0.2734375, |
| "learning_rate": 9.974224334471814e-06, |
| "loss": 0.0576, |
| "step": 422 |
| }, |
| { |
| "epoch": 0.5196078431372549, |
| "grad_norm": 0.287109375, |
| "learning_rate": 9.973128602552324e-06, |
| "loss": 0.055, |
| "step": 424 |
| }, |
| { |
| "epoch": 0.5220588235294118, |
| "grad_norm": 0.33203125, |
| "learning_rate": 9.9720101256466e-06, |
| "loss": 0.0532, |
| "step": 426 |
| }, |
| { |
| "epoch": 0.5245098039215687, |
| "grad_norm": 0.310546875, |
| "learning_rate": 9.970868908870087e-06, |
| "loss": 0.0497, |
| "step": 428 |
| }, |
| { |
| "epoch": 0.5269607843137255, |
| "grad_norm": 0.23828125, |
| "learning_rate": 9.969704957442221e-06, |
| "loss": 0.0518, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.5294117647058824, |
| "grad_norm": 0.345703125, |
| "learning_rate": 9.968518276686428e-06, |
| "loss": 0.0649, |
| "step": 432 |
| }, |
| { |
| "epoch": 0.5318627450980392, |
| "grad_norm": 0.2421875, |
| "learning_rate": 9.96730887203008e-06, |
| "loss": 0.052, |
| "step": 434 |
| }, |
| { |
| "epoch": 0.5343137254901961, |
| "grad_norm": 0.291015625, |
| "learning_rate": 9.966076749004485e-06, |
| "loss": 0.0547, |
| "step": 436 |
| }, |
| { |
| "epoch": 0.5367647058823529, |
| "grad_norm": 0.30078125, |
| "learning_rate": 9.964821913244853e-06, |
| "loss": 0.0528, |
| "step": 438 |
| }, |
| { |
| "epoch": 0.5392156862745098, |
| "grad_norm": 0.30078125, |
| "learning_rate": 9.96354437049027e-06, |
| "loss": 0.0589, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.5416666666666666, |
| "grad_norm": 0.337890625, |
| "learning_rate": 9.962244126583678e-06, |
| "loss": 0.0528, |
| "step": 442 |
| }, |
| { |
| "epoch": 0.5441176470588235, |
| "grad_norm": 0.26953125, |
| "learning_rate": 9.960921187471841e-06, |
| "loss": 0.0583, |
| "step": 444 |
| }, |
| { |
| "epoch": 0.5465686274509803, |
| "grad_norm": 0.302734375, |
| "learning_rate": 9.959575559205323e-06, |
| "loss": 0.0564, |
| "step": 446 |
| }, |
| { |
| "epoch": 0.5490196078431373, |
| "grad_norm": 0.2412109375, |
| "learning_rate": 9.958207247938458e-06, |
| "loss": 0.0524, |
| "step": 448 |
| }, |
| { |
| "epoch": 0.5514705882352942, |
| "grad_norm": 0.3203125, |
| "learning_rate": 9.956816259929322e-06, |
| "loss": 0.0497, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.553921568627451, |
| "grad_norm": 0.31640625, |
| "learning_rate": 9.955402601539709e-06, |
| "loss": 0.0584, |
| "step": 452 |
| }, |
| { |
| "epoch": 0.5563725490196079, |
| "grad_norm": 0.318359375, |
| "learning_rate": 9.953966279235092e-06, |
| "loss": 0.0583, |
| "step": 454 |
| }, |
| { |
| "epoch": 0.5588235294117647, |
| "grad_norm": 0.392578125, |
| "learning_rate": 9.952507299584602e-06, |
| "loss": 0.0558, |
| "step": 456 |
| }, |
| { |
| "epoch": 0.5612745098039216, |
| "grad_norm": 0.36328125, |
| "learning_rate": 9.951025669260996e-06, |
| "loss": 0.0661, |
| "step": 458 |
| }, |
| { |
| "epoch": 0.5637254901960784, |
| "grad_norm": 0.3046875, |
| "learning_rate": 9.949521395040623e-06, |
| "loss": 0.0573, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.5661764705882353, |
| "grad_norm": 0.33203125, |
| "learning_rate": 9.947994483803394e-06, |
| "loss": 0.0563, |
| "step": 462 |
| }, |
| { |
| "epoch": 0.5686274509803921, |
| "grad_norm": 0.2470703125, |
| "learning_rate": 9.94644494253276e-06, |
| "loss": 0.0546, |
| "step": 464 |
| }, |
| { |
| "epoch": 0.571078431372549, |
| "grad_norm": 0.29296875, |
| "learning_rate": 9.944872778315663e-06, |
| "loss": 0.0572, |
| "step": 466 |
| }, |
| { |
| "epoch": 0.5735294117647058, |
| "grad_norm": 0.271484375, |
| "learning_rate": 9.94327799834252e-06, |
| "loss": 0.0544, |
| "step": 468 |
| }, |
| { |
| "epoch": 0.5759803921568627, |
| "grad_norm": 0.3203125, |
| "learning_rate": 9.94166060990718e-06, |
| "loss": 0.0691, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.5784313725490197, |
| "grad_norm": 0.28515625, |
| "learning_rate": 9.940020620406891e-06, |
| "loss": 0.0527, |
| "step": 472 |
| }, |
| { |
| "epoch": 0.5808823529411765, |
| "grad_norm": 0.2431640625, |
| "learning_rate": 9.938358037342272e-06, |
| "loss": 0.0504, |
| "step": 474 |
| }, |
| { |
| "epoch": 0.5833333333333334, |
| "grad_norm": 0.318359375, |
| "learning_rate": 9.936672868317277e-06, |
| "loss": 0.0522, |
| "step": 476 |
| }, |
| { |
| "epoch": 0.5857843137254902, |
| "grad_norm": 0.3046875, |
| "learning_rate": 9.934965121039153e-06, |
| "loss": 0.0522, |
| "step": 478 |
| }, |
| { |
| "epoch": 0.5882352941176471, |
| "grad_norm": 0.376953125, |
| "learning_rate": 9.933234803318415e-06, |
| "loss": 0.0601, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.5906862745098039, |
| "grad_norm": 0.263671875, |
| "learning_rate": 9.931481923068804e-06, |
| "loss": 0.0559, |
| "step": 482 |
| }, |
| { |
| "epoch": 0.5931372549019608, |
| "grad_norm": 0.298828125, |
| "learning_rate": 9.92970648830725e-06, |
| "loss": 0.0563, |
| "step": 484 |
| }, |
| { |
| "epoch": 0.5955882352941176, |
| "grad_norm": 0.30859375, |
| "learning_rate": 9.927908507153847e-06, |
| "loss": 0.0461, |
| "step": 486 |
| }, |
| { |
| "epoch": 0.5980392156862745, |
| "grad_norm": 0.244140625, |
| "learning_rate": 9.926087987831794e-06, |
| "loss": 0.0592, |
| "step": 488 |
| }, |
| { |
| "epoch": 0.6004901960784313, |
| "grad_norm": 0.259765625, |
| "learning_rate": 9.92424493866738e-06, |
| "loss": 0.0543, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.6029411764705882, |
| "grad_norm": 0.263671875, |
| "learning_rate": 9.922379368089928e-06, |
| "loss": 0.0559, |
| "step": 492 |
| }, |
| { |
| "epoch": 0.6053921568627451, |
| "grad_norm": 0.251953125, |
| "learning_rate": 9.920491284631773e-06, |
| "loss": 0.0522, |
| "step": 494 |
| }, |
| { |
| "epoch": 0.6078431372549019, |
| "grad_norm": 0.353515625, |
| "learning_rate": 9.918580696928206e-06, |
| "loss": 0.0608, |
| "step": 496 |
| }, |
| { |
| "epoch": 0.6102941176470589, |
| "grad_norm": 0.2099609375, |
| "learning_rate": 9.91664761371745e-06, |
| "loss": 0.0463, |
| "step": 498 |
| }, |
| { |
| "epoch": 0.6127450980392157, |
| "grad_norm": 0.275390625, |
| "learning_rate": 9.914692043840608e-06, |
| "loss": 0.0498, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.6151960784313726, |
| "grad_norm": 0.330078125, |
| "learning_rate": 9.912713996241633e-06, |
| "loss": 0.0551, |
| "step": 502 |
| }, |
| { |
| "epoch": 0.6176470588235294, |
| "grad_norm": 0.26953125, |
| "learning_rate": 9.91071347996727e-06, |
| "loss": 0.051, |
| "step": 504 |
| }, |
| { |
| "epoch": 0.6200980392156863, |
| "grad_norm": 0.271484375, |
| "learning_rate": 9.90869050416704e-06, |
| "loss": 0.0488, |
| "step": 506 |
| }, |
| { |
| "epoch": 0.6225490196078431, |
| "grad_norm": 0.34375, |
| "learning_rate": 9.906645078093179e-06, |
| "loss": 0.0553, |
| "step": 508 |
| }, |
| { |
| "epoch": 0.625, |
| "grad_norm": 0.2578125, |
| "learning_rate": 9.904577211100597e-06, |
| "loss": 0.0564, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.6274509803921569, |
| "grad_norm": 0.275390625, |
| "learning_rate": 9.902486912646846e-06, |
| "loss": 0.0543, |
| "step": 512 |
| }, |
| { |
| "epoch": 0.6299019607843137, |
| "grad_norm": 0.263671875, |
| "learning_rate": 9.900374192292064e-06, |
| "loss": 0.0581, |
| "step": 514 |
| }, |
| { |
| "epoch": 0.6323529411764706, |
| "grad_norm": 0.28515625, |
| "learning_rate": 9.898239059698943e-06, |
| "loss": 0.0488, |
| "step": 516 |
| }, |
| { |
| "epoch": 0.6348039215686274, |
| "grad_norm": 0.2734375, |
| "learning_rate": 9.896081524632673e-06, |
| "loss": 0.0515, |
| "step": 518 |
| }, |
| { |
| "epoch": 0.6372549019607843, |
| "grad_norm": 0.369140625, |
| "learning_rate": 9.893901596960906e-06, |
| "loss": 0.0544, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.6397058823529411, |
| "grad_norm": 0.287109375, |
| "learning_rate": 9.891699286653714e-06, |
| "loss": 0.0545, |
| "step": 522 |
| }, |
| { |
| "epoch": 0.6421568627450981, |
| "grad_norm": 0.2431640625, |
| "learning_rate": 9.88947460378353e-06, |
| "loss": 0.0492, |
| "step": 524 |
| }, |
| { |
| "epoch": 0.6446078431372549, |
| "grad_norm": 0.267578125, |
| "learning_rate": 9.88722755852511e-06, |
| "loss": 0.0574, |
| "step": 526 |
| }, |
| { |
| "epoch": 0.6470588235294118, |
| "grad_norm": 0.28515625, |
| "learning_rate": 9.884958161155492e-06, |
| "loss": 0.0476, |
| "step": 528 |
| }, |
| { |
| "epoch": 0.6495098039215687, |
| "grad_norm": 0.28515625, |
| "learning_rate": 9.882666422053935e-06, |
| "loss": 0.0595, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.6519607843137255, |
| "grad_norm": 0.2734375, |
| "learning_rate": 9.880352351701888e-06, |
| "loss": 0.0532, |
| "step": 532 |
| }, |
| { |
| "epoch": 0.6544117647058824, |
| "grad_norm": 0.279296875, |
| "learning_rate": 9.87801596068293e-06, |
| "loss": 0.0572, |
| "step": 534 |
| }, |
| { |
| "epoch": 0.6568627450980392, |
| "grad_norm": 0.259765625, |
| "learning_rate": 9.875657259682722e-06, |
| "loss": 0.0546, |
| "step": 536 |
| }, |
| { |
| "epoch": 0.6593137254901961, |
| "grad_norm": 0.259765625, |
| "learning_rate": 9.873276259488967e-06, |
| "loss": 0.0476, |
| "step": 538 |
| }, |
| { |
| "epoch": 0.6617647058823529, |
| "grad_norm": 0.259765625, |
| "learning_rate": 9.87087297099135e-06, |
| "loss": 0.0527, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.6642156862745098, |
| "grad_norm": 0.3203125, |
| "learning_rate": 9.868447405181499e-06, |
| "loss": 0.0609, |
| "step": 542 |
| }, |
| { |
| "epoch": 0.6666666666666666, |
| "grad_norm": 0.3203125, |
| "learning_rate": 9.865999573152922e-06, |
| "loss": 0.0515, |
| "step": 544 |
| }, |
| { |
| "epoch": 0.6691176470588235, |
| "grad_norm": 0.3203125, |
| "learning_rate": 9.86352948610097e-06, |
| "loss": 0.0524, |
| "step": 546 |
| }, |
| { |
| "epoch": 0.6715686274509803, |
| "grad_norm": 0.349609375, |
| "learning_rate": 9.861037155322777e-06, |
| "loss": 0.0505, |
| "step": 548 |
| }, |
| { |
| "epoch": 0.6740196078431373, |
| "grad_norm": 0.265625, |
| "learning_rate": 9.858522592217208e-06, |
| "loss": 0.0483, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.6764705882352942, |
| "grad_norm": 0.29296875, |
| "learning_rate": 9.85598580828481e-06, |
| "loss": 0.0517, |
| "step": 552 |
| }, |
| { |
| "epoch": 0.678921568627451, |
| "grad_norm": 0.25390625, |
| "learning_rate": 9.85342681512776e-06, |
| "loss": 0.0534, |
| "step": 554 |
| }, |
| { |
| "epoch": 0.6813725490196079, |
| "grad_norm": 0.287109375, |
| "learning_rate": 9.85084562444981e-06, |
| "loss": 0.06, |
| "step": 556 |
| }, |
| { |
| "epoch": 0.6838235294117647, |
| "grad_norm": 0.255859375, |
| "learning_rate": 9.848242248056234e-06, |
| "loss": 0.0473, |
| "step": 558 |
| }, |
| { |
| "epoch": 0.6862745098039216, |
| "grad_norm": 0.328125, |
| "learning_rate": 9.845616697853775e-06, |
| "loss": 0.0521, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.6887254901960784, |
| "grad_norm": 0.2255859375, |
| "learning_rate": 9.84296898585059e-06, |
| "loss": 0.048, |
| "step": 562 |
| }, |
| { |
| "epoch": 0.6911764705882353, |
| "grad_norm": 0.330078125, |
| "learning_rate": 9.84029912415619e-06, |
| "loss": 0.0514, |
| "step": 564 |
| }, |
| { |
| "epoch": 0.6936274509803921, |
| "grad_norm": 0.353515625, |
| "learning_rate": 9.837607124981397e-06, |
| "loss": 0.0521, |
| "step": 566 |
| }, |
| { |
| "epoch": 0.696078431372549, |
| "grad_norm": 0.296875, |
| "learning_rate": 9.834893000638272e-06, |
| "loss": 0.0531, |
| "step": 568 |
| }, |
| { |
| "epoch": 0.6985294117647058, |
| "grad_norm": 0.2734375, |
| "learning_rate": 9.832156763540075e-06, |
| "loss": 0.0529, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.7009803921568627, |
| "grad_norm": 0.296875, |
| "learning_rate": 9.829398426201196e-06, |
| "loss": 0.0605, |
| "step": 572 |
| }, |
| { |
| "epoch": 0.7034313725490197, |
| "grad_norm": 0.28125, |
| "learning_rate": 9.826618001237101e-06, |
| "loss": 0.0535, |
| "step": 574 |
| }, |
| { |
| "epoch": 0.7058823529411765, |
| "grad_norm": 0.28125, |
| "learning_rate": 9.82381550136428e-06, |
| "loss": 0.055, |
| "step": 576 |
| }, |
| { |
| "epoch": 0.7083333333333334, |
| "grad_norm": 0.35546875, |
| "learning_rate": 9.82099093940018e-06, |
| "loss": 0.0475, |
| "step": 578 |
| }, |
| { |
| "epoch": 0.7107843137254902, |
| "grad_norm": 0.361328125, |
| "learning_rate": 9.818144328263154e-06, |
| "loss": 0.0548, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.7132352941176471, |
| "grad_norm": 0.328125, |
| "learning_rate": 9.815275680972396e-06, |
| "loss": 0.0499, |
| "step": 582 |
| }, |
| { |
| "epoch": 0.7156862745098039, |
| "grad_norm": 0.3125, |
| "learning_rate": 9.812385010647885e-06, |
| "loss": 0.0556, |
| "step": 584 |
| }, |
| { |
| "epoch": 0.7181372549019608, |
| "grad_norm": 0.275390625, |
| "learning_rate": 9.809472330510323e-06, |
| "loss": 0.0541, |
| "step": 586 |
| }, |
| { |
| "epoch": 0.7205882352941176, |
| "grad_norm": 0.234375, |
| "learning_rate": 9.80653765388108e-06, |
| "loss": 0.0499, |
| "step": 588 |
| }, |
| { |
| "epoch": 0.7230392156862745, |
| "grad_norm": 0.298828125, |
| "learning_rate": 9.803580994182122e-06, |
| "loss": 0.0482, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.7254901960784313, |
| "grad_norm": 0.30859375, |
| "learning_rate": 9.800602364935962e-06, |
| "loss": 0.0518, |
| "step": 592 |
| }, |
| { |
| "epoch": 0.7279411764705882, |
| "grad_norm": 0.26953125, |
| "learning_rate": 9.797601779765589e-06, |
| "loss": 0.0477, |
| "step": 594 |
| }, |
| { |
| "epoch": 0.7303921568627451, |
| "grad_norm": 0.29296875, |
| "learning_rate": 9.794579252394409e-06, |
| "loss": 0.0519, |
| "step": 596 |
| }, |
| { |
| "epoch": 0.7328431372549019, |
| "grad_norm": 0.2490234375, |
| "learning_rate": 9.791534796646185e-06, |
| "loss": 0.0512, |
| "step": 598 |
| }, |
| { |
| "epoch": 0.7352941176470589, |
| "grad_norm": 0.3125, |
| "learning_rate": 9.788468426444968e-06, |
| "loss": 0.0554, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.7377450980392157, |
| "grad_norm": 0.357421875, |
| "learning_rate": 9.78538015581504e-06, |
| "loss": 0.0569, |
| "step": 602 |
| }, |
| { |
| "epoch": 0.7401960784313726, |
| "grad_norm": 0.322265625, |
| "learning_rate": 9.782269998880842e-06, |
| "loss": 0.0492, |
| "step": 604 |
| }, |
| { |
| "epoch": 0.7426470588235294, |
| "grad_norm": 0.265625, |
| "learning_rate": 9.779137969866918e-06, |
| "loss": 0.0534, |
| "step": 606 |
| }, |
| { |
| "epoch": 0.7450980392156863, |
| "grad_norm": 0.251953125, |
| "learning_rate": 9.775984083097844e-06, |
| "loss": 0.0565, |
| "step": 608 |
| }, |
| { |
| "epoch": 0.7475490196078431, |
| "grad_norm": 0.26171875, |
| "learning_rate": 9.772808352998163e-06, |
| "loss": 0.0548, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.75, |
| "grad_norm": 0.2734375, |
| "learning_rate": 9.769610794092319e-06, |
| "loss": 0.0485, |
| "step": 612 |
| }, |
| { |
| "epoch": 0.7524509803921569, |
| "grad_norm": 0.27734375, |
| "learning_rate": 9.766391421004598e-06, |
| "loss": 0.0514, |
| "step": 614 |
| }, |
| { |
| "epoch": 0.7549019607843137, |
| "grad_norm": 0.275390625, |
| "learning_rate": 9.763150248459044e-06, |
| "loss": 0.0534, |
| "step": 616 |
| }, |
| { |
| "epoch": 0.7573529411764706, |
| "grad_norm": 0.373046875, |
| "learning_rate": 9.759887291279415e-06, |
| "loss": 0.0626, |
| "step": 618 |
| }, |
| { |
| "epoch": 0.7598039215686274, |
| "grad_norm": 0.234375, |
| "learning_rate": 9.756602564389094e-06, |
| "loss": 0.0476, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.7622549019607843, |
| "grad_norm": 0.373046875, |
| "learning_rate": 9.753296082811033e-06, |
| "loss": 0.0474, |
| "step": 622 |
| }, |
| { |
| "epoch": 0.7647058823529411, |
| "grad_norm": 0.267578125, |
| "learning_rate": 9.749967861667677e-06, |
| "loss": 0.0523, |
| "step": 624 |
| }, |
| { |
| "epoch": 0.7671568627450981, |
| "grad_norm": 0.2353515625, |
| "learning_rate": 9.746617916180906e-06, |
| "loss": 0.0527, |
| "step": 626 |
| }, |
| { |
| "epoch": 0.7696078431372549, |
| "grad_norm": 0.2734375, |
| "learning_rate": 9.74324626167195e-06, |
| "loss": 0.0479, |
| "step": 628 |
| }, |
| { |
| "epoch": 0.7720588235294118, |
| "grad_norm": 0.271484375, |
| "learning_rate": 9.739852913561332e-06, |
| "loss": 0.0435, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.7745098039215687, |
| "grad_norm": 0.248046875, |
| "learning_rate": 9.73643788736879e-06, |
| "loss": 0.0523, |
| "step": 632 |
| }, |
| { |
| "epoch": 0.7769607843137255, |
| "grad_norm": 0.263671875, |
| "learning_rate": 9.73300119871321e-06, |
| "loss": 0.0582, |
| "step": 634 |
| }, |
| { |
| "epoch": 0.7794117647058824, |
| "grad_norm": 0.34765625, |
| "learning_rate": 9.729542863312548e-06, |
| "loss": 0.0585, |
| "step": 636 |
| }, |
| { |
| "epoch": 0.7818627450980392, |
| "grad_norm": 0.30859375, |
| "learning_rate": 9.726062896983774e-06, |
| "loss": 0.047, |
| "step": 638 |
| }, |
| { |
| "epoch": 0.7843137254901961, |
| "grad_norm": 0.35546875, |
| "learning_rate": 9.722561315642776e-06, |
| "loss": 0.0505, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.7867647058823529, |
| "grad_norm": 0.298828125, |
| "learning_rate": 9.719038135304306e-06, |
| "loss": 0.0518, |
| "step": 642 |
| }, |
| { |
| "epoch": 0.7892156862745098, |
| "grad_norm": 0.232421875, |
| "learning_rate": 9.715493372081904e-06, |
| "loss": 0.0509, |
| "step": 644 |
| }, |
| { |
| "epoch": 0.7916666666666666, |
| "grad_norm": 0.2333984375, |
| "learning_rate": 9.711927042187812e-06, |
| "loss": 0.0477, |
| "step": 646 |
| }, |
| { |
| "epoch": 0.7941176470588235, |
| "grad_norm": 0.287109375, |
| "learning_rate": 9.70833916193292e-06, |
| "loss": 0.0509, |
| "step": 648 |
| }, |
| { |
| "epoch": 0.7965686274509803, |
| "grad_norm": 0.251953125, |
| "learning_rate": 9.704729747726669e-06, |
| "loss": 0.044, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.7990196078431373, |
| "grad_norm": 0.26953125, |
| "learning_rate": 9.701098816076995e-06, |
| "loss": 0.045, |
| "step": 652 |
| }, |
| { |
| "epoch": 0.8014705882352942, |
| "grad_norm": 0.2392578125, |
| "learning_rate": 9.697446383590245e-06, |
| "loss": 0.053, |
| "step": 654 |
| }, |
| { |
| "epoch": 0.803921568627451, |
| "grad_norm": 0.244140625, |
| "learning_rate": 9.693772466971097e-06, |
| "loss": 0.0545, |
| "step": 656 |
| }, |
| { |
| "epoch": 0.8063725490196079, |
| "grad_norm": 0.3125, |
| "learning_rate": 9.690077083022493e-06, |
| "loss": 0.056, |
| "step": 658 |
| }, |
| { |
| "epoch": 0.8088235294117647, |
| "grad_norm": 0.318359375, |
| "learning_rate": 9.686360248645554e-06, |
| "loss": 0.0502, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.8112745098039216, |
| "grad_norm": 0.263671875, |
| "learning_rate": 9.682621980839511e-06, |
| "loss": 0.0468, |
| "step": 662 |
| }, |
| { |
| "epoch": 0.8137254901960784, |
| "grad_norm": 0.26171875, |
| "learning_rate": 9.678862296701615e-06, |
| "loss": 0.0548, |
| "step": 664 |
| }, |
| { |
| "epoch": 0.8161764705882353, |
| "grad_norm": 0.427734375, |
| "learning_rate": 9.675081213427076e-06, |
| "loss": 0.0557, |
| "step": 666 |
| }, |
| { |
| "epoch": 0.8186274509803921, |
| "grad_norm": 0.25390625, |
| "learning_rate": 9.671278748308963e-06, |
| "loss": 0.0479, |
| "step": 668 |
| }, |
| { |
| "epoch": 0.821078431372549, |
| "grad_norm": 0.2421875, |
| "learning_rate": 9.667454918738148e-06, |
| "loss": 0.0502, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.8235294117647058, |
| "grad_norm": 0.259765625, |
| "learning_rate": 9.663609742203208e-06, |
| "loss": 0.0558, |
| "step": 672 |
| }, |
| { |
| "epoch": 0.8259803921568627, |
| "grad_norm": 0.2392578125, |
| "learning_rate": 9.659743236290353e-06, |
| "loss": 0.0487, |
| "step": 674 |
| }, |
| { |
| "epoch": 0.8284313725490197, |
| "grad_norm": 0.294921875, |
| "learning_rate": 9.655855418683345e-06, |
| "loss": 0.0469, |
| "step": 676 |
| }, |
| { |
| "epoch": 0.8308823529411765, |
| "grad_norm": 0.3046875, |
| "learning_rate": 9.651946307163417e-06, |
| "loss": 0.0528, |
| "step": 678 |
| }, |
| { |
| "epoch": 0.8333333333333334, |
| "grad_norm": 0.267578125, |
| "learning_rate": 9.648015919609194e-06, |
| "loss": 0.0471, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.8357843137254902, |
| "grad_norm": 0.3359375, |
| "learning_rate": 9.644064273996603e-06, |
| "loss": 0.0477, |
| "step": 682 |
| }, |
| { |
| "epoch": 0.8382352941176471, |
| "grad_norm": 0.30078125, |
| "learning_rate": 9.6400913883988e-06, |
| "loss": 0.0486, |
| "step": 684 |
| }, |
| { |
| "epoch": 0.8406862745098039, |
| "grad_norm": 0.271484375, |
| "learning_rate": 9.636097280986081e-06, |
| "loss": 0.0511, |
| "step": 686 |
| }, |
| { |
| "epoch": 0.8431372549019608, |
| "grad_norm": 0.2451171875, |
| "learning_rate": 9.632081970025808e-06, |
| "loss": 0.0479, |
| "step": 688 |
| }, |
| { |
| "epoch": 0.8455882352941176, |
| "grad_norm": 0.2099609375, |
| "learning_rate": 9.62804547388231e-06, |
| "loss": 0.0471, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.8480392156862745, |
| "grad_norm": 0.318359375, |
| "learning_rate": 9.623987811016814e-06, |
| "loss": 0.0528, |
| "step": 692 |
| }, |
| { |
| "epoch": 0.8504901960784313, |
| "grad_norm": 0.333984375, |
| "learning_rate": 9.619908999987356e-06, |
| "loss": 0.0469, |
| "step": 694 |
| }, |
| { |
| "epoch": 0.8529411764705882, |
| "grad_norm": 0.2265625, |
| "learning_rate": 9.615809059448687e-06, |
| "loss": 0.0438, |
| "step": 696 |
| }, |
| { |
| "epoch": 0.8553921568627451, |
| "grad_norm": 0.2890625, |
| "learning_rate": 9.611688008152205e-06, |
| "loss": 0.0521, |
| "step": 698 |
| }, |
| { |
| "epoch": 0.8578431372549019, |
| "grad_norm": 0.302734375, |
| "learning_rate": 9.607545864945851e-06, |
| "loss": 0.056, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.8602941176470589, |
| "grad_norm": 0.25390625, |
| "learning_rate": 9.60338264877404e-06, |
| "loss": 0.0495, |
| "step": 702 |
| }, |
| { |
| "epoch": 0.8627450980392157, |
| "grad_norm": 0.21875, |
| "learning_rate": 9.599198378677559e-06, |
| "loss": 0.0487, |
| "step": 704 |
| }, |
| { |
| "epoch": 0.8651960784313726, |
| "grad_norm": 0.255859375, |
| "learning_rate": 9.59499307379349e-06, |
| "loss": 0.0465, |
| "step": 706 |
| }, |
| { |
| "epoch": 0.8676470588235294, |
| "grad_norm": 0.2431640625, |
| "learning_rate": 9.590766753355117e-06, |
| "loss": 0.0472, |
| "step": 708 |
| }, |
| { |
| "epoch": 0.8700980392156863, |
| "grad_norm": 0.31640625, |
| "learning_rate": 9.586519436691843e-06, |
| "loss": 0.049, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.8725490196078431, |
| "grad_norm": 0.279296875, |
| "learning_rate": 9.582251143229098e-06, |
| "loss": 0.049, |
| "step": 712 |
| }, |
| { |
| "epoch": 0.875, |
| "grad_norm": 0.306640625, |
| "learning_rate": 9.577961892488247e-06, |
| "loss": 0.0497, |
| "step": 714 |
| }, |
| { |
| "epoch": 0.8774509803921569, |
| "grad_norm": 0.365234375, |
| "learning_rate": 9.573651704086512e-06, |
| "loss": 0.0498, |
| "step": 716 |
| }, |
| { |
| "epoch": 0.8799019607843137, |
| "grad_norm": 0.251953125, |
| "learning_rate": 9.569320597736871e-06, |
| "loss": 0.0567, |
| "step": 718 |
| }, |
| { |
| "epoch": 0.8823529411764706, |
| "grad_norm": 0.2451171875, |
| "learning_rate": 9.564968593247971e-06, |
| "loss": 0.0489, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.8848039215686274, |
| "grad_norm": 0.267578125, |
| "learning_rate": 9.56059571052404e-06, |
| "loss": 0.047, |
| "step": 722 |
| }, |
| { |
| "epoch": 0.8872549019607843, |
| "grad_norm": 0.27734375, |
| "learning_rate": 9.556201969564789e-06, |
| "loss": 0.0522, |
| "step": 724 |
| }, |
| { |
| "epoch": 0.8897058823529411, |
| "grad_norm": 0.26171875, |
| "learning_rate": 9.551787390465336e-06, |
| "loss": 0.0497, |
| "step": 726 |
| }, |
| { |
| "epoch": 0.8921568627450981, |
| "grad_norm": 0.259765625, |
| "learning_rate": 9.547351993416099e-06, |
| "loss": 0.0476, |
| "step": 728 |
| }, |
| { |
| "epoch": 0.8946078431372549, |
| "grad_norm": 0.28515625, |
| "learning_rate": 9.542895798702702e-06, |
| "loss": 0.0538, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.8970588235294118, |
| "grad_norm": 0.373046875, |
| "learning_rate": 9.538418826705899e-06, |
| "loss": 0.0461, |
| "step": 732 |
| }, |
| { |
| "epoch": 0.8995098039215687, |
| "grad_norm": 0.30078125, |
| "learning_rate": 9.533921097901462e-06, |
| "loss": 0.0531, |
| "step": 734 |
| }, |
| { |
| "epoch": 0.9019607843137255, |
| "grad_norm": 0.283203125, |
| "learning_rate": 9.529402632860104e-06, |
| "loss": 0.0551, |
| "step": 736 |
| }, |
| { |
| "epoch": 0.9044117647058824, |
| "grad_norm": 0.283203125, |
| "learning_rate": 9.524863452247368e-06, |
| "loss": 0.0506, |
| "step": 738 |
| }, |
| { |
| "epoch": 0.9068627450980392, |
| "grad_norm": 0.294921875, |
| "learning_rate": 9.52030357682355e-06, |
| "loss": 0.0508, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.9093137254901961, |
| "grad_norm": 0.25390625, |
| "learning_rate": 9.515723027443587e-06, |
| "loss": 0.0518, |
| "step": 742 |
| }, |
| { |
| "epoch": 0.9117647058823529, |
| "grad_norm": 0.30078125, |
| "learning_rate": 9.511121825056978e-06, |
| "loss": 0.0495, |
| "step": 744 |
| }, |
| { |
| "epoch": 0.9142156862745098, |
| "grad_norm": 0.275390625, |
| "learning_rate": 9.506499990707672e-06, |
| "loss": 0.0547, |
| "step": 746 |
| }, |
| { |
| "epoch": 0.9166666666666666, |
| "grad_norm": 0.326171875, |
| "learning_rate": 9.501857545533987e-06, |
| "loss": 0.0501, |
| "step": 748 |
| }, |
| { |
| "epoch": 0.9191176470588235, |
| "grad_norm": 0.30078125, |
| "learning_rate": 9.497194510768502e-06, |
| "loss": 0.0517, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.9215686274509803, |
| "grad_norm": 0.26953125, |
| "learning_rate": 9.492510907737966e-06, |
| "loss": 0.0451, |
| "step": 752 |
| }, |
| { |
| "epoch": 0.9240196078431373, |
| "grad_norm": 0.283203125, |
| "learning_rate": 9.487806757863194e-06, |
| "loss": 0.0568, |
| "step": 754 |
| }, |
| { |
| "epoch": 0.9264705882352942, |
| "grad_norm": 0.302734375, |
| "learning_rate": 9.483082082658984e-06, |
| "loss": 0.0525, |
| "step": 756 |
| }, |
| { |
| "epoch": 0.928921568627451, |
| "grad_norm": 0.3203125, |
| "learning_rate": 9.478336903733996e-06, |
| "loss": 0.0542, |
| "step": 758 |
| }, |
| { |
| "epoch": 0.9313725490196079, |
| "grad_norm": 0.3359375, |
| "learning_rate": 9.473571242790672e-06, |
| "loss": 0.0537, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.9338235294117647, |
| "grad_norm": 0.25, |
| "learning_rate": 9.468785121625131e-06, |
| "loss": 0.0552, |
| "step": 762 |
| }, |
| { |
| "epoch": 0.9362745098039216, |
| "grad_norm": 0.265625, |
| "learning_rate": 9.463978562127065e-06, |
| "loss": 0.0458, |
| "step": 764 |
| }, |
| { |
| "epoch": 0.9387254901960784, |
| "grad_norm": 0.322265625, |
| "learning_rate": 9.459151586279643e-06, |
| "loss": 0.0495, |
| "step": 766 |
| }, |
| { |
| "epoch": 0.9411764705882353, |
| "grad_norm": 0.220703125, |
| "learning_rate": 9.454304216159411e-06, |
| "loss": 0.0512, |
| "step": 768 |
| }, |
| { |
| "epoch": 0.9436274509803921, |
| "grad_norm": 0.265625, |
| "learning_rate": 9.44943647393619e-06, |
| "loss": 0.052, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.946078431372549, |
| "grad_norm": 0.259765625, |
| "learning_rate": 9.444548381872972e-06, |
| "loss": 0.0532, |
| "step": 772 |
| }, |
| { |
| "epoch": 0.9485294117647058, |
| "grad_norm": 0.30859375, |
| "learning_rate": 9.439639962325822e-06, |
| "loss": 0.049, |
| "step": 774 |
| }, |
| { |
| "epoch": 0.9509803921568627, |
| "grad_norm": 0.32421875, |
| "learning_rate": 9.434711237743776e-06, |
| "loss": 0.0489, |
| "step": 776 |
| }, |
| { |
| "epoch": 0.9534313725490197, |
| "grad_norm": 0.283203125, |
| "learning_rate": 9.429762230668734e-06, |
| "loss": 0.0497, |
| "step": 778 |
| }, |
| { |
| "epoch": 0.9558823529411765, |
| "grad_norm": 0.333984375, |
| "learning_rate": 9.42479296373536e-06, |
| "loss": 0.059, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.9583333333333334, |
| "grad_norm": 0.265625, |
| "learning_rate": 9.41980345967098e-06, |
| "loss": 0.0496, |
| "step": 782 |
| }, |
| { |
| "epoch": 0.9607843137254902, |
| "grad_norm": 0.265625, |
| "learning_rate": 9.414793741295472e-06, |
| "loss": 0.0512, |
| "step": 784 |
| }, |
| { |
| "epoch": 0.9632352941176471, |
| "grad_norm": 0.25390625, |
| "learning_rate": 9.409763831521173e-06, |
| "loss": 0.0541, |
| "step": 786 |
| }, |
| { |
| "epoch": 0.9656862745098039, |
| "grad_norm": 0.26953125, |
| "learning_rate": 9.404713753352757e-06, |
| "loss": 0.0495, |
| "step": 788 |
| }, |
| { |
| "epoch": 0.9681372549019608, |
| "grad_norm": 0.34375, |
| "learning_rate": 9.39964352988715e-06, |
| "loss": 0.0551, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.9705882352941176, |
| "grad_norm": 0.240234375, |
| "learning_rate": 9.394553184313407e-06, |
| "loss": 0.0507, |
| "step": 792 |
| }, |
| { |
| "epoch": 0.9730392156862745, |
| "grad_norm": 0.25, |
| "learning_rate": 9.389442739912612e-06, |
| "loss": 0.0433, |
| "step": 794 |
| }, |
| { |
| "epoch": 0.9754901960784313, |
| "grad_norm": 0.298828125, |
| "learning_rate": 9.38431222005778e-06, |
| "loss": 0.0549, |
| "step": 796 |
| }, |
| { |
| "epoch": 0.9779411764705882, |
| "grad_norm": 0.287109375, |
| "learning_rate": 9.379161648213737e-06, |
| "loss": 0.0508, |
| "step": 798 |
| }, |
| { |
| "epoch": 0.9803921568627451, |
| "grad_norm": 0.22265625, |
| "learning_rate": 9.373991047937017e-06, |
| "loss": 0.0481, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.9828431372549019, |
| "grad_norm": 0.3125, |
| "learning_rate": 9.368800442875763e-06, |
| "loss": 0.0484, |
| "step": 802 |
| }, |
| { |
| "epoch": 0.9852941176470589, |
| "grad_norm": 0.263671875, |
| "learning_rate": 9.363589856769602e-06, |
| "loss": 0.0429, |
| "step": 804 |
| }, |
| { |
| "epoch": 0.9877450980392157, |
| "grad_norm": 0.228515625, |
| "learning_rate": 9.358359313449553e-06, |
| "loss": 0.0476, |
| "step": 806 |
| }, |
| { |
| "epoch": 0.9901960784313726, |
| "grad_norm": 0.310546875, |
| "learning_rate": 9.353108836837907e-06, |
| "loss": 0.0594, |
| "step": 808 |
| }, |
| { |
| "epoch": 0.9926470588235294, |
| "grad_norm": 0.25390625, |
| "learning_rate": 9.347838450948123e-06, |
| "loss": 0.0462, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.9950980392156863, |
| "grad_norm": 0.314453125, |
| "learning_rate": 9.342548179884716e-06, |
| "loss": 0.057, |
| "step": 812 |
| }, |
| { |
| "epoch": 0.9975490196078431, |
| "grad_norm": 0.263671875, |
| "learning_rate": 9.337238047843148e-06, |
| "loss": 0.0555, |
| "step": 814 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 0.431640625, |
| "learning_rate": 9.331908079109718e-06, |
| "loss": 0.0484, |
| "step": 816 |
| }, |
| { |
| "epoch": 1.0, |
| "eval_loss": 0.05779758095741272, |
| "eval_runtime": 37.3876, |
| "eval_samples_per_second": 134.162, |
| "eval_steps_per_second": 1.07, |
| "step": 816 |
| }, |
| { |
| "epoch": 1.0024509803921569, |
| "grad_norm": 0.2578125, |
| "learning_rate": 9.326558298061446e-06, |
| "loss": 0.0465, |
| "step": 818 |
| }, |
| { |
| "epoch": 1.0049019607843137, |
| "grad_norm": 0.296875, |
| "learning_rate": 9.321188729165967e-06, |
| "loss": 0.0449, |
| "step": 820 |
| }, |
| { |
| "epoch": 1.0073529411764706, |
| "grad_norm": 0.294921875, |
| "learning_rate": 9.315799396981417e-06, |
| "loss": 0.0447, |
| "step": 822 |
| }, |
| { |
| "epoch": 1.0098039215686274, |
| "grad_norm": 0.275390625, |
| "learning_rate": 9.310390326156324e-06, |
| "loss": 0.0533, |
| "step": 824 |
| }, |
| { |
| "epoch": 1.0122549019607843, |
| "grad_norm": 0.322265625, |
| "learning_rate": 9.304961541429487e-06, |
| "loss": 0.0496, |
| "step": 826 |
| }, |
| { |
| "epoch": 1.0147058823529411, |
| "grad_norm": 0.2060546875, |
| "learning_rate": 9.299513067629872e-06, |
| "loss": 0.0439, |
| "step": 828 |
| }, |
| { |
| "epoch": 1.017156862745098, |
| "grad_norm": 0.26171875, |
| "learning_rate": 9.294044929676493e-06, |
| "loss": 0.0585, |
| "step": 830 |
| }, |
| { |
| "epoch": 1.0196078431372548, |
| "grad_norm": 0.302734375, |
| "learning_rate": 9.2885571525783e-06, |
| "loss": 0.0562, |
| "step": 832 |
| }, |
| { |
| "epoch": 1.0220588235294117, |
| "grad_norm": 0.26171875, |
| "learning_rate": 9.283049761434059e-06, |
| "loss": 0.0531, |
| "step": 834 |
| }, |
| { |
| "epoch": 1.0245098039215685, |
| "grad_norm": 0.310546875, |
| "learning_rate": 9.277522781432254e-06, |
| "loss": 0.0523, |
| "step": 836 |
| }, |
| { |
| "epoch": 1.0269607843137254, |
| "grad_norm": 0.32421875, |
| "learning_rate": 9.271976237850951e-06, |
| "loss": 0.0488, |
| "step": 838 |
| }, |
| { |
| "epoch": 1.0294117647058822, |
| "grad_norm": 0.22265625, |
| "learning_rate": 9.26641015605769e-06, |
| "loss": 0.0551, |
| "step": 840 |
| }, |
| { |
| "epoch": 1.031862745098039, |
| "grad_norm": 0.2392578125, |
| "learning_rate": 9.260824561509378e-06, |
| "loss": 0.0507, |
| "step": 842 |
| }, |
| { |
| "epoch": 1.0343137254901962, |
| "grad_norm": 0.25, |
| "learning_rate": 9.255219479752163e-06, |
| "loss": 0.0472, |
| "step": 844 |
| }, |
| { |
| "epoch": 1.036764705882353, |
| "grad_norm": 0.27734375, |
| "learning_rate": 9.249594936421312e-06, |
| "loss": 0.0521, |
| "step": 846 |
| }, |
| { |
| "epoch": 1.0392156862745099, |
| "grad_norm": 0.26171875, |
| "learning_rate": 9.24395095724111e-06, |
| "loss": 0.0497, |
| "step": 848 |
| }, |
| { |
| "epoch": 1.0416666666666667, |
| "grad_norm": 0.25390625, |
| "learning_rate": 9.238287568024732e-06, |
| "loss": 0.0485, |
| "step": 850 |
| }, |
| { |
| "epoch": 1.0441176470588236, |
| "grad_norm": 0.220703125, |
| "learning_rate": 9.23260479467412e-06, |
| "loss": 0.0501, |
| "step": 852 |
| }, |
| { |
| "epoch": 1.0465686274509804, |
| "grad_norm": 0.2451171875, |
| "learning_rate": 9.226902663179877e-06, |
| "loss": 0.0515, |
| "step": 854 |
| }, |
| { |
| "epoch": 1.0490196078431373, |
| "grad_norm": 0.30859375, |
| "learning_rate": 9.221181199621141e-06, |
| "loss": 0.0521, |
| "step": 856 |
| }, |
| { |
| "epoch": 1.0514705882352942, |
| "grad_norm": 0.353515625, |
| "learning_rate": 9.215440430165463e-06, |
| "loss": 0.0476, |
| "step": 858 |
| }, |
| { |
| "epoch": 1.053921568627451, |
| "grad_norm": 0.255859375, |
| "learning_rate": 9.209680381068698e-06, |
| "loss": 0.044, |
| "step": 860 |
| }, |
| { |
| "epoch": 1.0563725490196079, |
| "grad_norm": 0.36328125, |
| "learning_rate": 9.203901078674868e-06, |
| "loss": 0.0551, |
| "step": 862 |
| }, |
| { |
| "epoch": 1.0588235294117647, |
| "grad_norm": 0.279296875, |
| "learning_rate": 9.198102549416062e-06, |
| "loss": 0.0482, |
| "step": 864 |
| }, |
| { |
| "epoch": 1.0612745098039216, |
| "grad_norm": 0.2314453125, |
| "learning_rate": 9.192284819812298e-06, |
| "loss": 0.0454, |
| "step": 866 |
| }, |
| { |
| "epoch": 1.0637254901960784, |
| "grad_norm": 0.294921875, |
| "learning_rate": 9.18644791647141e-06, |
| "loss": 0.0524, |
| "step": 868 |
| }, |
| { |
| "epoch": 1.0661764705882353, |
| "grad_norm": 0.248046875, |
| "learning_rate": 9.180591866088924e-06, |
| "loss": 0.0502, |
| "step": 870 |
| }, |
| { |
| "epoch": 1.0686274509803921, |
| "grad_norm": 0.279296875, |
| "learning_rate": 9.174716695447935e-06, |
| "loss": 0.0509, |
| "step": 872 |
| }, |
| { |
| "epoch": 1.071078431372549, |
| "grad_norm": 0.2470703125, |
| "learning_rate": 9.168822431418992e-06, |
| "loss": 0.0496, |
| "step": 874 |
| }, |
| { |
| "epoch": 1.0735294117647058, |
| "grad_norm": 0.2177734375, |
| "learning_rate": 9.162909100959962e-06, |
| "loss": 0.0521, |
| "step": 876 |
| }, |
| { |
| "epoch": 1.0759803921568627, |
| "grad_norm": 0.25, |
| "learning_rate": 9.156976731115919e-06, |
| "loss": 0.0529, |
| "step": 878 |
| }, |
| { |
| "epoch": 1.0784313725490196, |
| "grad_norm": 0.25390625, |
| "learning_rate": 9.15102534901901e-06, |
| "loss": 0.0494, |
| "step": 880 |
| }, |
| { |
| "epoch": 1.0808823529411764, |
| "grad_norm": 0.279296875, |
| "learning_rate": 9.145054981888342e-06, |
| "loss": 0.0589, |
| "step": 882 |
| }, |
| { |
| "epoch": 1.0833333333333333, |
| "grad_norm": 0.2490234375, |
| "learning_rate": 9.139065657029845e-06, |
| "loss": 0.0437, |
| "step": 884 |
| }, |
| { |
| "epoch": 1.0857843137254901, |
| "grad_norm": 0.25390625, |
| "learning_rate": 9.13305740183616e-06, |
| "loss": 0.0472, |
| "step": 886 |
| }, |
| { |
| "epoch": 1.088235294117647, |
| "grad_norm": 0.27734375, |
| "learning_rate": 9.127030243786502e-06, |
| "loss": 0.0539, |
| "step": 888 |
| }, |
| { |
| "epoch": 1.0906862745098038, |
| "grad_norm": 0.23828125, |
| "learning_rate": 9.120984210446544e-06, |
| "loss": 0.0469, |
| "step": 890 |
| }, |
| { |
| "epoch": 1.093137254901961, |
| "grad_norm": 0.267578125, |
| "learning_rate": 9.114919329468283e-06, |
| "loss": 0.0478, |
| "step": 892 |
| }, |
| { |
| "epoch": 1.0955882352941178, |
| "grad_norm": 0.24609375, |
| "learning_rate": 9.108835628589919e-06, |
| "loss": 0.0506, |
| "step": 894 |
| }, |
| { |
| "epoch": 1.0980392156862746, |
| "grad_norm": 0.236328125, |
| "learning_rate": 9.102733135635727e-06, |
| "loss": 0.0557, |
| "step": 896 |
| }, |
| { |
| "epoch": 1.1004901960784315, |
| "grad_norm": 0.28515625, |
| "learning_rate": 9.096611878515926e-06, |
| "loss": 0.0482, |
| "step": 898 |
| }, |
| { |
| "epoch": 1.1029411764705883, |
| "grad_norm": 0.2734375, |
| "learning_rate": 9.09047188522656e-06, |
| "loss": 0.0565, |
| "step": 900 |
| }, |
| { |
| "epoch": 1.1053921568627452, |
| "grad_norm": 0.29296875, |
| "learning_rate": 9.084313183849356e-06, |
| "loss": 0.0445, |
| "step": 902 |
| }, |
| { |
| "epoch": 1.107843137254902, |
| "grad_norm": 0.29296875, |
| "learning_rate": 9.078135802551611e-06, |
| "loss": 0.0456, |
| "step": 904 |
| }, |
| { |
| "epoch": 1.1102941176470589, |
| "grad_norm": 0.21875, |
| "learning_rate": 9.071939769586054e-06, |
| "loss": 0.0526, |
| "step": 906 |
| }, |
| { |
| "epoch": 1.1127450980392157, |
| "grad_norm": 0.2197265625, |
| "learning_rate": 9.065725113290718e-06, |
| "loss": 0.0469, |
| "step": 908 |
| }, |
| { |
| "epoch": 1.1151960784313726, |
| "grad_norm": 0.318359375, |
| "learning_rate": 9.059491862088811e-06, |
| "loss": 0.0567, |
| "step": 910 |
| }, |
| { |
| "epoch": 1.1176470588235294, |
| "grad_norm": 0.2197265625, |
| "learning_rate": 9.053240044488587e-06, |
| "loss": 0.0513, |
| "step": 912 |
| }, |
| { |
| "epoch": 1.1200980392156863, |
| "grad_norm": 0.32421875, |
| "learning_rate": 9.046969689083215e-06, |
| "loss": 0.048, |
| "step": 914 |
| }, |
| { |
| "epoch": 1.1225490196078431, |
| "grad_norm": 0.265625, |
| "learning_rate": 9.040680824550648e-06, |
| "loss": 0.0469, |
| "step": 916 |
| }, |
| { |
| "epoch": 1.125, |
| "grad_norm": 0.251953125, |
| "learning_rate": 9.034373479653491e-06, |
| "loss": 0.0491, |
| "step": 918 |
| }, |
| { |
| "epoch": 1.1274509803921569, |
| "grad_norm": 0.2470703125, |
| "learning_rate": 9.028047683238872e-06, |
| "loss": 0.0483, |
| "step": 920 |
| }, |
| { |
| "epoch": 1.1299019607843137, |
| "grad_norm": 0.2578125, |
| "learning_rate": 9.021703464238308e-06, |
| "loss": 0.0507, |
| "step": 922 |
| }, |
| { |
| "epoch": 1.1323529411764706, |
| "grad_norm": 0.2451171875, |
| "learning_rate": 9.01534085166757e-06, |
| "loss": 0.051, |
| "step": 924 |
| }, |
| { |
| "epoch": 1.1348039215686274, |
| "grad_norm": 0.2373046875, |
| "learning_rate": 9.008959874626559e-06, |
| "loss": 0.0472, |
| "step": 926 |
| }, |
| { |
| "epoch": 1.1372549019607843, |
| "grad_norm": 0.30859375, |
| "learning_rate": 9.002560562299164e-06, |
| "loss": 0.0558, |
| "step": 928 |
| }, |
| { |
| "epoch": 1.1397058823529411, |
| "grad_norm": 0.2431640625, |
| "learning_rate": 8.99614294395313e-06, |
| "loss": 0.0471, |
| "step": 930 |
| }, |
| { |
| "epoch": 1.142156862745098, |
| "grad_norm": 0.27734375, |
| "learning_rate": 8.989707048939931e-06, |
| "loss": 0.059, |
| "step": 932 |
| }, |
| { |
| "epoch": 1.1446078431372548, |
| "grad_norm": 0.2255859375, |
| "learning_rate": 8.983252906694626e-06, |
| "loss": 0.0441, |
| "step": 934 |
| }, |
| { |
| "epoch": 1.1470588235294117, |
| "grad_norm": 0.220703125, |
| "learning_rate": 8.97678054673573e-06, |
| "loss": 0.0446, |
| "step": 936 |
| }, |
| { |
| "epoch": 1.1495098039215685, |
| "grad_norm": 0.294921875, |
| "learning_rate": 8.970289998665083e-06, |
| "loss": 0.0477, |
| "step": 938 |
| }, |
| { |
| "epoch": 1.1519607843137254, |
| "grad_norm": 0.28125, |
| "learning_rate": 8.963781292167701e-06, |
| "loss": 0.0545, |
| "step": 940 |
| }, |
| { |
| "epoch": 1.1544117647058822, |
| "grad_norm": 0.2451171875, |
| "learning_rate": 8.957254457011659e-06, |
| "loss": 0.0551, |
| "step": 942 |
| }, |
| { |
| "epoch": 1.156862745098039, |
| "grad_norm": 0.26171875, |
| "learning_rate": 8.950709523047936e-06, |
| "loss": 0.0434, |
| "step": 944 |
| }, |
| { |
| "epoch": 1.159313725490196, |
| "grad_norm": 0.216796875, |
| "learning_rate": 8.944146520210293e-06, |
| "loss": 0.0482, |
| "step": 946 |
| }, |
| { |
| "epoch": 1.161764705882353, |
| "grad_norm": 0.33203125, |
| "learning_rate": 8.937565478515127e-06, |
| "loss": 0.0514, |
| "step": 948 |
| }, |
| { |
| "epoch": 1.1642156862745099, |
| "grad_norm": 0.251953125, |
| "learning_rate": 8.930966428061339e-06, |
| "loss": 0.0465, |
| "step": 950 |
| }, |
| { |
| "epoch": 1.1666666666666667, |
| "grad_norm": 0.25390625, |
| "learning_rate": 8.924349399030194e-06, |
| "loss": 0.0482, |
| "step": 952 |
| }, |
| { |
| "epoch": 1.1691176470588236, |
| "grad_norm": 0.2421875, |
| "learning_rate": 8.917714421685183e-06, |
| "loss": 0.048, |
| "step": 954 |
| }, |
| { |
| "epoch": 1.1715686274509804, |
| "grad_norm": 0.26171875, |
| "learning_rate": 8.911061526371886e-06, |
| "loss": 0.0531, |
| "step": 956 |
| }, |
| { |
| "epoch": 1.1740196078431373, |
| "grad_norm": 0.240234375, |
| "learning_rate": 8.90439074351783e-06, |
| "loss": 0.0488, |
| "step": 958 |
| }, |
| { |
| "epoch": 1.1764705882352942, |
| "grad_norm": 0.2578125, |
| "learning_rate": 8.897702103632355e-06, |
| "loss": 0.0469, |
| "step": 960 |
| }, |
| { |
| "epoch": 1.178921568627451, |
| "grad_norm": 0.2578125, |
| "learning_rate": 8.89099563730647e-06, |
| "loss": 0.0516, |
| "step": 962 |
| }, |
| { |
| "epoch": 1.1813725490196079, |
| "grad_norm": 0.255859375, |
| "learning_rate": 8.884271375212714e-06, |
| "loss": 0.0484, |
| "step": 964 |
| }, |
| { |
| "epoch": 1.1838235294117647, |
| "grad_norm": 0.26953125, |
| "learning_rate": 8.877529348105019e-06, |
| "loss": 0.0523, |
| "step": 966 |
| }, |
| { |
| "epoch": 1.1862745098039216, |
| "grad_norm": 0.20703125, |
| "learning_rate": 8.87076958681856e-06, |
| "loss": 0.045, |
| "step": 968 |
| }, |
| { |
| "epoch": 1.1887254901960784, |
| "grad_norm": 0.2470703125, |
| "learning_rate": 8.86399212226963e-06, |
| "loss": 0.042, |
| "step": 970 |
| }, |
| { |
| "epoch": 1.1911764705882353, |
| "grad_norm": 0.2734375, |
| "learning_rate": 8.857196985455481e-06, |
| "loss": 0.047, |
| "step": 972 |
| }, |
| { |
| "epoch": 1.1936274509803921, |
| "grad_norm": 0.240234375, |
| "learning_rate": 8.850384207454195e-06, |
| "loss": 0.0444, |
| "step": 974 |
| }, |
| { |
| "epoch": 1.196078431372549, |
| "grad_norm": 0.26171875, |
| "learning_rate": 8.84355381942454e-06, |
| "loss": 0.0487, |
| "step": 976 |
| }, |
| { |
| "epoch": 1.1985294117647058, |
| "grad_norm": 0.228515625, |
| "learning_rate": 8.836705852605814e-06, |
| "loss": 0.0532, |
| "step": 978 |
| }, |
| { |
| "epoch": 1.2009803921568627, |
| "grad_norm": 0.2431640625, |
| "learning_rate": 8.829840338317726e-06, |
| "loss": 0.0459, |
| "step": 980 |
| }, |
| { |
| "epoch": 1.2034313725490196, |
| "grad_norm": 0.212890625, |
| "learning_rate": 8.822957307960232e-06, |
| "loss": 0.0443, |
| "step": 982 |
| }, |
| { |
| "epoch": 1.2058823529411764, |
| "grad_norm": 0.2109375, |
| "learning_rate": 8.8160567930134e-06, |
| "loss": 0.0516, |
| "step": 984 |
| }, |
| { |
| "epoch": 1.2083333333333333, |
| "grad_norm": 0.2099609375, |
| "learning_rate": 8.809138825037268e-06, |
| "loss": 0.0471, |
| "step": 986 |
| }, |
| { |
| "epoch": 1.2107843137254901, |
| "grad_norm": 0.2060546875, |
| "learning_rate": 8.80220343567169e-06, |
| "loss": 0.0471, |
| "step": 988 |
| }, |
| { |
| "epoch": 1.213235294117647, |
| "grad_norm": 0.24609375, |
| "learning_rate": 8.795250656636207e-06, |
| "loss": 0.0466, |
| "step": 990 |
| }, |
| { |
| "epoch": 1.215686274509804, |
| "grad_norm": 0.28125, |
| "learning_rate": 8.788280519729891e-06, |
| "loss": 0.0518, |
| "step": 992 |
| }, |
| { |
| "epoch": 1.218137254901961, |
| "grad_norm": 0.28515625, |
| "learning_rate": 8.781293056831192e-06, |
| "loss": 0.0503, |
| "step": 994 |
| }, |
| { |
| "epoch": 1.2205882352941178, |
| "grad_norm": 0.26953125, |
| "learning_rate": 8.774288299897816e-06, |
| "loss": 0.0483, |
| "step": 996 |
| }, |
| { |
| "epoch": 1.2230392156862746, |
| "grad_norm": 0.23828125, |
| "learning_rate": 8.767266280966551e-06, |
| "loss": 0.0529, |
| "step": 998 |
| }, |
| { |
| "epoch": 1.2254901960784315, |
| "grad_norm": 0.251953125, |
| "learning_rate": 8.760227032153147e-06, |
| "loss": 0.0516, |
| "step": 1000 |
| }, |
| { |
| "epoch": 1.2279411764705883, |
| "grad_norm": 0.2119140625, |
| "learning_rate": 8.753170585652148e-06, |
| "loss": 0.0481, |
| "step": 1002 |
| }, |
| { |
| "epoch": 1.2303921568627452, |
| "grad_norm": 0.279296875, |
| "learning_rate": 8.746096973736755e-06, |
| "loss": 0.0508, |
| "step": 1004 |
| }, |
| { |
| "epoch": 1.232843137254902, |
| "grad_norm": 0.25390625, |
| "learning_rate": 8.739006228758675e-06, |
| "loss": 0.0481, |
| "step": 1006 |
| }, |
| { |
| "epoch": 1.2352941176470589, |
| "grad_norm": 0.28125, |
| "learning_rate": 8.731898383147976e-06, |
| "loss": 0.0459, |
| "step": 1008 |
| }, |
| { |
| "epoch": 1.2377450980392157, |
| "grad_norm": 0.2431640625, |
| "learning_rate": 8.724773469412936e-06, |
| "loss": 0.0461, |
| "step": 1010 |
| }, |
| { |
| "epoch": 1.2401960784313726, |
| "grad_norm": 0.2734375, |
| "learning_rate": 8.7176315201399e-06, |
| "loss": 0.0507, |
| "step": 1012 |
| }, |
| { |
| "epoch": 1.2426470588235294, |
| "grad_norm": 0.2578125, |
| "learning_rate": 8.710472567993117e-06, |
| "loss": 0.0436, |
| "step": 1014 |
| }, |
| { |
| "epoch": 1.2450980392156863, |
| "grad_norm": 0.2451171875, |
| "learning_rate": 8.70329664571461e-06, |
| "loss": 0.05, |
| "step": 1016 |
| }, |
| { |
| "epoch": 1.2475490196078431, |
| "grad_norm": 0.310546875, |
| "learning_rate": 8.696103786124009e-06, |
| "loss": 0.0487, |
| "step": 1018 |
| }, |
| { |
| "epoch": 1.25, |
| "grad_norm": 0.2451171875, |
| "learning_rate": 8.68889402211841e-06, |
| "loss": 0.0485, |
| "step": 1020 |
| }, |
| { |
| "epoch": 1.2524509803921569, |
| "grad_norm": 0.263671875, |
| "learning_rate": 8.681667386672223e-06, |
| "loss": 0.0495, |
| "step": 1022 |
| }, |
| { |
| "epoch": 1.2549019607843137, |
| "grad_norm": 0.267578125, |
| "learning_rate": 8.674423912837025e-06, |
| "loss": 0.0495, |
| "step": 1024 |
| }, |
| { |
| "epoch": 1.2573529411764706, |
| "grad_norm": 0.263671875, |
| "learning_rate": 8.667163633741397e-06, |
| "loss": 0.0503, |
| "step": 1026 |
| }, |
| { |
| "epoch": 1.2598039215686274, |
| "grad_norm": 0.27734375, |
| "learning_rate": 8.659886582590787e-06, |
| "loss": 0.0484, |
| "step": 1028 |
| }, |
| { |
| "epoch": 1.2622549019607843, |
| "grad_norm": 0.263671875, |
| "learning_rate": 8.652592792667346e-06, |
| "loss": 0.049, |
| "step": 1030 |
| }, |
| { |
| "epoch": 1.2647058823529411, |
| "grad_norm": 0.291015625, |
| "learning_rate": 8.645282297329785e-06, |
| "loss": 0.0481, |
| "step": 1032 |
| }, |
| { |
| "epoch": 1.267156862745098, |
| "grad_norm": 0.259765625, |
| "learning_rate": 8.637955130013213e-06, |
| "loss": 0.0451, |
| "step": 1034 |
| }, |
| { |
| "epoch": 1.2696078431372548, |
| "grad_norm": 0.2373046875, |
| "learning_rate": 8.630611324228996e-06, |
| "loss": 0.0491, |
| "step": 1036 |
| }, |
| { |
| "epoch": 1.2720588235294117, |
| "grad_norm": 0.26953125, |
| "learning_rate": 8.623250913564598e-06, |
| "loss": 0.0513, |
| "step": 1038 |
| }, |
| { |
| "epoch": 1.2745098039215685, |
| "grad_norm": 0.265625, |
| "learning_rate": 8.615873931683417e-06, |
| "loss": 0.0434, |
| "step": 1040 |
| }, |
| { |
| "epoch": 1.2769607843137254, |
| "grad_norm": 0.22265625, |
| "learning_rate": 8.608480412324652e-06, |
| "loss": 0.0473, |
| "step": 1042 |
| }, |
| { |
| "epoch": 1.2794117647058822, |
| "grad_norm": 0.251953125, |
| "learning_rate": 8.60107038930313e-06, |
| "loss": 0.05, |
| "step": 1044 |
| }, |
| { |
| "epoch": 1.281862745098039, |
| "grad_norm": 0.23828125, |
| "learning_rate": 8.593643896509163e-06, |
| "loss": 0.0536, |
| "step": 1046 |
| }, |
| { |
| "epoch": 1.284313725490196, |
| "grad_norm": 0.25, |
| "learning_rate": 8.586200967908385e-06, |
| "loss": 0.0482, |
| "step": 1048 |
| }, |
| { |
| "epoch": 1.2867647058823528, |
| "grad_norm": 0.25, |
| "learning_rate": 8.578741637541605e-06, |
| "loss": 0.0498, |
| "step": 1050 |
| }, |
| { |
| "epoch": 1.2892156862745099, |
| "grad_norm": 0.208984375, |
| "learning_rate": 8.571265939524642e-06, |
| "loss": 0.0461, |
| "step": 1052 |
| }, |
| { |
| "epoch": 1.2916666666666667, |
| "grad_norm": 0.23046875, |
| "learning_rate": 8.563773908048177e-06, |
| "loss": 0.0439, |
| "step": 1054 |
| }, |
| { |
| "epoch": 1.2941176470588236, |
| "grad_norm": 0.23046875, |
| "learning_rate": 8.556265577377593e-06, |
| "loss": 0.0433, |
| "step": 1056 |
| }, |
| { |
| "epoch": 1.2965686274509804, |
| "grad_norm": 0.212890625, |
| "learning_rate": 8.548740981852816e-06, |
| "loss": 0.0462, |
| "step": 1058 |
| }, |
| { |
| "epoch": 1.2990196078431373, |
| "grad_norm": 0.296875, |
| "learning_rate": 8.541200155888166e-06, |
| "loss": 0.051, |
| "step": 1060 |
| }, |
| { |
| "epoch": 1.3014705882352942, |
| "grad_norm": 0.2451171875, |
| "learning_rate": 8.533643133972186e-06, |
| "loss": 0.0463, |
| "step": 1062 |
| }, |
| { |
| "epoch": 1.303921568627451, |
| "grad_norm": 0.27734375, |
| "learning_rate": 8.5260699506675e-06, |
| "loss": 0.0513, |
| "step": 1064 |
| }, |
| { |
| "epoch": 1.3063725490196079, |
| "grad_norm": 0.2412109375, |
| "learning_rate": 8.518480640610644e-06, |
| "loss": 0.0478, |
| "step": 1066 |
| }, |
| { |
| "epoch": 1.3088235294117647, |
| "grad_norm": 0.279296875, |
| "learning_rate": 8.510875238511911e-06, |
| "loss": 0.0498, |
| "step": 1068 |
| }, |
| { |
| "epoch": 1.3112745098039216, |
| "grad_norm": 0.267578125, |
| "learning_rate": 8.503253779155193e-06, |
| "loss": 0.047, |
| "step": 1070 |
| }, |
| { |
| "epoch": 1.3137254901960784, |
| "grad_norm": 0.205078125, |
| "learning_rate": 8.495616297397819e-06, |
| "loss": 0.0447, |
| "step": 1072 |
| }, |
| { |
| "epoch": 1.3161764705882353, |
| "grad_norm": 0.263671875, |
| "learning_rate": 8.487962828170403e-06, |
| "loss": 0.048, |
| "step": 1074 |
| }, |
| { |
| "epoch": 1.3186274509803921, |
| "grad_norm": 0.232421875, |
| "learning_rate": 8.480293406476671e-06, |
| "loss": 0.0481, |
| "step": 1076 |
| }, |
| { |
| "epoch": 1.321078431372549, |
| "grad_norm": 0.26171875, |
| "learning_rate": 8.472608067393317e-06, |
| "loss": 0.0429, |
| "step": 1078 |
| }, |
| { |
| "epoch": 1.3235294117647058, |
| "grad_norm": 0.2412109375, |
| "learning_rate": 8.464906846069827e-06, |
| "loss": 0.0497, |
| "step": 1080 |
| }, |
| { |
| "epoch": 1.3259803921568627, |
| "grad_norm": 0.2275390625, |
| "learning_rate": 8.457189777728333e-06, |
| "loss": 0.046, |
| "step": 1082 |
| }, |
| { |
| "epoch": 1.3284313725490196, |
| "grad_norm": 0.21484375, |
| "learning_rate": 8.449456897663438e-06, |
| "loss": 0.0416, |
| "step": 1084 |
| }, |
| { |
| "epoch": 1.3308823529411764, |
| "grad_norm": 0.259765625, |
| "learning_rate": 8.441708241242062e-06, |
| "loss": 0.0463, |
| "step": 1086 |
| }, |
| { |
| "epoch": 1.3333333333333333, |
| "grad_norm": 0.263671875, |
| "learning_rate": 8.433943843903286e-06, |
| "loss": 0.0512, |
| "step": 1088 |
| }, |
| { |
| "epoch": 1.3357843137254901, |
| "grad_norm": 0.21484375, |
| "learning_rate": 8.426163741158175e-06, |
| "loss": 0.0481, |
| "step": 1090 |
| }, |
| { |
| "epoch": 1.3382352941176472, |
| "grad_norm": 0.2734375, |
| "learning_rate": 8.41836796858963e-06, |
| "loss": 0.0483, |
| "step": 1092 |
| }, |
| { |
| "epoch": 1.340686274509804, |
| "grad_norm": 0.2216796875, |
| "learning_rate": 8.410556561852212e-06, |
| "loss": 0.0557, |
| "step": 1094 |
| }, |
| { |
| "epoch": 1.343137254901961, |
| "grad_norm": 0.2177734375, |
| "learning_rate": 8.402729556671995e-06, |
| "loss": 0.045, |
| "step": 1096 |
| }, |
| { |
| "epoch": 1.3455882352941178, |
| "grad_norm": 0.25390625, |
| "learning_rate": 8.39488698884639e-06, |
| "loss": 0.0488, |
| "step": 1098 |
| }, |
| { |
| "epoch": 1.3480392156862746, |
| "grad_norm": 0.2353515625, |
| "learning_rate": 8.38702889424398e-06, |
| "loss": 0.0443, |
| "step": 1100 |
| }, |
| { |
| "epoch": 1.3504901960784315, |
| "grad_norm": 0.27734375, |
| "learning_rate": 8.379155308804368e-06, |
| "loss": 0.0494, |
| "step": 1102 |
| }, |
| { |
| "epoch": 1.3529411764705883, |
| "grad_norm": 0.232421875, |
| "learning_rate": 8.371266268538002e-06, |
| "loss": 0.0453, |
| "step": 1104 |
| }, |
| { |
| "epoch": 1.3553921568627452, |
| "grad_norm": 0.310546875, |
| "learning_rate": 8.363361809526013e-06, |
| "loss": 0.053, |
| "step": 1106 |
| }, |
| { |
| "epoch": 1.357843137254902, |
| "grad_norm": 0.2333984375, |
| "learning_rate": 8.355441967920056e-06, |
| "loss": 0.045, |
| "step": 1108 |
| }, |
| { |
| "epoch": 1.3602941176470589, |
| "grad_norm": 0.2314453125, |
| "learning_rate": 8.347506779942136e-06, |
| "loss": 0.0507, |
| "step": 1110 |
| }, |
| { |
| "epoch": 1.3627450980392157, |
| "grad_norm": 0.28125, |
| "learning_rate": 8.33955628188444e-06, |
| "loss": 0.0524, |
| "step": 1112 |
| }, |
| { |
| "epoch": 1.3651960784313726, |
| "grad_norm": 0.22265625, |
| "learning_rate": 8.331590510109188e-06, |
| "loss": 0.0456, |
| "step": 1114 |
| }, |
| { |
| "epoch": 1.3676470588235294, |
| "grad_norm": 0.220703125, |
| "learning_rate": 8.323609501048446e-06, |
| "loss": 0.0459, |
| "step": 1116 |
| }, |
| { |
| "epoch": 1.3700980392156863, |
| "grad_norm": 0.259765625, |
| "learning_rate": 8.315613291203977e-06, |
| "loss": 0.0533, |
| "step": 1118 |
| }, |
| { |
| "epoch": 1.3725490196078431, |
| "grad_norm": 0.251953125, |
| "learning_rate": 8.30760191714706e-06, |
| "loss": 0.0475, |
| "step": 1120 |
| }, |
| { |
| "epoch": 1.375, |
| "grad_norm": 0.3203125, |
| "learning_rate": 8.299575415518327e-06, |
| "loss": 0.0435, |
| "step": 1122 |
| }, |
| { |
| "epoch": 1.3774509803921569, |
| "grad_norm": 0.27734375, |
| "learning_rate": 8.291533823027607e-06, |
| "loss": 0.0504, |
| "step": 1124 |
| }, |
| { |
| "epoch": 1.3799019607843137, |
| "grad_norm": 0.2294921875, |
| "learning_rate": 8.283477176453738e-06, |
| "loss": 0.0497, |
| "step": 1126 |
| }, |
| { |
| "epoch": 1.3823529411764706, |
| "grad_norm": 0.25390625, |
| "learning_rate": 8.275405512644412e-06, |
| "loss": 0.0457, |
| "step": 1128 |
| }, |
| { |
| "epoch": 1.3848039215686274, |
| "grad_norm": 0.220703125, |
| "learning_rate": 8.267318868516007e-06, |
| "loss": 0.0482, |
| "step": 1130 |
| }, |
| { |
| "epoch": 1.3872549019607843, |
| "grad_norm": 0.25, |
| "learning_rate": 8.259217281053411e-06, |
| "loss": 0.0475, |
| "step": 1132 |
| }, |
| { |
| "epoch": 1.3897058823529411, |
| "grad_norm": 0.2333984375, |
| "learning_rate": 8.25110078730986e-06, |
| "loss": 0.0485, |
| "step": 1134 |
| }, |
| { |
| "epoch": 1.392156862745098, |
| "grad_norm": 0.21875, |
| "learning_rate": 8.242969424406757e-06, |
| "loss": 0.0452, |
| "step": 1136 |
| }, |
| { |
| "epoch": 1.3946078431372548, |
| "grad_norm": 0.31640625, |
| "learning_rate": 8.234823229533519e-06, |
| "loss": 0.0516, |
| "step": 1138 |
| }, |
| { |
| "epoch": 1.3970588235294117, |
| "grad_norm": 0.25390625, |
| "learning_rate": 8.226662239947396e-06, |
| "loss": 0.0467, |
| "step": 1140 |
| }, |
| { |
| "epoch": 1.3995098039215685, |
| "grad_norm": 0.25390625, |
| "learning_rate": 8.2184864929733e-06, |
| "loss": 0.0482, |
| "step": 1142 |
| }, |
| { |
| "epoch": 1.4019607843137254, |
| "grad_norm": 0.203125, |
| "learning_rate": 8.21029602600364e-06, |
| "loss": 0.0426, |
| "step": 1144 |
| }, |
| { |
| "epoch": 1.4044117647058822, |
| "grad_norm": 0.251953125, |
| "learning_rate": 8.202090876498144e-06, |
| "loss": 0.0472, |
| "step": 1146 |
| }, |
| { |
| "epoch": 1.406862745098039, |
| "grad_norm": 0.26953125, |
| "learning_rate": 8.193871081983698e-06, |
| "loss": 0.051, |
| "step": 1148 |
| }, |
| { |
| "epoch": 1.409313725490196, |
| "grad_norm": 0.2578125, |
| "learning_rate": 8.185636680054161e-06, |
| "loss": 0.0483, |
| "step": 1150 |
| }, |
| { |
| "epoch": 1.4117647058823528, |
| "grad_norm": 0.2353515625, |
| "learning_rate": 8.177387708370208e-06, |
| "loss": 0.0428, |
| "step": 1152 |
| }, |
| { |
| "epoch": 1.4142156862745099, |
| "grad_norm": 0.208984375, |
| "learning_rate": 8.169124204659142e-06, |
| "loss": 0.0431, |
| "step": 1154 |
| }, |
| { |
| "epoch": 1.4166666666666667, |
| "grad_norm": 0.25390625, |
| "learning_rate": 8.160846206714734e-06, |
| "loss": 0.0534, |
| "step": 1156 |
| }, |
| { |
| "epoch": 1.4191176470588236, |
| "grad_norm": 0.2421875, |
| "learning_rate": 8.152553752397043e-06, |
| "loss": 0.0481, |
| "step": 1158 |
| }, |
| { |
| "epoch": 1.4215686274509804, |
| "grad_norm": 0.263671875, |
| "learning_rate": 8.14424687963225e-06, |
| "loss": 0.049, |
| "step": 1160 |
| }, |
| { |
| "epoch": 1.4240196078431373, |
| "grad_norm": 0.291015625, |
| "learning_rate": 8.135925626412474e-06, |
| "loss": 0.0469, |
| "step": 1162 |
| }, |
| { |
| "epoch": 1.4264705882352942, |
| "grad_norm": 0.197265625, |
| "learning_rate": 8.127590030795608e-06, |
| "loss": 0.0484, |
| "step": 1164 |
| }, |
| { |
| "epoch": 1.428921568627451, |
| "grad_norm": 0.255859375, |
| "learning_rate": 8.11924013090514e-06, |
| "loss": 0.0497, |
| "step": 1166 |
| }, |
| { |
| "epoch": 1.4313725490196079, |
| "grad_norm": 0.306640625, |
| "learning_rate": 8.110875964929976e-06, |
| "loss": 0.0496, |
| "step": 1168 |
| }, |
| { |
| "epoch": 1.4338235294117647, |
| "grad_norm": 0.25, |
| "learning_rate": 8.102497571124276e-06, |
| "loss": 0.0516, |
| "step": 1170 |
| }, |
| { |
| "epoch": 1.4362745098039216, |
| "grad_norm": 0.302734375, |
| "learning_rate": 8.09410498780727e-06, |
| "loss": 0.0475, |
| "step": 1172 |
| }, |
| { |
| "epoch": 1.4387254901960784, |
| "grad_norm": 0.29296875, |
| "learning_rate": 8.085698253363081e-06, |
| "loss": 0.0439, |
| "step": 1174 |
| }, |
| { |
| "epoch": 1.4411764705882353, |
| "grad_norm": 0.36328125, |
| "learning_rate": 8.077277406240556e-06, |
| "loss": 0.0481, |
| "step": 1176 |
| }, |
| { |
| "epoch": 1.4436274509803921, |
| "grad_norm": 0.2353515625, |
| "learning_rate": 8.068842484953086e-06, |
| "loss": 0.0456, |
| "step": 1178 |
| }, |
| { |
| "epoch": 1.446078431372549, |
| "grad_norm": 0.279296875, |
| "learning_rate": 8.060393528078435e-06, |
| "loss": 0.0421, |
| "step": 1180 |
| }, |
| { |
| "epoch": 1.4485294117647058, |
| "grad_norm": 0.30078125, |
| "learning_rate": 8.051930574258554e-06, |
| "loss": 0.0456, |
| "step": 1182 |
| }, |
| { |
| "epoch": 1.4509803921568627, |
| "grad_norm": 0.2138671875, |
| "learning_rate": 8.043453662199416e-06, |
| "loss": 0.0496, |
| "step": 1184 |
| }, |
| { |
| "epoch": 1.4534313725490196, |
| "grad_norm": 0.390625, |
| "learning_rate": 8.03496283067083e-06, |
| "loss": 0.0451, |
| "step": 1186 |
| }, |
| { |
| "epoch": 1.4558823529411764, |
| "grad_norm": 0.265625, |
| "learning_rate": 8.026458118506264e-06, |
| "loss": 0.0507, |
| "step": 1188 |
| }, |
| { |
| "epoch": 1.4583333333333333, |
| "grad_norm": 0.265625, |
| "learning_rate": 8.017939564602679e-06, |
| "loss": 0.0482, |
| "step": 1190 |
| }, |
| { |
| "epoch": 1.4607843137254901, |
| "grad_norm": 0.2490234375, |
| "learning_rate": 8.009407207920333e-06, |
| "loss": 0.0466, |
| "step": 1192 |
| }, |
| { |
| "epoch": 1.4632352941176472, |
| "grad_norm": 0.30859375, |
| "learning_rate": 8.000861087482615e-06, |
| "loss": 0.0468, |
| "step": 1194 |
| }, |
| { |
| "epoch": 1.465686274509804, |
| "grad_norm": 0.197265625, |
| "learning_rate": 7.992301242375866e-06, |
| "loss": 0.0461, |
| "step": 1196 |
| }, |
| { |
| "epoch": 1.468137254901961, |
| "grad_norm": 0.2890625, |
| "learning_rate": 7.983727711749194e-06, |
| "loss": 0.0508, |
| "step": 1198 |
| }, |
| { |
| "epoch": 1.4705882352941178, |
| "grad_norm": 0.33984375, |
| "learning_rate": 7.975140534814304e-06, |
| "loss": 0.0545, |
| "step": 1200 |
| }, |
| { |
| "epoch": 1.4730392156862746, |
| "grad_norm": 0.2333984375, |
| "learning_rate": 7.96653975084531e-06, |
| "loss": 0.0489, |
| "step": 1202 |
| }, |
| { |
| "epoch": 1.4754901960784315, |
| "grad_norm": 0.26953125, |
| "learning_rate": 7.957925399178556e-06, |
| "loss": 0.0472, |
| "step": 1204 |
| }, |
| { |
| "epoch": 1.4779411764705883, |
| "grad_norm": 0.2431640625, |
| "learning_rate": 7.949297519212444e-06, |
| "loss": 0.0494, |
| "step": 1206 |
| }, |
| { |
| "epoch": 1.4803921568627452, |
| "grad_norm": 0.294921875, |
| "learning_rate": 7.940656150407247e-06, |
| "loss": 0.048, |
| "step": 1208 |
| }, |
| { |
| "epoch": 1.482843137254902, |
| "grad_norm": 0.310546875, |
| "learning_rate": 7.932001332284929e-06, |
| "loss": 0.042, |
| "step": 1210 |
| }, |
| { |
| "epoch": 1.4852941176470589, |
| "grad_norm": 0.2255859375, |
| "learning_rate": 7.923333104428967e-06, |
| "loss": 0.0434, |
| "step": 1212 |
| }, |
| { |
| "epoch": 1.4877450980392157, |
| "grad_norm": 0.2216796875, |
| "learning_rate": 7.91465150648417e-06, |
| "loss": 0.0374, |
| "step": 1214 |
| }, |
| { |
| "epoch": 1.4901960784313726, |
| "grad_norm": 0.310546875, |
| "learning_rate": 7.90595657815649e-06, |
| "loss": 0.0457, |
| "step": 1216 |
| }, |
| { |
| "epoch": 1.4926470588235294, |
| "grad_norm": 0.212890625, |
| "learning_rate": 7.897248359212852e-06, |
| "loss": 0.0445, |
| "step": 1218 |
| }, |
| { |
| "epoch": 1.4950980392156863, |
| "grad_norm": 0.234375, |
| "learning_rate": 7.888526889480967e-06, |
| "loss": 0.045, |
| "step": 1220 |
| }, |
| { |
| "epoch": 1.4975490196078431, |
| "grad_norm": 0.296875, |
| "learning_rate": 7.879792208849146e-06, |
| "loss": 0.0496, |
| "step": 1222 |
| }, |
| { |
| "epoch": 1.5, |
| "grad_norm": 0.287109375, |
| "learning_rate": 7.871044357266124e-06, |
| "loss": 0.0465, |
| "step": 1224 |
| }, |
| { |
| "epoch": 1.5024509803921569, |
| "grad_norm": 0.291015625, |
| "learning_rate": 7.862283374740874e-06, |
| "loss": 0.0486, |
| "step": 1226 |
| }, |
| { |
| "epoch": 1.5049019607843137, |
| "grad_norm": 0.265625, |
| "learning_rate": 7.85350930134242e-06, |
| "loss": 0.0485, |
| "step": 1228 |
| }, |
| { |
| "epoch": 1.5073529411764706, |
| "grad_norm": 0.2314453125, |
| "learning_rate": 7.844722177199663e-06, |
| "loss": 0.0483, |
| "step": 1230 |
| }, |
| { |
| "epoch": 1.5098039215686274, |
| "grad_norm": 0.283203125, |
| "learning_rate": 7.835922042501194e-06, |
| "loss": 0.0404, |
| "step": 1232 |
| }, |
| { |
| "epoch": 1.5122549019607843, |
| "grad_norm": 0.234375, |
| "learning_rate": 7.827108937495102e-06, |
| "loss": 0.0465, |
| "step": 1234 |
| }, |
| { |
| "epoch": 1.5147058823529411, |
| "grad_norm": 0.21484375, |
| "learning_rate": 7.818282902488806e-06, |
| "loss": 0.0448, |
| "step": 1236 |
| }, |
| { |
| "epoch": 1.517156862745098, |
| "grad_norm": 0.2255859375, |
| "learning_rate": 7.809443977848849e-06, |
| "loss": 0.0504, |
| "step": 1238 |
| }, |
| { |
| "epoch": 1.5196078431372548, |
| "grad_norm": 0.240234375, |
| "learning_rate": 7.800592204000739e-06, |
| "loss": 0.0478, |
| "step": 1240 |
| }, |
| { |
| "epoch": 1.5220588235294117, |
| "grad_norm": 0.294921875, |
| "learning_rate": 7.791727621428741e-06, |
| "loss": 0.0464, |
| "step": 1242 |
| }, |
| { |
| "epoch": 1.5245098039215685, |
| "grad_norm": 0.26171875, |
| "learning_rate": 7.782850270675705e-06, |
| "loss": 0.0435, |
| "step": 1244 |
| }, |
| { |
| "epoch": 1.5269607843137254, |
| "grad_norm": 0.205078125, |
| "learning_rate": 7.773960192342882e-06, |
| "loss": 0.0448, |
| "step": 1246 |
| }, |
| { |
| "epoch": 1.5294117647058822, |
| "grad_norm": 0.30078125, |
| "learning_rate": 7.765057427089726e-06, |
| "loss": 0.0533, |
| "step": 1248 |
| }, |
| { |
| "epoch": 1.531862745098039, |
| "grad_norm": 0.2080078125, |
| "learning_rate": 7.75614201563372e-06, |
| "loss": 0.0448, |
| "step": 1250 |
| }, |
| { |
| "epoch": 1.534313725490196, |
| "grad_norm": 0.234375, |
| "learning_rate": 7.74721399875018e-06, |
| "loss": 0.0453, |
| "step": 1252 |
| }, |
| { |
| "epoch": 1.5367647058823528, |
| "grad_norm": 0.2353515625, |
| "learning_rate": 7.73827341727208e-06, |
| "loss": 0.0458, |
| "step": 1254 |
| }, |
| { |
| "epoch": 1.5392156862745097, |
| "grad_norm": 0.25390625, |
| "learning_rate": 7.729320312089862e-06, |
| "loss": 0.0506, |
| "step": 1256 |
| }, |
| { |
| "epoch": 1.5416666666666665, |
| "grad_norm": 0.3359375, |
| "learning_rate": 7.720354724151237e-06, |
| "loss": 0.0467, |
| "step": 1258 |
| }, |
| { |
| "epoch": 1.5441176470588234, |
| "grad_norm": 0.224609375, |
| "learning_rate": 7.71137669446101e-06, |
| "loss": 0.0498, |
| "step": 1260 |
| }, |
| { |
| "epoch": 1.5465686274509802, |
| "grad_norm": 0.2734375, |
| "learning_rate": 7.702386264080894e-06, |
| "loss": 0.0486, |
| "step": 1262 |
| }, |
| { |
| "epoch": 1.5490196078431373, |
| "grad_norm": 0.2265625, |
| "learning_rate": 7.69338347412931e-06, |
| "loss": 0.0438, |
| "step": 1264 |
| }, |
| { |
| "epoch": 1.5514705882352942, |
| "grad_norm": 0.279296875, |
| "learning_rate": 7.684368365781213e-06, |
| "loss": 0.0425, |
| "step": 1266 |
| }, |
| { |
| "epoch": 1.553921568627451, |
| "grad_norm": 0.294921875, |
| "learning_rate": 7.675340980267896e-06, |
| "loss": 0.0506, |
| "step": 1268 |
| }, |
| { |
| "epoch": 1.5563725490196079, |
| "grad_norm": 0.275390625, |
| "learning_rate": 7.666301358876798e-06, |
| "loss": 0.0495, |
| "step": 1270 |
| }, |
| { |
| "epoch": 1.5588235294117647, |
| "grad_norm": 0.3515625, |
| "learning_rate": 7.657249542951324e-06, |
| "loss": 0.048, |
| "step": 1272 |
| }, |
| { |
| "epoch": 1.5612745098039216, |
| "grad_norm": 0.318359375, |
| "learning_rate": 7.648185573890651e-06, |
| "loss": 0.0555, |
| "step": 1274 |
| }, |
| { |
| "epoch": 1.5637254901960784, |
| "grad_norm": 0.255859375, |
| "learning_rate": 7.639109493149537e-06, |
| "loss": 0.0495, |
| "step": 1276 |
| }, |
| { |
| "epoch": 1.5661764705882353, |
| "grad_norm": 0.265625, |
| "learning_rate": 7.630021342238139e-06, |
| "loss": 0.0475, |
| "step": 1278 |
| }, |
| { |
| "epoch": 1.5686274509803921, |
| "grad_norm": 0.201171875, |
| "learning_rate": 7.620921162721811e-06, |
| "loss": 0.0466, |
| "step": 1280 |
| }, |
| { |
| "epoch": 1.571078431372549, |
| "grad_norm": 0.2470703125, |
| "learning_rate": 7.611808996220923e-06, |
| "loss": 0.0502, |
| "step": 1282 |
| }, |
| { |
| "epoch": 1.5735294117647058, |
| "grad_norm": 0.228515625, |
| "learning_rate": 7.602684884410674e-06, |
| "loss": 0.0471, |
| "step": 1284 |
| }, |
| { |
| "epoch": 1.5759803921568627, |
| "grad_norm": 0.279296875, |
| "learning_rate": 7.593548869020887e-06, |
| "loss": 0.0589, |
| "step": 1286 |
| }, |
| { |
| "epoch": 1.5784313725490198, |
| "grad_norm": 0.23046875, |
| "learning_rate": 7.584400991835834e-06, |
| "loss": 0.0461, |
| "step": 1288 |
| }, |
| { |
| "epoch": 1.5808823529411766, |
| "grad_norm": 0.2138671875, |
| "learning_rate": 7.575241294694033e-06, |
| "loss": 0.0449, |
| "step": 1290 |
| }, |
| { |
| "epoch": 1.5833333333333335, |
| "grad_norm": 0.291015625, |
| "learning_rate": 7.566069819488066e-06, |
| "loss": 0.0461, |
| "step": 1292 |
| }, |
| { |
| "epoch": 1.5857843137254903, |
| "grad_norm": 0.287109375, |
| "learning_rate": 7.556886608164378e-06, |
| "loss": 0.0442, |
| "step": 1294 |
| }, |
| { |
| "epoch": 1.5882352941176472, |
| "grad_norm": 0.291015625, |
| "learning_rate": 7.547691702723095e-06, |
| "loss": 0.0499, |
| "step": 1296 |
| }, |
| { |
| "epoch": 1.590686274509804, |
| "grad_norm": 0.2353515625, |
| "learning_rate": 7.53848514521782e-06, |
| "loss": 0.0484, |
| "step": 1298 |
| }, |
| { |
| "epoch": 1.593137254901961, |
| "grad_norm": 0.2734375, |
| "learning_rate": 7.529266977755456e-06, |
| "loss": 0.0489, |
| "step": 1300 |
| }, |
| { |
| "epoch": 1.5955882352941178, |
| "grad_norm": 0.25390625, |
| "learning_rate": 7.520037242496e-06, |
| "loss": 0.0407, |
| "step": 1302 |
| }, |
| { |
| "epoch": 1.5980392156862746, |
| "grad_norm": 0.23046875, |
| "learning_rate": 7.510795981652356e-06, |
| "loss": 0.0511, |
| "step": 1304 |
| }, |
| { |
| "epoch": 1.6004901960784315, |
| "grad_norm": 0.236328125, |
| "learning_rate": 7.501543237490141e-06, |
| "loss": 0.0471, |
| "step": 1306 |
| }, |
| { |
| "epoch": 1.6029411764705883, |
| "grad_norm": 0.232421875, |
| "learning_rate": 7.4922790523274935e-06, |
| "loss": 0.0495, |
| "step": 1308 |
| }, |
| { |
| "epoch": 1.6053921568627452, |
| "grad_norm": 0.2421875, |
| "learning_rate": 7.483003468534874e-06, |
| "loss": 0.0457, |
| "step": 1310 |
| }, |
| { |
| "epoch": 1.607843137254902, |
| "grad_norm": 0.29296875, |
| "learning_rate": 7.473716528534883e-06, |
| "loss": 0.0532, |
| "step": 1312 |
| }, |
| { |
| "epoch": 1.6102941176470589, |
| "grad_norm": 0.185546875, |
| "learning_rate": 7.46441827480205e-06, |
| "loss": 0.0408, |
| "step": 1314 |
| }, |
| { |
| "epoch": 1.6127450980392157, |
| "grad_norm": 0.26171875, |
| "learning_rate": 7.455108749862658e-06, |
| "loss": 0.0447, |
| "step": 1316 |
| }, |
| { |
| "epoch": 1.6151960784313726, |
| "grad_norm": 0.31640625, |
| "learning_rate": 7.445787996294532e-06, |
| "loss": 0.0484, |
| "step": 1318 |
| }, |
| { |
| "epoch": 1.6176470588235294, |
| "grad_norm": 0.251953125, |
| "learning_rate": 7.43645605672686e-06, |
| "loss": 0.0446, |
| "step": 1320 |
| }, |
| { |
| "epoch": 1.6200980392156863, |
| "grad_norm": 0.22265625, |
| "learning_rate": 7.4271129738399805e-06, |
| "loss": 0.0424, |
| "step": 1322 |
| }, |
| { |
| "epoch": 1.6225490196078431, |
| "grad_norm": 0.291015625, |
| "learning_rate": 7.4177587903652035e-06, |
| "loss": 0.0482, |
| "step": 1324 |
| }, |
| { |
| "epoch": 1.625, |
| "grad_norm": 0.23046875, |
| "learning_rate": 7.4083935490846096e-06, |
| "loss": 0.0497, |
| "step": 1326 |
| }, |
| { |
| "epoch": 1.6274509803921569, |
| "grad_norm": 0.251953125, |
| "learning_rate": 7.399017292830848e-06, |
| "loss": 0.048, |
| "step": 1328 |
| }, |
| { |
| "epoch": 1.6299019607843137, |
| "grad_norm": 0.2265625, |
| "learning_rate": 7.389630064486946e-06, |
| "loss": 0.0504, |
| "step": 1330 |
| }, |
| { |
| "epoch": 1.6323529411764706, |
| "grad_norm": 0.267578125, |
| "learning_rate": 7.380231906986117e-06, |
| "loss": 0.0433, |
| "step": 1332 |
| }, |
| { |
| "epoch": 1.6348039215686274, |
| "grad_norm": 0.251953125, |
| "learning_rate": 7.370822863311558e-06, |
| "loss": 0.0457, |
| "step": 1334 |
| }, |
| { |
| "epoch": 1.6372549019607843, |
| "grad_norm": 0.328125, |
| "learning_rate": 7.361402976496251e-06, |
| "loss": 0.0469, |
| "step": 1336 |
| }, |
| { |
| "epoch": 1.6397058823529411, |
| "grad_norm": 0.271484375, |
| "learning_rate": 7.351972289622775e-06, |
| "loss": 0.0489, |
| "step": 1338 |
| }, |
| { |
| "epoch": 1.642156862745098, |
| "grad_norm": 0.2177734375, |
| "learning_rate": 7.342530845823103e-06, |
| "loss": 0.0441, |
| "step": 1340 |
| }, |
| { |
| "epoch": 1.6446078431372548, |
| "grad_norm": 0.2578125, |
| "learning_rate": 7.333078688278402e-06, |
| "loss": 0.052, |
| "step": 1342 |
| }, |
| { |
| "epoch": 1.6470588235294117, |
| "grad_norm": 0.255859375, |
| "learning_rate": 7.323615860218844e-06, |
| "loss": 0.0411, |
| "step": 1344 |
| }, |
| { |
| "epoch": 1.6495098039215685, |
| "grad_norm": 0.263671875, |
| "learning_rate": 7.314142404923399e-06, |
| "loss": 0.0522, |
| "step": 1346 |
| }, |
| { |
| "epoch": 1.6519607843137254, |
| "grad_norm": 0.25, |
| "learning_rate": 7.3046583657196445e-06, |
| "loss": 0.0477, |
| "step": 1348 |
| }, |
| { |
| "epoch": 1.6544117647058822, |
| "grad_norm": 0.25, |
| "learning_rate": 7.295163785983563e-06, |
| "loss": 0.0489, |
| "step": 1350 |
| }, |
| { |
| "epoch": 1.656862745098039, |
| "grad_norm": 0.2431640625, |
| "learning_rate": 7.2856587091393475e-06, |
| "loss": 0.0485, |
| "step": 1352 |
| }, |
| { |
| "epoch": 1.659313725490196, |
| "grad_norm": 0.2490234375, |
| "learning_rate": 7.276143178659195e-06, |
| "loss": 0.0426, |
| "step": 1354 |
| }, |
| { |
| "epoch": 1.6617647058823528, |
| "grad_norm": 0.224609375, |
| "learning_rate": 7.2666172380631184e-06, |
| "loss": 0.0461, |
| "step": 1356 |
| }, |
| { |
| "epoch": 1.6642156862745097, |
| "grad_norm": 0.294921875, |
| "learning_rate": 7.257080930918737e-06, |
| "loss": 0.0538, |
| "step": 1358 |
| }, |
| { |
| "epoch": 1.6666666666666665, |
| "grad_norm": 0.28515625, |
| "learning_rate": 7.2475343008410884e-06, |
| "loss": 0.0455, |
| "step": 1360 |
| }, |
| { |
| "epoch": 1.6691176470588234, |
| "grad_norm": 0.29296875, |
| "learning_rate": 7.237977391492419e-06, |
| "loss": 0.047, |
| "step": 1362 |
| }, |
| { |
| "epoch": 1.6715686274509802, |
| "grad_norm": 0.302734375, |
| "learning_rate": 7.228410246581987e-06, |
| "loss": 0.0446, |
| "step": 1364 |
| }, |
| { |
| "epoch": 1.6740196078431373, |
| "grad_norm": 0.248046875, |
| "learning_rate": 7.2188329098658685e-06, |
| "loss": 0.0431, |
| "step": 1366 |
| }, |
| { |
| "epoch": 1.6764705882352942, |
| "grad_norm": 0.2451171875, |
| "learning_rate": 7.2092454251467445e-06, |
| "loss": 0.0461, |
| "step": 1368 |
| }, |
| { |
| "epoch": 1.678921568627451, |
| "grad_norm": 0.2353515625, |
| "learning_rate": 7.199647836273721e-06, |
| "loss": 0.048, |
| "step": 1370 |
| }, |
| { |
| "epoch": 1.6813725490196079, |
| "grad_norm": 0.251953125, |
| "learning_rate": 7.190040187142103e-06, |
| "loss": 0.0535, |
| "step": 1372 |
| }, |
| { |
| "epoch": 1.6838235294117647, |
| "grad_norm": 0.2158203125, |
| "learning_rate": 7.180422521693217e-06, |
| "loss": 0.0424, |
| "step": 1374 |
| }, |
| { |
| "epoch": 1.6862745098039216, |
| "grad_norm": 0.263671875, |
| "learning_rate": 7.1707948839141935e-06, |
| "loss": 0.0458, |
| "step": 1376 |
| }, |
| { |
| "epoch": 1.6887254901960784, |
| "grad_norm": 0.2021484375, |
| "learning_rate": 7.161157317837775e-06, |
| "loss": 0.0425, |
| "step": 1378 |
| }, |
| { |
| "epoch": 1.6911764705882353, |
| "grad_norm": 0.287109375, |
| "learning_rate": 7.1515098675421125e-06, |
| "loss": 0.0454, |
| "step": 1380 |
| }, |
| { |
| "epoch": 1.6936274509803921, |
| "grad_norm": 0.2578125, |
| "learning_rate": 7.1418525771505605e-06, |
| "loss": 0.0455, |
| "step": 1382 |
| }, |
| { |
| "epoch": 1.696078431372549, |
| "grad_norm": 0.275390625, |
| "learning_rate": 7.13218549083148e-06, |
| "loss": 0.0472, |
| "step": 1384 |
| }, |
| { |
| "epoch": 1.6985294117647058, |
| "grad_norm": 0.255859375, |
| "learning_rate": 7.122508652798033e-06, |
| "loss": 0.0471, |
| "step": 1386 |
| }, |
| { |
| "epoch": 1.7009803921568627, |
| "grad_norm": 0.26171875, |
| "learning_rate": 7.112822107307986e-06, |
| "loss": 0.053, |
| "step": 1388 |
| }, |
| { |
| "epoch": 1.7034313725490198, |
| "grad_norm": 0.244140625, |
| "learning_rate": 7.1031258986634965e-06, |
| "loss": 0.0471, |
| "step": 1390 |
| }, |
| { |
| "epoch": 1.7058823529411766, |
| "grad_norm": 0.26171875, |
| "learning_rate": 7.093420071210922e-06, |
| "loss": 0.0484, |
| "step": 1392 |
| }, |
| { |
| "epoch": 1.7083333333333335, |
| "grad_norm": 0.345703125, |
| "learning_rate": 7.083704669340611e-06, |
| "loss": 0.0427, |
| "step": 1394 |
| }, |
| { |
| "epoch": 1.7107843137254903, |
| "grad_norm": 0.330078125, |
| "learning_rate": 7.0739797374867e-06, |
| "loss": 0.0481, |
| "step": 1396 |
| }, |
| { |
| "epoch": 1.7132352941176472, |
| "grad_norm": 0.30859375, |
| "learning_rate": 7.0642453201269145e-06, |
| "loss": 0.0447, |
| "step": 1398 |
| }, |
| { |
| "epoch": 1.715686274509804, |
| "grad_norm": 0.30078125, |
| "learning_rate": 7.054501461782361e-06, |
| "loss": 0.0496, |
| "step": 1400 |
| }, |
| { |
| "epoch": 1.718137254901961, |
| "grad_norm": 0.25, |
| "learning_rate": 7.044748207017327e-06, |
| "loss": 0.0495, |
| "step": 1402 |
| }, |
| { |
| "epoch": 1.7205882352941178, |
| "grad_norm": 0.2265625, |
| "learning_rate": 7.034985600439068e-06, |
| "loss": 0.0454, |
| "step": 1404 |
| }, |
| { |
| "epoch": 1.7230392156862746, |
| "grad_norm": 0.2421875, |
| "learning_rate": 7.0252136866976205e-06, |
| "loss": 0.0425, |
| "step": 1406 |
| }, |
| { |
| "epoch": 1.7254901960784315, |
| "grad_norm": 0.279296875, |
| "learning_rate": 7.015432510485584e-06, |
| "loss": 0.0465, |
| "step": 1408 |
| }, |
| { |
| "epoch": 1.7279411764705883, |
| "grad_norm": 0.2421875, |
| "learning_rate": 7.005642116537919e-06, |
| "loss": 0.0435, |
| "step": 1410 |
| }, |
| { |
| "epoch": 1.7303921568627452, |
| "grad_norm": 0.263671875, |
| "learning_rate": 6.9958425496317435e-06, |
| "loss": 0.047, |
| "step": 1412 |
| }, |
| { |
| "epoch": 1.732843137254902, |
| "grad_norm": 0.23046875, |
| "learning_rate": 6.986033854586134e-06, |
| "loss": 0.0468, |
| "step": 1414 |
| }, |
| { |
| "epoch": 1.7352941176470589, |
| "grad_norm": 0.279296875, |
| "learning_rate": 6.9762160762619116e-06, |
| "loss": 0.0502, |
| "step": 1416 |
| }, |
| { |
| "epoch": 1.7377450980392157, |
| "grad_norm": 0.326171875, |
| "learning_rate": 6.966389259561438e-06, |
| "loss": 0.0503, |
| "step": 1418 |
| }, |
| { |
| "epoch": 1.7401960784313726, |
| "grad_norm": 0.267578125, |
| "learning_rate": 6.956553449428418e-06, |
| "loss": 0.0445, |
| "step": 1420 |
| }, |
| { |
| "epoch": 1.7426470588235294, |
| "grad_norm": 0.2333984375, |
| "learning_rate": 6.946708690847684e-06, |
| "loss": 0.0468, |
| "step": 1422 |
| }, |
| { |
| "epoch": 1.7450980392156863, |
| "grad_norm": 0.232421875, |
| "learning_rate": 6.936855028844996e-06, |
| "loss": 0.0507, |
| "step": 1424 |
| }, |
| { |
| "epoch": 1.7475490196078431, |
| "grad_norm": 0.2421875, |
| "learning_rate": 6.926992508486839e-06, |
| "loss": 0.0485, |
| "step": 1426 |
| }, |
| { |
| "epoch": 1.75, |
| "grad_norm": 0.2353515625, |
| "learning_rate": 6.9171211748802055e-06, |
| "loss": 0.0434, |
| "step": 1428 |
| }, |
| { |
| "epoch": 1.7524509803921569, |
| "grad_norm": 0.2578125, |
| "learning_rate": 6.907241073172399e-06, |
| "loss": 0.0466, |
| "step": 1430 |
| }, |
| { |
| "epoch": 1.7549019607843137, |
| "grad_norm": 0.244140625, |
| "learning_rate": 6.897352248550828e-06, |
| "loss": 0.0483, |
| "step": 1432 |
| }, |
| { |
| "epoch": 1.7573529411764706, |
| "grad_norm": 0.34765625, |
| "learning_rate": 6.887454746242787e-06, |
| "loss": 0.0554, |
| "step": 1434 |
| }, |
| { |
| "epoch": 1.7598039215686274, |
| "grad_norm": 0.2119140625, |
| "learning_rate": 6.87754861151527e-06, |
| "loss": 0.0427, |
| "step": 1436 |
| }, |
| { |
| "epoch": 1.7622549019607843, |
| "grad_norm": 0.373046875, |
| "learning_rate": 6.867633889674743e-06, |
| "loss": 0.0433, |
| "step": 1438 |
| }, |
| { |
| "epoch": 1.7647058823529411, |
| "grad_norm": 0.23046875, |
| "learning_rate": 6.857710626066949e-06, |
| "loss": 0.0472, |
| "step": 1440 |
| }, |
| { |
| "epoch": 1.767156862745098, |
| "grad_norm": 0.21484375, |
| "learning_rate": 6.847778866076697e-06, |
| "loss": 0.0476, |
| "step": 1442 |
| }, |
| { |
| "epoch": 1.7696078431372548, |
| "grad_norm": 0.240234375, |
| "learning_rate": 6.837838655127659e-06, |
| "loss": 0.0434, |
| "step": 1444 |
| }, |
| { |
| "epoch": 1.7720588235294117, |
| "grad_norm": 0.25390625, |
| "learning_rate": 6.827890038682151e-06, |
| "loss": 0.0394, |
| "step": 1446 |
| }, |
| { |
| "epoch": 1.7745098039215685, |
| "grad_norm": 0.2353515625, |
| "learning_rate": 6.817933062240937e-06, |
| "loss": 0.0475, |
| "step": 1448 |
| }, |
| { |
| "epoch": 1.7769607843137254, |
| "grad_norm": 0.25, |
| "learning_rate": 6.8079677713430136e-06, |
| "loss": 0.052, |
| "step": 1450 |
| }, |
| { |
| "epoch": 1.7794117647058822, |
| "grad_norm": 0.318359375, |
| "learning_rate": 6.797994211565405e-06, |
| "loss": 0.053, |
| "step": 1452 |
| }, |
| { |
| "epoch": 1.781862745098039, |
| "grad_norm": 0.283203125, |
| "learning_rate": 6.788012428522956e-06, |
| "loss": 0.0425, |
| "step": 1454 |
| }, |
| { |
| "epoch": 1.784313725490196, |
| "grad_norm": 0.322265625, |
| "learning_rate": 6.7780224678681194e-06, |
| "loss": 0.0459, |
| "step": 1456 |
| }, |
| { |
| "epoch": 1.7867647058823528, |
| "grad_norm": 0.287109375, |
| "learning_rate": 6.768024375290747e-06, |
| "loss": 0.0468, |
| "step": 1458 |
| }, |
| { |
| "epoch": 1.7892156862745097, |
| "grad_norm": 0.2216796875, |
| "learning_rate": 6.758018196517885e-06, |
| "loss": 0.0462, |
| "step": 1460 |
| }, |
| { |
| "epoch": 1.7916666666666665, |
| "grad_norm": 0.23828125, |
| "learning_rate": 6.7480039773135605e-06, |
| "loss": 0.043, |
| "step": 1462 |
| }, |
| { |
| "epoch": 1.7941176470588234, |
| "grad_norm": 0.2490234375, |
| "learning_rate": 6.737981763478578e-06, |
| "loss": 0.0459, |
| "step": 1464 |
| }, |
| { |
| "epoch": 1.7965686274509802, |
| "grad_norm": 0.22265625, |
| "learning_rate": 6.727951600850302e-06, |
| "loss": 0.0403, |
| "step": 1466 |
| }, |
| { |
| "epoch": 1.7990196078431373, |
| "grad_norm": 0.263671875, |
| "learning_rate": 6.717913535302453e-06, |
| "loss": 0.0412, |
| "step": 1468 |
| }, |
| { |
| "epoch": 1.8014705882352942, |
| "grad_norm": 0.2431640625, |
| "learning_rate": 6.7078676127448965e-06, |
| "loss": 0.0482, |
| "step": 1470 |
| }, |
| { |
| "epoch": 1.803921568627451, |
| "grad_norm": 0.228515625, |
| "learning_rate": 6.697813879123429e-06, |
| "loss": 0.0502, |
| "step": 1472 |
| }, |
| { |
| "epoch": 1.8063725490196079, |
| "grad_norm": 0.287109375, |
| "learning_rate": 6.687752380419579e-06, |
| "loss": 0.0505, |
| "step": 1474 |
| }, |
| { |
| "epoch": 1.8088235294117647, |
| "grad_norm": 0.275390625, |
| "learning_rate": 6.677683162650383e-06, |
| "loss": 0.0459, |
| "step": 1476 |
| }, |
| { |
| "epoch": 1.8112745098039216, |
| "grad_norm": 0.23828125, |
| "learning_rate": 6.667606271868183e-06, |
| "loss": 0.0423, |
| "step": 1478 |
| }, |
| { |
| "epoch": 1.8137254901960784, |
| "grad_norm": 0.2421875, |
| "learning_rate": 6.657521754160415e-06, |
| "loss": 0.0494, |
| "step": 1480 |
| }, |
| { |
| "epoch": 1.8161764705882353, |
| "grad_norm": 0.40625, |
| "learning_rate": 6.6474296556493945e-06, |
| "loss": 0.0509, |
| "step": 1482 |
| }, |
| { |
| "epoch": 1.8186274509803921, |
| "grad_norm": 0.236328125, |
| "learning_rate": 6.637330022492112e-06, |
| "loss": 0.0441, |
| "step": 1484 |
| }, |
| { |
| "epoch": 1.821078431372549, |
| "grad_norm": 0.2197265625, |
| "learning_rate": 6.627222900880017e-06, |
| "loss": 0.0464, |
| "step": 1486 |
| }, |
| { |
| "epoch": 1.8235294117647058, |
| "grad_norm": 0.234375, |
| "learning_rate": 6.617108337038807e-06, |
| "loss": 0.0501, |
| "step": 1488 |
| }, |
| { |
| "epoch": 1.8259803921568627, |
| "grad_norm": 0.2255859375, |
| "learning_rate": 6.606986377228216e-06, |
| "loss": 0.0446, |
| "step": 1490 |
| }, |
| { |
| "epoch": 1.8284313725490198, |
| "grad_norm": 0.25390625, |
| "learning_rate": 6.59685706774181e-06, |
| "loss": 0.0437, |
| "step": 1492 |
| }, |
| { |
| "epoch": 1.8308823529411766, |
| "grad_norm": 0.302734375, |
| "learning_rate": 6.586720454906762e-06, |
| "loss": 0.0482, |
| "step": 1494 |
| }, |
| { |
| "epoch": 1.8333333333333335, |
| "grad_norm": 0.2373046875, |
| "learning_rate": 6.576576585083651e-06, |
| "loss": 0.0433, |
| "step": 1496 |
| }, |
| { |
| "epoch": 1.8357843137254903, |
| "grad_norm": 0.318359375, |
| "learning_rate": 6.566425504666249e-06, |
| "loss": 0.0439, |
| "step": 1498 |
| }, |
| { |
| "epoch": 1.8382352941176472, |
| "grad_norm": 0.267578125, |
| "learning_rate": 6.556267260081297e-06, |
| "loss": 0.0443, |
| "step": 1500 |
| }, |
| { |
| "epoch": 1.840686274509804, |
| "grad_norm": 0.25, |
| "learning_rate": 6.5461018977883135e-06, |
| "loss": 0.0464, |
| "step": 1502 |
| }, |
| { |
| "epoch": 1.843137254901961, |
| "grad_norm": 0.240234375, |
| "learning_rate": 6.535929464279364e-06, |
| "loss": 0.0442, |
| "step": 1504 |
| }, |
| { |
| "epoch": 1.8455882352941178, |
| "grad_norm": 0.1865234375, |
| "learning_rate": 6.525750006078854e-06, |
| "loss": 0.0436, |
| "step": 1506 |
| }, |
| { |
| "epoch": 1.8480392156862746, |
| "grad_norm": 0.322265625, |
| "learning_rate": 6.515563569743318e-06, |
| "loss": 0.0483, |
| "step": 1508 |
| }, |
| { |
| "epoch": 1.8504901960784315, |
| "grad_norm": 0.314453125, |
| "learning_rate": 6.50537020186121e-06, |
| "loss": 0.0428, |
| "step": 1510 |
| }, |
| { |
| "epoch": 1.8529411764705883, |
| "grad_norm": 0.2099609375, |
| "learning_rate": 6.495169949052679e-06, |
| "loss": 0.0403, |
| "step": 1512 |
| }, |
| { |
| "epoch": 1.8553921568627452, |
| "grad_norm": 0.271484375, |
| "learning_rate": 6.484962857969366e-06, |
| "loss": 0.0483, |
| "step": 1514 |
| }, |
| { |
| "epoch": 1.857843137254902, |
| "grad_norm": 0.271484375, |
| "learning_rate": 6.474748975294189e-06, |
| "loss": 0.0505, |
| "step": 1516 |
| }, |
| { |
| "epoch": 1.8602941176470589, |
| "grad_norm": 0.2412109375, |
| "learning_rate": 6.4645283477411235e-06, |
| "loss": 0.0454, |
| "step": 1518 |
| }, |
| { |
| "epoch": 1.8627450980392157, |
| "grad_norm": 0.212890625, |
| "learning_rate": 6.454301022054999e-06, |
| "loss": 0.0447, |
| "step": 1520 |
| }, |
| { |
| "epoch": 1.8651960784313726, |
| "grad_norm": 0.2373046875, |
| "learning_rate": 6.444067045011275e-06, |
| "loss": 0.0431, |
| "step": 1522 |
| }, |
| { |
| "epoch": 1.8676470588235294, |
| "grad_norm": 0.2255859375, |
| "learning_rate": 6.433826463415832e-06, |
| "loss": 0.0441, |
| "step": 1524 |
| }, |
| { |
| "epoch": 1.8700980392156863, |
| "grad_norm": 0.283203125, |
| "learning_rate": 6.423579324104758e-06, |
| "loss": 0.0449, |
| "step": 1526 |
| }, |
| { |
| "epoch": 1.8725490196078431, |
| "grad_norm": 0.265625, |
| "learning_rate": 6.413325673944133e-06, |
| "loss": 0.0447, |
| "step": 1528 |
| }, |
| { |
| "epoch": 1.875, |
| "grad_norm": 0.2490234375, |
| "learning_rate": 6.403065559829816e-06, |
| "loss": 0.0451, |
| "step": 1530 |
| }, |
| { |
| "epoch": 1.8774509803921569, |
| "grad_norm": 0.341796875, |
| "learning_rate": 6.392799028687227e-06, |
| "loss": 0.0458, |
| "step": 1532 |
| }, |
| { |
| "epoch": 1.8799019607843137, |
| "grad_norm": 0.2412109375, |
| "learning_rate": 6.382526127471136e-06, |
| "loss": 0.0521, |
| "step": 1534 |
| }, |
| { |
| "epoch": 1.8823529411764706, |
| "grad_norm": 0.23828125, |
| "learning_rate": 6.372246903165445e-06, |
| "loss": 0.0452, |
| "step": 1536 |
| }, |
| { |
| "epoch": 1.8848039215686274, |
| "grad_norm": 0.2578125, |
| "learning_rate": 6.361961402782981e-06, |
| "loss": 0.044, |
| "step": 1538 |
| }, |
| { |
| "epoch": 1.8872549019607843, |
| "grad_norm": 0.251953125, |
| "learning_rate": 6.35166967336527e-06, |
| "loss": 0.048, |
| "step": 1540 |
| }, |
| { |
| "epoch": 1.8897058823529411, |
| "grad_norm": 0.25390625, |
| "learning_rate": 6.3413717619823265e-06, |
| "loss": 0.0458, |
| "step": 1542 |
| }, |
| { |
| "epoch": 1.892156862745098, |
| "grad_norm": 0.2412109375, |
| "learning_rate": 6.331067715732443e-06, |
| "loss": 0.0446, |
| "step": 1544 |
| }, |
| { |
| "epoch": 1.8946078431372548, |
| "grad_norm": 0.2734375, |
| "learning_rate": 6.320757581741965e-06, |
| "loss": 0.0498, |
| "step": 1546 |
| }, |
| { |
| "epoch": 1.8970588235294117, |
| "grad_norm": 0.345703125, |
| "learning_rate": 6.310441407165085e-06, |
| "loss": 0.0429, |
| "step": 1548 |
| }, |
| { |
| "epoch": 1.8995098039215685, |
| "grad_norm": 0.27734375, |
| "learning_rate": 6.300119239183621e-06, |
| "loss": 0.0485, |
| "step": 1550 |
| }, |
| { |
| "epoch": 1.9019607843137254, |
| "grad_norm": 0.2333984375, |
| "learning_rate": 6.289791125006801e-06, |
| "loss": 0.0508, |
| "step": 1552 |
| }, |
| { |
| "epoch": 1.9044117647058822, |
| "grad_norm": 0.28125, |
| "learning_rate": 6.279457111871052e-06, |
| "loss": 0.0462, |
| "step": 1554 |
| }, |
| { |
| "epoch": 1.906862745098039, |
| "grad_norm": 0.2734375, |
| "learning_rate": 6.269117247039775e-06, |
| "loss": 0.0474, |
| "step": 1556 |
| }, |
| { |
| "epoch": 1.909313725490196, |
| "grad_norm": 0.2353515625, |
| "learning_rate": 6.258771577803141e-06, |
| "loss": 0.0479, |
| "step": 1558 |
| }, |
| { |
| "epoch": 1.9117647058823528, |
| "grad_norm": 0.29296875, |
| "learning_rate": 6.248420151477862e-06, |
| "loss": 0.0465, |
| "step": 1560 |
| }, |
| { |
| "epoch": 1.9142156862745097, |
| "grad_norm": 0.25390625, |
| "learning_rate": 6.238063015406982e-06, |
| "loss": 0.0503, |
| "step": 1562 |
| }, |
| { |
| "epoch": 1.9166666666666665, |
| "grad_norm": 0.30859375, |
| "learning_rate": 6.227700216959661e-06, |
| "loss": 0.0465, |
| "step": 1564 |
| }, |
| { |
| "epoch": 1.9191176470588234, |
| "grad_norm": 0.27734375, |
| "learning_rate": 6.2173318035309525e-06, |
| "loss": 0.0469, |
| "step": 1566 |
| }, |
| { |
| "epoch": 1.9215686274509802, |
| "grad_norm": 0.263671875, |
| "learning_rate": 6.206957822541596e-06, |
| "loss": 0.0418, |
| "step": 1568 |
| }, |
| { |
| "epoch": 1.9240196078431373, |
| "grad_norm": 0.2734375, |
| "learning_rate": 6.1965783214377895e-06, |
| "loss": 0.0524, |
| "step": 1570 |
| }, |
| { |
| "epoch": 1.9264705882352942, |
| "grad_norm": 0.30859375, |
| "learning_rate": 6.1861933476909805e-06, |
| "loss": 0.048, |
| "step": 1572 |
| }, |
| { |
| "epoch": 1.928921568627451, |
| "grad_norm": 0.30859375, |
| "learning_rate": 6.175802948797645e-06, |
| "loss": 0.0505, |
| "step": 1574 |
| }, |
| { |
| "epoch": 1.9313725490196079, |
| "grad_norm": 0.310546875, |
| "learning_rate": 6.165407172279073e-06, |
| "loss": 0.0501, |
| "step": 1576 |
| }, |
| { |
| "epoch": 1.9338235294117647, |
| "grad_norm": 0.25390625, |
| "learning_rate": 6.1550060656811464e-06, |
| "loss": 0.0513, |
| "step": 1578 |
| }, |
| { |
| "epoch": 1.9362745098039216, |
| "grad_norm": 0.2490234375, |
| "learning_rate": 6.144599676574128e-06, |
| "loss": 0.0424, |
| "step": 1580 |
| }, |
| { |
| "epoch": 1.9387254901960784, |
| "grad_norm": 0.294921875, |
| "learning_rate": 6.1341880525524365e-06, |
| "loss": 0.0455, |
| "step": 1582 |
| }, |
| { |
| "epoch": 1.9411764705882353, |
| "grad_norm": 0.21484375, |
| "learning_rate": 6.123771241234437e-06, |
| "loss": 0.0462, |
| "step": 1584 |
| }, |
| { |
| "epoch": 1.9436274509803921, |
| "grad_norm": 0.255859375, |
| "learning_rate": 6.113349290262216e-06, |
| "loss": 0.0476, |
| "step": 1586 |
| }, |
| { |
| "epoch": 1.946078431372549, |
| "grad_norm": 0.2578125, |
| "learning_rate": 6.1029222473013705e-06, |
| "loss": 0.0487, |
| "step": 1588 |
| }, |
| { |
| "epoch": 1.9485294117647058, |
| "grad_norm": 0.287109375, |
| "learning_rate": 6.0924901600407825e-06, |
| "loss": 0.0456, |
| "step": 1590 |
| }, |
| { |
| "epoch": 1.9509803921568627, |
| "grad_norm": 0.30078125, |
| "learning_rate": 6.082053076192405e-06, |
| "loss": 0.0454, |
| "step": 1592 |
| }, |
| { |
| "epoch": 1.9534313725490198, |
| "grad_norm": 0.263671875, |
| "learning_rate": 6.071611043491044e-06, |
| "loss": 0.0459, |
| "step": 1594 |
| }, |
| { |
| "epoch": 1.9558823529411766, |
| "grad_norm": 0.306640625, |
| "learning_rate": 6.061164109694139e-06, |
| "loss": 0.0554, |
| "step": 1596 |
| }, |
| { |
| "epoch": 1.9583333333333335, |
| "grad_norm": 0.2578125, |
| "learning_rate": 6.050712322581546e-06, |
| "loss": 0.0463, |
| "step": 1598 |
| }, |
| { |
| "epoch": 1.9607843137254903, |
| "grad_norm": 0.25390625, |
| "learning_rate": 6.040255729955318e-06, |
| "loss": 0.0478, |
| "step": 1600 |
| }, |
| { |
| "epoch": 1.9632352941176472, |
| "grad_norm": 0.244140625, |
| "learning_rate": 6.029794379639484e-06, |
| "loss": 0.0493, |
| "step": 1602 |
| }, |
| { |
| "epoch": 1.965686274509804, |
| "grad_norm": 0.259765625, |
| "learning_rate": 6.019328319479836e-06, |
| "loss": 0.0458, |
| "step": 1604 |
| }, |
| { |
| "epoch": 1.968137254901961, |
| "grad_norm": 0.32421875, |
| "learning_rate": 6.008857597343704e-06, |
| "loss": 0.0509, |
| "step": 1606 |
| }, |
| { |
| "epoch": 1.9705882352941178, |
| "grad_norm": 0.234375, |
| "learning_rate": 5.998382261119744e-06, |
| "loss": 0.0473, |
| "step": 1608 |
| }, |
| { |
| "epoch": 1.9730392156862746, |
| "grad_norm": 0.2412109375, |
| "learning_rate": 5.987902358717709e-06, |
| "loss": 0.0406, |
| "step": 1610 |
| }, |
| { |
| "epoch": 1.9754901960784315, |
| "grad_norm": 0.275390625, |
| "learning_rate": 5.97741793806824e-06, |
| "loss": 0.0508, |
| "step": 1612 |
| }, |
| { |
| "epoch": 1.9779411764705883, |
| "grad_norm": 0.2890625, |
| "learning_rate": 5.966929047122641e-06, |
| "loss": 0.0469, |
| "step": 1614 |
| }, |
| { |
| "epoch": 1.9803921568627452, |
| "grad_norm": 0.21875, |
| "learning_rate": 5.956435733852662e-06, |
| "loss": 0.0452, |
| "step": 1616 |
| }, |
| { |
| "epoch": 1.982843137254902, |
| "grad_norm": 0.3046875, |
| "learning_rate": 5.945938046250277e-06, |
| "loss": 0.0452, |
| "step": 1618 |
| }, |
| { |
| "epoch": 1.9852941176470589, |
| "grad_norm": 0.2421875, |
| "learning_rate": 5.935436032327471e-06, |
| "loss": 0.0404, |
| "step": 1620 |
| }, |
| { |
| "epoch": 1.9877450980392157, |
| "grad_norm": 0.220703125, |
| "learning_rate": 5.924929740116008e-06, |
| "loss": 0.045, |
| "step": 1622 |
| }, |
| { |
| "epoch": 1.9901960784313726, |
| "grad_norm": 0.3203125, |
| "learning_rate": 5.914419217667228e-06, |
| "loss": 0.0556, |
| "step": 1624 |
| }, |
| { |
| "epoch": 1.9926470588235294, |
| "grad_norm": 0.25390625, |
| "learning_rate": 5.903904513051812e-06, |
| "loss": 0.0429, |
| "step": 1626 |
| }, |
| { |
| "epoch": 1.9950980392156863, |
| "grad_norm": 0.294921875, |
| "learning_rate": 5.893385674359572e-06, |
| "loss": 0.0531, |
| "step": 1628 |
| }, |
| { |
| "epoch": 1.9975490196078431, |
| "grad_norm": 0.248046875, |
| "learning_rate": 5.882862749699223e-06, |
| "loss": 0.051, |
| "step": 1630 |
| }, |
| { |
| "epoch": 2.0, |
| "grad_norm": 0.408203125, |
| "learning_rate": 5.872335787198173e-06, |
| "loss": 0.045, |
| "step": 1632 |
| }, |
| { |
| "epoch": 2.0, |
| "eval_loss": 0.05398834869265556, |
| "eval_runtime": 37.4119, |
| "eval_samples_per_second": 134.075, |
| "eval_steps_per_second": 1.069, |
| "step": 1632 |
| }, |
| { |
| "epoch": 2.002450980392157, |
| "grad_norm": 0.2578125, |
| "learning_rate": 5.861804835002292e-06, |
| "loss": 0.0441, |
| "step": 1634 |
| }, |
| { |
| "epoch": 2.0049019607843137, |
| "grad_norm": 0.28125, |
| "learning_rate": 5.8512699412757045e-06, |
| "loss": 0.0421, |
| "step": 1636 |
| }, |
| { |
| "epoch": 2.0073529411764706, |
| "grad_norm": 0.27734375, |
| "learning_rate": 5.840731154200554e-06, |
| "loss": 0.0417, |
| "step": 1638 |
| }, |
| { |
| "epoch": 2.0098039215686274, |
| "grad_norm": 0.265625, |
| "learning_rate": 5.830188521976794e-06, |
| "loss": 0.0498, |
| "step": 1640 |
| }, |
| { |
| "epoch": 2.0122549019607843, |
| "grad_norm": 0.30859375, |
| "learning_rate": 5.819642092821964e-06, |
| "loss": 0.0463, |
| "step": 1642 |
| }, |
| { |
| "epoch": 2.014705882352941, |
| "grad_norm": 0.1953125, |
| "learning_rate": 5.809091914970971e-06, |
| "loss": 0.0412, |
| "step": 1644 |
| }, |
| { |
| "epoch": 2.017156862745098, |
| "grad_norm": 0.263671875, |
| "learning_rate": 5.798538036675863e-06, |
| "loss": 0.054, |
| "step": 1646 |
| }, |
| { |
| "epoch": 2.019607843137255, |
| "grad_norm": 0.2890625, |
| "learning_rate": 5.787980506205615e-06, |
| "loss": 0.0529, |
| "step": 1648 |
| }, |
| { |
| "epoch": 2.0220588235294117, |
| "grad_norm": 0.25, |
| "learning_rate": 5.777419371845905e-06, |
| "loss": 0.0492, |
| "step": 1650 |
| }, |
| { |
| "epoch": 2.0245098039215685, |
| "grad_norm": 0.2734375, |
| "learning_rate": 5.766854681898893e-06, |
| "loss": 0.049, |
| "step": 1652 |
| }, |
| { |
| "epoch": 2.0269607843137254, |
| "grad_norm": 0.302734375, |
| "learning_rate": 5.7562864846830016e-06, |
| "loss": 0.0455, |
| "step": 1654 |
| }, |
| { |
| "epoch": 2.0294117647058822, |
| "grad_norm": 0.2158203125, |
| "learning_rate": 5.745714828532691e-06, |
| "loss": 0.0518, |
| "step": 1656 |
| }, |
| { |
| "epoch": 2.031862745098039, |
| "grad_norm": 0.232421875, |
| "learning_rate": 5.73513976179825e-06, |
| "loss": 0.0477, |
| "step": 1658 |
| }, |
| { |
| "epoch": 2.034313725490196, |
| "grad_norm": 0.24609375, |
| "learning_rate": 5.724561332845553e-06, |
| "loss": 0.0445, |
| "step": 1660 |
| }, |
| { |
| "epoch": 2.036764705882353, |
| "grad_norm": 0.283203125, |
| "learning_rate": 5.713979590055864e-06, |
| "loss": 0.0483, |
| "step": 1662 |
| }, |
| { |
| "epoch": 2.0392156862745097, |
| "grad_norm": 0.2490234375, |
| "learning_rate": 5.703394581825595e-06, |
| "loss": 0.0468, |
| "step": 1664 |
| }, |
| { |
| "epoch": 2.0416666666666665, |
| "grad_norm": 0.25390625, |
| "learning_rate": 5.6928063565660955e-06, |
| "loss": 0.046, |
| "step": 1666 |
| }, |
| { |
| "epoch": 2.0441176470588234, |
| "grad_norm": 0.2099609375, |
| "learning_rate": 5.68221496270343e-06, |
| "loss": 0.0468, |
| "step": 1668 |
| }, |
| { |
| "epoch": 2.0465686274509802, |
| "grad_norm": 0.2353515625, |
| "learning_rate": 5.671620448678148e-06, |
| "loss": 0.0487, |
| "step": 1670 |
| }, |
| { |
| "epoch": 2.049019607843137, |
| "grad_norm": 0.294921875, |
| "learning_rate": 5.661022862945081e-06, |
| "loss": 0.0492, |
| "step": 1672 |
| }, |
| { |
| "epoch": 2.051470588235294, |
| "grad_norm": 0.328125, |
| "learning_rate": 5.650422253973099e-06, |
| "loss": 0.0446, |
| "step": 1674 |
| }, |
| { |
| "epoch": 2.053921568627451, |
| "grad_norm": 0.251953125, |
| "learning_rate": 5.639818670244904e-06, |
| "loss": 0.0416, |
| "step": 1676 |
| }, |
| { |
| "epoch": 2.0563725490196076, |
| "grad_norm": 0.35546875, |
| "learning_rate": 5.6292121602567995e-06, |
| "loss": 0.0519, |
| "step": 1678 |
| }, |
| { |
| "epoch": 2.0588235294117645, |
| "grad_norm": 0.271484375, |
| "learning_rate": 5.6186027725184775e-06, |
| "loss": 0.0453, |
| "step": 1680 |
| }, |
| { |
| "epoch": 2.0612745098039214, |
| "grad_norm": 0.2216796875, |
| "learning_rate": 5.607990555552788e-06, |
| "loss": 0.043, |
| "step": 1682 |
| }, |
| { |
| "epoch": 2.063725490196078, |
| "grad_norm": 0.28125, |
| "learning_rate": 5.597375557895522e-06, |
| "loss": 0.0492, |
| "step": 1684 |
| }, |
| { |
| "epoch": 2.0661764705882355, |
| "grad_norm": 0.236328125, |
| "learning_rate": 5.586757828095187e-06, |
| "loss": 0.0473, |
| "step": 1686 |
| }, |
| { |
| "epoch": 2.0686274509803924, |
| "grad_norm": 0.255859375, |
| "learning_rate": 5.576137414712788e-06, |
| "loss": 0.0479, |
| "step": 1688 |
| }, |
| { |
| "epoch": 2.071078431372549, |
| "grad_norm": 0.2451171875, |
| "learning_rate": 5.565514366321602e-06, |
| "loss": 0.0467, |
| "step": 1690 |
| }, |
| { |
| "epoch": 2.073529411764706, |
| "grad_norm": 0.220703125, |
| "learning_rate": 5.5548887315069575e-06, |
| "loss": 0.0491, |
| "step": 1692 |
| }, |
| { |
| "epoch": 2.075980392156863, |
| "grad_norm": 0.24609375, |
| "learning_rate": 5.544260558866015e-06, |
| "loss": 0.0503, |
| "step": 1694 |
| }, |
| { |
| "epoch": 2.0784313725490198, |
| "grad_norm": 0.25390625, |
| "learning_rate": 5.533629897007536e-06, |
| "loss": 0.0465, |
| "step": 1696 |
| }, |
| { |
| "epoch": 2.0808823529411766, |
| "grad_norm": 0.267578125, |
| "learning_rate": 5.522996794551673e-06, |
| "loss": 0.0551, |
| "step": 1698 |
| }, |
| { |
| "epoch": 2.0833333333333335, |
| "grad_norm": 0.2373046875, |
| "learning_rate": 5.512361300129738e-06, |
| "loss": 0.0409, |
| "step": 1700 |
| }, |
| { |
| "epoch": 2.0857843137254903, |
| "grad_norm": 0.228515625, |
| "learning_rate": 5.501723462383982e-06, |
| "loss": 0.0442, |
| "step": 1702 |
| }, |
| { |
| "epoch": 2.088235294117647, |
| "grad_norm": 0.279296875, |
| "learning_rate": 5.491083329967375e-06, |
| "loss": 0.0508, |
| "step": 1704 |
| }, |
| { |
| "epoch": 2.090686274509804, |
| "grad_norm": 0.228515625, |
| "learning_rate": 5.48044095154338e-06, |
| "loss": 0.0447, |
| "step": 1706 |
| }, |
| { |
| "epoch": 2.093137254901961, |
| "grad_norm": 0.2578125, |
| "learning_rate": 5.469796375785734e-06, |
| "loss": 0.0452, |
| "step": 1708 |
| }, |
| { |
| "epoch": 2.0955882352941178, |
| "grad_norm": 0.2431640625, |
| "learning_rate": 5.459149651378224e-06, |
| "loss": 0.0475, |
| "step": 1710 |
| }, |
| { |
| "epoch": 2.0980392156862746, |
| "grad_norm": 0.232421875, |
| "learning_rate": 5.4485008270144615e-06, |
| "loss": 0.0526, |
| "step": 1712 |
| }, |
| { |
| "epoch": 2.1004901960784315, |
| "grad_norm": 0.2890625, |
| "learning_rate": 5.437849951397665e-06, |
| "loss": 0.0454, |
| "step": 1714 |
| }, |
| { |
| "epoch": 2.1029411764705883, |
| "grad_norm": 0.259765625, |
| "learning_rate": 5.427197073240433e-06, |
| "loss": 0.0528, |
| "step": 1716 |
| }, |
| { |
| "epoch": 2.105392156862745, |
| "grad_norm": 0.279296875, |
| "learning_rate": 5.416542241264524e-06, |
| "loss": 0.0421, |
| "step": 1718 |
| }, |
| { |
| "epoch": 2.107843137254902, |
| "grad_norm": 0.30078125, |
| "learning_rate": 5.405885504200631e-06, |
| "loss": 0.0435, |
| "step": 1720 |
| }, |
| { |
| "epoch": 2.110294117647059, |
| "grad_norm": 0.2138671875, |
| "learning_rate": 5.395226910788162e-06, |
| "loss": 0.0495, |
| "step": 1722 |
| }, |
| { |
| "epoch": 2.1127450980392157, |
| "grad_norm": 0.21484375, |
| "learning_rate": 5.384566509775011e-06, |
| "loss": 0.0441, |
| "step": 1724 |
| }, |
| { |
| "epoch": 2.1151960784313726, |
| "grad_norm": 0.30859375, |
| "learning_rate": 5.373904349917343e-06, |
| "loss": 0.054, |
| "step": 1726 |
| }, |
| { |
| "epoch": 2.1176470588235294, |
| "grad_norm": 0.2109375, |
| "learning_rate": 5.3632404799793706e-06, |
| "loss": 0.049, |
| "step": 1728 |
| }, |
| { |
| "epoch": 2.1200980392156863, |
| "grad_norm": 0.318359375, |
| "learning_rate": 5.3525749487331184e-06, |
| "loss": 0.0453, |
| "step": 1730 |
| }, |
| { |
| "epoch": 2.122549019607843, |
| "grad_norm": 0.251953125, |
| "learning_rate": 5.341907804958215e-06, |
| "loss": 0.0444, |
| "step": 1732 |
| }, |
| { |
| "epoch": 2.125, |
| "grad_norm": 0.2431640625, |
| "learning_rate": 5.331239097441664e-06, |
| "loss": 0.0462, |
| "step": 1734 |
| }, |
| { |
| "epoch": 2.127450980392157, |
| "grad_norm": 0.23046875, |
| "learning_rate": 5.320568874977618e-06, |
| "loss": 0.0457, |
| "step": 1736 |
| }, |
| { |
| "epoch": 2.1299019607843137, |
| "grad_norm": 0.2490234375, |
| "learning_rate": 5.3098971863671646e-06, |
| "loss": 0.0482, |
| "step": 1738 |
| }, |
| { |
| "epoch": 2.1323529411764706, |
| "grad_norm": 0.2421875, |
| "learning_rate": 5.299224080418088e-06, |
| "loss": 0.0485, |
| "step": 1740 |
| }, |
| { |
| "epoch": 2.1348039215686274, |
| "grad_norm": 0.2333984375, |
| "learning_rate": 5.288549605944662e-06, |
| "loss": 0.0448, |
| "step": 1742 |
| }, |
| { |
| "epoch": 2.1372549019607843, |
| "grad_norm": 0.310546875, |
| "learning_rate": 5.277873811767415e-06, |
| "loss": 0.0524, |
| "step": 1744 |
| }, |
| { |
| "epoch": 2.139705882352941, |
| "grad_norm": 0.2353515625, |
| "learning_rate": 5.267196746712914e-06, |
| "loss": 0.0443, |
| "step": 1746 |
| }, |
| { |
| "epoch": 2.142156862745098, |
| "grad_norm": 0.265625, |
| "learning_rate": 5.256518459613538e-06, |
| "loss": 0.056, |
| "step": 1748 |
| }, |
| { |
| "epoch": 2.144607843137255, |
| "grad_norm": 0.212890625, |
| "learning_rate": 5.245838999307253e-06, |
| "loss": 0.0417, |
| "step": 1750 |
| }, |
| { |
| "epoch": 2.1470588235294117, |
| "grad_norm": 0.216796875, |
| "learning_rate": 5.2351584146373936e-06, |
| "loss": 0.0425, |
| "step": 1752 |
| }, |
| { |
| "epoch": 2.1495098039215685, |
| "grad_norm": 0.2890625, |
| "learning_rate": 5.224476754452433e-06, |
| "loss": 0.0456, |
| "step": 1754 |
| }, |
| { |
| "epoch": 2.1519607843137254, |
| "grad_norm": 0.259765625, |
| "learning_rate": 5.21379406760577e-06, |
| "loss": 0.0509, |
| "step": 1756 |
| }, |
| { |
| "epoch": 2.1544117647058822, |
| "grad_norm": 0.2373046875, |
| "learning_rate": 5.203110402955491e-06, |
| "loss": 0.0522, |
| "step": 1758 |
| }, |
| { |
| "epoch": 2.156862745098039, |
| "grad_norm": 0.259765625, |
| "learning_rate": 5.19242580936416e-06, |
| "loss": 0.0412, |
| "step": 1760 |
| }, |
| { |
| "epoch": 2.159313725490196, |
| "grad_norm": 0.208984375, |
| "learning_rate": 5.181740335698586e-06, |
| "loss": 0.046, |
| "step": 1762 |
| }, |
| { |
| "epoch": 2.161764705882353, |
| "grad_norm": 0.310546875, |
| "learning_rate": 5.171054030829605e-06, |
| "loss": 0.0488, |
| "step": 1764 |
| }, |
| { |
| "epoch": 2.1642156862745097, |
| "grad_norm": 0.2412109375, |
| "learning_rate": 5.1603669436318584e-06, |
| "loss": 0.0445, |
| "step": 1766 |
| }, |
| { |
| "epoch": 2.1666666666666665, |
| "grad_norm": 0.25, |
| "learning_rate": 5.1496791229835555e-06, |
| "loss": 0.0461, |
| "step": 1768 |
| }, |
| { |
| "epoch": 2.1691176470588234, |
| "grad_norm": 0.244140625, |
| "learning_rate": 5.1389906177662705e-06, |
| "loss": 0.0457, |
| "step": 1770 |
| }, |
| { |
| "epoch": 2.1715686274509802, |
| "grad_norm": 0.24609375, |
| "learning_rate": 5.128301476864703e-06, |
| "loss": 0.0505, |
| "step": 1772 |
| }, |
| { |
| "epoch": 2.174019607843137, |
| "grad_norm": 0.236328125, |
| "learning_rate": 5.1176117491664615e-06, |
| "loss": 0.0464, |
| "step": 1774 |
| }, |
| { |
| "epoch": 2.176470588235294, |
| "grad_norm": 0.248046875, |
| "learning_rate": 5.106921483561837e-06, |
| "loss": 0.0447, |
| "step": 1776 |
| }, |
| { |
| "epoch": 2.178921568627451, |
| "grad_norm": 0.2578125, |
| "learning_rate": 5.096230728943583e-06, |
| "loss": 0.0488, |
| "step": 1778 |
| }, |
| { |
| "epoch": 2.1813725490196076, |
| "grad_norm": 0.25390625, |
| "learning_rate": 5.085539534206687e-06, |
| "loss": 0.0458, |
| "step": 1780 |
| }, |
| { |
| "epoch": 2.1838235294117645, |
| "grad_norm": 0.251953125, |
| "learning_rate": 5.07484794824815e-06, |
| "loss": 0.0502, |
| "step": 1782 |
| }, |
| { |
| "epoch": 2.186274509803922, |
| "grad_norm": 0.208984375, |
| "learning_rate": 5.064156019966765e-06, |
| "loss": 0.043, |
| "step": 1784 |
| }, |
| { |
| "epoch": 2.188725490196078, |
| "grad_norm": 0.232421875, |
| "learning_rate": 5.053463798262888e-06, |
| "loss": 0.0401, |
| "step": 1786 |
| }, |
| { |
| "epoch": 2.1911764705882355, |
| "grad_norm": 0.27734375, |
| "learning_rate": 5.0427713320382164e-06, |
| "loss": 0.0451, |
| "step": 1788 |
| }, |
| { |
| "epoch": 2.1936274509803924, |
| "grad_norm": 0.2314453125, |
| "learning_rate": 5.032078670195567e-06, |
| "loss": 0.0423, |
| "step": 1790 |
| }, |
| { |
| "epoch": 2.196078431372549, |
| "grad_norm": 0.255859375, |
| "learning_rate": 5.021385861638651e-06, |
| "loss": 0.0457, |
| "step": 1792 |
| }, |
| { |
| "epoch": 2.198529411764706, |
| "grad_norm": 0.2216796875, |
| "learning_rate": 5.010692955271853e-06, |
| "loss": 0.0504, |
| "step": 1794 |
| }, |
| { |
| "epoch": 2.200980392156863, |
| "grad_norm": 0.236328125, |
| "learning_rate": 5e-06, |
| "loss": 0.0438, |
| "step": 1796 |
| }, |
| { |
| "epoch": 2.2034313725490198, |
| "grad_norm": 0.2060546875, |
| "learning_rate": 4.989307044728148e-06, |
| "loss": 0.0419, |
| "step": 1798 |
| }, |
| { |
| "epoch": 2.2058823529411766, |
| "grad_norm": 0.20703125, |
| "learning_rate": 4.9786141383613505e-06, |
| "loss": 0.0493, |
| "step": 1800 |
| }, |
| { |
| "epoch": 2.2083333333333335, |
| "grad_norm": 0.2109375, |
| "learning_rate": 4.967921329804434e-06, |
| "loss": 0.0446, |
| "step": 1802 |
| }, |
| { |
| "epoch": 2.2107843137254903, |
| "grad_norm": 0.203125, |
| "learning_rate": 4.957228667961786e-06, |
| "loss": 0.0452, |
| "step": 1804 |
| }, |
| { |
| "epoch": 2.213235294117647, |
| "grad_norm": 0.2412109375, |
| "learning_rate": 4.946536201737114e-06, |
| "loss": 0.0446, |
| "step": 1806 |
| }, |
| { |
| "epoch": 2.215686274509804, |
| "grad_norm": 0.283203125, |
| "learning_rate": 4.935843980033235e-06, |
| "loss": 0.0496, |
| "step": 1808 |
| }, |
| { |
| "epoch": 2.218137254901961, |
| "grad_norm": 0.291015625, |
| "learning_rate": 4.9251520517518515e-06, |
| "loss": 0.0483, |
| "step": 1810 |
| }, |
| { |
| "epoch": 2.2205882352941178, |
| "grad_norm": 0.271484375, |
| "learning_rate": 4.914460465793314e-06, |
| "loss": 0.0463, |
| "step": 1812 |
| }, |
| { |
| "epoch": 2.2230392156862746, |
| "grad_norm": 0.236328125, |
| "learning_rate": 4.903769271056419e-06, |
| "loss": 0.0501, |
| "step": 1814 |
| }, |
| { |
| "epoch": 2.2254901960784315, |
| "grad_norm": 0.25, |
| "learning_rate": 4.893078516438164e-06, |
| "loss": 0.0488, |
| "step": 1816 |
| }, |
| { |
| "epoch": 2.2279411764705883, |
| "grad_norm": 0.2119140625, |
| "learning_rate": 4.882388250833539e-06, |
| "loss": 0.046, |
| "step": 1818 |
| }, |
| { |
| "epoch": 2.230392156862745, |
| "grad_norm": 0.271484375, |
| "learning_rate": 4.871698523135298e-06, |
| "loss": 0.0485, |
| "step": 1820 |
| }, |
| { |
| "epoch": 2.232843137254902, |
| "grad_norm": 0.25390625, |
| "learning_rate": 4.86100938223373e-06, |
| "loss": 0.046, |
| "step": 1822 |
| }, |
| { |
| "epoch": 2.235294117647059, |
| "grad_norm": 0.2734375, |
| "learning_rate": 4.850320877016446e-06, |
| "loss": 0.044, |
| "step": 1824 |
| }, |
| { |
| "epoch": 2.2377450980392157, |
| "grad_norm": 0.2294921875, |
| "learning_rate": 4.839633056368144e-06, |
| "loss": 0.0439, |
| "step": 1826 |
| }, |
| { |
| "epoch": 2.2401960784313726, |
| "grad_norm": 0.26953125, |
| "learning_rate": 4.828945969170396e-06, |
| "loss": 0.0481, |
| "step": 1828 |
| }, |
| { |
| "epoch": 2.2426470588235294, |
| "grad_norm": 0.2451171875, |
| "learning_rate": 4.818259664301416e-06, |
| "loss": 0.0412, |
| "step": 1830 |
| }, |
| { |
| "epoch": 2.2450980392156863, |
| "grad_norm": 0.2373046875, |
| "learning_rate": 4.807574190635842e-06, |
| "loss": 0.0474, |
| "step": 1832 |
| }, |
| { |
| "epoch": 2.247549019607843, |
| "grad_norm": 0.296875, |
| "learning_rate": 4.796889597044511e-06, |
| "loss": 0.0465, |
| "step": 1834 |
| }, |
| { |
| "epoch": 2.25, |
| "grad_norm": 0.2431640625, |
| "learning_rate": 4.786205932394232e-06, |
| "loss": 0.0461, |
| "step": 1836 |
| }, |
| { |
| "epoch": 2.252450980392157, |
| "grad_norm": 0.263671875, |
| "learning_rate": 4.775523245547567e-06, |
| "loss": 0.0475, |
| "step": 1838 |
| }, |
| { |
| "epoch": 2.2549019607843137, |
| "grad_norm": 0.255859375, |
| "learning_rate": 4.764841585362609e-06, |
| "loss": 0.0475, |
| "step": 1840 |
| }, |
| { |
| "epoch": 2.2573529411764706, |
| "grad_norm": 0.259765625, |
| "learning_rate": 4.754161000692748e-06, |
| "loss": 0.0479, |
| "step": 1842 |
| }, |
| { |
| "epoch": 2.2598039215686274, |
| "grad_norm": 0.265625, |
| "learning_rate": 4.743481540386463e-06, |
| "loss": 0.0462, |
| "step": 1844 |
| }, |
| { |
| "epoch": 2.2622549019607843, |
| "grad_norm": 0.25390625, |
| "learning_rate": 4.732803253287087e-06, |
| "loss": 0.0473, |
| "step": 1846 |
| }, |
| { |
| "epoch": 2.264705882352941, |
| "grad_norm": 0.279296875, |
| "learning_rate": 4.722126188232586e-06, |
| "loss": 0.0462, |
| "step": 1848 |
| }, |
| { |
| "epoch": 2.267156862745098, |
| "grad_norm": 0.2578125, |
| "learning_rate": 4.711450394055341e-06, |
| "loss": 0.0434, |
| "step": 1850 |
| }, |
| { |
| "epoch": 2.269607843137255, |
| "grad_norm": 0.2333984375, |
| "learning_rate": 4.700775919581914e-06, |
| "loss": 0.0471, |
| "step": 1852 |
| }, |
| { |
| "epoch": 2.2720588235294117, |
| "grad_norm": 0.263671875, |
| "learning_rate": 4.690102813632836e-06, |
| "loss": 0.0486, |
| "step": 1854 |
| }, |
| { |
| "epoch": 2.2745098039215685, |
| "grad_norm": 0.26171875, |
| "learning_rate": 4.679431125022383e-06, |
| "loss": 0.0419, |
| "step": 1856 |
| }, |
| { |
| "epoch": 2.2769607843137254, |
| "grad_norm": 0.2109375, |
| "learning_rate": 4.668760902558338e-06, |
| "loss": 0.0455, |
| "step": 1858 |
| }, |
| { |
| "epoch": 2.2794117647058822, |
| "grad_norm": 0.24609375, |
| "learning_rate": 4.658092195041788e-06, |
| "loss": 0.0479, |
| "step": 1860 |
| }, |
| { |
| "epoch": 2.281862745098039, |
| "grad_norm": 0.2197265625, |
| "learning_rate": 4.647425051266884e-06, |
| "loss": 0.0514, |
| "step": 1862 |
| }, |
| { |
| "epoch": 2.284313725490196, |
| "grad_norm": 0.240234375, |
| "learning_rate": 4.63675952002063e-06, |
| "loss": 0.0463, |
| "step": 1864 |
| }, |
| { |
| "epoch": 2.286764705882353, |
| "grad_norm": 0.2431640625, |
| "learning_rate": 4.6260956500826574e-06, |
| "loss": 0.0475, |
| "step": 1866 |
| }, |
| { |
| "epoch": 2.2892156862745097, |
| "grad_norm": 0.2060546875, |
| "learning_rate": 4.615433490224991e-06, |
| "loss": 0.0444, |
| "step": 1868 |
| }, |
| { |
| "epoch": 2.2916666666666665, |
| "grad_norm": 0.2333984375, |
| "learning_rate": 4.604773089211842e-06, |
| "loss": 0.0423, |
| "step": 1870 |
| }, |
| { |
| "epoch": 2.2941176470588234, |
| "grad_norm": 0.2333984375, |
| "learning_rate": 4.594114495799371e-06, |
| "loss": 0.0417, |
| "step": 1872 |
| }, |
| { |
| "epoch": 2.2965686274509802, |
| "grad_norm": 0.208984375, |
| "learning_rate": 4.583457758735477e-06, |
| "loss": 0.0444, |
| "step": 1874 |
| }, |
| { |
| "epoch": 2.299019607843137, |
| "grad_norm": 0.28515625, |
| "learning_rate": 4.572802926759568e-06, |
| "loss": 0.0492, |
| "step": 1876 |
| }, |
| { |
| "epoch": 2.301470588235294, |
| "grad_norm": 0.2392578125, |
| "learning_rate": 4.562150048602336e-06, |
| "loss": 0.0442, |
| "step": 1878 |
| }, |
| { |
| "epoch": 2.303921568627451, |
| "grad_norm": 0.26171875, |
| "learning_rate": 4.55149917298554e-06, |
| "loss": 0.049, |
| "step": 1880 |
| }, |
| { |
| "epoch": 2.306372549019608, |
| "grad_norm": 0.2314453125, |
| "learning_rate": 4.540850348621777e-06, |
| "loss": 0.0458, |
| "step": 1882 |
| }, |
| { |
| "epoch": 2.3088235294117645, |
| "grad_norm": 0.267578125, |
| "learning_rate": 4.530203624214267e-06, |
| "loss": 0.0481, |
| "step": 1884 |
| }, |
| { |
| "epoch": 2.311274509803922, |
| "grad_norm": 0.259765625, |
| "learning_rate": 4.519559048456622e-06, |
| "loss": 0.0453, |
| "step": 1886 |
| }, |
| { |
| "epoch": 2.313725490196078, |
| "grad_norm": 0.1982421875, |
| "learning_rate": 4.508916670032627e-06, |
| "loss": 0.0429, |
| "step": 1888 |
| }, |
| { |
| "epoch": 2.3161764705882355, |
| "grad_norm": 0.2421875, |
| "learning_rate": 4.4982765376160205e-06, |
| "loss": 0.0461, |
| "step": 1890 |
| }, |
| { |
| "epoch": 2.318627450980392, |
| "grad_norm": 0.234375, |
| "learning_rate": 4.487638699870264e-06, |
| "loss": 0.0467, |
| "step": 1892 |
| }, |
| { |
| "epoch": 2.321078431372549, |
| "grad_norm": 0.26171875, |
| "learning_rate": 4.477003205448328e-06, |
| "loss": 0.0412, |
| "step": 1894 |
| }, |
| { |
| "epoch": 2.323529411764706, |
| "grad_norm": 0.251953125, |
| "learning_rate": 4.466370102992466e-06, |
| "loss": 0.0479, |
| "step": 1896 |
| }, |
| { |
| "epoch": 2.325980392156863, |
| "grad_norm": 0.2216796875, |
| "learning_rate": 4.455739441133987e-06, |
| "loss": 0.0444, |
| "step": 1898 |
| }, |
| { |
| "epoch": 2.3284313725490198, |
| "grad_norm": 0.2060546875, |
| "learning_rate": 4.4451112684930424e-06, |
| "loss": 0.0399, |
| "step": 1900 |
| }, |
| { |
| "epoch": 2.3308823529411766, |
| "grad_norm": 0.255859375, |
| "learning_rate": 4.4344856336784e-06, |
| "loss": 0.0445, |
| "step": 1902 |
| }, |
| { |
| "epoch": 2.3333333333333335, |
| "grad_norm": 0.25390625, |
| "learning_rate": 4.423862585287213e-06, |
| "loss": 0.049, |
| "step": 1904 |
| }, |
| { |
| "epoch": 2.3357843137254903, |
| "grad_norm": 0.2119140625, |
| "learning_rate": 4.413242171904815e-06, |
| "loss": 0.0461, |
| "step": 1906 |
| }, |
| { |
| "epoch": 2.338235294117647, |
| "grad_norm": 0.2734375, |
| "learning_rate": 4.402624442104479e-06, |
| "loss": 0.0466, |
| "step": 1908 |
| }, |
| { |
| "epoch": 2.340686274509804, |
| "grad_norm": 0.216796875, |
| "learning_rate": 4.392009444447213e-06, |
| "loss": 0.0535, |
| "step": 1910 |
| }, |
| { |
| "epoch": 2.343137254901961, |
| "grad_norm": 0.2119140625, |
| "learning_rate": 4.381397227481523e-06, |
| "loss": 0.0433, |
| "step": 1912 |
| }, |
| { |
| "epoch": 2.3455882352941178, |
| "grad_norm": 0.25390625, |
| "learning_rate": 4.3707878397432004e-06, |
| "loss": 0.0469, |
| "step": 1914 |
| }, |
| { |
| "epoch": 2.3480392156862746, |
| "grad_norm": 0.232421875, |
| "learning_rate": 4.360181329755099e-06, |
| "loss": 0.0427, |
| "step": 1916 |
| }, |
| { |
| "epoch": 2.3504901960784315, |
| "grad_norm": 0.271484375, |
| "learning_rate": 4.349577746026902e-06, |
| "loss": 0.047, |
| "step": 1918 |
| }, |
| { |
| "epoch": 2.3529411764705883, |
| "grad_norm": 0.224609375, |
| "learning_rate": 4.33897713705492e-06, |
| "loss": 0.0433, |
| "step": 1920 |
| }, |
| { |
| "epoch": 2.355392156862745, |
| "grad_norm": 0.306640625, |
| "learning_rate": 4.328379551321853e-06, |
| "loss": 0.051, |
| "step": 1922 |
| }, |
| { |
| "epoch": 2.357843137254902, |
| "grad_norm": 0.236328125, |
| "learning_rate": 4.317785037296573e-06, |
| "loss": 0.0435, |
| "step": 1924 |
| }, |
| { |
| "epoch": 2.360294117647059, |
| "grad_norm": 0.228515625, |
| "learning_rate": 4.307193643433907e-06, |
| "loss": 0.0487, |
| "step": 1926 |
| }, |
| { |
| "epoch": 2.3627450980392157, |
| "grad_norm": 0.271484375, |
| "learning_rate": 4.296605418174406e-06, |
| "loss": 0.0503, |
| "step": 1928 |
| }, |
| { |
| "epoch": 2.3651960784313726, |
| "grad_norm": 0.22265625, |
| "learning_rate": 4.286020409944137e-06, |
| "loss": 0.0436, |
| "step": 1930 |
| }, |
| { |
| "epoch": 2.3676470588235294, |
| "grad_norm": 0.212890625, |
| "learning_rate": 4.2754386671544475e-06, |
| "loss": 0.0443, |
| "step": 1932 |
| }, |
| { |
| "epoch": 2.3700980392156863, |
| "grad_norm": 0.255859375, |
| "learning_rate": 4.264860238201752e-06, |
| "loss": 0.0509, |
| "step": 1934 |
| }, |
| { |
| "epoch": 2.372549019607843, |
| "grad_norm": 0.2470703125, |
| "learning_rate": 4.2542851714673095e-06, |
| "loss": 0.0458, |
| "step": 1936 |
| }, |
| { |
| "epoch": 2.375, |
| "grad_norm": 0.30078125, |
| "learning_rate": 4.243713515317001e-06, |
| "loss": 0.0419, |
| "step": 1938 |
| }, |
| { |
| "epoch": 2.377450980392157, |
| "grad_norm": 0.271484375, |
| "learning_rate": 4.233145318101109e-06, |
| "loss": 0.0483, |
| "step": 1940 |
| }, |
| { |
| "epoch": 2.3799019607843137, |
| "grad_norm": 0.2275390625, |
| "learning_rate": 4.222580628154097e-06, |
| "loss": 0.0479, |
| "step": 1942 |
| }, |
| { |
| "epoch": 2.3823529411764706, |
| "grad_norm": 0.25390625, |
| "learning_rate": 4.2120194937943856e-06, |
| "loss": 0.0443, |
| "step": 1944 |
| }, |
| { |
| "epoch": 2.3848039215686274, |
| "grad_norm": 0.2216796875, |
| "learning_rate": 4.20146196332414e-06, |
| "loss": 0.0468, |
| "step": 1946 |
| }, |
| { |
| "epoch": 2.3872549019607843, |
| "grad_norm": 0.25390625, |
| "learning_rate": 4.190908085029031e-06, |
| "loss": 0.0457, |
| "step": 1948 |
| }, |
| { |
| "epoch": 2.389705882352941, |
| "grad_norm": 0.232421875, |
| "learning_rate": 4.180357907178037e-06, |
| "loss": 0.0468, |
| "step": 1950 |
| }, |
| { |
| "epoch": 2.392156862745098, |
| "grad_norm": 0.220703125, |
| "learning_rate": 4.1698114780232085e-06, |
| "loss": 0.0438, |
| "step": 1952 |
| }, |
| { |
| "epoch": 2.394607843137255, |
| "grad_norm": 0.3125, |
| "learning_rate": 4.159268845799448e-06, |
| "loss": 0.0496, |
| "step": 1954 |
| }, |
| { |
| "epoch": 2.3970588235294117, |
| "grad_norm": 0.259765625, |
| "learning_rate": 4.148730058724298e-06, |
| "loss": 0.0451, |
| "step": 1956 |
| }, |
| { |
| "epoch": 2.3995098039215685, |
| "grad_norm": 0.2392578125, |
| "learning_rate": 4.1381951649977085e-06, |
| "loss": 0.0465, |
| "step": 1958 |
| }, |
| { |
| "epoch": 2.4019607843137254, |
| "grad_norm": 0.2021484375, |
| "learning_rate": 4.127664212801828e-06, |
| "loss": 0.0416, |
| "step": 1960 |
| }, |
| { |
| "epoch": 2.4044117647058822, |
| "grad_norm": 0.23828125, |
| "learning_rate": 4.117137250300779e-06, |
| "loss": 0.0453, |
| "step": 1962 |
| }, |
| { |
| "epoch": 2.406862745098039, |
| "grad_norm": 0.251953125, |
| "learning_rate": 4.10661432564043e-06, |
| "loss": 0.0491, |
| "step": 1964 |
| }, |
| { |
| "epoch": 2.409313725490196, |
| "grad_norm": 0.263671875, |
| "learning_rate": 4.096095486948189e-06, |
| "loss": 0.0466, |
| "step": 1966 |
| }, |
| { |
| "epoch": 2.411764705882353, |
| "grad_norm": 0.23046875, |
| "learning_rate": 4.085580782332773e-06, |
| "loss": 0.0414, |
| "step": 1968 |
| }, |
| { |
| "epoch": 2.4142156862745097, |
| "grad_norm": 0.2060546875, |
| "learning_rate": 4.075070259883992e-06, |
| "loss": 0.042, |
| "step": 1970 |
| }, |
| { |
| "epoch": 2.4166666666666665, |
| "grad_norm": 0.240234375, |
| "learning_rate": 4.064563967672533e-06, |
| "loss": 0.0517, |
| "step": 1972 |
| }, |
| { |
| "epoch": 2.4191176470588234, |
| "grad_norm": 0.2392578125, |
| "learning_rate": 4.054061953749724e-06, |
| "loss": 0.0467, |
| "step": 1974 |
| }, |
| { |
| "epoch": 2.4215686274509802, |
| "grad_norm": 0.26953125, |
| "learning_rate": 4.043564266147339e-06, |
| "loss": 0.0477, |
| "step": 1976 |
| }, |
| { |
| "epoch": 2.424019607843137, |
| "grad_norm": 0.279296875, |
| "learning_rate": 4.033070952877362e-06, |
| "loss": 0.0455, |
| "step": 1978 |
| }, |
| { |
| "epoch": 2.426470588235294, |
| "grad_norm": 0.1982421875, |
| "learning_rate": 4.022582061931761e-06, |
| "loss": 0.0471, |
| "step": 1980 |
| }, |
| { |
| "epoch": 2.428921568627451, |
| "grad_norm": 0.2578125, |
| "learning_rate": 4.0120976412822935e-06, |
| "loss": 0.0481, |
| "step": 1982 |
| }, |
| { |
| "epoch": 2.431372549019608, |
| "grad_norm": 0.298828125, |
| "learning_rate": 4.0016177388802575e-06, |
| "loss": 0.0481, |
| "step": 1984 |
| }, |
| { |
| "epoch": 2.4338235294117645, |
| "grad_norm": 0.2392578125, |
| "learning_rate": 3.991142402656296e-06, |
| "loss": 0.0499, |
| "step": 1986 |
| }, |
| { |
| "epoch": 2.436274509803922, |
| "grad_norm": 0.296875, |
| "learning_rate": 3.980671680520166e-06, |
| "loss": 0.0461, |
| "step": 1988 |
| }, |
| { |
| "epoch": 2.438725490196078, |
| "grad_norm": 0.287109375, |
| "learning_rate": 3.970205620360517e-06, |
| "loss": 0.0425, |
| "step": 1990 |
| }, |
| { |
| "epoch": 2.4411764705882355, |
| "grad_norm": 0.349609375, |
| "learning_rate": 3.959744270044684e-06, |
| "loss": 0.0468, |
| "step": 1992 |
| }, |
| { |
| "epoch": 2.443627450980392, |
| "grad_norm": 0.2255859375, |
| "learning_rate": 3.949287677418456e-06, |
| "loss": 0.0442, |
| "step": 1994 |
| }, |
| { |
| "epoch": 2.446078431372549, |
| "grad_norm": 0.29296875, |
| "learning_rate": 3.938835890305862e-06, |
| "loss": 0.0406, |
| "step": 1996 |
| }, |
| { |
| "epoch": 2.448529411764706, |
| "grad_norm": 0.291015625, |
| "learning_rate": 3.928388956508958e-06, |
| "loss": 0.0442, |
| "step": 1998 |
| }, |
| { |
| "epoch": 2.450980392156863, |
| "grad_norm": 0.2119140625, |
| "learning_rate": 3.917946923807596e-06, |
| "loss": 0.0482, |
| "step": 2000 |
| }, |
| { |
| "epoch": 2.4534313725490198, |
| "grad_norm": 0.380859375, |
| "learning_rate": 3.90750983995922e-06, |
| "loss": 0.0432, |
| "step": 2002 |
| }, |
| { |
| "epoch": 2.4558823529411766, |
| "grad_norm": 0.26171875, |
| "learning_rate": 3.89707775269863e-06, |
| "loss": 0.0492, |
| "step": 2004 |
| }, |
| { |
| "epoch": 2.4583333333333335, |
| "grad_norm": 0.2578125, |
| "learning_rate": 3.886650709737784e-06, |
| "loss": 0.0465, |
| "step": 2006 |
| }, |
| { |
| "epoch": 2.4607843137254903, |
| "grad_norm": 0.2392578125, |
| "learning_rate": 3.876228758765566e-06, |
| "loss": 0.0451, |
| "step": 2008 |
| }, |
| { |
| "epoch": 2.463235294117647, |
| "grad_norm": 0.287109375, |
| "learning_rate": 3.865811947447565e-06, |
| "loss": 0.0451, |
| "step": 2010 |
| }, |
| { |
| "epoch": 2.465686274509804, |
| "grad_norm": 0.19140625, |
| "learning_rate": 3.8554003234258754e-06, |
| "loss": 0.0447, |
| "step": 2012 |
| }, |
| { |
| "epoch": 2.468137254901961, |
| "grad_norm": 0.29296875, |
| "learning_rate": 3.844993934318854e-06, |
| "loss": 0.0492, |
| "step": 2014 |
| }, |
| { |
| "epoch": 2.4705882352941178, |
| "grad_norm": 0.3203125, |
| "learning_rate": 3.8345928277209275e-06, |
| "loss": 0.0531, |
| "step": 2016 |
| }, |
| { |
| "epoch": 2.4730392156862746, |
| "grad_norm": 0.2314453125, |
| "learning_rate": 3.824197051202356e-06, |
| "loss": 0.0472, |
| "step": 2018 |
| }, |
| { |
| "epoch": 2.4754901960784315, |
| "grad_norm": 0.263671875, |
| "learning_rate": 3.81380665230902e-06, |
| "loss": 0.0461, |
| "step": 2020 |
| }, |
| { |
| "epoch": 2.4779411764705883, |
| "grad_norm": 0.2353515625, |
| "learning_rate": 3.803421678562213e-06, |
| "loss": 0.0479, |
| "step": 2022 |
| }, |
| { |
| "epoch": 2.480392156862745, |
| "grad_norm": 0.294921875, |
| "learning_rate": 3.7930421774584057e-06, |
| "loss": 0.0467, |
| "step": 2024 |
| }, |
| { |
| "epoch": 2.482843137254902, |
| "grad_norm": 0.306640625, |
| "learning_rate": 3.7826681964690484e-06, |
| "loss": 0.0409, |
| "step": 2026 |
| }, |
| { |
| "epoch": 2.485294117647059, |
| "grad_norm": 0.228515625, |
| "learning_rate": 3.7722997830403417e-06, |
| "loss": 0.0421, |
| "step": 2028 |
| }, |
| { |
| "epoch": 2.4877450980392157, |
| "grad_norm": 0.21875, |
| "learning_rate": 3.7619369845930195e-06, |
| "loss": 0.0364, |
| "step": 2030 |
| }, |
| { |
| "epoch": 2.4901960784313726, |
| "grad_norm": 0.294921875, |
| "learning_rate": 3.7515798485221407e-06, |
| "loss": 0.0444, |
| "step": 2032 |
| }, |
| { |
| "epoch": 2.4926470588235294, |
| "grad_norm": 0.216796875, |
| "learning_rate": 3.7412284221968596e-06, |
| "loss": 0.0432, |
| "step": 2034 |
| }, |
| { |
| "epoch": 2.4950980392156863, |
| "grad_norm": 0.2314453125, |
| "learning_rate": 3.7308827529602243e-06, |
| "loss": 0.0438, |
| "step": 2036 |
| }, |
| { |
| "epoch": 2.497549019607843, |
| "grad_norm": 0.30078125, |
| "learning_rate": 3.72054288812895e-06, |
| "loss": 0.0482, |
| "step": 2038 |
| }, |
| { |
| "epoch": 2.5, |
| "grad_norm": 0.26953125, |
| "learning_rate": 3.7102088749931998e-06, |
| "loss": 0.0454, |
| "step": 2040 |
| }, |
| { |
| "epoch": 2.502450980392157, |
| "grad_norm": 0.2890625, |
| "learning_rate": 3.69988076081638e-06, |
| "loss": 0.0473, |
| "step": 2042 |
| }, |
| { |
| "epoch": 2.5049019607843137, |
| "grad_norm": 0.244140625, |
| "learning_rate": 3.6895585928349165e-06, |
| "loss": 0.0471, |
| "step": 2044 |
| }, |
| { |
| "epoch": 2.5073529411764706, |
| "grad_norm": 0.236328125, |
| "learning_rate": 3.679242418258036e-06, |
| "loss": 0.047, |
| "step": 2046 |
| }, |
| { |
| "epoch": 2.5098039215686274, |
| "grad_norm": 0.263671875, |
| "learning_rate": 3.668932284267559e-06, |
| "loss": 0.0392, |
| "step": 2048 |
| }, |
| { |
| "epoch": 2.5122549019607843, |
| "grad_norm": 0.2314453125, |
| "learning_rate": 3.6586282380176748e-06, |
| "loss": 0.0453, |
| "step": 2050 |
| }, |
| { |
| "epoch": 2.514705882352941, |
| "grad_norm": 0.2197265625, |
| "learning_rate": 3.648330326634731e-06, |
| "loss": 0.0435, |
| "step": 2052 |
| }, |
| { |
| "epoch": 2.517156862745098, |
| "grad_norm": 0.2265625, |
| "learning_rate": 3.6380385972170195e-06, |
| "loss": 0.0492, |
| "step": 2054 |
| }, |
| { |
| "epoch": 2.519607843137255, |
| "grad_norm": 0.244140625, |
| "learning_rate": 3.6277530968345552e-06, |
| "loss": 0.0465, |
| "step": 2056 |
| }, |
| { |
| "epoch": 2.5220588235294117, |
| "grad_norm": 0.2890625, |
| "learning_rate": 3.617473872528867e-06, |
| "loss": 0.0452, |
| "step": 2058 |
| }, |
| { |
| "epoch": 2.5245098039215685, |
| "grad_norm": 0.244140625, |
| "learning_rate": 3.6072009713127743e-06, |
| "loss": 0.0424, |
| "step": 2060 |
| }, |
| { |
| "epoch": 2.5269607843137254, |
| "grad_norm": 0.220703125, |
| "learning_rate": 3.5969344401701844e-06, |
| "loss": 0.0437, |
| "step": 2062 |
| }, |
| { |
| "epoch": 2.5294117647058822, |
| "grad_norm": 0.2734375, |
| "learning_rate": 3.586674326055868e-06, |
| "loss": 0.0511, |
| "step": 2064 |
| }, |
| { |
| "epoch": 2.531862745098039, |
| "grad_norm": 0.208984375, |
| "learning_rate": 3.5764206758952426e-06, |
| "loss": 0.0437, |
| "step": 2066 |
| }, |
| { |
| "epoch": 2.534313725490196, |
| "grad_norm": 0.2177734375, |
| "learning_rate": 3.56617353658417e-06, |
| "loss": 0.044, |
| "step": 2068 |
| }, |
| { |
| "epoch": 2.536764705882353, |
| "grad_norm": 0.2158203125, |
| "learning_rate": 3.5559329549887268e-06, |
| "loss": 0.0447, |
| "step": 2070 |
| }, |
| { |
| "epoch": 2.5392156862745097, |
| "grad_norm": 0.251953125, |
| "learning_rate": 3.5456989779450014e-06, |
| "loss": 0.0493, |
| "step": 2072 |
| }, |
| { |
| "epoch": 2.5416666666666665, |
| "grad_norm": 0.322265625, |
| "learning_rate": 3.5354716522588774e-06, |
| "loss": 0.0456, |
| "step": 2074 |
| }, |
| { |
| "epoch": 2.5441176470588234, |
| "grad_norm": 0.2158203125, |
| "learning_rate": 3.5252510247058124e-06, |
| "loss": 0.0484, |
| "step": 2076 |
| }, |
| { |
| "epoch": 2.5465686274509802, |
| "grad_norm": 0.279296875, |
| "learning_rate": 3.515037142030636e-06, |
| "loss": 0.0474, |
| "step": 2078 |
| }, |
| { |
| "epoch": 2.549019607843137, |
| "grad_norm": 0.23046875, |
| "learning_rate": 3.5048300509473228e-06, |
| "loss": 0.0424, |
| "step": 2080 |
| }, |
| { |
| "epoch": 2.5514705882352944, |
| "grad_norm": 0.267578125, |
| "learning_rate": 3.4946297981387913e-06, |
| "loss": 0.0412, |
| "step": 2082 |
| }, |
| { |
| "epoch": 2.553921568627451, |
| "grad_norm": 0.283203125, |
| "learning_rate": 3.484436430256683e-06, |
| "loss": 0.0492, |
| "step": 2084 |
| }, |
| { |
| "epoch": 2.556372549019608, |
| "grad_norm": 0.275390625, |
| "learning_rate": 3.474249993921147e-06, |
| "loss": 0.048, |
| "step": 2086 |
| }, |
| { |
| "epoch": 2.5588235294117645, |
| "grad_norm": 0.349609375, |
| "learning_rate": 3.4640705357206382e-06, |
| "loss": 0.0468, |
| "step": 2088 |
| }, |
| { |
| "epoch": 2.561274509803922, |
| "grad_norm": 0.32421875, |
| "learning_rate": 3.4538981022116873e-06, |
| "loss": 0.0536, |
| "step": 2090 |
| }, |
| { |
| "epoch": 2.563725490196078, |
| "grad_norm": 0.259765625, |
| "learning_rate": 3.4437327399187025e-06, |
| "loss": 0.0481, |
| "step": 2092 |
| }, |
| { |
| "epoch": 2.5661764705882355, |
| "grad_norm": 0.265625, |
| "learning_rate": 3.4335744953337542e-06, |
| "loss": 0.0461, |
| "step": 2094 |
| }, |
| { |
| "epoch": 2.568627450980392, |
| "grad_norm": 0.2021484375, |
| "learning_rate": 3.423423414916349e-06, |
| "loss": 0.0454, |
| "step": 2096 |
| }, |
| { |
| "epoch": 2.571078431372549, |
| "grad_norm": 0.25390625, |
| "learning_rate": 3.4132795450932395e-06, |
| "loss": 0.0491, |
| "step": 2098 |
| }, |
| { |
| "epoch": 2.5735294117647056, |
| "grad_norm": 0.2216796875, |
| "learning_rate": 3.4031429322581917e-06, |
| "loss": 0.0458, |
| "step": 2100 |
| }, |
| { |
| "epoch": 2.575980392156863, |
| "grad_norm": 0.291015625, |
| "learning_rate": 3.3930136227717843e-06, |
| "loss": 0.057, |
| "step": 2102 |
| }, |
| { |
| "epoch": 2.5784313725490198, |
| "grad_norm": 0.234375, |
| "learning_rate": 3.382891662961195e-06, |
| "loss": 0.0449, |
| "step": 2104 |
| }, |
| { |
| "epoch": 2.5808823529411766, |
| "grad_norm": 0.2138671875, |
| "learning_rate": 3.372777099119985e-06, |
| "loss": 0.0439, |
| "step": 2106 |
| }, |
| { |
| "epoch": 2.5833333333333335, |
| "grad_norm": 0.2734375, |
| "learning_rate": 3.3626699775078884e-06, |
| "loss": 0.045, |
| "step": 2108 |
| }, |
| { |
| "epoch": 2.5857843137254903, |
| "grad_norm": 0.2734375, |
| "learning_rate": 3.3525703443506063e-06, |
| "loss": 0.0429, |
| "step": 2110 |
| }, |
| { |
| "epoch": 2.588235294117647, |
| "grad_norm": 0.2890625, |
| "learning_rate": 3.342478245839587e-06, |
| "loss": 0.0482, |
| "step": 2112 |
| }, |
| { |
| "epoch": 2.590686274509804, |
| "grad_norm": 0.244140625, |
| "learning_rate": 3.3323937281318184e-06, |
| "loss": 0.0474, |
| "step": 2114 |
| }, |
| { |
| "epoch": 2.593137254901961, |
| "grad_norm": 0.259765625, |
| "learning_rate": 3.322316837349618e-06, |
| "loss": 0.0478, |
| "step": 2116 |
| }, |
| { |
| "epoch": 2.5955882352941178, |
| "grad_norm": 0.2490234375, |
| "learning_rate": 3.312247619580421e-06, |
| "loss": 0.0397, |
| "step": 2118 |
| }, |
| { |
| "epoch": 2.5980392156862746, |
| "grad_norm": 0.2265625, |
| "learning_rate": 3.302186120876572e-06, |
| "loss": 0.0496, |
| "step": 2120 |
| }, |
| { |
| "epoch": 2.6004901960784315, |
| "grad_norm": 0.236328125, |
| "learning_rate": 3.292132387255106e-06, |
| "loss": 0.0459, |
| "step": 2122 |
| }, |
| { |
| "epoch": 2.6029411764705883, |
| "grad_norm": 0.234375, |
| "learning_rate": 3.2820864646975493e-06, |
| "loss": 0.0485, |
| "step": 2124 |
| }, |
| { |
| "epoch": 2.605392156862745, |
| "grad_norm": 0.2470703125, |
| "learning_rate": 3.2720483991497e-06, |
| "loss": 0.0446, |
| "step": 2126 |
| }, |
| { |
| "epoch": 2.607843137254902, |
| "grad_norm": 0.2734375, |
| "learning_rate": 3.2620182365214224e-06, |
| "loss": 0.052, |
| "step": 2128 |
| }, |
| { |
| "epoch": 2.610294117647059, |
| "grad_norm": 0.1884765625, |
| "learning_rate": 3.251996022686441e-06, |
| "loss": 0.0399, |
| "step": 2130 |
| }, |
| { |
| "epoch": 2.6127450980392157, |
| "grad_norm": 0.263671875, |
| "learning_rate": 3.241981803482116e-06, |
| "loss": 0.0438, |
| "step": 2132 |
| }, |
| { |
| "epoch": 2.6151960784313726, |
| "grad_norm": 0.30859375, |
| "learning_rate": 3.2319756247092552e-06, |
| "loss": 0.0472, |
| "step": 2134 |
| }, |
| { |
| "epoch": 2.6176470588235294, |
| "grad_norm": 0.259765625, |
| "learning_rate": 3.221977532131882e-06, |
| "loss": 0.0434, |
| "step": 2136 |
| }, |
| { |
| "epoch": 2.6200980392156863, |
| "grad_norm": 0.2294921875, |
| "learning_rate": 3.2119875714770433e-06, |
| "loss": 0.0415, |
| "step": 2138 |
| }, |
| { |
| "epoch": 2.622549019607843, |
| "grad_norm": 0.271484375, |
| "learning_rate": 3.2020057884345963e-06, |
| "loss": 0.0468, |
| "step": 2140 |
| }, |
| { |
| "epoch": 2.625, |
| "grad_norm": 0.2265625, |
| "learning_rate": 3.1920322286569877e-06, |
| "loss": 0.0485, |
| "step": 2142 |
| }, |
| { |
| "epoch": 2.627450980392157, |
| "grad_norm": 0.244140625, |
| "learning_rate": 3.182066937759066e-06, |
| "loss": 0.0469, |
| "step": 2144 |
| }, |
| { |
| "epoch": 2.6299019607843137, |
| "grad_norm": 0.216796875, |
| "learning_rate": 3.172109961317851e-06, |
| "loss": 0.0489, |
| "step": 2146 |
| }, |
| { |
| "epoch": 2.6323529411764706, |
| "grad_norm": 0.275390625, |
| "learning_rate": 3.1621613448723414e-06, |
| "loss": 0.0424, |
| "step": 2148 |
| }, |
| { |
| "epoch": 2.6348039215686274, |
| "grad_norm": 0.2490234375, |
| "learning_rate": 3.152221133923303e-06, |
| "loss": 0.0446, |
| "step": 2150 |
| }, |
| { |
| "epoch": 2.6372549019607843, |
| "grad_norm": 0.337890625, |
| "learning_rate": 3.1422893739330524e-06, |
| "loss": 0.0455, |
| "step": 2152 |
| }, |
| { |
| "epoch": 2.639705882352941, |
| "grad_norm": 0.263671875, |
| "learning_rate": 3.132366110325259e-06, |
| "loss": 0.048, |
| "step": 2154 |
| }, |
| { |
| "epoch": 2.642156862745098, |
| "grad_norm": 0.21484375, |
| "learning_rate": 3.122451388484732e-06, |
| "loss": 0.0433, |
| "step": 2156 |
| }, |
| { |
| "epoch": 2.644607843137255, |
| "grad_norm": 0.25390625, |
| "learning_rate": 3.112545253757213e-06, |
| "loss": 0.051, |
| "step": 2158 |
| }, |
| { |
| "epoch": 2.6470588235294117, |
| "grad_norm": 0.2470703125, |
| "learning_rate": 3.102647751449174e-06, |
| "loss": 0.04, |
| "step": 2160 |
| }, |
| { |
| "epoch": 2.6495098039215685, |
| "grad_norm": 0.25390625, |
| "learning_rate": 3.0927589268276013e-06, |
| "loss": 0.0509, |
| "step": 2162 |
| }, |
| { |
| "epoch": 2.6519607843137254, |
| "grad_norm": 0.2431640625, |
| "learning_rate": 3.082878825119796e-06, |
| "loss": 0.0466, |
| "step": 2164 |
| }, |
| { |
| "epoch": 2.6544117647058822, |
| "grad_norm": 0.244140625, |
| "learning_rate": 3.073007491513162e-06, |
| "loss": 0.0473, |
| "step": 2166 |
| }, |
| { |
| "epoch": 2.656862745098039, |
| "grad_norm": 0.244140625, |
| "learning_rate": 3.063144971155004e-06, |
| "loss": 0.0474, |
| "step": 2168 |
| }, |
| { |
| "epoch": 2.659313725490196, |
| "grad_norm": 0.251953125, |
| "learning_rate": 3.0532913091523187e-06, |
| "loss": 0.0417, |
| "step": 2170 |
| }, |
| { |
| "epoch": 2.661764705882353, |
| "grad_norm": 0.2177734375, |
| "learning_rate": 3.043446550571584e-06, |
| "loss": 0.045, |
| "step": 2172 |
| }, |
| { |
| "epoch": 2.6642156862745097, |
| "grad_norm": 0.296875, |
| "learning_rate": 3.0336107404385632e-06, |
| "loss": 0.0525, |
| "step": 2174 |
| }, |
| { |
| "epoch": 2.6666666666666665, |
| "grad_norm": 0.283203125, |
| "learning_rate": 3.0237839237380905e-06, |
| "loss": 0.0445, |
| "step": 2176 |
| }, |
| { |
| "epoch": 2.6691176470588234, |
| "grad_norm": 0.279296875, |
| "learning_rate": 3.013966145413866e-06, |
| "loss": 0.0461, |
| "step": 2178 |
| }, |
| { |
| "epoch": 2.6715686274509802, |
| "grad_norm": 0.28515625, |
| "learning_rate": 3.004157450368258e-06, |
| "loss": 0.0436, |
| "step": 2180 |
| }, |
| { |
| "epoch": 2.674019607843137, |
| "grad_norm": 0.2451171875, |
| "learning_rate": 2.994357883462083e-06, |
| "loss": 0.0423, |
| "step": 2182 |
| }, |
| { |
| "epoch": 2.6764705882352944, |
| "grad_norm": 0.248046875, |
| "learning_rate": 2.9845674895144165e-06, |
| "loss": 0.0453, |
| "step": 2184 |
| }, |
| { |
| "epoch": 2.678921568627451, |
| "grad_norm": 0.2392578125, |
| "learning_rate": 2.9747863133023803e-06, |
| "loss": 0.047, |
| "step": 2186 |
| }, |
| { |
| "epoch": 2.681372549019608, |
| "grad_norm": 0.2470703125, |
| "learning_rate": 2.9650143995609326e-06, |
| "loss": 0.0524, |
| "step": 2188 |
| }, |
| { |
| "epoch": 2.6838235294117645, |
| "grad_norm": 0.201171875, |
| "learning_rate": 2.9552517929826763e-06, |
| "loss": 0.0415, |
| "step": 2190 |
| }, |
| { |
| "epoch": 2.686274509803922, |
| "grad_norm": 0.2392578125, |
| "learning_rate": 2.945498538217639e-06, |
| "loss": 0.0448, |
| "step": 2192 |
| }, |
| { |
| "epoch": 2.688725490196078, |
| "grad_norm": 0.1953125, |
| "learning_rate": 2.935754679873085e-06, |
| "loss": 0.0415, |
| "step": 2194 |
| }, |
| { |
| "epoch": 2.6911764705882355, |
| "grad_norm": 0.2734375, |
| "learning_rate": 2.9260202625133016e-06, |
| "loss": 0.0444, |
| "step": 2196 |
| }, |
| { |
| "epoch": 2.693627450980392, |
| "grad_norm": 0.2451171875, |
| "learning_rate": 2.9162953306593895e-06, |
| "loss": 0.0444, |
| "step": 2198 |
| }, |
| { |
| "epoch": 2.696078431372549, |
| "grad_norm": 0.291015625, |
| "learning_rate": 2.9065799287890797e-06, |
| "loss": 0.0462, |
| "step": 2200 |
| }, |
| { |
| "epoch": 2.6985294117647056, |
| "grad_norm": 0.240234375, |
| "learning_rate": 2.896874101336504e-06, |
| "loss": 0.0462, |
| "step": 2202 |
| }, |
| { |
| "epoch": 2.700980392156863, |
| "grad_norm": 0.2578125, |
| "learning_rate": 2.8871778926920136e-06, |
| "loss": 0.0518, |
| "step": 2204 |
| }, |
| { |
| "epoch": 2.7034313725490198, |
| "grad_norm": 0.2333984375, |
| "learning_rate": 2.8774913472019666e-06, |
| "loss": 0.0461, |
| "step": 2206 |
| }, |
| { |
| "epoch": 2.7058823529411766, |
| "grad_norm": 0.26171875, |
| "learning_rate": 2.86781450916852e-06, |
| "loss": 0.0475, |
| "step": 2208 |
| }, |
| { |
| "epoch": 2.7083333333333335, |
| "grad_norm": 0.337890625, |
| "learning_rate": 2.858147422849441e-06, |
| "loss": 0.0418, |
| "step": 2210 |
| }, |
| { |
| "epoch": 2.7107843137254903, |
| "grad_norm": 0.328125, |
| "learning_rate": 2.8484901324578883e-06, |
| "loss": 0.047, |
| "step": 2212 |
| }, |
| { |
| "epoch": 2.713235294117647, |
| "grad_norm": 0.302734375, |
| "learning_rate": 2.838842682162224e-06, |
| "loss": 0.0437, |
| "step": 2214 |
| }, |
| { |
| "epoch": 2.715686274509804, |
| "grad_norm": 0.3046875, |
| "learning_rate": 2.8292051160858077e-06, |
| "loss": 0.0485, |
| "step": 2216 |
| }, |
| { |
| "epoch": 2.718137254901961, |
| "grad_norm": 0.248046875, |
| "learning_rate": 2.819577478306783e-06, |
| "loss": 0.0486, |
| "step": 2218 |
| }, |
| { |
| "epoch": 2.7205882352941178, |
| "grad_norm": 0.2265625, |
| "learning_rate": 2.809959812857898e-06, |
| "loss": 0.0446, |
| "step": 2220 |
| }, |
| { |
| "epoch": 2.7230392156862746, |
| "grad_norm": 0.236328125, |
| "learning_rate": 2.800352163726281e-06, |
| "loss": 0.0414, |
| "step": 2222 |
| }, |
| { |
| "epoch": 2.7254901960784315, |
| "grad_norm": 0.275390625, |
| "learning_rate": 2.790754574853255e-06, |
| "loss": 0.0457, |
| "step": 2224 |
| }, |
| { |
| "epoch": 2.7279411764705883, |
| "grad_norm": 0.2373046875, |
| "learning_rate": 2.781167090134135e-06, |
| "loss": 0.0427, |
| "step": 2226 |
| }, |
| { |
| "epoch": 2.730392156862745, |
| "grad_norm": 0.259765625, |
| "learning_rate": 2.7715897534180136e-06, |
| "loss": 0.046, |
| "step": 2228 |
| }, |
| { |
| "epoch": 2.732843137254902, |
| "grad_norm": 0.228515625, |
| "learning_rate": 2.7620226085075835e-06, |
| "loss": 0.046, |
| "step": 2230 |
| }, |
| { |
| "epoch": 2.735294117647059, |
| "grad_norm": 0.279296875, |
| "learning_rate": 2.752465699158913e-06, |
| "loss": 0.0494, |
| "step": 2232 |
| }, |
| { |
| "epoch": 2.7377450980392157, |
| "grad_norm": 0.32421875, |
| "learning_rate": 2.7429190690812636e-06, |
| "loss": 0.0493, |
| "step": 2234 |
| }, |
| { |
| "epoch": 2.7401960784313726, |
| "grad_norm": 0.263671875, |
| "learning_rate": 2.733382761936884e-06, |
| "loss": 0.0437, |
| "step": 2236 |
| }, |
| { |
| "epoch": 2.7426470588235294, |
| "grad_norm": 0.228515625, |
| "learning_rate": 2.723856821340806e-06, |
| "loss": 0.0458, |
| "step": 2238 |
| }, |
| { |
| "epoch": 2.7450980392156863, |
| "grad_norm": 0.232421875, |
| "learning_rate": 2.714341290860655e-06, |
| "loss": 0.0496, |
| "step": 2240 |
| }, |
| { |
| "epoch": 2.747549019607843, |
| "grad_norm": 0.2412109375, |
| "learning_rate": 2.7048362140164373e-06, |
| "loss": 0.0475, |
| "step": 2242 |
| }, |
| { |
| "epoch": 2.75, |
| "grad_norm": 0.2294921875, |
| "learning_rate": 2.6953416342803564e-06, |
| "loss": 0.0425, |
| "step": 2244 |
| }, |
| { |
| "epoch": 2.752450980392157, |
| "grad_norm": 0.259765625, |
| "learning_rate": 2.685857595076603e-06, |
| "loss": 0.0458, |
| "step": 2246 |
| }, |
| { |
| "epoch": 2.7549019607843137, |
| "grad_norm": 0.2373046875, |
| "learning_rate": 2.6763841397811576e-06, |
| "loss": 0.0474, |
| "step": 2248 |
| }, |
| { |
| "epoch": 2.7573529411764706, |
| "grad_norm": 0.3515625, |
| "learning_rate": 2.6669213117215985e-06, |
| "loss": 0.054, |
| "step": 2250 |
| }, |
| { |
| "epoch": 2.7598039215686274, |
| "grad_norm": 0.2119140625, |
| "learning_rate": 2.657469154176899e-06, |
| "loss": 0.0418, |
| "step": 2252 |
| }, |
| { |
| "epoch": 2.7622549019607843, |
| "grad_norm": 0.380859375, |
| "learning_rate": 2.6480277103772255e-06, |
| "loss": 0.0426, |
| "step": 2254 |
| }, |
| { |
| "epoch": 2.764705882352941, |
| "grad_norm": 0.224609375, |
| "learning_rate": 2.638597023503751e-06, |
| "loss": 0.0463, |
| "step": 2256 |
| }, |
| { |
| "epoch": 2.767156862745098, |
| "grad_norm": 0.2119140625, |
| "learning_rate": 2.6291771366884445e-06, |
| "loss": 0.0469, |
| "step": 2258 |
| }, |
| { |
| "epoch": 2.769607843137255, |
| "grad_norm": 0.2294921875, |
| "learning_rate": 2.6197680930138834e-06, |
| "loss": 0.0426, |
| "step": 2260 |
| }, |
| { |
| "epoch": 2.7720588235294117, |
| "grad_norm": 0.255859375, |
| "learning_rate": 2.6103699355130562e-06, |
| "loss": 0.0387, |
| "step": 2262 |
| }, |
| { |
| "epoch": 2.7745098039215685, |
| "grad_norm": 0.244140625, |
| "learning_rate": 2.600982707169154e-06, |
| "loss": 0.0466, |
| "step": 2264 |
| }, |
| { |
| "epoch": 2.7769607843137254, |
| "grad_norm": 0.25390625, |
| "learning_rate": 2.5916064509153925e-06, |
| "loss": 0.0509, |
| "step": 2266 |
| }, |
| { |
| "epoch": 2.7794117647058822, |
| "grad_norm": 0.30078125, |
| "learning_rate": 2.582241209634797e-06, |
| "loss": 0.052, |
| "step": 2268 |
| }, |
| { |
| "epoch": 2.781862745098039, |
| "grad_norm": 0.26953125, |
| "learning_rate": 2.5728870261600203e-06, |
| "loss": 0.0418, |
| "step": 2270 |
| }, |
| { |
| "epoch": 2.784313725490196, |
| "grad_norm": 0.30859375, |
| "learning_rate": 2.563543943273143e-06, |
| "loss": 0.0451, |
| "step": 2272 |
| }, |
| { |
| "epoch": 2.786764705882353, |
| "grad_norm": 0.275390625, |
| "learning_rate": 2.5542120037054684e-06, |
| "loss": 0.046, |
| "step": 2274 |
| }, |
| { |
| "epoch": 2.7892156862745097, |
| "grad_norm": 0.2236328125, |
| "learning_rate": 2.5448912501373458e-06, |
| "loss": 0.0454, |
| "step": 2276 |
| }, |
| { |
| "epoch": 2.7916666666666665, |
| "grad_norm": 0.2314453125, |
| "learning_rate": 2.535581725197952e-06, |
| "loss": 0.0423, |
| "step": 2278 |
| }, |
| { |
| "epoch": 2.7941176470588234, |
| "grad_norm": 0.2412109375, |
| "learning_rate": 2.5262834714651195e-06, |
| "loss": 0.045, |
| "step": 2280 |
| }, |
| { |
| "epoch": 2.7965686274509802, |
| "grad_norm": 0.21875, |
| "learning_rate": 2.5169965314651283e-06, |
| "loss": 0.0396, |
| "step": 2282 |
| }, |
| { |
| "epoch": 2.799019607843137, |
| "grad_norm": 0.26953125, |
| "learning_rate": 2.5077209476725094e-06, |
| "loss": 0.0405, |
| "step": 2284 |
| }, |
| { |
| "epoch": 2.8014705882352944, |
| "grad_norm": 0.240234375, |
| "learning_rate": 2.498456762509862e-06, |
| "loss": 0.0474, |
| "step": 2286 |
| }, |
| { |
| "epoch": 2.803921568627451, |
| "grad_norm": 0.224609375, |
| "learning_rate": 2.4892040183476462e-06, |
| "loss": 0.0494, |
| "step": 2288 |
| }, |
| { |
| "epoch": 2.806372549019608, |
| "grad_norm": 0.2734375, |
| "learning_rate": 2.4799627575040014e-06, |
| "loss": 0.0496, |
| "step": 2290 |
| }, |
| { |
| "epoch": 2.8088235294117645, |
| "grad_norm": 0.267578125, |
| "learning_rate": 2.4707330222445465e-06, |
| "loss": 0.0451, |
| "step": 2292 |
| }, |
| { |
| "epoch": 2.811274509803922, |
| "grad_norm": 0.228515625, |
| "learning_rate": 2.4615148547821815e-06, |
| "loss": 0.0415, |
| "step": 2294 |
| }, |
| { |
| "epoch": 2.813725490196078, |
| "grad_norm": 0.2421875, |
| "learning_rate": 2.4523082972769075e-06, |
| "loss": 0.0486, |
| "step": 2296 |
| }, |
| { |
| "epoch": 2.8161764705882355, |
| "grad_norm": 0.388671875, |
| "learning_rate": 2.443113391835624e-06, |
| "loss": 0.0501, |
| "step": 2298 |
| }, |
| { |
| "epoch": 2.818627450980392, |
| "grad_norm": 0.23046875, |
| "learning_rate": 2.433930180511936e-06, |
| "loss": 0.0436, |
| "step": 2300 |
| }, |
| { |
| "epoch": 2.821078431372549, |
| "grad_norm": 0.2158203125, |
| "learning_rate": 2.4247587053059674e-06, |
| "loss": 0.0457, |
| "step": 2302 |
| }, |
| { |
| "epoch": 2.8235294117647056, |
| "grad_norm": 0.236328125, |
| "learning_rate": 2.4155990081641685e-06, |
| "loss": 0.0493, |
| "step": 2304 |
| }, |
| { |
| "epoch": 2.825980392156863, |
| "grad_norm": 0.2216796875, |
| "learning_rate": 2.4064511309791143e-06, |
| "loss": 0.0439, |
| "step": 2306 |
| }, |
| { |
| "epoch": 2.8284313725490198, |
| "grad_norm": 0.25390625, |
| "learning_rate": 2.3973151155893276e-06, |
| "loss": 0.0431, |
| "step": 2308 |
| }, |
| { |
| "epoch": 2.8308823529411766, |
| "grad_norm": 0.298828125, |
| "learning_rate": 2.3881910037790784e-06, |
| "loss": 0.0474, |
| "step": 2310 |
| }, |
| { |
| "epoch": 2.8333333333333335, |
| "grad_norm": 0.2314453125, |
| "learning_rate": 2.3790788372781915e-06, |
| "loss": 0.0427, |
| "step": 2312 |
| }, |
| { |
| "epoch": 2.8357843137254903, |
| "grad_norm": 0.30078125, |
| "learning_rate": 2.3699786577618622e-06, |
| "loss": 0.0432, |
| "step": 2314 |
| }, |
| { |
| "epoch": 2.838235294117647, |
| "grad_norm": 0.26171875, |
| "learning_rate": 2.360890506850464e-06, |
| "loss": 0.0435, |
| "step": 2316 |
| }, |
| { |
| "epoch": 2.840686274509804, |
| "grad_norm": 0.2470703125, |
| "learning_rate": 2.3518144261093495e-06, |
| "loss": 0.0456, |
| "step": 2318 |
| }, |
| { |
| "epoch": 2.843137254901961, |
| "grad_norm": 0.2314453125, |
| "learning_rate": 2.342750457048675e-06, |
| "loss": 0.0435, |
| "step": 2320 |
| }, |
| { |
| "epoch": 2.8455882352941178, |
| "grad_norm": 0.185546875, |
| "learning_rate": 2.3336986411232025e-06, |
| "loss": 0.043, |
| "step": 2322 |
| }, |
| { |
| "epoch": 2.8480392156862746, |
| "grad_norm": 0.318359375, |
| "learning_rate": 2.3246590197321038e-06, |
| "loss": 0.0476, |
| "step": 2324 |
| }, |
| { |
| "epoch": 2.8504901960784315, |
| "grad_norm": 0.314453125, |
| "learning_rate": 2.3156316342187853e-06, |
| "loss": 0.0421, |
| "step": 2326 |
| }, |
| { |
| "epoch": 2.8529411764705883, |
| "grad_norm": 0.2080078125, |
| "learning_rate": 2.3066165258706904e-06, |
| "loss": 0.0397, |
| "step": 2328 |
| }, |
| { |
| "epoch": 2.855392156862745, |
| "grad_norm": 0.27734375, |
| "learning_rate": 2.297613735919107e-06, |
| "loss": 0.0476, |
| "step": 2330 |
| }, |
| { |
| "epoch": 2.857843137254902, |
| "grad_norm": 0.2734375, |
| "learning_rate": 2.2886233055389914e-06, |
| "loss": 0.0498, |
| "step": 2332 |
| }, |
| { |
| "epoch": 2.860294117647059, |
| "grad_norm": 0.248046875, |
| "learning_rate": 2.279645275848764e-06, |
| "loss": 0.0447, |
| "step": 2334 |
| }, |
| { |
| "epoch": 2.8627450980392157, |
| "grad_norm": 0.21875, |
| "learning_rate": 2.270679687910138e-06, |
| "loss": 0.044, |
| "step": 2336 |
| }, |
| { |
| "epoch": 2.8651960784313726, |
| "grad_norm": 0.2412109375, |
| "learning_rate": 2.26172658272792e-06, |
| "loss": 0.0425, |
| "step": 2338 |
| }, |
| { |
| "epoch": 2.8676470588235294, |
| "grad_norm": 0.2158203125, |
| "learning_rate": 2.2527860012498216e-06, |
| "loss": 0.0436, |
| "step": 2340 |
| }, |
| { |
| "epoch": 2.8700980392156863, |
| "grad_norm": 0.26953125, |
| "learning_rate": 2.243857984366284e-06, |
| "loss": 0.0443, |
| "step": 2342 |
| }, |
| { |
| "epoch": 2.872549019607843, |
| "grad_norm": 0.25390625, |
| "learning_rate": 2.2349425729102752e-06, |
| "loss": 0.044, |
| "step": 2344 |
| }, |
| { |
| "epoch": 2.875, |
| "grad_norm": 0.251953125, |
| "learning_rate": 2.2260398076571176e-06, |
| "loss": 0.0444, |
| "step": 2346 |
| }, |
| { |
| "epoch": 2.877450980392157, |
| "grad_norm": 0.328125, |
| "learning_rate": 2.217149729324295e-06, |
| "loss": 0.0452, |
| "step": 2348 |
| }, |
| { |
| "epoch": 2.8799019607843137, |
| "grad_norm": 0.240234375, |
| "learning_rate": 2.2082723785712603e-06, |
| "loss": 0.0513, |
| "step": 2350 |
| }, |
| { |
| "epoch": 2.8823529411764706, |
| "grad_norm": 0.2314453125, |
| "learning_rate": 2.199407795999263e-06, |
| "loss": 0.0445, |
| "step": 2352 |
| }, |
| { |
| "epoch": 2.8848039215686274, |
| "grad_norm": 0.255859375, |
| "learning_rate": 2.190556022151152e-06, |
| "loss": 0.0435, |
| "step": 2354 |
| }, |
| { |
| "epoch": 2.8872549019607843, |
| "grad_norm": 0.2470703125, |
| "learning_rate": 2.1817170975111957e-06, |
| "loss": 0.0473, |
| "step": 2356 |
| }, |
| { |
| "epoch": 2.889705882352941, |
| "grad_norm": 0.2578125, |
| "learning_rate": 2.172891062504899e-06, |
| "loss": 0.0452, |
| "step": 2358 |
| }, |
| { |
| "epoch": 2.892156862745098, |
| "grad_norm": 0.2392578125, |
| "learning_rate": 2.164077957498807e-06, |
| "loss": 0.0441, |
| "step": 2360 |
| }, |
| { |
| "epoch": 2.894607843137255, |
| "grad_norm": 0.275390625, |
| "learning_rate": 2.1552778228003383e-06, |
| "loss": 0.0492, |
| "step": 2362 |
| }, |
| { |
| "epoch": 2.8970588235294117, |
| "grad_norm": 0.34765625, |
| "learning_rate": 2.146490698657582e-06, |
| "loss": 0.0424, |
| "step": 2364 |
| }, |
| { |
| "epoch": 2.8995098039215685, |
| "grad_norm": 0.26953125, |
| "learning_rate": 2.1377166252591276e-06, |
| "loss": 0.0477, |
| "step": 2366 |
| }, |
| { |
| "epoch": 2.9019607843137254, |
| "grad_norm": 0.2265625, |
| "learning_rate": 2.128955642733877e-06, |
| "loss": 0.0501, |
| "step": 2368 |
| }, |
| { |
| "epoch": 2.9044117647058822, |
| "grad_norm": 0.27734375, |
| "learning_rate": 2.120207791150854e-06, |
| "loss": 0.0454, |
| "step": 2370 |
| }, |
| { |
| "epoch": 2.906862745098039, |
| "grad_norm": 0.271484375, |
| "learning_rate": 2.1114731105190352e-06, |
| "loss": 0.0468, |
| "step": 2372 |
| }, |
| { |
| "epoch": 2.909313725490196, |
| "grad_norm": 0.232421875, |
| "learning_rate": 2.102751640787149e-06, |
| "loss": 0.0472, |
| "step": 2374 |
| }, |
| { |
| "epoch": 2.911764705882353, |
| "grad_norm": 0.2890625, |
| "learning_rate": 2.0940434218435115e-06, |
| "loss": 0.046, |
| "step": 2376 |
| }, |
| { |
| "epoch": 2.9142156862745097, |
| "grad_norm": 0.251953125, |
| "learning_rate": 2.085348493515833e-06, |
| "loss": 0.0496, |
| "step": 2378 |
| }, |
| { |
| "epoch": 2.9166666666666665, |
| "grad_norm": 0.314453125, |
| "learning_rate": 2.0766668955710334e-06, |
| "loss": 0.0459, |
| "step": 2380 |
| }, |
| { |
| "epoch": 2.9191176470588234, |
| "grad_norm": 0.275390625, |
| "learning_rate": 2.0679986677150714e-06, |
| "loss": 0.0461, |
| "step": 2382 |
| }, |
| { |
| "epoch": 2.9215686274509802, |
| "grad_norm": 0.267578125, |
| "learning_rate": 2.059343849592755e-06, |
| "loss": 0.0413, |
| "step": 2384 |
| }, |
| { |
| "epoch": 2.924019607843137, |
| "grad_norm": 0.275390625, |
| "learning_rate": 2.050702480787557e-06, |
| "loss": 0.0517, |
| "step": 2386 |
| }, |
| { |
| "epoch": 2.9264705882352944, |
| "grad_norm": 0.3203125, |
| "learning_rate": 2.0420746008214463e-06, |
| "loss": 0.0474, |
| "step": 2388 |
| }, |
| { |
| "epoch": 2.928921568627451, |
| "grad_norm": 0.310546875, |
| "learning_rate": 2.033460249154692e-06, |
| "loss": 0.0499, |
| "step": 2390 |
| }, |
| { |
| "epoch": 2.931372549019608, |
| "grad_norm": 0.2890625, |
| "learning_rate": 2.0248594651856964e-06, |
| "loss": 0.0495, |
| "step": 2392 |
| }, |
| { |
| "epoch": 2.9338235294117645, |
| "grad_norm": 0.263671875, |
| "learning_rate": 2.0162722882508072e-06, |
| "loss": 0.0507, |
| "step": 2394 |
| }, |
| { |
| "epoch": 2.936274509803922, |
| "grad_norm": 0.2373046875, |
| "learning_rate": 2.0076987576241365e-06, |
| "loss": 0.0418, |
| "step": 2396 |
| }, |
| { |
| "epoch": 2.938725490196078, |
| "grad_norm": 0.287109375, |
| "learning_rate": 1.9991389125173882e-06, |
| "loss": 0.0449, |
| "step": 2398 |
| }, |
| { |
| "epoch": 2.9411764705882355, |
| "grad_norm": 0.212890625, |
| "learning_rate": 1.9905927920796704e-06, |
| "loss": 0.0453, |
| "step": 2400 |
| }, |
| { |
| "epoch": 2.943627450980392, |
| "grad_norm": 0.244140625, |
| "learning_rate": 1.9820604353973226e-06, |
| "loss": 0.047, |
| "step": 2402 |
| }, |
| { |
| "epoch": 2.946078431372549, |
| "grad_norm": 0.2490234375, |
| "learning_rate": 1.973541881493738e-06, |
| "loss": 0.048, |
| "step": 2404 |
| }, |
| { |
| "epoch": 2.9485294117647056, |
| "grad_norm": 0.26953125, |
| "learning_rate": 1.965037169329173e-06, |
| "loss": 0.045, |
| "step": 2406 |
| }, |
| { |
| "epoch": 2.950980392156863, |
| "grad_norm": 0.287109375, |
| "learning_rate": 1.9565463378005873e-06, |
| "loss": 0.0448, |
| "step": 2408 |
| }, |
| { |
| "epoch": 2.9534313725490198, |
| "grad_norm": 0.25390625, |
| "learning_rate": 1.9480694257414486e-06, |
| "loss": 0.0453, |
| "step": 2410 |
| }, |
| { |
| "epoch": 2.9558823529411766, |
| "grad_norm": 0.318359375, |
| "learning_rate": 1.9396064719215675e-06, |
| "loss": 0.0548, |
| "step": 2412 |
| }, |
| { |
| "epoch": 2.9583333333333335, |
| "grad_norm": 0.2578125, |
| "learning_rate": 1.9311575150469146e-06, |
| "loss": 0.0458, |
| "step": 2414 |
| }, |
| { |
| "epoch": 2.9607843137254903, |
| "grad_norm": 0.251953125, |
| "learning_rate": 1.9227225937594463e-06, |
| "loss": 0.0473, |
| "step": 2416 |
| }, |
| { |
| "epoch": 2.963235294117647, |
| "grad_norm": 0.234375, |
| "learning_rate": 1.9143017466369203e-06, |
| "loss": 0.0485, |
| "step": 2418 |
| }, |
| { |
| "epoch": 2.965686274509804, |
| "grad_norm": 0.271484375, |
| "learning_rate": 1.90589501219273e-06, |
| "loss": 0.0453, |
| "step": 2420 |
| }, |
| { |
| "epoch": 2.968137254901961, |
| "grad_norm": 0.33984375, |
| "learning_rate": 1.8975024288757238e-06, |
| "loss": 0.0502, |
| "step": 2422 |
| }, |
| { |
| "epoch": 2.9705882352941178, |
| "grad_norm": 0.2236328125, |
| "learning_rate": 1.889124035070024e-06, |
| "loss": 0.0468, |
| "step": 2424 |
| }, |
| { |
| "epoch": 2.9730392156862746, |
| "grad_norm": 0.23046875, |
| "learning_rate": 1.8807598690948614e-06, |
| "loss": 0.0402, |
| "step": 2426 |
| }, |
| { |
| "epoch": 2.9754901960784315, |
| "grad_norm": 0.271484375, |
| "learning_rate": 1.8724099692043934e-06, |
| "loss": 0.0502, |
| "step": 2428 |
| }, |
| { |
| "epoch": 2.9779411764705883, |
| "grad_norm": 0.275390625, |
| "learning_rate": 1.8640743735875266e-06, |
| "loss": 0.0463, |
| "step": 2430 |
| }, |
| { |
| "epoch": 2.980392156862745, |
| "grad_norm": 0.220703125, |
| "learning_rate": 1.8557531203677504e-06, |
| "loss": 0.0447, |
| "step": 2432 |
| }, |
| { |
| "epoch": 2.982843137254902, |
| "grad_norm": 0.30078125, |
| "learning_rate": 1.8474462476029575e-06, |
| "loss": 0.0447, |
| "step": 2434 |
| }, |
| { |
| "epoch": 2.985294117647059, |
| "grad_norm": 0.2470703125, |
| "learning_rate": 1.8391537932852677e-06, |
| "loss": 0.0399, |
| "step": 2436 |
| }, |
| { |
| "epoch": 2.9877450980392157, |
| "grad_norm": 0.212890625, |
| "learning_rate": 1.8308757953408601e-06, |
| "loss": 0.0445, |
| "step": 2438 |
| }, |
| { |
| "epoch": 2.9901960784313726, |
| "grad_norm": 0.310546875, |
| "learning_rate": 1.8226122916297933e-06, |
| "loss": 0.055, |
| "step": 2440 |
| }, |
| { |
| "epoch": 2.9926470588235294, |
| "grad_norm": 0.255859375, |
| "learning_rate": 1.8143633199458383e-06, |
| "loss": 0.0424, |
| "step": 2442 |
| }, |
| { |
| "epoch": 2.9950980392156863, |
| "grad_norm": 0.30078125, |
| "learning_rate": 1.806128918016304e-06, |
| "loss": 0.0524, |
| "step": 2444 |
| }, |
| { |
| "epoch": 2.997549019607843, |
| "grad_norm": 0.251953125, |
| "learning_rate": 1.7979091235018564e-06, |
| "loss": 0.0503, |
| "step": 2446 |
| }, |
| { |
| "epoch": 3.0, |
| "grad_norm": 0.40234375, |
| "learning_rate": 1.7897039739963607e-06, |
| "loss": 0.0443, |
| "step": 2448 |
| }, |
| { |
| "epoch": 3.0, |
| "eval_loss": 0.0535544753074646, |
| "eval_runtime": 37.6568, |
| "eval_samples_per_second": 133.203, |
| "eval_steps_per_second": 1.062, |
| "step": 2448 |
| }, |
| { |
| "epoch": 3.002450980392157, |
| "grad_norm": 0.255859375, |
| "learning_rate": 1.7815135070267008e-06, |
| "loss": 0.0437, |
| "step": 2450 |
| }, |
| { |
| "epoch": 3.0049019607843137, |
| "grad_norm": 0.283203125, |
| "learning_rate": 1.7733377600526041e-06, |
| "loss": 0.0417, |
| "step": 2452 |
| }, |
| { |
| "epoch": 3.0073529411764706, |
| "grad_norm": 0.27734375, |
| "learning_rate": 1.7651767704664819e-06, |
| "loss": 0.0412, |
| "step": 2454 |
| }, |
| { |
| "epoch": 3.0098039215686274, |
| "grad_norm": 0.263671875, |
| "learning_rate": 1.7570305755932438e-06, |
| "loss": 0.0494, |
| "step": 2456 |
| }, |
| { |
| "epoch": 3.0122549019607843, |
| "grad_norm": 0.306640625, |
| "learning_rate": 1.748899212690141e-06, |
| "loss": 0.0458, |
| "step": 2458 |
| }, |
| { |
| "epoch": 3.014705882352941, |
| "grad_norm": 0.1943359375, |
| "learning_rate": 1.7407827189465893e-06, |
| "loss": 0.0407, |
| "step": 2460 |
| }, |
| { |
| "epoch": 3.017156862745098, |
| "grad_norm": 0.2490234375, |
| "learning_rate": 1.7326811314839931e-06, |
| "loss": 0.0533, |
| "step": 2462 |
| }, |
| { |
| "epoch": 3.019607843137255, |
| "grad_norm": 0.2890625, |
| "learning_rate": 1.7245944873555893e-06, |
| "loss": 0.0524, |
| "step": 2464 |
| }, |
| { |
| "epoch": 3.0220588235294117, |
| "grad_norm": 0.2490234375, |
| "learning_rate": 1.716522823546264e-06, |
| "loss": 0.0486, |
| "step": 2466 |
| }, |
| { |
| "epoch": 3.0245098039215685, |
| "grad_norm": 0.26953125, |
| "learning_rate": 1.7084661769723942e-06, |
| "loss": 0.0484, |
| "step": 2468 |
| }, |
| { |
| "epoch": 3.0269607843137254, |
| "grad_norm": 0.298828125, |
| "learning_rate": 1.700424584481674e-06, |
| "loss": 0.045, |
| "step": 2470 |
| }, |
| { |
| "epoch": 3.0294117647058822, |
| "grad_norm": 0.21484375, |
| "learning_rate": 1.6923980828529424e-06, |
| "loss": 0.0513, |
| "step": 2472 |
| }, |
| { |
| "epoch": 3.031862745098039, |
| "grad_norm": 0.2314453125, |
| "learning_rate": 1.6843867087960252e-06, |
| "loss": 0.0471, |
| "step": 2474 |
| }, |
| { |
| "epoch": 3.034313725490196, |
| "grad_norm": 0.244140625, |
| "learning_rate": 1.6763904989515545e-06, |
| "loss": 0.0441, |
| "step": 2476 |
| }, |
| { |
| "epoch": 3.036764705882353, |
| "grad_norm": 0.283203125, |
| "learning_rate": 1.6684094898908131e-06, |
| "loss": 0.0477, |
| "step": 2478 |
| }, |
| { |
| "epoch": 3.0392156862745097, |
| "grad_norm": 0.2470703125, |
| "learning_rate": 1.6604437181155613e-06, |
| "loss": 0.0463, |
| "step": 2480 |
| }, |
| { |
| "epoch": 3.0416666666666665, |
| "grad_norm": 0.255859375, |
| "learning_rate": 1.652493220057866e-06, |
| "loss": 0.0456, |
| "step": 2482 |
| }, |
| { |
| "epoch": 3.0441176470588234, |
| "grad_norm": 0.208984375, |
| "learning_rate": 1.6445580320799441e-06, |
| "loss": 0.0463, |
| "step": 2484 |
| }, |
| { |
| "epoch": 3.0465686274509802, |
| "grad_norm": 0.234375, |
| "learning_rate": 1.636638190473987e-06, |
| "loss": 0.0483, |
| "step": 2486 |
| }, |
| { |
| "epoch": 3.049019607843137, |
| "grad_norm": 0.291015625, |
| "learning_rate": 1.628733731461999e-06, |
| "loss": 0.0488, |
| "step": 2488 |
| }, |
| { |
| "epoch": 3.051470588235294, |
| "grad_norm": 0.328125, |
| "learning_rate": 1.6208446911956344e-06, |
| "loss": 0.0441, |
| "step": 2490 |
| }, |
| { |
| "epoch": 3.053921568627451, |
| "grad_norm": 0.251953125, |
| "learning_rate": 1.6129711057560215e-06, |
| "loss": 0.0411, |
| "step": 2492 |
| }, |
| { |
| "epoch": 3.0563725490196076, |
| "grad_norm": 0.3515625, |
| "learning_rate": 1.6051130111536134e-06, |
| "loss": 0.0514, |
| "step": 2494 |
| }, |
| { |
| "epoch": 3.0588235294117645, |
| "grad_norm": 0.2734375, |
| "learning_rate": 1.5972704433280063e-06, |
| "loss": 0.0449, |
| "step": 2496 |
| }, |
| { |
| "epoch": 3.0612745098039214, |
| "grad_norm": 0.2197265625, |
| "learning_rate": 1.589443438147789e-06, |
| "loss": 0.0425, |
| "step": 2498 |
| }, |
| { |
| "epoch": 3.063725490196078, |
| "grad_norm": 0.279296875, |
| "learning_rate": 1.581632031410374e-06, |
| "loss": 0.0487, |
| "step": 2500 |
| }, |
| { |
| "epoch": 3.0661764705882355, |
| "grad_norm": 0.2353515625, |
| "learning_rate": 1.5738362588418265e-06, |
| "loss": 0.0469, |
| "step": 2502 |
| }, |
| { |
| "epoch": 3.0686274509803924, |
| "grad_norm": 0.255859375, |
| "learning_rate": 1.5660561560967169e-06, |
| "loss": 0.0475, |
| "step": 2504 |
| }, |
| { |
| "epoch": 3.071078431372549, |
| "grad_norm": 0.24609375, |
| "learning_rate": 1.5582917587579394e-06, |
| "loss": 0.0463, |
| "step": 2506 |
| }, |
| { |
| "epoch": 3.073529411764706, |
| "grad_norm": 0.224609375, |
| "learning_rate": 1.5505431023365642e-06, |
| "loss": 0.0488, |
| "step": 2508 |
| }, |
| { |
| "epoch": 3.075980392156863, |
| "grad_norm": 0.248046875, |
| "learning_rate": 1.5428102222716696e-06, |
| "loss": 0.0499, |
| "step": 2510 |
| }, |
| { |
| "epoch": 3.0784313725490198, |
| "grad_norm": 0.255859375, |
| "learning_rate": 1.5350931539301734e-06, |
| "loss": 0.0461, |
| "step": 2512 |
| }, |
| { |
| "epoch": 3.0808823529411766, |
| "grad_norm": 0.263671875, |
| "learning_rate": 1.527391932606684e-06, |
| "loss": 0.0545, |
| "step": 2514 |
| }, |
| { |
| "epoch": 3.0833333333333335, |
| "grad_norm": 0.234375, |
| "learning_rate": 1.5197065935233301e-06, |
| "loss": 0.0405, |
| "step": 2516 |
| }, |
| { |
| "epoch": 3.0857843137254903, |
| "grad_norm": 0.2197265625, |
| "learning_rate": 1.5120371718295984e-06, |
| "loss": 0.0438, |
| "step": 2518 |
| }, |
| { |
| "epoch": 3.088235294117647, |
| "grad_norm": 0.28515625, |
| "learning_rate": 1.5043837026021823e-06, |
| "loss": 0.0503, |
| "step": 2520 |
| }, |
| { |
| "epoch": 3.090686274509804, |
| "grad_norm": 0.224609375, |
| "learning_rate": 1.4967462208448092e-06, |
| "loss": 0.0443, |
| "step": 2522 |
| }, |
| { |
| "epoch": 3.093137254901961, |
| "grad_norm": 0.25390625, |
| "learning_rate": 1.4891247614880904e-06, |
| "loss": 0.0448, |
| "step": 2524 |
| }, |
| { |
| "epoch": 3.0955882352941178, |
| "grad_norm": 0.244140625, |
| "learning_rate": 1.4815193593893583e-06, |
| "loss": 0.047, |
| "step": 2526 |
| }, |
| { |
| "epoch": 3.0980392156862746, |
| "grad_norm": 0.2314453125, |
| "learning_rate": 1.473930049332502e-06, |
| "loss": 0.0521, |
| "step": 2528 |
| }, |
| { |
| "epoch": 3.1004901960784315, |
| "grad_norm": 0.28515625, |
| "learning_rate": 1.4663568660278154e-06, |
| "loss": 0.0451, |
| "step": 2530 |
| }, |
| { |
| "epoch": 3.1029411764705883, |
| "grad_norm": 0.259765625, |
| "learning_rate": 1.4587998441118356e-06, |
| "loss": 0.0523, |
| "step": 2532 |
| }, |
| { |
| "epoch": 3.105392156862745, |
| "grad_norm": 0.28125, |
| "learning_rate": 1.4512590181471853e-06, |
| "loss": 0.0418, |
| "step": 2534 |
| }, |
| { |
| "epoch": 3.107843137254902, |
| "grad_norm": 0.298828125, |
| "learning_rate": 1.4437344226224083e-06, |
| "loss": 0.0432, |
| "step": 2536 |
| }, |
| { |
| "epoch": 3.110294117647059, |
| "grad_norm": 0.2138671875, |
| "learning_rate": 1.4362260919518234e-06, |
| "loss": 0.0491, |
| "step": 2538 |
| }, |
| { |
| "epoch": 3.1127450980392157, |
| "grad_norm": 0.220703125, |
| "learning_rate": 1.4287340604753596e-06, |
| "loss": 0.0437, |
| "step": 2540 |
| }, |
| { |
| "epoch": 3.1151960784313726, |
| "grad_norm": 0.298828125, |
| "learning_rate": 1.4212583624583964e-06, |
| "loss": 0.0536, |
| "step": 2542 |
| }, |
| { |
| "epoch": 3.1176470588235294, |
| "grad_norm": 0.2109375, |
| "learning_rate": 1.413799032091615e-06, |
| "loss": 0.0486, |
| "step": 2544 |
| }, |
| { |
| "epoch": 3.1200980392156863, |
| "grad_norm": 0.31640625, |
| "learning_rate": 1.4063561034908385e-06, |
| "loss": 0.045, |
| "step": 2546 |
| }, |
| { |
| "epoch": 3.122549019607843, |
| "grad_norm": 0.2578125, |
| "learning_rate": 1.3989296106968702e-06, |
| "loss": 0.0441, |
| "step": 2548 |
| }, |
| { |
| "epoch": 3.125, |
| "grad_norm": 0.244140625, |
| "learning_rate": 1.3915195876753495e-06, |
| "loss": 0.0458, |
| "step": 2550 |
| }, |
| { |
| "epoch": 3.127450980392157, |
| "grad_norm": 0.23046875, |
| "learning_rate": 1.3841260683165836e-06, |
| "loss": 0.0453, |
| "step": 2552 |
| }, |
| { |
| "epoch": 3.1299019607843137, |
| "grad_norm": 0.25, |
| "learning_rate": 1.3767490864354034e-06, |
| "loss": 0.0479, |
| "step": 2554 |
| }, |
| { |
| "epoch": 3.1323529411764706, |
| "grad_norm": 0.244140625, |
| "learning_rate": 1.369388675771004e-06, |
| "loss": 0.0481, |
| "step": 2556 |
| }, |
| { |
| "epoch": 3.1348039215686274, |
| "grad_norm": 0.23828125, |
| "learning_rate": 1.3620448699867877e-06, |
| "loss": 0.0444, |
| "step": 2558 |
| }, |
| { |
| "epoch": 3.1372549019607843, |
| "grad_norm": 0.31640625, |
| "learning_rate": 1.354717702670218e-06, |
| "loss": 0.0519, |
| "step": 2560 |
| }, |
| { |
| "epoch": 3.139705882352941, |
| "grad_norm": 0.2333984375, |
| "learning_rate": 1.347407207332655e-06, |
| "loss": 0.0439, |
| "step": 2562 |
| }, |
| { |
| "epoch": 3.142156862745098, |
| "grad_norm": 0.263671875, |
| "learning_rate": 1.3401134174092128e-06, |
| "loss": 0.0555, |
| "step": 2564 |
| }, |
| { |
| "epoch": 3.144607843137255, |
| "grad_norm": 0.2109375, |
| "learning_rate": 1.332836366258603e-06, |
| "loss": 0.0413, |
| "step": 2566 |
| }, |
| { |
| "epoch": 3.1470588235294117, |
| "grad_norm": 0.21875, |
| "learning_rate": 1.3255760871629753e-06, |
| "loss": 0.0422, |
| "step": 2568 |
| }, |
| { |
| "epoch": 3.1495098039215685, |
| "grad_norm": 0.30078125, |
| "learning_rate": 1.3183326133277774e-06, |
| "loss": 0.0453, |
| "step": 2570 |
| }, |
| { |
| "epoch": 3.1519607843137254, |
| "grad_norm": 0.25390625, |
| "learning_rate": 1.3111059778815915e-06, |
| "loss": 0.0503, |
| "step": 2572 |
| }, |
| { |
| "epoch": 3.1544117647058822, |
| "grad_norm": 0.2412109375, |
| "learning_rate": 1.3038962138759924e-06, |
| "loss": 0.0518, |
| "step": 2574 |
| }, |
| { |
| "epoch": 3.156862745098039, |
| "grad_norm": 0.25, |
| "learning_rate": 1.2967033542853918e-06, |
| "loss": 0.0409, |
| "step": 2576 |
| }, |
| { |
| "epoch": 3.159313725490196, |
| "grad_norm": 0.2080078125, |
| "learning_rate": 1.2895274320068829e-06, |
| "loss": 0.0457, |
| "step": 2578 |
| }, |
| { |
| "epoch": 3.161764705882353, |
| "grad_norm": 0.30078125, |
| "learning_rate": 1.2823684798601021e-06, |
| "loss": 0.0484, |
| "step": 2580 |
| }, |
| { |
| "epoch": 3.1642156862745097, |
| "grad_norm": 0.232421875, |
| "learning_rate": 1.2752265305870637e-06, |
| "loss": 0.0442, |
| "step": 2582 |
| }, |
| { |
| "epoch": 3.1666666666666665, |
| "grad_norm": 0.2373046875, |
| "learning_rate": 1.2681016168520244e-06, |
| "loss": 0.0458, |
| "step": 2584 |
| }, |
| { |
| "epoch": 3.1691176470588234, |
| "grad_norm": 0.251953125, |
| "learning_rate": 1.2609937712413267e-06, |
| "loss": 0.0453, |
| "step": 2586 |
| }, |
| { |
| "epoch": 3.1715686274509802, |
| "grad_norm": 0.251953125, |
| "learning_rate": 1.2539030262632461e-06, |
| "loss": 0.0502, |
| "step": 2588 |
| }, |
| { |
| "epoch": 3.174019607843137, |
| "grad_norm": 0.23046875, |
| "learning_rate": 1.2468294143478515e-06, |
| "loss": 0.046, |
| "step": 2590 |
| }, |
| { |
| "epoch": 3.176470588235294, |
| "grad_norm": 0.2392578125, |
| "learning_rate": 1.2397729678468534e-06, |
| "loss": 0.0443, |
| "step": 2592 |
| }, |
| { |
| "epoch": 3.178921568627451, |
| "grad_norm": 0.25390625, |
| "learning_rate": 1.2327337190334488e-06, |
| "loss": 0.0484, |
| "step": 2594 |
| }, |
| { |
| "epoch": 3.1813725490196076, |
| "grad_norm": 0.2451171875, |
| "learning_rate": 1.2257117001021874e-06, |
| "loss": 0.0455, |
| "step": 2596 |
| }, |
| { |
| "epoch": 3.1838235294117645, |
| "grad_norm": 0.259765625, |
| "learning_rate": 1.2187069431688092e-06, |
| "loss": 0.0499, |
| "step": 2598 |
| }, |
| { |
| "epoch": 3.186274509803922, |
| "grad_norm": 0.2099609375, |
| "learning_rate": 1.211719480270111e-06, |
| "loss": 0.0427, |
| "step": 2600 |
| }, |
| { |
| "epoch": 3.188725490196078, |
| "grad_norm": 0.2373046875, |
| "learning_rate": 1.2047493433637935e-06, |
| "loss": 0.0399, |
| "step": 2602 |
| }, |
| { |
| "epoch": 3.1911764705882355, |
| "grad_norm": 0.275390625, |
| "learning_rate": 1.1977965643283106e-06, |
| "loss": 0.0448, |
| "step": 2604 |
| }, |
| { |
| "epoch": 3.1936274509803924, |
| "grad_norm": 0.2294921875, |
| "learning_rate": 1.1908611749627352e-06, |
| "loss": 0.042, |
| "step": 2606 |
| }, |
| { |
| "epoch": 3.196078431372549, |
| "grad_norm": 0.25390625, |
| "learning_rate": 1.1839432069866014e-06, |
| "loss": 0.0453, |
| "step": 2608 |
| }, |
| { |
| "epoch": 3.198529411764706, |
| "grad_norm": 0.22265625, |
| "learning_rate": 1.1770426920397688e-06, |
| "loss": 0.0501, |
| "step": 2610 |
| }, |
| { |
| "epoch": 3.200980392156863, |
| "grad_norm": 0.236328125, |
| "learning_rate": 1.1701596616822752e-06, |
| "loss": 0.0435, |
| "step": 2612 |
| }, |
| { |
| "epoch": 3.2034313725490198, |
| "grad_norm": 0.205078125, |
| "learning_rate": 1.1632941473941867e-06, |
| "loss": 0.0416, |
| "step": 2614 |
| }, |
| { |
| "epoch": 3.2058823529411766, |
| "grad_norm": 0.2060546875, |
| "learning_rate": 1.1564461805754635e-06, |
| "loss": 0.049, |
| "step": 2616 |
| }, |
| { |
| "epoch": 3.2083333333333335, |
| "grad_norm": 0.2060546875, |
| "learning_rate": 1.1496157925458057e-06, |
| "loss": 0.0442, |
| "step": 2618 |
| }, |
| { |
| "epoch": 3.2107843137254903, |
| "grad_norm": 0.203125, |
| "learning_rate": 1.1428030145445207e-06, |
| "loss": 0.0449, |
| "step": 2620 |
| }, |
| { |
| "epoch": 3.213235294117647, |
| "grad_norm": 0.23828125, |
| "learning_rate": 1.1360078777303729e-06, |
| "loss": 0.0443, |
| "step": 2622 |
| }, |
| { |
| "epoch": 3.215686274509804, |
| "grad_norm": 0.28125, |
| "learning_rate": 1.1292304131814419e-06, |
| "loss": 0.0493, |
| "step": 2624 |
| }, |
| { |
| "epoch": 3.218137254901961, |
| "grad_norm": 0.283203125, |
| "learning_rate": 1.1224706518949845e-06, |
| "loss": 0.048, |
| "step": 2626 |
| }, |
| { |
| "epoch": 3.2205882352941178, |
| "grad_norm": 0.26953125, |
| "learning_rate": 1.1157286247872873e-06, |
| "loss": 0.046, |
| "step": 2628 |
| }, |
| { |
| "epoch": 3.2230392156862746, |
| "grad_norm": 0.236328125, |
| "learning_rate": 1.109004362693531e-06, |
| "loss": 0.0498, |
| "step": 2630 |
| }, |
| { |
| "epoch": 3.2254901960784315, |
| "grad_norm": 0.2490234375, |
| "learning_rate": 1.1022978963676462e-06, |
| "loss": 0.0484, |
| "step": 2632 |
| }, |
| { |
| "epoch": 3.2279411764705883, |
| "grad_norm": 0.21484375, |
| "learning_rate": 1.0956092564821712e-06, |
| "loss": 0.0458, |
| "step": 2634 |
| }, |
| { |
| "epoch": 3.230392156862745, |
| "grad_norm": 0.2734375, |
| "learning_rate": 1.088938473628115e-06, |
| "loss": 0.0483, |
| "step": 2636 |
| }, |
| { |
| "epoch": 3.232843137254902, |
| "grad_norm": 0.25390625, |
| "learning_rate": 1.0822855783148184e-06, |
| "loss": 0.0458, |
| "step": 2638 |
| }, |
| { |
| "epoch": 3.235294117647059, |
| "grad_norm": 0.26953125, |
| "learning_rate": 1.0756506009698075e-06, |
| "loss": 0.0437, |
| "step": 2640 |
| }, |
| { |
| "epoch": 3.2377450980392157, |
| "grad_norm": 0.228515625, |
| "learning_rate": 1.0690335719386618e-06, |
| "loss": 0.0436, |
| "step": 2642 |
| }, |
| { |
| "epoch": 3.2401960784313726, |
| "grad_norm": 0.267578125, |
| "learning_rate": 1.0624345214848746e-06, |
| "loss": 0.0478, |
| "step": 2644 |
| }, |
| { |
| "epoch": 3.2426470588235294, |
| "grad_norm": 0.2421875, |
| "learning_rate": 1.0558534797897086e-06, |
| "loss": 0.0409, |
| "step": 2646 |
| }, |
| { |
| "epoch": 3.2450980392156863, |
| "grad_norm": 0.236328125, |
| "learning_rate": 1.0492904769520646e-06, |
| "loss": 0.0471, |
| "step": 2648 |
| }, |
| { |
| "epoch": 3.247549019607843, |
| "grad_norm": 0.298828125, |
| "learning_rate": 1.0427455429883426e-06, |
| "loss": 0.0462, |
| "step": 2650 |
| }, |
| { |
| "epoch": 3.25, |
| "grad_norm": 0.2451171875, |
| "learning_rate": 1.0362187078322994e-06, |
| "loss": 0.0457, |
| "step": 2652 |
| }, |
| { |
| "epoch": 3.252450980392157, |
| "grad_norm": 0.267578125, |
| "learning_rate": 1.0297100013349181e-06, |
| "loss": 0.0473, |
| "step": 2654 |
| }, |
| { |
| "epoch": 3.2549019607843137, |
| "grad_norm": 0.259765625, |
| "learning_rate": 1.0232194532642698e-06, |
| "loss": 0.0472, |
| "step": 2656 |
| }, |
| { |
| "epoch": 3.2573529411764706, |
| "grad_norm": 0.263671875, |
| "learning_rate": 1.016747093305376e-06, |
| "loss": 0.0477, |
| "step": 2658 |
| }, |
| { |
| "epoch": 3.2598039215686274, |
| "grad_norm": 0.26171875, |
| "learning_rate": 1.0102929510600701e-06, |
| "loss": 0.0459, |
| "step": 2660 |
| }, |
| { |
| "epoch": 3.2622549019607843, |
| "grad_norm": 0.251953125, |
| "learning_rate": 1.0038570560468707e-06, |
| "loss": 0.0471, |
| "step": 2662 |
| }, |
| { |
| "epoch": 3.264705882352941, |
| "grad_norm": 0.271484375, |
| "learning_rate": 9.974394377008367e-07, |
| "loss": 0.0459, |
| "step": 2664 |
| }, |
| { |
| "epoch": 3.267156862745098, |
| "grad_norm": 0.259765625, |
| "learning_rate": 9.910401253734402e-07, |
| "loss": 0.0431, |
| "step": 2666 |
| }, |
| { |
| "epoch": 3.269607843137255, |
| "grad_norm": 0.234375, |
| "learning_rate": 9.846591483324296e-07, |
| "loss": 0.0467, |
| "step": 2668 |
| }, |
| { |
| "epoch": 3.2720588235294117, |
| "grad_norm": 0.265625, |
| "learning_rate": 9.782965357616925e-07, |
| "loss": 0.0484, |
| "step": 2670 |
| }, |
| { |
| "epoch": 3.2745098039215685, |
| "grad_norm": 0.26171875, |
| "learning_rate": 9.719523167611283e-07, |
| "loss": 0.0417, |
| "step": 2672 |
| }, |
| { |
| "epoch": 3.2769607843137254, |
| "grad_norm": 0.2099609375, |
| "learning_rate": 9.656265203465093e-07, |
| "loss": 0.0453, |
| "step": 2674 |
| }, |
| { |
| "epoch": 3.2794117647058822, |
| "grad_norm": 0.2451171875, |
| "learning_rate": 9.593191754493519e-07, |
| "loss": 0.0476, |
| "step": 2676 |
| }, |
| { |
| "epoch": 3.281862745098039, |
| "grad_norm": 0.2177734375, |
| "learning_rate": 9.53030310916786e-07, |
| "loss": 0.0511, |
| "step": 2678 |
| }, |
| { |
| "epoch": 3.284313725490196, |
| "grad_norm": 0.234375, |
| "learning_rate": 9.467599555114137e-07, |
| "loss": 0.0461, |
| "step": 2680 |
| }, |
| { |
| "epoch": 3.286764705882353, |
| "grad_norm": 0.2421875, |
| "learning_rate": 9.405081379111907e-07, |
| "loss": 0.0472, |
| "step": 2682 |
| }, |
| { |
| "epoch": 3.2892156862745097, |
| "grad_norm": 0.2060546875, |
| "learning_rate": 9.342748867092832e-07, |
| "loss": 0.0442, |
| "step": 2684 |
| }, |
| { |
| "epoch": 3.2916666666666665, |
| "grad_norm": 0.234375, |
| "learning_rate": 9.280602304139457e-07, |
| "loss": 0.0422, |
| "step": 2686 |
| }, |
| { |
| "epoch": 3.2941176470588234, |
| "grad_norm": 0.232421875, |
| "learning_rate": 9.218641974483894e-07, |
| "loss": 0.0415, |
| "step": 2688 |
| }, |
| { |
| "epoch": 3.2965686274509802, |
| "grad_norm": 0.2099609375, |
| "learning_rate": 9.156868161506449e-07, |
| "loss": 0.0442, |
| "step": 2690 |
| }, |
| { |
| "epoch": 3.299019607843137, |
| "grad_norm": 0.287109375, |
| "learning_rate": 9.095281147734425e-07, |
| "loss": 0.049, |
| "step": 2692 |
| }, |
| { |
| "epoch": 3.301470588235294, |
| "grad_norm": 0.2392578125, |
| "learning_rate": 9.033881214840745e-07, |
| "loss": 0.044, |
| "step": 2694 |
| }, |
| { |
| "epoch": 3.303921568627451, |
| "grad_norm": 0.2578125, |
| "learning_rate": 8.97266864364274e-07, |
| "loss": 0.0487, |
| "step": 2696 |
| }, |
| { |
| "epoch": 3.306372549019608, |
| "grad_norm": 0.228515625, |
| "learning_rate": 8.911643714100821e-07, |
| "loss": 0.0456, |
| "step": 2698 |
| }, |
| { |
| "epoch": 3.3088235294117645, |
| "grad_norm": 0.265625, |
| "learning_rate": 8.850806705317183e-07, |
| "loss": 0.048, |
| "step": 2700 |
| }, |
| { |
| "epoch": 3.311274509803922, |
| "grad_norm": 0.259765625, |
| "learning_rate": 8.790157895534579e-07, |
| "loss": 0.0451, |
| "step": 2702 |
| }, |
| { |
| "epoch": 3.313725490196078, |
| "grad_norm": 0.2001953125, |
| "learning_rate": 8.729697562134992e-07, |
| "loss": 0.0428, |
| "step": 2704 |
| }, |
| { |
| "epoch": 3.3161764705882355, |
| "grad_norm": 0.2353515625, |
| "learning_rate": 8.669425981638413e-07, |
| "loss": 0.0459, |
| "step": 2706 |
| }, |
| { |
| "epoch": 3.318627450980392, |
| "grad_norm": 0.2392578125, |
| "learning_rate": 8.609343429701561e-07, |
| "loss": 0.0466, |
| "step": 2708 |
| }, |
| { |
| "epoch": 3.321078431372549, |
| "grad_norm": 0.265625, |
| "learning_rate": 8.549450181116598e-07, |
| "loss": 0.0411, |
| "step": 2710 |
| }, |
| { |
| "epoch": 3.323529411764706, |
| "grad_norm": 0.255859375, |
| "learning_rate": 8.489746509809915e-07, |
| "loss": 0.0477, |
| "step": 2712 |
| }, |
| { |
| "epoch": 3.325980392156863, |
| "grad_norm": 0.220703125, |
| "learning_rate": 8.430232688840828e-07, |
| "loss": 0.0442, |
| "step": 2714 |
| }, |
| { |
| "epoch": 3.3284313725490198, |
| "grad_norm": 0.203125, |
| "learning_rate": 8.370908990400384e-07, |
| "loss": 0.0398, |
| "step": 2716 |
| }, |
| { |
| "epoch": 3.3308823529411766, |
| "grad_norm": 0.26171875, |
| "learning_rate": 8.311775685810097e-07, |
| "loss": 0.0442, |
| "step": 2718 |
| }, |
| { |
| "epoch": 3.3333333333333335, |
| "grad_norm": 0.25390625, |
| "learning_rate": 8.252833045520659e-07, |
| "loss": 0.0487, |
| "step": 2720 |
| }, |
| { |
| "epoch": 3.3357843137254903, |
| "grad_norm": 0.21484375, |
| "learning_rate": 8.194081339110776e-07, |
| "loss": 0.0459, |
| "step": 2722 |
| }, |
| { |
| "epoch": 3.338235294117647, |
| "grad_norm": 0.2734375, |
| "learning_rate": 8.13552083528592e-07, |
| "loss": 0.0464, |
| "step": 2724 |
| }, |
| { |
| "epoch": 3.340686274509804, |
| "grad_norm": 0.2158203125, |
| "learning_rate": 8.077151801877032e-07, |
| "loss": 0.0533, |
| "step": 2726 |
| }, |
| { |
| "epoch": 3.343137254901961, |
| "grad_norm": 0.2109375, |
| "learning_rate": 8.018974505839394e-07, |
| "loss": 0.0431, |
| "step": 2728 |
| }, |
| { |
| "epoch": 3.3455882352941178, |
| "grad_norm": 0.25390625, |
| "learning_rate": 7.96098921325133e-07, |
| "loss": 0.0467, |
| "step": 2730 |
| }, |
| { |
| "epoch": 3.3480392156862746, |
| "grad_norm": 0.234375, |
| "learning_rate": 7.903196189313039e-07, |
| "loss": 0.0426, |
| "step": 2732 |
| }, |
| { |
| "epoch": 3.3504901960784315, |
| "grad_norm": 0.265625, |
| "learning_rate": 7.845595698345382e-07, |
| "loss": 0.0467, |
| "step": 2734 |
| }, |
| { |
| "epoch": 3.3529411764705883, |
| "grad_norm": 0.22265625, |
| "learning_rate": 7.788188003788611e-07, |
| "loss": 0.0432, |
| "step": 2736 |
| }, |
| { |
| "epoch": 3.355392156862745, |
| "grad_norm": 0.314453125, |
| "learning_rate": 7.73097336820125e-07, |
| "loss": 0.0508, |
| "step": 2738 |
| }, |
| { |
| "epoch": 3.357843137254902, |
| "grad_norm": 0.2412109375, |
| "learning_rate": 7.673952053258821e-07, |
| "loss": 0.0433, |
| "step": 2740 |
| }, |
| { |
| "epoch": 3.360294117647059, |
| "grad_norm": 0.232421875, |
| "learning_rate": 7.6171243197527e-07, |
| "loss": 0.0484, |
| "step": 2742 |
| }, |
| { |
| "epoch": 3.3627450980392157, |
| "grad_norm": 0.267578125, |
| "learning_rate": 7.560490427588907e-07, |
| "loss": 0.05, |
| "step": 2744 |
| }, |
| { |
| "epoch": 3.3651960784313726, |
| "grad_norm": 0.2177734375, |
| "learning_rate": 7.504050635786891e-07, |
| "loss": 0.0433, |
| "step": 2746 |
| }, |
| { |
| "epoch": 3.3676470588235294, |
| "grad_norm": 0.21484375, |
| "learning_rate": 7.447805202478392e-07, |
| "loss": 0.044, |
| "step": 2748 |
| }, |
| { |
| "epoch": 3.3700980392156863, |
| "grad_norm": 0.25390625, |
| "learning_rate": 7.391754384906224e-07, |
| "loss": 0.0505, |
| "step": 2750 |
| }, |
| { |
| "epoch": 3.372549019607843, |
| "grad_norm": 0.2470703125, |
| "learning_rate": 7.335898439423106e-07, |
| "loss": 0.0456, |
| "step": 2752 |
| }, |
| { |
| "epoch": 3.375, |
| "grad_norm": 0.298828125, |
| "learning_rate": 7.28023762149051e-07, |
| "loss": 0.0418, |
| "step": 2754 |
| }, |
| { |
| "epoch": 3.377450980392157, |
| "grad_norm": 0.271484375, |
| "learning_rate": 7.22477218567747e-07, |
| "loss": 0.0481, |
| "step": 2756 |
| }, |
| { |
| "epoch": 3.3799019607843137, |
| "grad_norm": 0.2255859375, |
| "learning_rate": 7.16950238565941e-07, |
| "loss": 0.0477, |
| "step": 2758 |
| }, |
| { |
| "epoch": 3.3823529411764706, |
| "grad_norm": 0.255859375, |
| "learning_rate": 7.114428474217022e-07, |
| "loss": 0.0441, |
| "step": 2760 |
| }, |
| { |
| "epoch": 3.3848039215686274, |
| "grad_norm": 0.2236328125, |
| "learning_rate": 7.059550703235085e-07, |
| "loss": 0.0466, |
| "step": 2762 |
| }, |
| { |
| "epoch": 3.3872549019607843, |
| "grad_norm": 0.251953125, |
| "learning_rate": 7.004869323701286e-07, |
| "loss": 0.0455, |
| "step": 2764 |
| }, |
| { |
| "epoch": 3.389705882352941, |
| "grad_norm": 0.2314453125, |
| "learning_rate": 6.950384585705133e-07, |
| "loss": 0.0466, |
| "step": 2766 |
| }, |
| { |
| "epoch": 3.392156862745098, |
| "grad_norm": 0.220703125, |
| "learning_rate": 6.896096738436775e-07, |
| "loss": 0.0436, |
| "step": 2768 |
| }, |
| { |
| "epoch": 3.394607843137255, |
| "grad_norm": 0.306640625, |
| "learning_rate": 6.842006030185833e-07, |
| "loss": 0.0494, |
| "step": 2770 |
| }, |
| { |
| "epoch": 3.3970588235294117, |
| "grad_norm": 0.26171875, |
| "learning_rate": 6.788112708340345e-07, |
| "loss": 0.0449, |
| "step": 2772 |
| }, |
| { |
| "epoch": 3.3995098039215685, |
| "grad_norm": 0.2373046875, |
| "learning_rate": 6.734417019385564e-07, |
| "loss": 0.0463, |
| "step": 2774 |
| }, |
| { |
| "epoch": 3.4019607843137254, |
| "grad_norm": 0.2021484375, |
| "learning_rate": 6.680919208902831e-07, |
| "loss": 0.0414, |
| "step": 2776 |
| }, |
| { |
| "epoch": 3.4044117647058822, |
| "grad_norm": 0.23828125, |
| "learning_rate": 6.627619521568529e-07, |
| "loss": 0.0451, |
| "step": 2778 |
| }, |
| { |
| "epoch": 3.406862745098039, |
| "grad_norm": 0.25, |
| "learning_rate": 6.574518201152852e-07, |
| "loss": 0.0489, |
| "step": 2780 |
| }, |
| { |
| "epoch": 3.409313725490196, |
| "grad_norm": 0.263671875, |
| "learning_rate": 6.521615490518778e-07, |
| "loss": 0.0464, |
| "step": 2782 |
| }, |
| { |
| "epoch": 3.411764705882353, |
| "grad_norm": 0.228515625, |
| "learning_rate": 6.46891163162095e-07, |
| "loss": 0.0413, |
| "step": 2784 |
| }, |
| { |
| "epoch": 3.4142156862745097, |
| "grad_norm": 0.2060546875, |
| "learning_rate": 6.416406865504482e-07, |
| "loss": 0.0418, |
| "step": 2786 |
| }, |
| { |
| "epoch": 3.4166666666666665, |
| "grad_norm": 0.23828125, |
| "learning_rate": 6.364101432303987e-07, |
| "loss": 0.0514, |
| "step": 2788 |
| }, |
| { |
| "epoch": 3.4191176470588234, |
| "grad_norm": 0.2412109375, |
| "learning_rate": 6.311995571242385e-07, |
| "loss": 0.0465, |
| "step": 2790 |
| }, |
| { |
| "epoch": 3.4215686274509802, |
| "grad_norm": 0.267578125, |
| "learning_rate": 6.26008952062983e-07, |
| "loss": 0.0475, |
| "step": 2792 |
| }, |
| { |
| "epoch": 3.424019607843137, |
| "grad_norm": 0.275390625, |
| "learning_rate": 6.208383517862648e-07, |
| "loss": 0.0454, |
| "step": 2794 |
| }, |
| { |
| "epoch": 3.426470588235294, |
| "grad_norm": 0.1982421875, |
| "learning_rate": 6.156877799422212e-07, |
| "loss": 0.0469, |
| "step": 2796 |
| }, |
| { |
| "epoch": 3.428921568627451, |
| "grad_norm": 0.25390625, |
| "learning_rate": 6.105572600873883e-07, |
| "loss": 0.048, |
| "step": 2798 |
| }, |
| { |
| "epoch": 3.431372549019608, |
| "grad_norm": 0.296875, |
| "learning_rate": 6.054468156865955e-07, |
| "loss": 0.0479, |
| "step": 2800 |
| }, |
| { |
| "epoch": 3.4338235294117645, |
| "grad_norm": 0.240234375, |
| "learning_rate": 6.003564701128506e-07, |
| "loss": 0.0497, |
| "step": 2802 |
| }, |
| { |
| "epoch": 3.436274509803922, |
| "grad_norm": 0.294921875, |
| "learning_rate": 5.952862466472436e-07, |
| "loss": 0.0459, |
| "step": 2804 |
| }, |
| { |
| "epoch": 3.438725490196078, |
| "grad_norm": 0.2890625, |
| "learning_rate": 5.902361684788288e-07, |
| "loss": 0.0424, |
| "step": 2806 |
| }, |
| { |
| "epoch": 3.4411764705882355, |
| "grad_norm": 0.3515625, |
| "learning_rate": 5.852062587045282e-07, |
| "loss": 0.0467, |
| "step": 2808 |
| }, |
| { |
| "epoch": 3.443627450980392, |
| "grad_norm": 0.2255859375, |
| "learning_rate": 5.801965403290221e-07, |
| "loss": 0.044, |
| "step": 2810 |
| }, |
| { |
| "epoch": 3.446078431372549, |
| "grad_norm": 0.30859375, |
| "learning_rate": 5.752070362646417e-07, |
| "loss": 0.0405, |
| "step": 2812 |
| }, |
| { |
| "epoch": 3.448529411764706, |
| "grad_norm": 0.291015625, |
| "learning_rate": 5.702377693312683e-07, |
| "loss": 0.0441, |
| "step": 2814 |
| }, |
| { |
| "epoch": 3.450980392156863, |
| "grad_norm": 0.212890625, |
| "learning_rate": 5.652887622562259e-07, |
| "loss": 0.0481, |
| "step": 2816 |
| }, |
| { |
| "epoch": 3.4534313725490198, |
| "grad_norm": 0.3828125, |
| "learning_rate": 5.603600376741791e-07, |
| "loss": 0.043, |
| "step": 2818 |
| }, |
| { |
| "epoch": 3.4558823529411766, |
| "grad_norm": 0.26171875, |
| "learning_rate": 5.554516181270303e-07, |
| "loss": 0.049, |
| "step": 2820 |
| }, |
| { |
| "epoch": 3.4583333333333335, |
| "grad_norm": 0.26171875, |
| "learning_rate": 5.505635260638114e-07, |
| "loss": 0.0463, |
| "step": 2822 |
| }, |
| { |
| "epoch": 3.4607843137254903, |
| "grad_norm": 0.236328125, |
| "learning_rate": 5.456957838405902e-07, |
| "loss": 0.0449, |
| "step": 2824 |
| }, |
| { |
| "epoch": 3.463235294117647, |
| "grad_norm": 0.28125, |
| "learning_rate": 5.408484137203579e-07, |
| "loss": 0.0448, |
| "step": 2826 |
| }, |
| { |
| "epoch": 3.465686274509804, |
| "grad_norm": 0.193359375, |
| "learning_rate": 5.360214378729361e-07, |
| "loss": 0.0445, |
| "step": 2828 |
| }, |
| { |
| "epoch": 3.468137254901961, |
| "grad_norm": 0.296875, |
| "learning_rate": 5.3121487837487e-07, |
| "loss": 0.049, |
| "step": 2830 |
| }, |
| { |
| "epoch": 3.4705882352941178, |
| "grad_norm": 0.31640625, |
| "learning_rate": 5.264287572093285e-07, |
| "loss": 0.0529, |
| "step": 2832 |
| }, |
| { |
| "epoch": 3.4730392156862746, |
| "grad_norm": 0.2265625, |
| "learning_rate": 5.216630962660057e-07, |
| "loss": 0.0471, |
| "step": 2834 |
| }, |
| { |
| "epoch": 3.4754901960784315, |
| "grad_norm": 0.263671875, |
| "learning_rate": 5.169179173410178e-07, |
| "loss": 0.046, |
| "step": 2836 |
| }, |
| { |
| "epoch": 3.4779411764705883, |
| "grad_norm": 0.232421875, |
| "learning_rate": 5.121932421368059e-07, |
| "loss": 0.0478, |
| "step": 2838 |
| }, |
| { |
| "epoch": 3.480392156862745, |
| "grad_norm": 0.30078125, |
| "learning_rate": 5.074890922620368e-07, |
| "loss": 0.0465, |
| "step": 2840 |
| }, |
| { |
| "epoch": 3.482843137254902, |
| "grad_norm": 0.296875, |
| "learning_rate": 5.028054892314993e-07, |
| "loss": 0.0407, |
| "step": 2842 |
| }, |
| { |
| "epoch": 3.485294117647059, |
| "grad_norm": 0.2275390625, |
| "learning_rate": 4.981424544660147e-07, |
| "loss": 0.042, |
| "step": 2844 |
| }, |
| { |
| "epoch": 3.4877450980392157, |
| "grad_norm": 0.22265625, |
| "learning_rate": 4.935000092923292e-07, |
| "loss": 0.0363, |
| "step": 2846 |
| }, |
| { |
| "epoch": 3.4901960784313726, |
| "grad_norm": 0.2890625, |
| "learning_rate": 4.888781749430238e-07, |
| "loss": 0.0441, |
| "step": 2848 |
| }, |
| { |
| "epoch": 3.4926470588235294, |
| "grad_norm": 0.2158203125, |
| "learning_rate": 4.842769725564139e-07, |
| "loss": 0.0431, |
| "step": 2850 |
| }, |
| { |
| "epoch": 3.4950980392156863, |
| "grad_norm": 0.232421875, |
| "learning_rate": 4.796964231764517e-07, |
| "loss": 0.0437, |
| "step": 2852 |
| }, |
| { |
| "epoch": 3.497549019607843, |
| "grad_norm": 0.30078125, |
| "learning_rate": 4.7513654775263316e-07, |
| "loss": 0.048, |
| "step": 2854 |
| }, |
| { |
| "epoch": 3.5, |
| "grad_norm": 0.26953125, |
| "learning_rate": 4.705973671398978e-07, |
| "loss": 0.0453, |
| "step": 2856 |
| }, |
| { |
| "epoch": 3.502450980392157, |
| "grad_norm": 0.2890625, |
| "learning_rate": 4.6607890209853846e-07, |
| "loss": 0.0471, |
| "step": 2858 |
| }, |
| { |
| "epoch": 3.5049019607843137, |
| "grad_norm": 0.240234375, |
| "learning_rate": 4.6158117329410334e-07, |
| "loss": 0.0469, |
| "step": 2860 |
| }, |
| { |
| "epoch": 3.5073529411764706, |
| "grad_norm": 0.234375, |
| "learning_rate": 4.571042012972993e-07, |
| "loss": 0.0469, |
| "step": 2862 |
| }, |
| { |
| "epoch": 3.5098039215686274, |
| "grad_norm": 0.259765625, |
| "learning_rate": 4.5264800658390284e-07, |
| "loss": 0.0391, |
| "step": 2864 |
| }, |
| { |
| "epoch": 3.5122549019607843, |
| "grad_norm": 0.23046875, |
| "learning_rate": 4.482126095346645e-07, |
| "loss": 0.0452, |
| "step": 2866 |
| }, |
| { |
| "epoch": 3.514705882352941, |
| "grad_norm": 0.2197265625, |
| "learning_rate": 4.4379803043521187e-07, |
| "loss": 0.0434, |
| "step": 2868 |
| }, |
| { |
| "epoch": 3.517156862745098, |
| "grad_norm": 0.2236328125, |
| "learning_rate": 4.394042894759626e-07, |
| "loss": 0.049, |
| "step": 2870 |
| }, |
| { |
| "epoch": 3.519607843137255, |
| "grad_norm": 0.244140625, |
| "learning_rate": 4.3503140675203e-07, |
| "loss": 0.0464, |
| "step": 2872 |
| }, |
| { |
| "epoch": 3.5220588235294117, |
| "grad_norm": 0.287109375, |
| "learning_rate": 4.3067940226313e-07, |
| "loss": 0.0451, |
| "step": 2874 |
| }, |
| { |
| "epoch": 3.5245098039215685, |
| "grad_norm": 0.240234375, |
| "learning_rate": 4.2634829591348793e-07, |
| "loss": 0.0423, |
| "step": 2876 |
| }, |
| { |
| "epoch": 3.5269607843137254, |
| "grad_norm": 0.22265625, |
| "learning_rate": 4.220381075117524e-07, |
| "loss": 0.0436, |
| "step": 2878 |
| }, |
| { |
| "epoch": 3.5294117647058822, |
| "grad_norm": 0.271484375, |
| "learning_rate": 4.177488567709037e-07, |
| "loss": 0.0509, |
| "step": 2880 |
| }, |
| { |
| "epoch": 3.531862745098039, |
| "grad_norm": 0.2080078125, |
| "learning_rate": 4.1348056330815736e-07, |
| "loss": 0.0435, |
| "step": 2882 |
| }, |
| { |
| "epoch": 3.534313725490196, |
| "grad_norm": 0.216796875, |
| "learning_rate": 4.0923324664488286e-07, |
| "loss": 0.0438, |
| "step": 2884 |
| }, |
| { |
| "epoch": 3.536764705882353, |
| "grad_norm": 0.216796875, |
| "learning_rate": 4.0500692620651094e-07, |
| "loss": 0.0446, |
| "step": 2886 |
| }, |
| { |
| "epoch": 3.5392156862745097, |
| "grad_norm": 0.25390625, |
| "learning_rate": 4.008016213224408e-07, |
| "loss": 0.0492, |
| "step": 2888 |
| }, |
| { |
| "epoch": 3.5416666666666665, |
| "grad_norm": 0.32421875, |
| "learning_rate": 3.966173512259602e-07, |
| "loss": 0.0456, |
| "step": 2890 |
| }, |
| { |
| "epoch": 3.5441176470588234, |
| "grad_norm": 0.2138671875, |
| "learning_rate": 3.9245413505414887e-07, |
| "loss": 0.0482, |
| "step": 2892 |
| }, |
| { |
| "epoch": 3.5465686274509802, |
| "grad_norm": 0.275390625, |
| "learning_rate": 3.883119918477962e-07, |
| "loss": 0.0473, |
| "step": 2894 |
| }, |
| { |
| "epoch": 3.549019607843137, |
| "grad_norm": 0.2275390625, |
| "learning_rate": 3.841909405513139e-07, |
| "loss": 0.0423, |
| "step": 2896 |
| }, |
| { |
| "epoch": 3.5514705882352944, |
| "grad_norm": 0.26953125, |
| "learning_rate": 3.800910000126462e-07, |
| "loss": 0.0411, |
| "step": 2898 |
| }, |
| { |
| "epoch": 3.553921568627451, |
| "grad_norm": 0.28515625, |
| "learning_rate": 3.760121889831869e-07, |
| "loss": 0.049, |
| "step": 2900 |
| }, |
| { |
| "epoch": 3.556372549019608, |
| "grad_norm": 0.2734375, |
| "learning_rate": 3.719545261176916e-07, |
| "loss": 0.0478, |
| "step": 2902 |
| }, |
| { |
| "epoch": 3.5588235294117645, |
| "grad_norm": 0.345703125, |
| "learning_rate": 3.679180299741936e-07, |
| "loss": 0.0467, |
| "step": 2904 |
| }, |
| { |
| "epoch": 3.561274509803922, |
| "grad_norm": 0.322265625, |
| "learning_rate": 3.639027190139194e-07, |
| "loss": 0.0534, |
| "step": 2906 |
| }, |
| { |
| "epoch": 3.563725490196078, |
| "grad_norm": 0.259765625, |
| "learning_rate": 3.5990861160120126e-07, |
| "loss": 0.048, |
| "step": 2908 |
| }, |
| { |
| "epoch": 3.5661764705882355, |
| "grad_norm": 0.265625, |
| "learning_rate": 3.5593572600339856e-07, |
| "loss": 0.046, |
| "step": 2910 |
| }, |
| { |
| "epoch": 3.568627450980392, |
| "grad_norm": 0.201171875, |
| "learning_rate": 3.519840803908064e-07, |
| "loss": 0.0453, |
| "step": 2912 |
| }, |
| { |
| "epoch": 3.571078431372549, |
| "grad_norm": 0.255859375, |
| "learning_rate": 3.480536928365824e-07, |
| "loss": 0.049, |
| "step": 2914 |
| }, |
| { |
| "epoch": 3.5735294117647056, |
| "grad_norm": 0.220703125, |
| "learning_rate": 3.4414458131665607e-07, |
| "loss": 0.0457, |
| "step": 2916 |
| }, |
| { |
| "epoch": 3.575980392156863, |
| "grad_norm": 0.291015625, |
| "learning_rate": 3.4025676370964824e-07, |
| "loss": 0.0569, |
| "step": 2918 |
| }, |
| { |
| "epoch": 3.5784313725490198, |
| "grad_norm": 0.236328125, |
| "learning_rate": 3.3639025779679367e-07, |
| "loss": 0.0448, |
| "step": 2920 |
| }, |
| { |
| "epoch": 3.5808823529411766, |
| "grad_norm": 0.2158203125, |
| "learning_rate": 3.3254508126185303e-07, |
| "loss": 0.0439, |
| "step": 2922 |
| }, |
| { |
| "epoch": 3.5833333333333335, |
| "grad_norm": 0.271484375, |
| "learning_rate": 3.287212516910371e-07, |
| "loss": 0.0449, |
| "step": 2924 |
| }, |
| { |
| "epoch": 3.5857843137254903, |
| "grad_norm": 0.271484375, |
| "learning_rate": 3.2491878657292643e-07, |
| "loss": 0.0428, |
| "step": 2926 |
| }, |
| { |
| "epoch": 3.588235294117647, |
| "grad_norm": 0.2890625, |
| "learning_rate": 3.2113770329838536e-07, |
| "loss": 0.048, |
| "step": 2928 |
| }, |
| { |
| "epoch": 3.590686274509804, |
| "grad_norm": 0.244140625, |
| "learning_rate": 3.1737801916049026e-07, |
| "loss": 0.0472, |
| "step": 2930 |
| }, |
| { |
| "epoch": 3.593137254901961, |
| "grad_norm": 0.255859375, |
| "learning_rate": 3.136397513544465e-07, |
| "loss": 0.0476, |
| "step": 2932 |
| }, |
| { |
| "epoch": 3.5955882352941178, |
| "grad_norm": 0.25390625, |
| "learning_rate": 3.099229169775081e-07, |
| "loss": 0.0396, |
| "step": 2934 |
| }, |
| { |
| "epoch": 3.5980392156862746, |
| "grad_norm": 0.2216796875, |
| "learning_rate": 3.0622753302890384e-07, |
| "loss": 0.0495, |
| "step": 2936 |
| }, |
| { |
| "epoch": 3.6004901960784315, |
| "grad_norm": 0.2333984375, |
| "learning_rate": 3.025536164097559e-07, |
| "loss": 0.0459, |
| "step": 2938 |
| }, |
| { |
| "epoch": 3.6029411764705883, |
| "grad_norm": 0.234375, |
| "learning_rate": 2.9890118392300493e-07, |
| "loss": 0.0484, |
| "step": 2940 |
| }, |
| { |
| "epoch": 3.605392156862745, |
| "grad_norm": 0.2490234375, |
| "learning_rate": 2.9527025227333196e-07, |
| "loss": 0.0445, |
| "step": 2942 |
| }, |
| { |
| "epoch": 3.607843137254902, |
| "grad_norm": 0.2734375, |
| "learning_rate": 2.9166083806708154e-07, |
| "loss": 0.052, |
| "step": 2944 |
| }, |
| { |
| "epoch": 3.610294117647059, |
| "grad_norm": 0.1875, |
| "learning_rate": 2.880729578121888e-07, |
| "loss": 0.0398, |
| "step": 2946 |
| }, |
| { |
| "epoch": 3.6127450980392157, |
| "grad_norm": 0.263671875, |
| "learning_rate": 2.84506627918098e-07, |
| "loss": 0.0438, |
| "step": 2948 |
| }, |
| { |
| "epoch": 3.6151960784313726, |
| "grad_norm": 0.306640625, |
| "learning_rate": 2.8096186469569466e-07, |
| "loss": 0.0472, |
| "step": 2950 |
| }, |
| { |
| "epoch": 3.6176470588235294, |
| "grad_norm": 0.259765625, |
| "learning_rate": 2.774386843572263e-07, |
| "loss": 0.0434, |
| "step": 2952 |
| }, |
| { |
| "epoch": 3.6200980392156863, |
| "grad_norm": 0.23046875, |
| "learning_rate": 2.7393710301622746e-07, |
| "loss": 0.0414, |
| "step": 2954 |
| }, |
| { |
| "epoch": 3.622549019607843, |
| "grad_norm": 0.271484375, |
| "learning_rate": 2.70457136687452e-07, |
| "loss": 0.0467, |
| "step": 2956 |
| }, |
| { |
| "epoch": 3.625, |
| "grad_norm": 0.2255859375, |
| "learning_rate": 2.669988012867919e-07, |
| "loss": 0.0484, |
| "step": 2958 |
| }, |
| { |
| "epoch": 3.627450980392157, |
| "grad_norm": 0.244140625, |
| "learning_rate": 2.6356211263121043e-07, |
| "loss": 0.0468, |
| "step": 2960 |
| }, |
| { |
| "epoch": 3.6299019607843137, |
| "grad_norm": 0.21875, |
| "learning_rate": 2.60147086438669e-07, |
| "loss": 0.0488, |
| "step": 2962 |
| }, |
| { |
| "epoch": 3.6323529411764706, |
| "grad_norm": 0.2734375, |
| "learning_rate": 2.567537383280505e-07, |
| "loss": 0.0423, |
| "step": 2964 |
| }, |
| { |
| "epoch": 3.6348039215686274, |
| "grad_norm": 0.248046875, |
| "learning_rate": 2.533820838190959e-07, |
| "loss": 0.0446, |
| "step": 2966 |
| }, |
| { |
| "epoch": 3.6372549019607843, |
| "grad_norm": 0.33984375, |
| "learning_rate": 2.50032138332324e-07, |
| "loss": 0.0455, |
| "step": 2968 |
| }, |
| { |
| "epoch": 3.639705882352941, |
| "grad_norm": 0.26171875, |
| "learning_rate": 2.46703917188969e-07, |
| "loss": 0.0479, |
| "step": 2970 |
| }, |
| { |
| "epoch": 3.642156862745098, |
| "grad_norm": 0.21484375, |
| "learning_rate": 2.433974356109081e-07, |
| "loss": 0.0433, |
| "step": 2972 |
| }, |
| { |
| "epoch": 3.644607843137255, |
| "grad_norm": 0.255859375, |
| "learning_rate": 2.4011270872058625e-07, |
| "loss": 0.0509, |
| "step": 2974 |
| }, |
| { |
| "epoch": 3.6470588235294117, |
| "grad_norm": 0.244140625, |
| "learning_rate": 2.3684975154095625e-07, |
| "loss": 0.0399, |
| "step": 2976 |
| }, |
| { |
| "epoch": 3.6495098039215685, |
| "grad_norm": 0.251953125, |
| "learning_rate": 2.3360857899540457e-07, |
| "loss": 0.0507, |
| "step": 2978 |
| }, |
| { |
| "epoch": 3.6519607843137254, |
| "grad_norm": 0.244140625, |
| "learning_rate": 2.303892059076812e-07, |
| "loss": 0.0466, |
| "step": 2980 |
| }, |
| { |
| "epoch": 3.6544117647058822, |
| "grad_norm": 0.2412109375, |
| "learning_rate": 2.271916470018376e-07, |
| "loss": 0.0471, |
| "step": 2982 |
| }, |
| { |
| "epoch": 3.656862745098039, |
| "grad_norm": 0.2451171875, |
| "learning_rate": 2.2401591690215663e-07, |
| "loss": 0.0473, |
| "step": 2984 |
| }, |
| { |
| "epoch": 3.659313725490196, |
| "grad_norm": 0.251953125, |
| "learning_rate": 2.208620301330816e-07, |
| "loss": 0.0417, |
| "step": 2986 |
| }, |
| { |
| "epoch": 3.661764705882353, |
| "grad_norm": 0.216796875, |
| "learning_rate": 2.1773000111915798e-07, |
| "loss": 0.045, |
| "step": 2988 |
| }, |
| { |
| "epoch": 3.6642156862745097, |
| "grad_norm": 0.296875, |
| "learning_rate": 2.1461984418496062e-07, |
| "loss": 0.0524, |
| "step": 2990 |
| }, |
| { |
| "epoch": 3.6666666666666665, |
| "grad_norm": 0.283203125, |
| "learning_rate": 2.1153157355503274e-07, |
| "loss": 0.0443, |
| "step": 2992 |
| }, |
| { |
| "epoch": 3.6691176470588234, |
| "grad_norm": 0.279296875, |
| "learning_rate": 2.084652033538165e-07, |
| "loss": 0.046, |
| "step": 2994 |
| }, |
| { |
| "epoch": 3.6715686274509802, |
| "grad_norm": 0.28125, |
| "learning_rate": 2.0542074760559193e-07, |
| "loss": 0.0435, |
| "step": 2996 |
| }, |
| { |
| "epoch": 3.674019607843137, |
| "grad_norm": 0.24609375, |
| "learning_rate": 2.023982202344127e-07, |
| "loss": 0.0422, |
| "step": 2998 |
| }, |
| { |
| "epoch": 3.6764705882352944, |
| "grad_norm": 0.251953125, |
| "learning_rate": 1.993976350640392e-07, |
| "loss": 0.0452, |
| "step": 3000 |
| }, |
| { |
| "epoch": 3.678921568627451, |
| "grad_norm": 0.2412109375, |
| "learning_rate": 1.9641900581787887e-07, |
| "loss": 0.047, |
| "step": 3002 |
| }, |
| { |
| "epoch": 3.681372549019608, |
| "grad_norm": 0.24609375, |
| "learning_rate": 1.9346234611892112e-07, |
| "loss": 0.0523, |
| "step": 3004 |
| }, |
| { |
| "epoch": 3.6838235294117645, |
| "grad_norm": 0.1982421875, |
| "learning_rate": 1.9052766948967738e-07, |
| "loss": 0.0414, |
| "step": 3006 |
| }, |
| { |
| "epoch": 3.686274509803922, |
| "grad_norm": 0.2333984375, |
| "learning_rate": 1.8761498935211675e-07, |
| "loss": 0.0447, |
| "step": 3008 |
| }, |
| { |
| "epoch": 3.688725490196078, |
| "grad_norm": 0.1943359375, |
| "learning_rate": 1.8472431902760546e-07, |
| "loss": 0.0414, |
| "step": 3010 |
| }, |
| { |
| "epoch": 3.6911764705882355, |
| "grad_norm": 0.26953125, |
| "learning_rate": 1.818556717368475e-07, |
| "loss": 0.0443, |
| "step": 3012 |
| }, |
| { |
| "epoch": 3.693627450980392, |
| "grad_norm": 0.2431640625, |
| "learning_rate": 1.790090605998207e-07, |
| "loss": 0.0443, |
| "step": 3014 |
| }, |
| { |
| "epoch": 3.696078431372549, |
| "grad_norm": 0.294921875, |
| "learning_rate": 1.7618449863572085e-07, |
| "loss": 0.0461, |
| "step": 3016 |
| }, |
| { |
| "epoch": 3.6985294117647056, |
| "grad_norm": 0.23828125, |
| "learning_rate": 1.7338199876289984e-07, |
| "loss": 0.0461, |
| "step": 3018 |
| }, |
| { |
| "epoch": 3.700980392156863, |
| "grad_norm": 0.26171875, |
| "learning_rate": 1.7060157379880537e-07, |
| "loss": 0.0517, |
| "step": 3020 |
| }, |
| { |
| "epoch": 3.7034313725490198, |
| "grad_norm": 0.23046875, |
| "learning_rate": 1.6784323645992585e-07, |
| "loss": 0.046, |
| "step": 3022 |
| }, |
| { |
| "epoch": 3.7058823529411766, |
| "grad_norm": 0.26171875, |
| "learning_rate": 1.6510699936172825e-07, |
| "loss": 0.0474, |
| "step": 3024 |
| }, |
| { |
| "epoch": 3.7083333333333335, |
| "grad_norm": 0.333984375, |
| "learning_rate": 1.623928750186038e-07, |
| "loss": 0.0418, |
| "step": 3026 |
| }, |
| { |
| "epoch": 3.7107843137254903, |
| "grad_norm": 0.33203125, |
| "learning_rate": 1.597008758438101e-07, |
| "loss": 0.0469, |
| "step": 3028 |
| }, |
| { |
| "epoch": 3.713235294117647, |
| "grad_norm": 0.30078125, |
| "learning_rate": 1.570310141494108e-07, |
| "loss": 0.0436, |
| "step": 3030 |
| }, |
| { |
| "epoch": 3.715686274509804, |
| "grad_norm": 0.30078125, |
| "learning_rate": 1.5438330214622544e-07, |
| "loss": 0.0484, |
| "step": 3032 |
| }, |
| { |
| "epoch": 3.718137254901961, |
| "grad_norm": 0.2470703125, |
| "learning_rate": 1.5175775194376686e-07, |
| "loss": 0.0485, |
| "step": 3034 |
| }, |
| { |
| "epoch": 3.7205882352941178, |
| "grad_norm": 0.224609375, |
| "learning_rate": 1.491543755501912e-07, |
| "loss": 0.0445, |
| "step": 3036 |
| }, |
| { |
| "epoch": 3.7230392156862746, |
| "grad_norm": 0.236328125, |
| "learning_rate": 1.4657318487224182e-07, |
| "loss": 0.0413, |
| "step": 3038 |
| }, |
| { |
| "epoch": 3.7254901960784315, |
| "grad_norm": 0.27734375, |
| "learning_rate": 1.4401419171519215e-07, |
| "loss": 0.0457, |
| "step": 3040 |
| }, |
| { |
| "epoch": 3.7279411764705883, |
| "grad_norm": 0.2421875, |
| "learning_rate": 1.4147740778279406e-07, |
| "loss": 0.0426, |
| "step": 3042 |
| }, |
| { |
| "epoch": 3.730392156862745, |
| "grad_norm": 0.26171875, |
| "learning_rate": 1.3896284467722398e-07, |
| "loss": 0.046, |
| "step": 3044 |
| }, |
| { |
| "epoch": 3.732843137254902, |
| "grad_norm": 0.2294921875, |
| "learning_rate": 1.3647051389903022e-07, |
| "loss": 0.0459, |
| "step": 3046 |
| }, |
| { |
| "epoch": 3.735294117647059, |
| "grad_norm": 0.275390625, |
| "learning_rate": 1.3400042684707902e-07, |
| "loss": 0.0494, |
| "step": 3048 |
| }, |
| { |
| "epoch": 3.7377450980392157, |
| "grad_norm": 0.326171875, |
| "learning_rate": 1.3155259481850313e-07, |
| "loss": 0.0492, |
| "step": 3050 |
| }, |
| { |
| "epoch": 3.7401960784313726, |
| "grad_norm": 0.265625, |
| "learning_rate": 1.2912702900865158e-07, |
| "loss": 0.0437, |
| "step": 3052 |
| }, |
| { |
| "epoch": 3.7426470588235294, |
| "grad_norm": 0.228515625, |
| "learning_rate": 1.2672374051103554e-07, |
| "loss": 0.0456, |
| "step": 3054 |
| }, |
| { |
| "epoch": 3.7450980392156863, |
| "grad_norm": 0.2314453125, |
| "learning_rate": 1.2434274031727922e-07, |
| "loss": 0.0495, |
| "step": 3056 |
| }, |
| { |
| "epoch": 3.747549019607843, |
| "grad_norm": 0.24609375, |
| "learning_rate": 1.219840393170718e-07, |
| "loss": 0.0474, |
| "step": 3058 |
| }, |
| { |
| "epoch": 3.75, |
| "grad_norm": 0.2255859375, |
| "learning_rate": 1.1964764829811238e-07, |
| "loss": 0.0424, |
| "step": 3060 |
| }, |
| { |
| "epoch": 3.752450980392157, |
| "grad_norm": 0.2578125, |
| "learning_rate": 1.1733357794606548e-07, |
| "loss": 0.0458, |
| "step": 3062 |
| }, |
| { |
| "epoch": 3.7549019607843137, |
| "grad_norm": 0.2333984375, |
| "learning_rate": 1.1504183884451014e-07, |
| "loss": 0.0474, |
| "step": 3064 |
| }, |
| { |
| "epoch": 3.7573529411764706, |
| "grad_norm": 0.35546875, |
| "learning_rate": 1.1277244147489096e-07, |
| "loss": 0.054, |
| "step": 3066 |
| }, |
| { |
| "epoch": 3.7598039215686274, |
| "grad_norm": 0.2119140625, |
| "learning_rate": 1.1052539621647207e-07, |
| "loss": 0.0417, |
| "step": 3068 |
| }, |
| { |
| "epoch": 3.7622549019607843, |
| "grad_norm": 0.388671875, |
| "learning_rate": 1.0830071334628655e-07, |
| "loss": 0.0426, |
| "step": 3070 |
| }, |
| { |
| "epoch": 3.764705882352941, |
| "grad_norm": 0.22265625, |
| "learning_rate": 1.060984030390938e-07, |
| "loss": 0.0463, |
| "step": 3072 |
| }, |
| { |
| "epoch": 3.767156862745098, |
| "grad_norm": 0.21484375, |
| "learning_rate": 1.0391847536732946e-07, |
| "loss": 0.0468, |
| "step": 3074 |
| }, |
| { |
| "epoch": 3.769607843137255, |
| "grad_norm": 0.228515625, |
| "learning_rate": 1.0176094030105943e-07, |
| "loss": 0.0425, |
| "step": 3076 |
| }, |
| { |
| "epoch": 3.7720588235294117, |
| "grad_norm": 0.251953125, |
| "learning_rate": 9.962580770793706e-08, |
| "loss": 0.0387, |
| "step": 3078 |
| }, |
| { |
| "epoch": 3.7745098039215685, |
| "grad_norm": 0.25, |
| "learning_rate": 9.751308735315545e-08, |
| "loss": 0.0466, |
| "step": 3080 |
| }, |
| { |
| "epoch": 3.7769607843137254, |
| "grad_norm": 0.26171875, |
| "learning_rate": 9.54227888994036e-08, |
| "loss": 0.0508, |
| "step": 3082 |
| }, |
| { |
| "epoch": 3.7794117647058822, |
| "grad_norm": 0.291015625, |
| "learning_rate": 9.33549219068225e-08, |
| "loss": 0.0519, |
| "step": 3084 |
| }, |
| { |
| "epoch": 3.781862745098039, |
| "grad_norm": 0.26171875, |
| "learning_rate": 9.130949583296023e-08, |
| "loss": 0.0417, |
| "step": 3086 |
| }, |
| { |
| "epoch": 3.784313725490196, |
| "grad_norm": 0.306640625, |
| "learning_rate": 8.928652003273087e-08, |
| "loss": 0.0451, |
| "step": 3088 |
| }, |
| { |
| "epoch": 3.786764705882353, |
| "grad_norm": 0.26953125, |
| "learning_rate": 8.728600375837004e-08, |
| "loss": 0.046, |
| "step": 3090 |
| }, |
| { |
| "epoch": 3.7892156862745097, |
| "grad_norm": 0.2216796875, |
| "learning_rate": 8.530795615939225e-08, |
| "loss": 0.0453, |
| "step": 3092 |
| }, |
| { |
| "epoch": 3.7916666666666665, |
| "grad_norm": 0.2333984375, |
| "learning_rate": 8.335238628255027e-08, |
| "loss": 0.0423, |
| "step": 3094 |
| }, |
| { |
| "epoch": 3.7941176470588234, |
| "grad_norm": 0.2421875, |
| "learning_rate": 8.141930307179468e-08, |
| "loss": 0.045, |
| "step": 3096 |
| }, |
| { |
| "epoch": 3.7965686274509802, |
| "grad_norm": 0.220703125, |
| "learning_rate": 7.950871536822891e-08, |
| "loss": 0.0395, |
| "step": 3098 |
| }, |
| { |
| "epoch": 3.799019607843137, |
| "grad_norm": 0.26953125, |
| "learning_rate": 7.762063191007252e-08, |
| "loss": 0.0406, |
| "step": 3100 |
| }, |
| { |
| "epoch": 3.8014705882352944, |
| "grad_norm": 0.2373046875, |
| "learning_rate": 7.57550613326219e-08, |
| "loss": 0.0473, |
| "step": 3102 |
| }, |
| { |
| "epoch": 3.803921568627451, |
| "grad_norm": 0.2255859375, |
| "learning_rate": 7.391201216820687e-08, |
| "loss": 0.0494, |
| "step": 3104 |
| }, |
| { |
| "epoch": 3.806372549019608, |
| "grad_norm": 0.2734375, |
| "learning_rate": 7.209149284615413e-08, |
| "loss": 0.0496, |
| "step": 3106 |
| }, |
| { |
| "epoch": 3.8088235294117645, |
| "grad_norm": 0.26953125, |
| "learning_rate": 7.029351169274945e-08, |
| "loss": 0.0451, |
| "step": 3108 |
| }, |
| { |
| "epoch": 3.811274509803922, |
| "grad_norm": 0.232421875, |
| "learning_rate": 6.851807693119772e-08, |
| "loss": 0.0415, |
| "step": 3110 |
| }, |
| { |
| "epoch": 3.813725490196078, |
| "grad_norm": 0.2392578125, |
| "learning_rate": 6.676519668158576e-08, |
| "loss": 0.0485, |
| "step": 3112 |
| }, |
| { |
| "epoch": 3.8161764705882355, |
| "grad_norm": 0.396484375, |
| "learning_rate": 6.503487896084792e-08, |
| "loss": 0.05, |
| "step": 3114 |
| }, |
| { |
| "epoch": 3.818627450980392, |
| "grad_norm": 0.232421875, |
| "learning_rate": 6.332713168272386e-08, |
| "loss": 0.0435, |
| "step": 3116 |
| }, |
| { |
| "epoch": 3.821078431372549, |
| "grad_norm": 0.216796875, |
| "learning_rate": 6.164196265772804e-08, |
| "loss": 0.0457, |
| "step": 3118 |
| }, |
| { |
| "epoch": 3.8235294117647056, |
| "grad_norm": 0.2353515625, |
| "learning_rate": 5.997937959310974e-08, |
| "loss": 0.0492, |
| "step": 3120 |
| }, |
| { |
| "epoch": 3.825980392156863, |
| "grad_norm": 0.22265625, |
| "learning_rate": 5.833939009282086e-08, |
| "loss": 0.0438, |
| "step": 3122 |
| }, |
| { |
| "epoch": 3.8284313725490198, |
| "grad_norm": 0.2470703125, |
| "learning_rate": 5.672200165748043e-08, |
| "loss": 0.0431, |
| "step": 3124 |
| }, |
| { |
| "epoch": 3.8308823529411766, |
| "grad_norm": 0.3046875, |
| "learning_rate": 5.5127221684337376e-08, |
| "loss": 0.0474, |
| "step": 3126 |
| }, |
| { |
| "epoch": 3.8333333333333335, |
| "grad_norm": 0.2265625, |
| "learning_rate": 5.355505746724166e-08, |
| "loss": 0.0427, |
| "step": 3128 |
| }, |
| { |
| "epoch": 3.8357843137254903, |
| "grad_norm": 0.298828125, |
| "learning_rate": 5.2005516196607094e-08, |
| "loss": 0.0432, |
| "step": 3130 |
| }, |
| { |
| "epoch": 3.838235294117647, |
| "grad_norm": 0.255859375, |
| "learning_rate": 5.047860495937917e-08, |
| "loss": 0.0435, |
| "step": 3132 |
| }, |
| { |
| "epoch": 3.840686274509804, |
| "grad_norm": 0.2490234375, |
| "learning_rate": 4.897433073900504e-08, |
| "loss": 0.0456, |
| "step": 3134 |
| }, |
| { |
| "epoch": 3.843137254901961, |
| "grad_norm": 0.2314453125, |
| "learning_rate": 4.7492700415398e-08, |
| "loss": 0.0435, |
| "step": 3136 |
| }, |
| { |
| "epoch": 3.8455882352941178, |
| "grad_norm": 0.1865234375, |
| "learning_rate": 4.6033720764908084e-08, |
| "loss": 0.0429, |
| "step": 3138 |
| }, |
| { |
| "epoch": 3.8480392156862746, |
| "grad_norm": 0.314453125, |
| "learning_rate": 4.4597398460290985e-08, |
| "loss": 0.0475, |
| "step": 3140 |
| }, |
| { |
| "epoch": 3.8504901960784315, |
| "grad_norm": 0.306640625, |
| "learning_rate": 4.3183740070677496e-08, |
| "loss": 0.0421, |
| "step": 3142 |
| }, |
| { |
| "epoch": 3.8529411764705883, |
| "grad_norm": 0.2060546875, |
| "learning_rate": 4.179275206154354e-08, |
| "loss": 0.0397, |
| "step": 3144 |
| }, |
| { |
| "epoch": 3.855392156862745, |
| "grad_norm": 0.26953125, |
| "learning_rate": 4.0424440794678555e-08, |
| "loss": 0.0476, |
| "step": 3146 |
| }, |
| { |
| "epoch": 3.857843137254902, |
| "grad_norm": 0.271484375, |
| "learning_rate": 3.907881252816048e-08, |
| "loss": 0.0498, |
| "step": 3148 |
| }, |
| { |
| "epoch": 3.860294117647059, |
| "grad_norm": 0.244140625, |
| "learning_rate": 3.775587341632303e-08, |
| "loss": 0.0447, |
| "step": 3150 |
| }, |
| { |
| "epoch": 3.8627450980392157, |
| "grad_norm": 0.21484375, |
| "learning_rate": 3.645562950973014e-08, |
| "loss": 0.0439, |
| "step": 3152 |
| }, |
| { |
| "epoch": 3.8651960784313726, |
| "grad_norm": 0.240234375, |
| "learning_rate": 3.517808675514767e-08, |
| "loss": 0.0425, |
| "step": 3154 |
| }, |
| { |
| "epoch": 3.8676470588235294, |
| "grad_norm": 0.2197265625, |
| "learning_rate": 3.3923250995515076e-08, |
| "loss": 0.0436, |
| "step": 3156 |
| }, |
| { |
| "epoch": 3.8700980392156863, |
| "grad_norm": 0.2734375, |
| "learning_rate": 3.269112796992102e-08, |
| "loss": 0.0442, |
| "step": 3158 |
| }, |
| { |
| "epoch": 3.872549019607843, |
| "grad_norm": 0.2578125, |
| "learning_rate": 3.148172331357447e-08, |
| "loss": 0.044, |
| "step": 3160 |
| }, |
| { |
| "epoch": 3.875, |
| "grad_norm": 0.251953125, |
| "learning_rate": 3.029504255778026e-08, |
| "loss": 0.0444, |
| "step": 3162 |
| }, |
| { |
| "epoch": 3.877450980392157, |
| "grad_norm": 0.328125, |
| "learning_rate": 2.91310911299153e-08, |
| "loss": 0.0452, |
| "step": 3164 |
| }, |
| { |
| "epoch": 3.8799019607843137, |
| "grad_norm": 0.240234375, |
| "learning_rate": 2.7989874353399616e-08, |
| "loss": 0.0513, |
| "step": 3166 |
| }, |
| { |
| "epoch": 3.8823529411764706, |
| "grad_norm": 0.234375, |
| "learning_rate": 2.6871397447676418e-08, |
| "loss": 0.0445, |
| "step": 3168 |
| }, |
| { |
| "epoch": 3.8848039215686274, |
| "grad_norm": 0.255859375, |
| "learning_rate": 2.5775665528186556e-08, |
| "loss": 0.0434, |
| "step": 3170 |
| }, |
| { |
| "epoch": 3.8872549019607843, |
| "grad_norm": 0.2470703125, |
| "learning_rate": 2.4702683606343537e-08, |
| "loss": 0.0472, |
| "step": 3172 |
| }, |
| { |
| "epoch": 3.889705882352941, |
| "grad_norm": 0.2578125, |
| "learning_rate": 2.3652456589512983e-08, |
| "loss": 0.0452, |
| "step": 3174 |
| }, |
| { |
| "epoch": 3.892156862745098, |
| "grad_norm": 0.2373046875, |
| "learning_rate": 2.2624989280988773e-08, |
| "loss": 0.044, |
| "step": 3176 |
| }, |
| { |
| "epoch": 3.894607843137255, |
| "grad_norm": 0.275390625, |
| "learning_rate": 2.1620286379971932e-08, |
| "loss": 0.0491, |
| "step": 3178 |
| }, |
| { |
| "epoch": 3.8970588235294117, |
| "grad_norm": 0.33984375, |
| "learning_rate": 2.063835248154844e-08, |
| "loss": 0.0424, |
| "step": 3180 |
| }, |
| { |
| "epoch": 3.8995098039215685, |
| "grad_norm": 0.265625, |
| "learning_rate": 1.967919207666813e-08, |
| "loss": 0.0477, |
| "step": 3182 |
| }, |
| { |
| "epoch": 3.9019607843137254, |
| "grad_norm": 0.228515625, |
| "learning_rate": 1.8742809552125264e-08, |
| "loss": 0.0501, |
| "step": 3184 |
| }, |
| { |
| "epoch": 3.9044117647058822, |
| "grad_norm": 0.275390625, |
| "learning_rate": 1.782920919053688e-08, |
| "loss": 0.0454, |
| "step": 3186 |
| }, |
| { |
| "epoch": 3.906862745098039, |
| "grad_norm": 0.2734375, |
| "learning_rate": 1.6938395170325583e-08, |
| "loss": 0.0468, |
| "step": 3188 |
| }, |
| { |
| "epoch": 3.909313725490196, |
| "grad_norm": 0.23046875, |
| "learning_rate": 1.6070371565696797e-08, |
| "loss": 0.0472, |
| "step": 3190 |
| }, |
| { |
| "epoch": 3.911764705882353, |
| "grad_norm": 0.287109375, |
| "learning_rate": 1.52251423466232e-08, |
| "loss": 0.0459, |
| "step": 3192 |
| }, |
| { |
| "epoch": 3.9142156862745097, |
| "grad_norm": 0.251953125, |
| "learning_rate": 1.4402711378826429e-08, |
| "loss": 0.0496, |
| "step": 3194 |
| }, |
| { |
| "epoch": 3.9166666666666665, |
| "grad_norm": 0.310546875, |
| "learning_rate": 1.3603082423757629e-08, |
| "loss": 0.0459, |
| "step": 3196 |
| }, |
| { |
| "epoch": 3.9191176470588234, |
| "grad_norm": 0.275390625, |
| "learning_rate": 1.2826259138580266e-08, |
| "loss": 0.0461, |
| "step": 3198 |
| }, |
| { |
| "epoch": 3.9215686274509802, |
| "grad_norm": 0.267578125, |
| "learning_rate": 1.2072245076156786e-08, |
| "loss": 0.0413, |
| "step": 3200 |
| }, |
| { |
| "epoch": 3.924019607843137, |
| "grad_norm": 0.2734375, |
| "learning_rate": 1.1341043685028087e-08, |
| "loss": 0.0516, |
| "step": 3202 |
| }, |
| { |
| "epoch": 3.9264705882352944, |
| "grad_norm": 0.318359375, |
| "learning_rate": 1.0632658309399636e-08, |
| "loss": 0.0474, |
| "step": 3204 |
| }, |
| { |
| "epoch": 3.928921568627451, |
| "grad_norm": 0.310546875, |
| "learning_rate": 9.947092189126483e-09, |
| "loss": 0.0498, |
| "step": 3206 |
| }, |
| { |
| "epoch": 3.931372549019608, |
| "grad_norm": 0.29296875, |
| "learning_rate": 9.284348459698277e-09, |
| "loss": 0.0495, |
| "step": 3208 |
| }, |
| { |
| "epoch": 3.9338235294117645, |
| "grad_norm": 0.26171875, |
| "learning_rate": 8.64443015222427e-09, |
| "loss": 0.0506, |
| "step": 3210 |
| }, |
| { |
| "epoch": 3.936274509803922, |
| "grad_norm": 0.2392578125, |
| "learning_rate": 8.027340193420551e-09, |
| "loss": 0.0418, |
| "step": 3212 |
| }, |
| { |
| "epoch": 3.938725490196078, |
| "grad_norm": 0.2890625, |
| "learning_rate": 7.433081405594511e-09, |
| "loss": 0.0448, |
| "step": 3214 |
| }, |
| { |
| "epoch": 3.9411764705882355, |
| "grad_norm": 0.2138671875, |
| "learning_rate": 6.861656506635395e-09, |
| "loss": 0.0452, |
| "step": 3216 |
| }, |
| { |
| "epoch": 3.943627450980392, |
| "grad_norm": 0.244140625, |
| "learning_rate": 6.313068109998766e-09, |
| "loss": 0.0469, |
| "step": 3218 |
| }, |
| { |
| "epoch": 3.946078431372549, |
| "grad_norm": 0.2490234375, |
| "learning_rate": 5.787318724695401e-09, |
| "loss": 0.048, |
| "step": 3220 |
| }, |
| { |
| "epoch": 3.9485294117647056, |
| "grad_norm": 0.26953125, |
| "learning_rate": 5.284410755280745e-09, |
| "loss": 0.0449, |
| "step": 3222 |
| }, |
| { |
| "epoch": 3.950980392156863, |
| "grad_norm": 0.2890625, |
| "learning_rate": 4.804346501843249e-09, |
| "loss": 0.0448, |
| "step": 3224 |
| }, |
| { |
| "epoch": 3.9534313725490198, |
| "grad_norm": 0.25, |
| "learning_rate": 4.347128159993829e-09, |
| "loss": 0.0453, |
| "step": 3226 |
| }, |
| { |
| "epoch": 3.9558823529411766, |
| "grad_norm": 0.3125, |
| "learning_rate": 3.912757820854762e-09, |
| "loss": 0.0547, |
| "step": 3228 |
| }, |
| { |
| "epoch": 3.9583333333333335, |
| "grad_norm": 0.2578125, |
| "learning_rate": 3.5012374710535757e-09, |
| "loss": 0.0457, |
| "step": 3230 |
| }, |
| { |
| "epoch": 3.9607843137254903, |
| "grad_norm": 0.25, |
| "learning_rate": 3.1125689927097303e-09, |
| "loss": 0.0473, |
| "step": 3232 |
| }, |
| { |
| "epoch": 3.963235294117647, |
| "grad_norm": 0.2333984375, |
| "learning_rate": 2.746754163428511e-09, |
| "loss": 0.0485, |
| "step": 3234 |
| }, |
| { |
| "epoch": 3.965686274509804, |
| "grad_norm": 0.271484375, |
| "learning_rate": 2.4037946562915914e-09, |
| "loss": 0.0453, |
| "step": 3236 |
| }, |
| { |
| "epoch": 3.968137254901961, |
| "grad_norm": 0.33203125, |
| "learning_rate": 2.083692039850926e-09, |
| "loss": 0.0501, |
| "step": 3238 |
| }, |
| { |
| "epoch": 3.9705882352941178, |
| "grad_norm": 0.2236328125, |
| "learning_rate": 1.786447778120981e-09, |
| "loss": 0.0467, |
| "step": 3240 |
| }, |
| { |
| "epoch": 3.9730392156862746, |
| "grad_norm": 0.232421875, |
| "learning_rate": 1.512063230570404e-09, |
| "loss": 0.0401, |
| "step": 3242 |
| }, |
| { |
| "epoch": 3.9754901960784315, |
| "grad_norm": 0.2734375, |
| "learning_rate": 1.2605396521192526e-09, |
| "loss": 0.0501, |
| "step": 3244 |
| }, |
| { |
| "epoch": 3.9779411764705883, |
| "grad_norm": 0.279296875, |
| "learning_rate": 1.0318781931284438e-09, |
| "loss": 0.0463, |
| "step": 3246 |
| }, |
| { |
| "epoch": 3.980392156862745, |
| "grad_norm": 0.220703125, |
| "learning_rate": 8.260798993997566e-10, |
| "loss": 0.0447, |
| "step": 3248 |
| }, |
| { |
| "epoch": 3.982843137254902, |
| "grad_norm": 0.302734375, |
| "learning_rate": 6.431457121675034e-10, |
| "loss": 0.0447, |
| "step": 3250 |
| }, |
| { |
| "epoch": 3.985294117647059, |
| "grad_norm": 0.2470703125, |
| "learning_rate": 4.830764680946453e-10, |
| "loss": 0.0399, |
| "step": 3252 |
| }, |
| { |
| "epoch": 3.9877450980392157, |
| "grad_norm": 0.2109375, |
| "learning_rate": 3.4587289927112687e-10, |
| "loss": 0.0445, |
| "step": 3254 |
| }, |
| { |
| "epoch": 3.9901960784313726, |
| "grad_norm": 0.310546875, |
| "learning_rate": 2.3153563320721385e-10, |
| "loss": 0.055, |
| "step": 3256 |
| }, |
| { |
| "epoch": 3.9926470588235294, |
| "grad_norm": 0.25390625, |
| "learning_rate": 1.4006519283349397e-10, |
| "loss": 0.0424, |
| "step": 3258 |
| }, |
| { |
| "epoch": 3.9950980392156863, |
| "grad_norm": 0.30078125, |
| "learning_rate": 7.146199649643581e-11, |
| "loss": 0.0524, |
| "step": 3260 |
| }, |
| { |
| "epoch": 3.997549019607843, |
| "grad_norm": 0.251953125, |
| "learning_rate": 2.572635795949907e-11, |
| "loss": 0.0502, |
| "step": 3262 |
| }, |
| { |
| "epoch": 4.0, |
| "grad_norm": 0.40234375, |
| "learning_rate": 2.858486396473126e-12, |
| "loss": 0.0443, |
| "step": 3264 |
| }, |
| { |
| "epoch": 4.0, |
| "eval_loss": 0.05356348678469658, |
| "eval_runtime": 37.3527, |
| "eval_samples_per_second": 134.288, |
| "eval_steps_per_second": 1.071, |
| "step": 3264 |
| }, |
| { |
| "epoch": 4.0, |
| "step": 3264, |
| "total_flos": 4.2537587819544576e+20, |
| "train_loss": 0.0519512448569431, |
| "train_runtime": 5570.9779, |
| "train_samples_per_second": 74.994, |
| "train_steps_per_second": 0.586 |
| } |
| ], |
| "logging_steps": 2, |
| "max_steps": 3264, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 4, |
| "save_steps": 816, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 4.2537587819544576e+20, |
| "train_batch_size": 128, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
