| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 1.0, |
| "eval_steps": 500, |
| "global_step": 2063, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0004847309743092584, |
| "grad_norm": 7.171422004699707, |
| "learning_rate": 2.4154589371980677e-07, |
| "loss": 3.4607, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.0009694619486185168, |
| "grad_norm": 6.8233819007873535, |
| "learning_rate": 4.830917874396135e-07, |
| "loss": 3.2371, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.001454192922927775, |
| "grad_norm": 7.979361057281494, |
| "learning_rate": 7.246376811594203e-07, |
| "loss": 3.3669, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.0019389238972370335, |
| "grad_norm": 6.270462512969971, |
| "learning_rate": 9.66183574879227e-07, |
| "loss": 3.3027, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.0024236548715462916, |
| "grad_norm": 6.778450012207031, |
| "learning_rate": 1.2077294685990338e-06, |
| "loss": 3.2712, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.00290838584585555, |
| "grad_norm": 6.3815741539001465, |
| "learning_rate": 1.4492753623188406e-06, |
| "loss": 3.3691, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.0033931168201648087, |
| "grad_norm": 6.661952018737793, |
| "learning_rate": 1.6908212560386474e-06, |
| "loss": 3.3269, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.003877847794474067, |
| "grad_norm": 6.819033145904541, |
| "learning_rate": 1.932367149758454e-06, |
| "loss": 3.2467, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.004362578768783325, |
| "grad_norm": 5.535458564758301, |
| "learning_rate": 2.173913043478261e-06, |
| "loss": 3.1249, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.004847309743092583, |
| "grad_norm": 6.2597880363464355, |
| "learning_rate": 2.4154589371980677e-06, |
| "loss": 3.4761, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.005332040717401842, |
| "grad_norm": 6.067697525024414, |
| "learning_rate": 2.6570048309178746e-06, |
| "loss": 3.3821, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.0058167716917111, |
| "grad_norm": 5.567847728729248, |
| "learning_rate": 2.898550724637681e-06, |
| "loss": 3.0755, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.006301502666020358, |
| "grad_norm": 4.956480026245117, |
| "learning_rate": 3.140096618357488e-06, |
| "loss": 3.0035, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.0067862336403296175, |
| "grad_norm": 6.243023872375488, |
| "learning_rate": 3.3816425120772947e-06, |
| "loss": 3.1336, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.007270964614638876, |
| "grad_norm": 5.114922046661377, |
| "learning_rate": 3.6231884057971017e-06, |
| "loss": 2.9698, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.007755695588948134, |
| "grad_norm": 5.099619388580322, |
| "learning_rate": 3.864734299516908e-06, |
| "loss": 3.022, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.008240426563257392, |
| "grad_norm": 5.203329563140869, |
| "learning_rate": 4.106280193236716e-06, |
| "loss": 2.8866, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.00872515753756665, |
| "grad_norm": 4.828646659851074, |
| "learning_rate": 4.347826086956522e-06, |
| "loss": 2.7138, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.009209888511875909, |
| "grad_norm": 5.072122573852539, |
| "learning_rate": 4.589371980676329e-06, |
| "loss": 2.8717, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.009694619486185167, |
| "grad_norm": 4.990163326263428, |
| "learning_rate": 4.830917874396135e-06, |
| "loss": 2.8924, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.010179350460494426, |
| "grad_norm": 4.578018665313721, |
| "learning_rate": 5.072463768115943e-06, |
| "loss": 2.5511, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.010664081434803683, |
| "grad_norm": 4.484613418579102, |
| "learning_rate": 5.314009661835749e-06, |
| "loss": 2.6689, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.011148812409112942, |
| "grad_norm": 4.256691932678223, |
| "learning_rate": 5.555555555555556e-06, |
| "loss": 2.5432, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.0116335433834222, |
| "grad_norm": 4.374969005584717, |
| "learning_rate": 5.797101449275362e-06, |
| "loss": 2.6499, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.012118274357731459, |
| "grad_norm": 4.293645858764648, |
| "learning_rate": 6.038647342995169e-06, |
| "loss": 2.2692, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.012603005332040717, |
| "grad_norm": 3.59814190864563, |
| "learning_rate": 6.280193236714976e-06, |
| "loss": 2.3972, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.013087736306349976, |
| "grad_norm": 4.462075710296631, |
| "learning_rate": 6.521739130434783e-06, |
| "loss": 2.3534, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.013572467280659235, |
| "grad_norm": 3.837050437927246, |
| "learning_rate": 6.7632850241545894e-06, |
| "loss": 2.1863, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.014057198254968492, |
| "grad_norm": 3.4918296337127686, |
| "learning_rate": 7.004830917874397e-06, |
| "loss": 2.0585, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.014541929229277752, |
| "grad_norm": 3.0016872882843018, |
| "learning_rate": 7.246376811594203e-06, |
| "loss": 2.0722, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.015026660203587009, |
| "grad_norm": 3.585313320159912, |
| "learning_rate": 7.48792270531401e-06, |
| "loss": 2.2528, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.015511391177896268, |
| "grad_norm": 3.0016026496887207, |
| "learning_rate": 7.729468599033817e-06, |
| "loss": 1.9671, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.015996122152205527, |
| "grad_norm": 2.7799417972564697, |
| "learning_rate": 7.971014492753623e-06, |
| "loss": 2.1397, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.016480853126514785, |
| "grad_norm": 2.6177585124969482, |
| "learning_rate": 8.212560386473431e-06, |
| "loss": 2.0716, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.016965584100824042, |
| "grad_norm": 2.6502163410186768, |
| "learning_rate": 8.454106280193238e-06, |
| "loss": 2.0137, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.0174503150751333, |
| "grad_norm": 2.5228984355926514, |
| "learning_rate": 8.695652173913044e-06, |
| "loss": 1.7984, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.01793504604944256, |
| "grad_norm": 2.638493537902832, |
| "learning_rate": 8.93719806763285e-06, |
| "loss": 1.8365, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.018419777023751818, |
| "grad_norm": 2.337646007537842, |
| "learning_rate": 9.178743961352658e-06, |
| "loss": 1.8024, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.018904507998061076, |
| "grad_norm": 2.2700746059417725, |
| "learning_rate": 9.420289855072464e-06, |
| "loss": 1.8987, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.019389238972370333, |
| "grad_norm": 2.020162343978882, |
| "learning_rate": 9.66183574879227e-06, |
| "loss": 1.6793, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.019873969946679594, |
| "grad_norm": 2.015110492706299, |
| "learning_rate": 9.903381642512077e-06, |
| "loss": 1.8938, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.02035870092098885, |
| "grad_norm": 2.2413482666015625, |
| "learning_rate": 1.0144927536231885e-05, |
| "loss": 2.1364, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.02084343189529811, |
| "grad_norm": 1.931469202041626, |
| "learning_rate": 1.0386473429951692e-05, |
| "loss": 1.9931, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.021328162869607366, |
| "grad_norm": 1.8747423887252808, |
| "learning_rate": 1.0628019323671499e-05, |
| "loss": 1.6649, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.021812893843916627, |
| "grad_norm": 1.9672399759292603, |
| "learning_rate": 1.0869565217391305e-05, |
| "loss": 1.8262, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.022297624818225885, |
| "grad_norm": 1.9558823108673096, |
| "learning_rate": 1.1111111111111112e-05, |
| "loss": 1.8059, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.022782355792535142, |
| "grad_norm": 1.8525190353393555, |
| "learning_rate": 1.1352657004830918e-05, |
| "loss": 1.721, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.0232670867668444, |
| "grad_norm": 1.8605695962905884, |
| "learning_rate": 1.1594202898550725e-05, |
| "loss": 1.9044, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.02375181774115366, |
| "grad_norm": 2.524609088897705, |
| "learning_rate": 1.1835748792270531e-05, |
| "loss": 1.6106, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.024236548715462918, |
| "grad_norm": 1.8198078870773315, |
| "learning_rate": 1.2077294685990338e-05, |
| "loss": 1.822, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.024721279689772176, |
| "grad_norm": 1.7705700397491455, |
| "learning_rate": 1.2318840579710146e-05, |
| "loss": 1.6892, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.025206010664081433, |
| "grad_norm": 1.9049899578094482, |
| "learning_rate": 1.2560386473429953e-05, |
| "loss": 1.7649, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.025690741638390694, |
| "grad_norm": 1.835711121559143, |
| "learning_rate": 1.2801932367149761e-05, |
| "loss": 1.7394, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.02617547261269995, |
| "grad_norm": 1.6949882507324219, |
| "learning_rate": 1.3043478260869566e-05, |
| "loss": 1.6299, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.02666020358700921, |
| "grad_norm": 1.7638367414474487, |
| "learning_rate": 1.3285024154589374e-05, |
| "loss": 1.5448, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.02714493456131847, |
| "grad_norm": 2.0102837085723877, |
| "learning_rate": 1.3526570048309179e-05, |
| "loss": 1.9325, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.027629665535627727, |
| "grad_norm": 1.7918657064437866, |
| "learning_rate": 1.3768115942028985e-05, |
| "loss": 1.6411, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.028114396509936985, |
| "grad_norm": 2.3990306854248047, |
| "learning_rate": 1.4009661835748794e-05, |
| "loss": 1.8308, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.028599127484246242, |
| "grad_norm": 2.5733494758605957, |
| "learning_rate": 1.4251207729468599e-05, |
| "loss": 2.1079, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.029083858458555503, |
| "grad_norm": 1.8608803749084473, |
| "learning_rate": 1.4492753623188407e-05, |
| "loss": 1.9755, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.02956858943286476, |
| "grad_norm": 1.7092028856277466, |
| "learning_rate": 1.4734299516908212e-05, |
| "loss": 1.6123, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.030053320407174018, |
| "grad_norm": 1.6902247667312622, |
| "learning_rate": 1.497584541062802e-05, |
| "loss": 1.6213, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.030538051381483276, |
| "grad_norm": 1.5993880033493042, |
| "learning_rate": 1.5217391304347828e-05, |
| "loss": 1.5819, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.031022782355792537, |
| "grad_norm": 1.6327762603759766, |
| "learning_rate": 1.5458937198067633e-05, |
| "loss": 1.6991, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.031507513330101794, |
| "grad_norm": 1.6658787727355957, |
| "learning_rate": 1.570048309178744e-05, |
| "loss": 1.9614, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.031992244304411055, |
| "grad_norm": 1.5906341075897217, |
| "learning_rate": 1.5942028985507246e-05, |
| "loss": 1.5806, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.03247697527872031, |
| "grad_norm": 1.7006059885025024, |
| "learning_rate": 1.6183574879227054e-05, |
| "loss": 2.1204, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.03296170625302957, |
| "grad_norm": 1.8104106187820435, |
| "learning_rate": 1.6425120772946863e-05, |
| "loss": 1.7377, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.033446437227338824, |
| "grad_norm": 1.7204387187957764, |
| "learning_rate": 1.6666666666666667e-05, |
| "loss": 1.6536, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.033931168201648085, |
| "grad_norm": 1.77187979221344, |
| "learning_rate": 1.6908212560386476e-05, |
| "loss": 1.7974, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.034415899175957346, |
| "grad_norm": 1.7312054634094238, |
| "learning_rate": 1.714975845410628e-05, |
| "loss": 1.6036, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.0349006301502666, |
| "grad_norm": 1.7339930534362793, |
| "learning_rate": 1.739130434782609e-05, |
| "loss": 1.532, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.03538536112457586, |
| "grad_norm": 1.6795563697814941, |
| "learning_rate": 1.7632850241545894e-05, |
| "loss": 1.7439, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.03587009209888512, |
| "grad_norm": 1.6724114418029785, |
| "learning_rate": 1.78743961352657e-05, |
| "loss": 1.7637, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.036354823073194376, |
| "grad_norm": 1.5222914218902588, |
| "learning_rate": 1.8115942028985507e-05, |
| "loss": 1.4971, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.036839554047503636, |
| "grad_norm": 1.6842753887176514, |
| "learning_rate": 1.8357487922705315e-05, |
| "loss": 1.525, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.03732428502181289, |
| "grad_norm": 1.6687383651733398, |
| "learning_rate": 1.859903381642512e-05, |
| "loss": 1.9496, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.03780901599612215, |
| "grad_norm": 1.8582350015640259, |
| "learning_rate": 1.8840579710144928e-05, |
| "loss": 1.733, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.03829374697043141, |
| "grad_norm": 1.554795265197754, |
| "learning_rate": 1.9082125603864733e-05, |
| "loss": 1.492, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.038778477944740666, |
| "grad_norm": 1.7551424503326416, |
| "learning_rate": 1.932367149758454e-05, |
| "loss": 1.898, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.03926320891904993, |
| "grad_norm": 1.9943029880523682, |
| "learning_rate": 1.956521739130435e-05, |
| "loss": 1.6975, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.03974793989335919, |
| "grad_norm": 1.6358810663223267, |
| "learning_rate": 1.9806763285024154e-05, |
| "loss": 1.4857, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.04023267086766844, |
| "grad_norm": 1.7312710285186768, |
| "learning_rate": 2.0048309178743963e-05, |
| "loss": 1.5569, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.0407174018419777, |
| "grad_norm": 1.6241320371627808, |
| "learning_rate": 2.028985507246377e-05, |
| "loss": 1.734, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.041202132816286964, |
| "grad_norm": 1.6983885765075684, |
| "learning_rate": 2.0531400966183576e-05, |
| "loss": 1.786, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.04168686379059622, |
| "grad_norm": 1.615333080291748, |
| "learning_rate": 2.0772946859903384e-05, |
| "loss": 1.8196, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.04217159476490548, |
| "grad_norm": 1.6279438734054565, |
| "learning_rate": 2.101449275362319e-05, |
| "loss": 1.5445, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.04265632573921473, |
| "grad_norm": 1.582491397857666, |
| "learning_rate": 2.1256038647342997e-05, |
| "loss": 1.456, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.043141056713523994, |
| "grad_norm": 1.701452612876892, |
| "learning_rate": 2.1497584541062805e-05, |
| "loss": 1.8605, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.043625787687833255, |
| "grad_norm": 1.845126986503601, |
| "learning_rate": 2.173913043478261e-05, |
| "loss": 1.5401, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.04411051866214251, |
| "grad_norm": 1.6799591779708862, |
| "learning_rate": 2.198067632850242e-05, |
| "loss": 1.7081, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.04459524963645177, |
| "grad_norm": 1.7880574464797974, |
| "learning_rate": 2.2222222222222223e-05, |
| "loss": 1.5429, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.04507998061076103, |
| "grad_norm": 1.625308632850647, |
| "learning_rate": 2.246376811594203e-05, |
| "loss": 1.5608, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.045564711585070285, |
| "grad_norm": 1.8478410243988037, |
| "learning_rate": 2.2705314009661836e-05, |
| "loss": 2.0223, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.046049442559379546, |
| "grad_norm": 1.5162346363067627, |
| "learning_rate": 2.294685990338164e-05, |
| "loss": 1.2781, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.0465341735336888, |
| "grad_norm": 1.854674220085144, |
| "learning_rate": 2.318840579710145e-05, |
| "loss": 1.6944, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.04701890450799806, |
| "grad_norm": 1.7069923877716064, |
| "learning_rate": 2.3429951690821258e-05, |
| "loss": 1.6425, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.04750363548230732, |
| "grad_norm": 1.5543208122253418, |
| "learning_rate": 2.3671497584541063e-05, |
| "loss": 1.4902, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.047988366456616575, |
| "grad_norm": 1.5168403387069702, |
| "learning_rate": 2.391304347826087e-05, |
| "loss": 1.3613, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.048473097430925836, |
| "grad_norm": 1.7112879753112793, |
| "learning_rate": 2.4154589371980676e-05, |
| "loss": 1.9106, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.0489578284052351, |
| "grad_norm": 1.8067775964736938, |
| "learning_rate": 2.4396135265700484e-05, |
| "loss": 1.8777, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.04944255937954435, |
| "grad_norm": 1.528732419013977, |
| "learning_rate": 2.4637681159420292e-05, |
| "loss": 1.4165, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.04992729035385361, |
| "grad_norm": 1.5768786668777466, |
| "learning_rate": 2.4879227053140097e-05, |
| "loss": 1.5526, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.050412021328162866, |
| "grad_norm": 1.665514349937439, |
| "learning_rate": 2.5120772946859905e-05, |
| "loss": 1.5298, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.05089675230247213, |
| "grad_norm": 1.59950852394104, |
| "learning_rate": 2.5362318840579714e-05, |
| "loss": 1.6167, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.05138148327678139, |
| "grad_norm": 1.6841107606887817, |
| "learning_rate": 2.5603864734299522e-05, |
| "loss": 1.6686, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.05186621425109064, |
| "grad_norm": 1.6083794832229614, |
| "learning_rate": 2.5845410628019323e-05, |
| "loss": 1.3828, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.0523509452253999, |
| "grad_norm": 1.6372400522232056, |
| "learning_rate": 2.608695652173913e-05, |
| "loss": 1.7482, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.052835676199709164, |
| "grad_norm": 1.7453114986419678, |
| "learning_rate": 2.632850241545894e-05, |
| "loss": 1.769, |
| "step": 109 |
| }, |
| { |
| "epoch": 0.05332040717401842, |
| "grad_norm": 1.6545413732528687, |
| "learning_rate": 2.6570048309178748e-05, |
| "loss": 2.123, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.05380513814832768, |
| "grad_norm": 1.8229496479034424, |
| "learning_rate": 2.6811594202898553e-05, |
| "loss": 1.9621, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.05428986912263694, |
| "grad_norm": 1.640529990196228, |
| "learning_rate": 2.7053140096618358e-05, |
| "loss": 1.8864, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.054774600096946194, |
| "grad_norm": 1.4900970458984375, |
| "learning_rate": 2.7294685990338166e-05, |
| "loss": 1.9581, |
| "step": 113 |
| }, |
| { |
| "epoch": 0.055259331071255455, |
| "grad_norm": 1.60316002368927, |
| "learning_rate": 2.753623188405797e-05, |
| "loss": 1.4996, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.05574406204556471, |
| "grad_norm": 1.8271881341934204, |
| "learning_rate": 2.777777777777778e-05, |
| "loss": 1.8359, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.05622879301987397, |
| "grad_norm": 1.6188838481903076, |
| "learning_rate": 2.8019323671497587e-05, |
| "loss": 1.778, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.05671352399418323, |
| "grad_norm": 1.672446608543396, |
| "learning_rate": 2.826086956521739e-05, |
| "loss": 1.9118, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.057198254968492485, |
| "grad_norm": 1.725005030632019, |
| "learning_rate": 2.8502415458937197e-05, |
| "loss": 1.4782, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.057682985942801746, |
| "grad_norm": 1.6945290565490723, |
| "learning_rate": 2.8743961352657005e-05, |
| "loss": 1.4347, |
| "step": 119 |
| }, |
| { |
| "epoch": 0.058167716917111006, |
| "grad_norm": 1.6939204931259155, |
| "learning_rate": 2.8985507246376814e-05, |
| "loss": 1.6457, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.05865244789142026, |
| "grad_norm": 1.7131168842315674, |
| "learning_rate": 2.9227053140096622e-05, |
| "loss": 1.8858, |
| "step": 121 |
| }, |
| { |
| "epoch": 0.05913717886572952, |
| "grad_norm": 1.8440873622894287, |
| "learning_rate": 2.9468599033816423e-05, |
| "loss": 2.0418, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.059621909840038775, |
| "grad_norm": 1.6105564832687378, |
| "learning_rate": 2.971014492753623e-05, |
| "loss": 1.5901, |
| "step": 123 |
| }, |
| { |
| "epoch": 0.060106640814348036, |
| "grad_norm": 1.7111328840255737, |
| "learning_rate": 2.995169082125604e-05, |
| "loss": 1.6965, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.0605913717886573, |
| "grad_norm": 1.6334936618804932, |
| "learning_rate": 3.0193236714975848e-05, |
| "loss": 1.7441, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.06107610276296655, |
| "grad_norm": 1.6838350296020508, |
| "learning_rate": 3.0434782608695656e-05, |
| "loss": 1.7894, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.06156083373727581, |
| "grad_norm": 1.6963026523590088, |
| "learning_rate": 3.067632850241546e-05, |
| "loss": 1.8447, |
| "step": 127 |
| }, |
| { |
| "epoch": 0.06204556471158507, |
| "grad_norm": 1.6151043176651, |
| "learning_rate": 3.0917874396135266e-05, |
| "loss": 1.6308, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.06253029568589433, |
| "grad_norm": 1.802123785018921, |
| "learning_rate": 3.1159420289855074e-05, |
| "loss": 1.5931, |
| "step": 129 |
| }, |
| { |
| "epoch": 0.06301502666020359, |
| "grad_norm": 9.797577857971191, |
| "learning_rate": 3.140096618357488e-05, |
| "loss": 1.4618, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.06349975763451285, |
| "grad_norm": 1.555799126625061, |
| "learning_rate": 3.164251207729469e-05, |
| "loss": 1.4462, |
| "step": 131 |
| }, |
| { |
| "epoch": 0.06398448860882211, |
| "grad_norm": 1.631108283996582, |
| "learning_rate": 3.188405797101449e-05, |
| "loss": 1.6234, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.06446921958313136, |
| "grad_norm": 1.6092970371246338, |
| "learning_rate": 3.21256038647343e-05, |
| "loss": 1.6422, |
| "step": 133 |
| }, |
| { |
| "epoch": 0.06495395055744062, |
| "grad_norm": 1.667833685874939, |
| "learning_rate": 3.236714975845411e-05, |
| "loss": 1.6484, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.06543868153174988, |
| "grad_norm": 1.7068734169006348, |
| "learning_rate": 3.260869565217392e-05, |
| "loss": 1.4214, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.06592341250605914, |
| "grad_norm": 1.5251973867416382, |
| "learning_rate": 3.2850241545893725e-05, |
| "loss": 1.5508, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.0664081434803684, |
| "grad_norm": 1.6476942300796509, |
| "learning_rate": 3.3091787439613533e-05, |
| "loss": 1.49, |
| "step": 137 |
| }, |
| { |
| "epoch": 0.06689287445467765, |
| "grad_norm": 1.7182284593582153, |
| "learning_rate": 3.3333333333333335e-05, |
| "loss": 1.6699, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.06737760542898691, |
| "grad_norm": 1.5735374689102173, |
| "learning_rate": 3.357487922705314e-05, |
| "loss": 1.6516, |
| "step": 139 |
| }, |
| { |
| "epoch": 0.06786233640329617, |
| "grad_norm": 1.6058720350265503, |
| "learning_rate": 3.381642512077295e-05, |
| "loss": 1.6413, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.06834706737760543, |
| "grad_norm": 1.596596360206604, |
| "learning_rate": 3.405797101449276e-05, |
| "loss": 1.5226, |
| "step": 141 |
| }, |
| { |
| "epoch": 0.06883179835191469, |
| "grad_norm": 1.7365012168884277, |
| "learning_rate": 3.429951690821256e-05, |
| "loss": 1.9471, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.06931652932622395, |
| "grad_norm": 1.566796064376831, |
| "learning_rate": 3.454106280193237e-05, |
| "loss": 1.6039, |
| "step": 143 |
| }, |
| { |
| "epoch": 0.0698012603005332, |
| "grad_norm": 2.105440616607666, |
| "learning_rate": 3.478260869565218e-05, |
| "loss": 1.8893, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.07028599127484246, |
| "grad_norm": 1.701600193977356, |
| "learning_rate": 3.502415458937198e-05, |
| "loss": 1.8973, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.07077072224915172, |
| "grad_norm": 1.6586337089538574, |
| "learning_rate": 3.526570048309179e-05, |
| "loss": 1.6766, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.07125545322346098, |
| "grad_norm": 1.6110674142837524, |
| "learning_rate": 3.5507246376811596e-05, |
| "loss": 1.5639, |
| "step": 147 |
| }, |
| { |
| "epoch": 0.07174018419777024, |
| "grad_norm": 1.6405996084213257, |
| "learning_rate": 3.57487922705314e-05, |
| "loss": 1.7666, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.07222491517207949, |
| "grad_norm": 1.6947883367538452, |
| "learning_rate": 3.5990338164251205e-05, |
| "loss": 1.578, |
| "step": 149 |
| }, |
| { |
| "epoch": 0.07270964614638875, |
| "grad_norm": 1.6765739917755127, |
| "learning_rate": 3.6231884057971014e-05, |
| "loss": 1.7495, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.07319437712069801, |
| "grad_norm": 1.8097703456878662, |
| "learning_rate": 3.647342995169082e-05, |
| "loss": 1.3894, |
| "step": 151 |
| }, |
| { |
| "epoch": 0.07367910809500727, |
| "grad_norm": 1.657542109489441, |
| "learning_rate": 3.671497584541063e-05, |
| "loss": 1.615, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.07416383906931653, |
| "grad_norm": 1.6826646327972412, |
| "learning_rate": 3.695652173913043e-05, |
| "loss": 1.5399, |
| "step": 153 |
| }, |
| { |
| "epoch": 0.07464857004362578, |
| "grad_norm": 1.6431878805160522, |
| "learning_rate": 3.719806763285024e-05, |
| "loss": 1.8077, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.07513330101793504, |
| "grad_norm": 1.617641568183899, |
| "learning_rate": 3.743961352657005e-05, |
| "loss": 1.7934, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.0756180319922443, |
| "grad_norm": 1.6802802085876465, |
| "learning_rate": 3.7681159420289856e-05, |
| "loss": 2.0497, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.07610276296655356, |
| "grad_norm": 1.5995146036148071, |
| "learning_rate": 3.7922705314009665e-05, |
| "loss": 1.5435, |
| "step": 157 |
| }, |
| { |
| "epoch": 0.07658749394086282, |
| "grad_norm": 1.6491643190383911, |
| "learning_rate": 3.8164251207729466e-05, |
| "loss": 1.6003, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.07707222491517209, |
| "grad_norm": 1.671040654182434, |
| "learning_rate": 3.8405797101449274e-05, |
| "loss": 1.6768, |
| "step": 159 |
| }, |
| { |
| "epoch": 0.07755695588948133, |
| "grad_norm": 1.4470667839050293, |
| "learning_rate": 3.864734299516908e-05, |
| "loss": 1.4752, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.0780416868637906, |
| "grad_norm": 1.4912703037261963, |
| "learning_rate": 3.888888888888889e-05, |
| "loss": 1.5621, |
| "step": 161 |
| }, |
| { |
| "epoch": 0.07852641783809985, |
| "grad_norm": 1.6416089534759521, |
| "learning_rate": 3.91304347826087e-05, |
| "loss": 1.7115, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.07901114881240912, |
| "grad_norm": 1.738970160484314, |
| "learning_rate": 3.937198067632851e-05, |
| "loss": 1.5945, |
| "step": 163 |
| }, |
| { |
| "epoch": 0.07949587978671838, |
| "grad_norm": 1.50935959815979, |
| "learning_rate": 3.961352657004831e-05, |
| "loss": 1.4379, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.07998061076102762, |
| "grad_norm": 1.8530389070510864, |
| "learning_rate": 3.985507246376812e-05, |
| "loss": 1.6197, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.08046534173533688, |
| "grad_norm": 1.5483351945877075, |
| "learning_rate": 4.0096618357487925e-05, |
| "loss": 1.4075, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.08095007270964615, |
| "grad_norm": 1.7282538414001465, |
| "learning_rate": 4.0338164251207733e-05, |
| "loss": 1.7884, |
| "step": 167 |
| }, |
| { |
| "epoch": 0.0814348036839554, |
| "grad_norm": 1.605089545249939, |
| "learning_rate": 4.057971014492754e-05, |
| "loss": 1.4268, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.08191953465826467, |
| "grad_norm": 1.6566203832626343, |
| "learning_rate": 4.082125603864734e-05, |
| "loss": 1.5855, |
| "step": 169 |
| }, |
| { |
| "epoch": 0.08240426563257393, |
| "grad_norm": 1.7147961854934692, |
| "learning_rate": 4.106280193236715e-05, |
| "loss": 1.9024, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.08288899660688318, |
| "grad_norm": 1.638307809829712, |
| "learning_rate": 4.130434782608696e-05, |
| "loss": 1.5341, |
| "step": 171 |
| }, |
| { |
| "epoch": 0.08337372758119244, |
| "grad_norm": 1.503071665763855, |
| "learning_rate": 4.154589371980677e-05, |
| "loss": 1.3162, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.0838584585555017, |
| "grad_norm": 1.6790330410003662, |
| "learning_rate": 4.1787439613526576e-05, |
| "loss": 1.5488, |
| "step": 173 |
| }, |
| { |
| "epoch": 0.08434318952981096, |
| "grad_norm": 1.6894205808639526, |
| "learning_rate": 4.202898550724638e-05, |
| "loss": 1.4366, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.08482792050412022, |
| "grad_norm": 1.550458550453186, |
| "learning_rate": 4.2270531400966186e-05, |
| "loss": 1.6258, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.08531265147842947, |
| "grad_norm": 1.4660718441009521, |
| "learning_rate": 4.2512077294685994e-05, |
| "loss": 1.3366, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.08579738245273873, |
| "grad_norm": 1.527509331703186, |
| "learning_rate": 4.27536231884058e-05, |
| "loss": 1.5319, |
| "step": 177 |
| }, |
| { |
| "epoch": 0.08628211342704799, |
| "grad_norm": 5.795914173126221, |
| "learning_rate": 4.299516908212561e-05, |
| "loss": 1.3028, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.08676684440135725, |
| "grad_norm": 1.6990413665771484, |
| "learning_rate": 4.323671497584541e-05, |
| "loss": 1.8149, |
| "step": 179 |
| }, |
| { |
| "epoch": 0.08725157537566651, |
| "grad_norm": 1.704795479774475, |
| "learning_rate": 4.347826086956522e-05, |
| "loss": 1.671, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.08773630634997576, |
| "grad_norm": 1.5868449211120605, |
| "learning_rate": 4.371980676328503e-05, |
| "loss": 1.5234, |
| "step": 181 |
| }, |
| { |
| "epoch": 0.08822103732428502, |
| "grad_norm": 1.7695292234420776, |
| "learning_rate": 4.396135265700484e-05, |
| "loss": 1.6046, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.08870576829859428, |
| "grad_norm": 1.6047744750976562, |
| "learning_rate": 4.4202898550724645e-05, |
| "loss": 1.7261, |
| "step": 183 |
| }, |
| { |
| "epoch": 0.08919049927290354, |
| "grad_norm": 1.7648770809173584, |
| "learning_rate": 4.4444444444444447e-05, |
| "loss": 1.6856, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.0896752302472128, |
| "grad_norm": 1.8613518476486206, |
| "learning_rate": 4.4685990338164255e-05, |
| "loss": 1.8129, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.09015996122152206, |
| "grad_norm": 1.7032883167266846, |
| "learning_rate": 4.492753623188406e-05, |
| "loss": 1.6468, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.09064469219583131, |
| "grad_norm": 1.4716066122055054, |
| "learning_rate": 4.5169082125603865e-05, |
| "loss": 1.2393, |
| "step": 187 |
| }, |
| { |
| "epoch": 0.09112942317014057, |
| "grad_norm": 1.582453966140747, |
| "learning_rate": 4.541062801932367e-05, |
| "loss": 1.7276, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.09161415414444983, |
| "grad_norm": 1.5959687232971191, |
| "learning_rate": 4.565217391304348e-05, |
| "loss": 1.4626, |
| "step": 189 |
| }, |
| { |
| "epoch": 0.09209888511875909, |
| "grad_norm": 2.014113426208496, |
| "learning_rate": 4.589371980676328e-05, |
| "loss": 2.0453, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.09258361609306835, |
| "grad_norm": 1.6704699993133545, |
| "learning_rate": 4.613526570048309e-05, |
| "loss": 1.7625, |
| "step": 191 |
| }, |
| { |
| "epoch": 0.0930683470673776, |
| "grad_norm": 1.8854517936706543, |
| "learning_rate": 4.63768115942029e-05, |
| "loss": 1.7175, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.09355307804168686, |
| "grad_norm": 1.588793158531189, |
| "learning_rate": 4.661835748792271e-05, |
| "loss": 1.5578, |
| "step": 193 |
| }, |
| { |
| "epoch": 0.09403780901599612, |
| "grad_norm": 1.5601580142974854, |
| "learning_rate": 4.6859903381642516e-05, |
| "loss": 1.6403, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.09452253999030538, |
| "grad_norm": 1.6801401376724243, |
| "learning_rate": 4.710144927536232e-05, |
| "loss": 1.4691, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.09500727096461464, |
| "grad_norm": 2.123878002166748, |
| "learning_rate": 4.7342995169082125e-05, |
| "loss": 1.5602, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.0954920019389239, |
| "grad_norm": 1.666060447692871, |
| "learning_rate": 4.7584541062801933e-05, |
| "loss": 1.4702, |
| "step": 197 |
| }, |
| { |
| "epoch": 0.09597673291323315, |
| "grad_norm": 1.7319121360778809, |
| "learning_rate": 4.782608695652174e-05, |
| "loss": 1.8495, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.09646146388754241, |
| "grad_norm": 1.5935922861099243, |
| "learning_rate": 4.806763285024155e-05, |
| "loss": 1.5142, |
| "step": 199 |
| }, |
| { |
| "epoch": 0.09694619486185167, |
| "grad_norm": 1.8752068281173706, |
| "learning_rate": 4.830917874396135e-05, |
| "loss": 1.9948, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.09743092583616093, |
| "grad_norm": 1.8214166164398193, |
| "learning_rate": 4.855072463768116e-05, |
| "loss": 1.7985, |
| "step": 201 |
| }, |
| { |
| "epoch": 0.0979156568104702, |
| "grad_norm": 1.6320829391479492, |
| "learning_rate": 4.879227053140097e-05, |
| "loss": 1.6227, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.09840038778477944, |
| "grad_norm": 1.5568000078201294, |
| "learning_rate": 4.9033816425120776e-05, |
| "loss": 1.587, |
| "step": 203 |
| }, |
| { |
| "epoch": 0.0988851187590887, |
| "grad_norm": 1.5281633138656616, |
| "learning_rate": 4.9275362318840584e-05, |
| "loss": 1.4167, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.09936984973339796, |
| "grad_norm": 1.5692189931869507, |
| "learning_rate": 4.9516908212560386e-05, |
| "loss": 1.5648, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.09985458070770722, |
| "grad_norm": 1.644121766090393, |
| "learning_rate": 4.9758454106280194e-05, |
| "loss": 1.8842, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.10033931168201649, |
| "grad_norm": 1.654074788093567, |
| "learning_rate": 5e-05, |
| "loss": 1.3634, |
| "step": 207 |
| }, |
| { |
| "epoch": 0.10082404265632573, |
| "grad_norm": 1.6578999757766724, |
| "learning_rate": 4.9999964185927293e-05, |
| "loss": 1.4366, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.101308773630635, |
| "grad_norm": 1.6873010396957397, |
| "learning_rate": 4.999985674381179e-05, |
| "loss": 1.5582, |
| "step": 209 |
| }, |
| { |
| "epoch": 0.10179350460494425, |
| "grad_norm": 1.5198674201965332, |
| "learning_rate": 4.999967767396132e-05, |
| "loss": 1.3704, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.10227823557925352, |
| "grad_norm": 1.6594791412353516, |
| "learning_rate": 4.999942697688894e-05, |
| "loss": 1.7239, |
| "step": 211 |
| }, |
| { |
| "epoch": 0.10276296655356278, |
| "grad_norm": 1.6230357885360718, |
| "learning_rate": 4.9999104653312926e-05, |
| "loss": 1.5243, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.10324769752787204, |
| "grad_norm": 1.62498140335083, |
| "learning_rate": 4.9998710704156785e-05, |
| "loss": 1.4242, |
| "step": 213 |
| }, |
| { |
| "epoch": 0.10373242850218128, |
| "grad_norm": 1.611889362335205, |
| "learning_rate": 4.9998245130549226e-05, |
| "loss": 1.7185, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.10421715947649055, |
| "grad_norm": 1.7176823616027832, |
| "learning_rate": 4.999770793382418e-05, |
| "loss": 1.7587, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.1047018904507998, |
| "grad_norm": 1.8749507665634155, |
| "learning_rate": 4.999709911552077e-05, |
| "loss": 1.5999, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.10518662142510907, |
| "grad_norm": 2.380711793899536, |
| "learning_rate": 4.999641867738336e-05, |
| "loss": 1.5824, |
| "step": 217 |
| }, |
| { |
| "epoch": 0.10567135239941833, |
| "grad_norm": 1.681323528289795, |
| "learning_rate": 4.999566662136147e-05, |
| "loss": 1.6289, |
| "step": 218 |
| }, |
| { |
| "epoch": 0.10615608337372757, |
| "grad_norm": 1.7086970806121826, |
| "learning_rate": 4.999484294960984e-05, |
| "loss": 1.5793, |
| "step": 219 |
| }, |
| { |
| "epoch": 0.10664081434803684, |
| "grad_norm": 1.6258258819580078, |
| "learning_rate": 4.999394766448841e-05, |
| "loss": 1.7768, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.1071255453223461, |
| "grad_norm": 1.609623670578003, |
| "learning_rate": 4.9992980768562256e-05, |
| "loss": 1.5748, |
| "step": 221 |
| }, |
| { |
| "epoch": 0.10761027629665536, |
| "grad_norm": 1.6131285429000854, |
| "learning_rate": 4.999194226460167e-05, |
| "loss": 1.7234, |
| "step": 222 |
| }, |
| { |
| "epoch": 0.10809500727096462, |
| "grad_norm": 1.7092560529708862, |
| "learning_rate": 4.99908321555821e-05, |
| "loss": 1.8781, |
| "step": 223 |
| }, |
| { |
| "epoch": 0.10857973824527388, |
| "grad_norm": 1.755306601524353, |
| "learning_rate": 4.998965044468414e-05, |
| "loss": 1.647, |
| "step": 224 |
| }, |
| { |
| "epoch": 0.10906446921958313, |
| "grad_norm": 1.637286901473999, |
| "learning_rate": 4.9988397135293567e-05, |
| "loss": 1.401, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.10954920019389239, |
| "grad_norm": 1.505699634552002, |
| "learning_rate": 4.998707223100123e-05, |
| "loss": 1.3702, |
| "step": 226 |
| }, |
| { |
| "epoch": 0.11003393116820165, |
| "grad_norm": 1.5001720190048218, |
| "learning_rate": 4.9985675735603164e-05, |
| "loss": 1.6756, |
| "step": 227 |
| }, |
| { |
| "epoch": 0.11051866214251091, |
| "grad_norm": 1.6514838933944702, |
| "learning_rate": 4.998420765310051e-05, |
| "loss": 1.3885, |
| "step": 228 |
| }, |
| { |
| "epoch": 0.11100339311682017, |
| "grad_norm": 1.6999015808105469, |
| "learning_rate": 4.998266798769951e-05, |
| "loss": 1.2946, |
| "step": 229 |
| }, |
| { |
| "epoch": 0.11148812409112942, |
| "grad_norm": 1.8051220178604126, |
| "learning_rate": 4.998105674381148e-05, |
| "loss": 1.6211, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.11197285506543868, |
| "grad_norm": 1.7223929166793823, |
| "learning_rate": 4.9979373926052865e-05, |
| "loss": 1.6805, |
| "step": 231 |
| }, |
| { |
| "epoch": 0.11245758603974794, |
| "grad_norm": 1.5139886140823364, |
| "learning_rate": 4.997761953924512e-05, |
| "loss": 1.4749, |
| "step": 232 |
| }, |
| { |
| "epoch": 0.1129423170140572, |
| "grad_norm": 1.6115888357162476, |
| "learning_rate": 4.997579358841481e-05, |
| "loss": 1.6298, |
| "step": 233 |
| }, |
| { |
| "epoch": 0.11342704798836646, |
| "grad_norm": 1.5873501300811768, |
| "learning_rate": 4.99738960787935e-05, |
| "loss": 1.5954, |
| "step": 234 |
| }, |
| { |
| "epoch": 0.11391177896267571, |
| "grad_norm": 1.5256075859069824, |
| "learning_rate": 4.99719270158178e-05, |
| "loss": 1.155, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.11439650993698497, |
| "grad_norm": 1.633514165878296, |
| "learning_rate": 4.996988640512931e-05, |
| "loss": 1.8803, |
| "step": 236 |
| }, |
| { |
| "epoch": 0.11488124091129423, |
| "grad_norm": 1.6052523851394653, |
| "learning_rate": 4.996777425257465e-05, |
| "loss": 1.6264, |
| "step": 237 |
| }, |
| { |
| "epoch": 0.11536597188560349, |
| "grad_norm": 1.5508285760879517, |
| "learning_rate": 4.99655905642054e-05, |
| "loss": 1.6035, |
| "step": 238 |
| }, |
| { |
| "epoch": 0.11585070285991275, |
| "grad_norm": 1.9220739603042603, |
| "learning_rate": 4.996333534627809e-05, |
| "loss": 1.7689, |
| "step": 239 |
| }, |
| { |
| "epoch": 0.11633543383422201, |
| "grad_norm": 1.5728856325149536, |
| "learning_rate": 4.9961008605254237e-05, |
| "loss": 1.4674, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.11682016480853126, |
| "grad_norm": 1.6598260402679443, |
| "learning_rate": 4.9958610347800206e-05, |
| "loss": 1.4091, |
| "step": 241 |
| }, |
| { |
| "epoch": 0.11730489578284052, |
| "grad_norm": 1.6171025037765503, |
| "learning_rate": 4.995614058078733e-05, |
| "loss": 1.5094, |
| "step": 242 |
| }, |
| { |
| "epoch": 0.11778962675714978, |
| "grad_norm": 1.5818380117416382, |
| "learning_rate": 4.995359931129179e-05, |
| "loss": 1.464, |
| "step": 243 |
| }, |
| { |
| "epoch": 0.11827435773145904, |
| "grad_norm": 1.5343612432479858, |
| "learning_rate": 4.995098654659465e-05, |
| "loss": 1.4005, |
| "step": 244 |
| }, |
| { |
| "epoch": 0.1187590887057683, |
| "grad_norm": 1.4373968839645386, |
| "learning_rate": 4.99483022941818e-05, |
| "loss": 1.156, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.11924381968007755, |
| "grad_norm": 1.7314152717590332, |
| "learning_rate": 4.994554656174398e-05, |
| "loss": 1.7723, |
| "step": 246 |
| }, |
| { |
| "epoch": 0.11972855065438681, |
| "grad_norm": 1.6805850267410278, |
| "learning_rate": 4.99427193571767e-05, |
| "loss": 1.6244, |
| "step": 247 |
| }, |
| { |
| "epoch": 0.12021328162869607, |
| "grad_norm": 1.5888878107070923, |
| "learning_rate": 4.993982068858025e-05, |
| "loss": 1.6246, |
| "step": 248 |
| }, |
| { |
| "epoch": 0.12069801260300533, |
| "grad_norm": 1.8114043474197388, |
| "learning_rate": 4.9936850564259695e-05, |
| "loss": 1.4527, |
| "step": 249 |
| }, |
| { |
| "epoch": 0.1211827435773146, |
| "grad_norm": 1.7056317329406738, |
| "learning_rate": 4.99338089927248e-05, |
| "loss": 1.5897, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.12166747455162386, |
| "grad_norm": 1.6106626987457275, |
| "learning_rate": 4.993069598269006e-05, |
| "loss": 1.5619, |
| "step": 251 |
| }, |
| { |
| "epoch": 0.1221522055259331, |
| "grad_norm": 1.6103230714797974, |
| "learning_rate": 4.9927511543074635e-05, |
| "loss": 1.3745, |
| "step": 252 |
| }, |
| { |
| "epoch": 0.12263693650024236, |
| "grad_norm": 1.699284315109253, |
| "learning_rate": 4.992425568300234e-05, |
| "loss": 1.5918, |
| "step": 253 |
| }, |
| { |
| "epoch": 0.12312166747455162, |
| "grad_norm": 1.6529169082641602, |
| "learning_rate": 4.992092841180164e-05, |
| "loss": 1.7702, |
| "step": 254 |
| }, |
| { |
| "epoch": 0.12360639844886089, |
| "grad_norm": 1.7270163297653198, |
| "learning_rate": 4.9917529739005574e-05, |
| "loss": 1.5362, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.12409112942317015, |
| "grad_norm": 2.138240098953247, |
| "learning_rate": 4.991405967435177e-05, |
| "loss": 1.7812, |
| "step": 256 |
| }, |
| { |
| "epoch": 0.1245758603974794, |
| "grad_norm": 1.7157567739486694, |
| "learning_rate": 4.991051822778239e-05, |
| "loss": 1.8263, |
| "step": 257 |
| }, |
| { |
| "epoch": 0.12506059137178865, |
| "grad_norm": 1.5743305683135986, |
| "learning_rate": 4.990690540944414e-05, |
| "loss": 1.5631, |
| "step": 258 |
| }, |
| { |
| "epoch": 0.12554532234609792, |
| "grad_norm": 1.4902536869049072, |
| "learning_rate": 4.9903221229688194e-05, |
| "loss": 1.6046, |
| "step": 259 |
| }, |
| { |
| "epoch": 0.12603005332040718, |
| "grad_norm": 1.700891375541687, |
| "learning_rate": 4.989946569907019e-05, |
| "loss": 1.7547, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.12651478429471644, |
| "grad_norm": 1.683803915977478, |
| "learning_rate": 4.989563882835019e-05, |
| "loss": 1.3777, |
| "step": 261 |
| }, |
| { |
| "epoch": 0.1269995152690257, |
| "grad_norm": 1.548683762550354, |
| "learning_rate": 4.989174062849267e-05, |
| "loss": 1.2059, |
| "step": 262 |
| }, |
| { |
| "epoch": 0.12748424624333496, |
| "grad_norm": 1.5738409757614136, |
| "learning_rate": 4.988777111066646e-05, |
| "loss": 1.2089, |
| "step": 263 |
| }, |
| { |
| "epoch": 0.12796897721764422, |
| "grad_norm": 1.5687381029129028, |
| "learning_rate": 4.9883730286244715e-05, |
| "loss": 1.4081, |
| "step": 264 |
| }, |
| { |
| "epoch": 0.12845370819195345, |
| "grad_norm": 1.6630191802978516, |
| "learning_rate": 4.987961816680492e-05, |
| "loss": 1.472, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.1289384391662627, |
| "grad_norm": 1.692008376121521, |
| "learning_rate": 4.987543476412881e-05, |
| "loss": 1.8636, |
| "step": 266 |
| }, |
| { |
| "epoch": 0.12942317014057197, |
| "grad_norm": 1.612111210823059, |
| "learning_rate": 4.987118009020237e-05, |
| "loss": 1.5438, |
| "step": 267 |
| }, |
| { |
| "epoch": 0.12990790111488124, |
| "grad_norm": 2.01253342628479, |
| "learning_rate": 4.986685415721576e-05, |
| "loss": 1.9671, |
| "step": 268 |
| }, |
| { |
| "epoch": 0.1303926320891905, |
| "grad_norm": 1.5312128067016602, |
| "learning_rate": 4.986245697756333e-05, |
| "loss": 1.3681, |
| "step": 269 |
| }, |
| { |
| "epoch": 0.13087736306349976, |
| "grad_norm": 1.6384061574935913, |
| "learning_rate": 4.985798856384355e-05, |
| "loss": 1.6502, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.13136209403780902, |
| "grad_norm": 2.0369157791137695, |
| "learning_rate": 4.985344892885899e-05, |
| "loss": 1.5976, |
| "step": 271 |
| }, |
| { |
| "epoch": 0.13184682501211828, |
| "grad_norm": 1.5668435096740723, |
| "learning_rate": 4.984883808561628e-05, |
| "loss": 1.456, |
| "step": 272 |
| }, |
| { |
| "epoch": 0.13233155598642754, |
| "grad_norm": 3.0037758350372314, |
| "learning_rate": 4.9844156047326054e-05, |
| "loss": 1.4169, |
| "step": 273 |
| }, |
| { |
| "epoch": 0.1328162869607368, |
| "grad_norm": 1.5953983068466187, |
| "learning_rate": 4.9839402827402947e-05, |
| "loss": 1.5507, |
| "step": 274 |
| }, |
| { |
| "epoch": 0.13330101793504606, |
| "grad_norm": 1.6405383348464966, |
| "learning_rate": 4.983457843946554e-05, |
| "loss": 1.5394, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.1337857489093553, |
| "grad_norm": 1.5499027967453003, |
| "learning_rate": 4.98296828973363e-05, |
| "loss": 1.5463, |
| "step": 276 |
| }, |
| { |
| "epoch": 0.13427047988366456, |
| "grad_norm": 1.5397121906280518, |
| "learning_rate": 4.9824716215041575e-05, |
| "loss": 1.5493, |
| "step": 277 |
| }, |
| { |
| "epoch": 0.13475521085797382, |
| "grad_norm": 1.5781245231628418, |
| "learning_rate": 4.981967840681154e-05, |
| "loss": 1.6137, |
| "step": 278 |
| }, |
| { |
| "epoch": 0.13523994183228308, |
| "grad_norm": 1.79483962059021, |
| "learning_rate": 4.981456948708014e-05, |
| "loss": 1.6445, |
| "step": 279 |
| }, |
| { |
| "epoch": 0.13572467280659234, |
| "grad_norm": 1.5061801671981812, |
| "learning_rate": 4.980938947048508e-05, |
| "loss": 1.4163, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.1362094037809016, |
| "grad_norm": 1.5987025499343872, |
| "learning_rate": 4.980413837186775e-05, |
| "loss": 1.531, |
| "step": 281 |
| }, |
| { |
| "epoch": 0.13669413475521086, |
| "grad_norm": 1.7168915271759033, |
| "learning_rate": 4.979881620627322e-05, |
| "loss": 1.4682, |
| "step": 282 |
| }, |
| { |
| "epoch": 0.13717886572952012, |
| "grad_norm": 1.4458422660827637, |
| "learning_rate": 4.979342298895016e-05, |
| "loss": 1.2247, |
| "step": 283 |
| }, |
| { |
| "epoch": 0.13766359670382938, |
| "grad_norm": 1.6409187316894531, |
| "learning_rate": 4.9787958735350816e-05, |
| "loss": 1.7199, |
| "step": 284 |
| }, |
| { |
| "epoch": 0.13814832767813864, |
| "grad_norm": 1.5449514389038086, |
| "learning_rate": 4.978242346113095e-05, |
| "loss": 1.4311, |
| "step": 285 |
| }, |
| { |
| "epoch": 0.1386330586524479, |
| "grad_norm": 1.5891187191009521, |
| "learning_rate": 4.977681718214984e-05, |
| "loss": 1.8869, |
| "step": 286 |
| }, |
| { |
| "epoch": 0.13911778962675714, |
| "grad_norm": 3.7609283924102783, |
| "learning_rate": 4.977113991447017e-05, |
| "loss": 1.7382, |
| "step": 287 |
| }, |
| { |
| "epoch": 0.1396025206010664, |
| "grad_norm": 1.7186360359191895, |
| "learning_rate": 4.976539167435803e-05, |
| "loss": 1.699, |
| "step": 288 |
| }, |
| { |
| "epoch": 0.14008725157537566, |
| "grad_norm": 1.4953521490097046, |
| "learning_rate": 4.9759572478282846e-05, |
| "loss": 1.4215, |
| "step": 289 |
| }, |
| { |
| "epoch": 0.14057198254968492, |
| "grad_norm": 1.5115928649902344, |
| "learning_rate": 4.975368234291734e-05, |
| "loss": 1.2988, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.14105671352399418, |
| "grad_norm": 2.540882110595703, |
| "learning_rate": 4.974772128513751e-05, |
| "loss": 1.651, |
| "step": 291 |
| }, |
| { |
| "epoch": 0.14154144449830344, |
| "grad_norm": 1.6582648754119873, |
| "learning_rate": 4.974168932202252e-05, |
| "loss": 1.7001, |
| "step": 292 |
| }, |
| { |
| "epoch": 0.1420261754726127, |
| "grad_norm": 1.5049525499343872, |
| "learning_rate": 4.973558647085472e-05, |
| "loss": 1.7229, |
| "step": 293 |
| }, |
| { |
| "epoch": 0.14251090644692196, |
| "grad_norm": 1.6676872968673706, |
| "learning_rate": 4.972941274911953e-05, |
| "loss": 1.5541, |
| "step": 294 |
| }, |
| { |
| "epoch": 0.14299563742123123, |
| "grad_norm": 1.5429099798202515, |
| "learning_rate": 4.972316817450544e-05, |
| "loss": 1.813, |
| "step": 295 |
| }, |
| { |
| "epoch": 0.1434803683955405, |
| "grad_norm": 1.6391764879226685, |
| "learning_rate": 4.9716852764903955e-05, |
| "loss": 1.9432, |
| "step": 296 |
| }, |
| { |
| "epoch": 0.14396509936984975, |
| "grad_norm": 1.6778995990753174, |
| "learning_rate": 4.9710466538409505e-05, |
| "loss": 1.5883, |
| "step": 297 |
| }, |
| { |
| "epoch": 0.14444983034415898, |
| "grad_norm": 1.508912205696106, |
| "learning_rate": 4.9704009513319444e-05, |
| "loss": 1.6739, |
| "step": 298 |
| }, |
| { |
| "epoch": 0.14493456131846824, |
| "grad_norm": 1.5249568223953247, |
| "learning_rate": 4.9697481708133955e-05, |
| "loss": 1.3977, |
| "step": 299 |
| }, |
| { |
| "epoch": 0.1454192922927775, |
| "grad_norm": 1.429032802581787, |
| "learning_rate": 4.969088314155602e-05, |
| "loss": 1.3599, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.14590402326708676, |
| "grad_norm": 1.425854206085205, |
| "learning_rate": 4.968421383249137e-05, |
| "loss": 1.4904, |
| "step": 301 |
| }, |
| { |
| "epoch": 0.14638875424139602, |
| "grad_norm": 1.5954697132110596, |
| "learning_rate": 4.967747380004839e-05, |
| "loss": 1.6036, |
| "step": 302 |
| }, |
| { |
| "epoch": 0.14687348521570529, |
| "grad_norm": 1.6121957302093506, |
| "learning_rate": 4.967066306353816e-05, |
| "loss": 1.5024, |
| "step": 303 |
| }, |
| { |
| "epoch": 0.14735821619001455, |
| "grad_norm": 1.502057433128357, |
| "learning_rate": 4.966378164247426e-05, |
| "loss": 1.4643, |
| "step": 304 |
| }, |
| { |
| "epoch": 0.1478429471643238, |
| "grad_norm": 1.4162192344665527, |
| "learning_rate": 4.965682955657286e-05, |
| "loss": 1.279, |
| "step": 305 |
| }, |
| { |
| "epoch": 0.14832767813863307, |
| "grad_norm": 1.5923371315002441, |
| "learning_rate": 4.964980682575253e-05, |
| "loss": 1.4768, |
| "step": 306 |
| }, |
| { |
| "epoch": 0.14881240911294233, |
| "grad_norm": 1.5782544612884521, |
| "learning_rate": 4.964271347013431e-05, |
| "loss": 1.3391, |
| "step": 307 |
| }, |
| { |
| "epoch": 0.14929714008725156, |
| "grad_norm": 2.188934326171875, |
| "learning_rate": 4.9635549510041516e-05, |
| "loss": 1.6648, |
| "step": 308 |
| }, |
| { |
| "epoch": 0.14978187106156082, |
| "grad_norm": 1.6566468477249146, |
| "learning_rate": 4.9628314965999835e-05, |
| "loss": 1.6523, |
| "step": 309 |
| }, |
| { |
| "epoch": 0.15026660203587008, |
| "grad_norm": 1.46741783618927, |
| "learning_rate": 4.9621009858737116e-05, |
| "loss": 1.5349, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.15075133301017934, |
| "grad_norm": 1.486839771270752, |
| "learning_rate": 4.961363420918342e-05, |
| "loss": 1.4895, |
| "step": 311 |
| }, |
| { |
| "epoch": 0.1512360639844886, |
| "grad_norm": 1.4840891361236572, |
| "learning_rate": 4.960618803847092e-05, |
| "loss": 1.5155, |
| "step": 312 |
| }, |
| { |
| "epoch": 0.15172079495879787, |
| "grad_norm": 1.578395962715149, |
| "learning_rate": 4.959867136793384e-05, |
| "loss": 1.5057, |
| "step": 313 |
| }, |
| { |
| "epoch": 0.15220552593310713, |
| "grad_norm": 1.5518931150436401, |
| "learning_rate": 4.959108421910835e-05, |
| "loss": 1.8778, |
| "step": 314 |
| }, |
| { |
| "epoch": 0.1526902569074164, |
| "grad_norm": 1.491754412651062, |
| "learning_rate": 4.958342661373262e-05, |
| "loss": 1.5156, |
| "step": 315 |
| }, |
| { |
| "epoch": 0.15317498788172565, |
| "grad_norm": 1.492876648902893, |
| "learning_rate": 4.957569857374664e-05, |
| "loss": 1.5804, |
| "step": 316 |
| }, |
| { |
| "epoch": 0.1536597188560349, |
| "grad_norm": 1.7110258340835571, |
| "learning_rate": 4.956790012129221e-05, |
| "loss": 1.8366, |
| "step": 317 |
| }, |
| { |
| "epoch": 0.15414444983034417, |
| "grad_norm": 1.5975233316421509, |
| "learning_rate": 4.9560031278712896e-05, |
| "loss": 1.5372, |
| "step": 318 |
| }, |
| { |
| "epoch": 0.1546291808046534, |
| "grad_norm": 1.5784556865692139, |
| "learning_rate": 4.95520920685539e-05, |
| "loss": 1.7814, |
| "step": 319 |
| }, |
| { |
| "epoch": 0.15511391177896267, |
| "grad_norm": 1.4783300161361694, |
| "learning_rate": 4.9544082513562076e-05, |
| "loss": 1.495, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.15559864275327193, |
| "grad_norm": 1.75221586227417, |
| "learning_rate": 4.95360026366858e-05, |
| "loss": 1.7768, |
| "step": 321 |
| }, |
| { |
| "epoch": 0.1560833737275812, |
| "grad_norm": 2.064201831817627, |
| "learning_rate": 4.952785246107494e-05, |
| "loss": 1.983, |
| "step": 322 |
| }, |
| { |
| "epoch": 0.15656810470189045, |
| "grad_norm": 1.7069522142410278, |
| "learning_rate": 4.951963201008076e-05, |
| "loss": 1.6382, |
| "step": 323 |
| }, |
| { |
| "epoch": 0.1570528356761997, |
| "grad_norm": 1.5614511966705322, |
| "learning_rate": 4.951134130725591e-05, |
| "loss": 1.6066, |
| "step": 324 |
| }, |
| { |
| "epoch": 0.15753756665050897, |
| "grad_norm": 1.510345697402954, |
| "learning_rate": 4.950298037635428e-05, |
| "loss": 1.6226, |
| "step": 325 |
| }, |
| { |
| "epoch": 0.15802229762481823, |
| "grad_norm": 1.7443574666976929, |
| "learning_rate": 4.949454924133098e-05, |
| "loss": 1.8012, |
| "step": 326 |
| }, |
| { |
| "epoch": 0.1585070285991275, |
| "grad_norm": 1.6052006483078003, |
| "learning_rate": 4.948604792634229e-05, |
| "loss": 1.7394, |
| "step": 327 |
| }, |
| { |
| "epoch": 0.15899175957343675, |
| "grad_norm": 1.6979362964630127, |
| "learning_rate": 4.947747645574555e-05, |
| "loss": 1.4477, |
| "step": 328 |
| }, |
| { |
| "epoch": 0.159476490547746, |
| "grad_norm": 2.022580146789551, |
| "learning_rate": 4.9468834854099095e-05, |
| "loss": 1.5245, |
| "step": 329 |
| }, |
| { |
| "epoch": 0.15996122152205525, |
| "grad_norm": 1.485262155532837, |
| "learning_rate": 4.94601231461622e-05, |
| "loss": 1.4005, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.1604459524963645, |
| "grad_norm": 1.5557737350463867, |
| "learning_rate": 4.9451341356895e-05, |
| "loss": 1.5077, |
| "step": 331 |
| }, |
| { |
| "epoch": 0.16093068347067377, |
| "grad_norm": 1.7877156734466553, |
| "learning_rate": 4.9442489511458426e-05, |
| "loss": 1.62, |
| "step": 332 |
| }, |
| { |
| "epoch": 0.16141541444498303, |
| "grad_norm": 1.6162307262420654, |
| "learning_rate": 4.943356763521414e-05, |
| "loss": 1.7224, |
| "step": 333 |
| }, |
| { |
| "epoch": 0.1619001454192923, |
| "grad_norm": 1.500104308128357, |
| "learning_rate": 4.942457575372443e-05, |
| "loss": 1.4062, |
| "step": 334 |
| }, |
| { |
| "epoch": 0.16238487639360155, |
| "grad_norm": 1.463844656944275, |
| "learning_rate": 4.941551389275217e-05, |
| "loss": 1.6271, |
| "step": 335 |
| }, |
| { |
| "epoch": 0.1628696073679108, |
| "grad_norm": 1.591209888458252, |
| "learning_rate": 4.940638207826074e-05, |
| "loss": 1.5389, |
| "step": 336 |
| }, |
| { |
| "epoch": 0.16335433834222007, |
| "grad_norm": 1.4040523767471313, |
| "learning_rate": 4.9397180336413915e-05, |
| "loss": 1.355, |
| "step": 337 |
| }, |
| { |
| "epoch": 0.16383906931652933, |
| "grad_norm": 1.4741119146347046, |
| "learning_rate": 4.938790869357587e-05, |
| "loss": 1.5721, |
| "step": 338 |
| }, |
| { |
| "epoch": 0.1643238002908386, |
| "grad_norm": 1.6420493125915527, |
| "learning_rate": 4.937856717631102e-05, |
| "loss": 1.7241, |
| "step": 339 |
| }, |
| { |
| "epoch": 0.16480853126514786, |
| "grad_norm": 1.6836682558059692, |
| "learning_rate": 4.936915581138398e-05, |
| "loss": 1.5049, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.1652932622394571, |
| "grad_norm": 1.529339075088501, |
| "learning_rate": 4.935967462575949e-05, |
| "loss": 1.4003, |
| "step": 341 |
| }, |
| { |
| "epoch": 0.16577799321376635, |
| "grad_norm": 1.4345910549163818, |
| "learning_rate": 4.9350123646602356e-05, |
| "loss": 1.5476, |
| "step": 342 |
| }, |
| { |
| "epoch": 0.1662627241880756, |
| "grad_norm": 1.5849047899246216, |
| "learning_rate": 4.934050290127733e-05, |
| "loss": 1.6484, |
| "step": 343 |
| }, |
| { |
| "epoch": 0.16674745516238487, |
| "grad_norm": 1.5803264379501343, |
| "learning_rate": 4.933081241734905e-05, |
| "loss": 1.5366, |
| "step": 344 |
| }, |
| { |
| "epoch": 0.16723218613669413, |
| "grad_norm": 1.4626617431640625, |
| "learning_rate": 4.9321052222581976e-05, |
| "loss": 1.5589, |
| "step": 345 |
| }, |
| { |
| "epoch": 0.1677169171110034, |
| "grad_norm": 1.4863779544830322, |
| "learning_rate": 4.93112223449403e-05, |
| "loss": 1.3602, |
| "step": 346 |
| }, |
| { |
| "epoch": 0.16820164808531265, |
| "grad_norm": 3.0919888019561768, |
| "learning_rate": 4.930132281258785e-05, |
| "loss": 1.602, |
| "step": 347 |
| }, |
| { |
| "epoch": 0.16868637905962192, |
| "grad_norm": 1.61482834815979, |
| "learning_rate": 4.929135365388804e-05, |
| "loss": 1.594, |
| "step": 348 |
| }, |
| { |
| "epoch": 0.16917111003393118, |
| "grad_norm": 1.4651432037353516, |
| "learning_rate": 4.928131489740375e-05, |
| "loss": 1.353, |
| "step": 349 |
| }, |
| { |
| "epoch": 0.16965584100824044, |
| "grad_norm": 1.6565533876419067, |
| "learning_rate": 4.9271206571897286e-05, |
| "loss": 1.7263, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.1701405719825497, |
| "grad_norm": 1.62041175365448, |
| "learning_rate": 4.926102870633029e-05, |
| "loss": 1.7091, |
| "step": 351 |
| }, |
| { |
| "epoch": 0.17062530295685893, |
| "grad_norm": 1.470937728881836, |
| "learning_rate": 4.9250781329863606e-05, |
| "loss": 1.4829, |
| "step": 352 |
| }, |
| { |
| "epoch": 0.1711100339311682, |
| "grad_norm": 1.6846436262130737, |
| "learning_rate": 4.924046447185726e-05, |
| "loss": 1.6661, |
| "step": 353 |
| }, |
| { |
| "epoch": 0.17159476490547745, |
| "grad_norm": 1.5719223022460938, |
| "learning_rate": 4.923007816187035e-05, |
| "loss": 1.3444, |
| "step": 354 |
| }, |
| { |
| "epoch": 0.17207949587978671, |
| "grad_norm": 1.6110163927078247, |
| "learning_rate": 4.921962242966097e-05, |
| "loss": 1.789, |
| "step": 355 |
| }, |
| { |
| "epoch": 0.17256422685409598, |
| "grad_norm": 1.6574710607528687, |
| "learning_rate": 4.9209097305186094e-05, |
| "loss": 1.4593, |
| "step": 356 |
| }, |
| { |
| "epoch": 0.17304895782840524, |
| "grad_norm": 1.5048030614852905, |
| "learning_rate": 4.9198502818601547e-05, |
| "loss": 1.3008, |
| "step": 357 |
| }, |
| { |
| "epoch": 0.1735336888027145, |
| "grad_norm": 1.6137561798095703, |
| "learning_rate": 4.918783900026184e-05, |
| "loss": 1.4641, |
| "step": 358 |
| }, |
| { |
| "epoch": 0.17401841977702376, |
| "grad_norm": 1.6105793714523315, |
| "learning_rate": 4.9177105880720173e-05, |
| "loss": 1.6433, |
| "step": 359 |
| }, |
| { |
| "epoch": 0.17450315075133302, |
| "grad_norm": 1.8704934120178223, |
| "learning_rate": 4.916630349072828e-05, |
| "loss": 1.9321, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.17498788172564228, |
| "grad_norm": 1.8688757419586182, |
| "learning_rate": 4.915543186123636e-05, |
| "loss": 1.6639, |
| "step": 361 |
| }, |
| { |
| "epoch": 0.1754726126999515, |
| "grad_norm": 1.411590576171875, |
| "learning_rate": 4.9144491023393016e-05, |
| "loss": 1.4361, |
| "step": 362 |
| }, |
| { |
| "epoch": 0.17595734367426077, |
| "grad_norm": 1.503797173500061, |
| "learning_rate": 4.913348100854511e-05, |
| "loss": 1.4521, |
| "step": 363 |
| }, |
| { |
| "epoch": 0.17644207464857004, |
| "grad_norm": 2.0284149646759033, |
| "learning_rate": 4.912240184823772e-05, |
| "loss": 1.6762, |
| "step": 364 |
| }, |
| { |
| "epoch": 0.1769268056228793, |
| "grad_norm": 1.6562719345092773, |
| "learning_rate": 4.911125357421405e-05, |
| "loss": 1.5597, |
| "step": 365 |
| }, |
| { |
| "epoch": 0.17741153659718856, |
| "grad_norm": 1.6344953775405884, |
| "learning_rate": 4.9100036218415285e-05, |
| "loss": 1.6212, |
| "step": 366 |
| }, |
| { |
| "epoch": 0.17789626757149782, |
| "grad_norm": 1.5039825439453125, |
| "learning_rate": 4.908874981298057e-05, |
| "loss": 1.4205, |
| "step": 367 |
| }, |
| { |
| "epoch": 0.17838099854580708, |
| "grad_norm": 1.5786499977111816, |
| "learning_rate": 4.907739439024689e-05, |
| "loss": 1.6106, |
| "step": 368 |
| }, |
| { |
| "epoch": 0.17886572952011634, |
| "grad_norm": 1.7766309976577759, |
| "learning_rate": 4.9065969982748946e-05, |
| "loss": 1.5542, |
| "step": 369 |
| }, |
| { |
| "epoch": 0.1793504604944256, |
| "grad_norm": 1.6327425241470337, |
| "learning_rate": 4.9054476623219104e-05, |
| "loss": 1.5334, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.17983519146873486, |
| "grad_norm": 1.6132947206497192, |
| "learning_rate": 4.904291434458729e-05, |
| "loss": 1.5541, |
| "step": 371 |
| }, |
| { |
| "epoch": 0.18031992244304412, |
| "grad_norm": 1.458174467086792, |
| "learning_rate": 4.9031283179980874e-05, |
| "loss": 1.3287, |
| "step": 372 |
| }, |
| { |
| "epoch": 0.18080465341735336, |
| "grad_norm": 1.5462307929992676, |
| "learning_rate": 4.901958316272462e-05, |
| "loss": 1.6874, |
| "step": 373 |
| }, |
| { |
| "epoch": 0.18128938439166262, |
| "grad_norm": 1.3828489780426025, |
| "learning_rate": 4.9007814326340544e-05, |
| "loss": 1.4119, |
| "step": 374 |
| }, |
| { |
| "epoch": 0.18177411536597188, |
| "grad_norm": 1.6115537881851196, |
| "learning_rate": 4.899597670454785e-05, |
| "loss": 1.6936, |
| "step": 375 |
| }, |
| { |
| "epoch": 0.18225884634028114, |
| "grad_norm": 1.5310516357421875, |
| "learning_rate": 4.89840703312628e-05, |
| "loss": 1.4026, |
| "step": 376 |
| }, |
| { |
| "epoch": 0.1827435773145904, |
| "grad_norm": 1.604029655456543, |
| "learning_rate": 4.897209524059866e-05, |
| "loss": 1.5988, |
| "step": 377 |
| }, |
| { |
| "epoch": 0.18322830828889966, |
| "grad_norm": 1.6310497522354126, |
| "learning_rate": 4.896005146686558e-05, |
| "loss": 1.5445, |
| "step": 378 |
| }, |
| { |
| "epoch": 0.18371303926320892, |
| "grad_norm": 1.655869483947754, |
| "learning_rate": 4.8947939044570467e-05, |
| "loss": 1.5755, |
| "step": 379 |
| }, |
| { |
| "epoch": 0.18419777023751818, |
| "grad_norm": 1.5540688037872314, |
| "learning_rate": 4.893575800841695e-05, |
| "loss": 1.5128, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.18468250121182744, |
| "grad_norm": 1.5631048679351807, |
| "learning_rate": 4.892350839330522e-05, |
| "loss": 1.645, |
| "step": 381 |
| }, |
| { |
| "epoch": 0.1851672321861367, |
| "grad_norm": 1.522678017616272, |
| "learning_rate": 4.891119023433198e-05, |
| "loss": 1.5037, |
| "step": 382 |
| }, |
| { |
| "epoch": 0.18565196316044597, |
| "grad_norm": 1.7026262283325195, |
| "learning_rate": 4.8898803566790296e-05, |
| "loss": 1.6548, |
| "step": 383 |
| }, |
| { |
| "epoch": 0.1861366941347552, |
| "grad_norm": 2.272061824798584, |
| "learning_rate": 4.888634842616953e-05, |
| "loss": 1.6816, |
| "step": 384 |
| }, |
| { |
| "epoch": 0.18662142510906446, |
| "grad_norm": 1.7039604187011719, |
| "learning_rate": 4.887382484815522e-05, |
| "loss": 1.8058, |
| "step": 385 |
| }, |
| { |
| "epoch": 0.18710615608337372, |
| "grad_norm": 1.421434760093689, |
| "learning_rate": 4.8861232868628994e-05, |
| "loss": 1.2899, |
| "step": 386 |
| }, |
| { |
| "epoch": 0.18759088705768298, |
| "grad_norm": 1.4786161184310913, |
| "learning_rate": 4.884857252366847e-05, |
| "loss": 1.5044, |
| "step": 387 |
| }, |
| { |
| "epoch": 0.18807561803199224, |
| "grad_norm": 1.6115511655807495, |
| "learning_rate": 4.8835843849547126e-05, |
| "loss": 1.4588, |
| "step": 388 |
| }, |
| { |
| "epoch": 0.1885603490063015, |
| "grad_norm": 1.4734134674072266, |
| "learning_rate": 4.88230468827342e-05, |
| "loss": 1.5804, |
| "step": 389 |
| }, |
| { |
| "epoch": 0.18904507998061076, |
| "grad_norm": 1.677364468574524, |
| "learning_rate": 4.8810181659894635e-05, |
| "loss": 1.5134, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.18952981095492002, |
| "grad_norm": 1.5314624309539795, |
| "learning_rate": 4.879724821788889e-05, |
| "loss": 1.7543, |
| "step": 391 |
| }, |
| { |
| "epoch": 0.19001454192922929, |
| "grad_norm": 1.8517158031463623, |
| "learning_rate": 4.878424659377292e-05, |
| "loss": 1.641, |
| "step": 392 |
| }, |
| { |
| "epoch": 0.19049927290353855, |
| "grad_norm": 1.5239332914352417, |
| "learning_rate": 4.8771176824798006e-05, |
| "loss": 1.2542, |
| "step": 393 |
| }, |
| { |
| "epoch": 0.1909840038778478, |
| "grad_norm": 1.6505666971206665, |
| "learning_rate": 4.875803894841069e-05, |
| "loss": 1.5467, |
| "step": 394 |
| }, |
| { |
| "epoch": 0.19146873485215704, |
| "grad_norm": 1.5365902185440063, |
| "learning_rate": 4.8744833002252625e-05, |
| "loss": 1.3391, |
| "step": 395 |
| }, |
| { |
| "epoch": 0.1919534658264663, |
| "grad_norm": 1.8492168188095093, |
| "learning_rate": 4.8731559024160524e-05, |
| "loss": 1.6368, |
| "step": 396 |
| }, |
| { |
| "epoch": 0.19243819680077556, |
| "grad_norm": 1.471468210220337, |
| "learning_rate": 4.8718217052165985e-05, |
| "loss": 1.2187, |
| "step": 397 |
| }, |
| { |
| "epoch": 0.19292292777508482, |
| "grad_norm": 1.6151539087295532, |
| "learning_rate": 4.870480712449546e-05, |
| "loss": 1.6523, |
| "step": 398 |
| }, |
| { |
| "epoch": 0.19340765874939408, |
| "grad_norm": 1.5233840942382812, |
| "learning_rate": 4.869132927957007e-05, |
| "loss": 1.6125, |
| "step": 399 |
| }, |
| { |
| "epoch": 0.19389238972370335, |
| "grad_norm": 1.4746246337890625, |
| "learning_rate": 4.8677783556005515e-05, |
| "loss": 1.5412, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.1943771206980126, |
| "grad_norm": 1.7926899194717407, |
| "learning_rate": 4.8664169992612035e-05, |
| "loss": 1.7692, |
| "step": 401 |
| }, |
| { |
| "epoch": 0.19486185167232187, |
| "grad_norm": 1.5407027006149292, |
| "learning_rate": 4.865048862839417e-05, |
| "loss": 1.3119, |
| "step": 402 |
| }, |
| { |
| "epoch": 0.19534658264663113, |
| "grad_norm": 1.5474193096160889, |
| "learning_rate": 4.8636739502550775e-05, |
| "loss": 1.4238, |
| "step": 403 |
| }, |
| { |
| "epoch": 0.1958313136209404, |
| "grad_norm": 1.5824707746505737, |
| "learning_rate": 4.862292265447481e-05, |
| "loss": 1.5708, |
| "step": 404 |
| }, |
| { |
| "epoch": 0.19631604459524965, |
| "grad_norm": 1.5270860195159912, |
| "learning_rate": 4.860903812375329e-05, |
| "loss": 1.5826, |
| "step": 405 |
| }, |
| { |
| "epoch": 0.19680077556955888, |
| "grad_norm": 1.4273207187652588, |
| "learning_rate": 4.859508595016713e-05, |
| "loss": 1.3348, |
| "step": 406 |
| }, |
| { |
| "epoch": 0.19728550654386814, |
| "grad_norm": 1.4353327751159668, |
| "learning_rate": 4.8581066173691074e-05, |
| "loss": 1.2723, |
| "step": 407 |
| }, |
| { |
| "epoch": 0.1977702375181774, |
| "grad_norm": 1.475465178489685, |
| "learning_rate": 4.856697883449355e-05, |
| "loss": 1.5006, |
| "step": 408 |
| }, |
| { |
| "epoch": 0.19825496849248667, |
| "grad_norm": 1.4205036163330078, |
| "learning_rate": 4.8552823972936545e-05, |
| "loss": 1.2869, |
| "step": 409 |
| }, |
| { |
| "epoch": 0.19873969946679593, |
| "grad_norm": 1.5155439376831055, |
| "learning_rate": 4.853860162957552e-05, |
| "loss": 1.4603, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.1992244304411052, |
| "grad_norm": 1.5754328966140747, |
| "learning_rate": 4.8524311845159286e-05, |
| "loss": 1.4744, |
| "step": 411 |
| }, |
| { |
| "epoch": 0.19970916141541445, |
| "grad_norm": 1.5085046291351318, |
| "learning_rate": 4.850995466062988e-05, |
| "loss": 1.4843, |
| "step": 412 |
| }, |
| { |
| "epoch": 0.2001938923897237, |
| "grad_norm": 1.3275054693222046, |
| "learning_rate": 4.849553011712241e-05, |
| "loss": 1.4272, |
| "step": 413 |
| }, |
| { |
| "epoch": 0.20067862336403297, |
| "grad_norm": 1.424777626991272, |
| "learning_rate": 4.848103825596504e-05, |
| "loss": 1.4182, |
| "step": 414 |
| }, |
| { |
| "epoch": 0.20116335433834223, |
| "grad_norm": 1.498131513595581, |
| "learning_rate": 4.8466479118678766e-05, |
| "loss": 1.4618, |
| "step": 415 |
| }, |
| { |
| "epoch": 0.20164808531265146, |
| "grad_norm": 1.4873474836349487, |
| "learning_rate": 4.845185274697734e-05, |
| "loss": 1.2547, |
| "step": 416 |
| }, |
| { |
| "epoch": 0.20213281628696073, |
| "grad_norm": 1.4218641519546509, |
| "learning_rate": 4.843715918276717e-05, |
| "loss": 1.2078, |
| "step": 417 |
| }, |
| { |
| "epoch": 0.20261754726127, |
| "grad_norm": 1.585609793663025, |
| "learning_rate": 4.842239846814716e-05, |
| "loss": 1.3015, |
| "step": 418 |
| }, |
| { |
| "epoch": 0.20310227823557925, |
| "grad_norm": 1.5259923934936523, |
| "learning_rate": 4.840757064540862e-05, |
| "loss": 1.8969, |
| "step": 419 |
| }, |
| { |
| "epoch": 0.2035870092098885, |
| "grad_norm": 1.5763602256774902, |
| "learning_rate": 4.8392675757035114e-05, |
| "loss": 1.6627, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.20407174018419777, |
| "grad_norm": 1.4582678079605103, |
| "learning_rate": 4.837771384570238e-05, |
| "loss": 1.4835, |
| "step": 421 |
| }, |
| { |
| "epoch": 0.20455647115850703, |
| "grad_norm": 1.6100239753723145, |
| "learning_rate": 4.8362684954278174e-05, |
| "loss": 1.3861, |
| "step": 422 |
| }, |
| { |
| "epoch": 0.2050412021328163, |
| "grad_norm": 1.6313788890838623, |
| "learning_rate": 4.834758912582217e-05, |
| "loss": 1.4019, |
| "step": 423 |
| }, |
| { |
| "epoch": 0.20552593310712555, |
| "grad_norm": 1.7470930814743042, |
| "learning_rate": 4.8332426403585805e-05, |
| "loss": 1.7705, |
| "step": 424 |
| }, |
| { |
| "epoch": 0.2060106640814348, |
| "grad_norm": 1.4268667697906494, |
| "learning_rate": 4.831719683101219e-05, |
| "loss": 1.4434, |
| "step": 425 |
| }, |
| { |
| "epoch": 0.20649539505574407, |
| "grad_norm": 1.5203051567077637, |
| "learning_rate": 4.830190045173596e-05, |
| "loss": 1.7992, |
| "step": 426 |
| }, |
| { |
| "epoch": 0.2069801260300533, |
| "grad_norm": 4.344082355499268, |
| "learning_rate": 4.828653730958318e-05, |
| "loss": 1.4597, |
| "step": 427 |
| }, |
| { |
| "epoch": 0.20746485700436257, |
| "grad_norm": 1.5200762748718262, |
| "learning_rate": 4.827110744857117e-05, |
| "loss": 1.4586, |
| "step": 428 |
| }, |
| { |
| "epoch": 0.20794958797867183, |
| "grad_norm": 1.4414129257202148, |
| "learning_rate": 4.825561091290844e-05, |
| "loss": 1.2286, |
| "step": 429 |
| }, |
| { |
| "epoch": 0.2084343189529811, |
| "grad_norm": 1.9879165887832642, |
| "learning_rate": 4.82400477469945e-05, |
| "loss": 1.6122, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.20891904992729035, |
| "grad_norm": 1.4587631225585938, |
| "learning_rate": 4.822441799541979e-05, |
| "loss": 1.5816, |
| "step": 431 |
| }, |
| { |
| "epoch": 0.2094037809015996, |
| "grad_norm": 1.6219898462295532, |
| "learning_rate": 4.82087217029655e-05, |
| "loss": 1.4554, |
| "step": 432 |
| }, |
| { |
| "epoch": 0.20988851187590887, |
| "grad_norm": 1.6090373992919922, |
| "learning_rate": 4.819295891460349e-05, |
| "loss": 1.8978, |
| "step": 433 |
| }, |
| { |
| "epoch": 0.21037324285021813, |
| "grad_norm": 1.6244341135025024, |
| "learning_rate": 4.817712967549614e-05, |
| "loss": 1.5749, |
| "step": 434 |
| }, |
| { |
| "epoch": 0.2108579738245274, |
| "grad_norm": 1.5403733253479004, |
| "learning_rate": 4.8161234030996204e-05, |
| "loss": 1.5755, |
| "step": 435 |
| }, |
| { |
| "epoch": 0.21134270479883666, |
| "grad_norm": 1.6046067476272583, |
| "learning_rate": 4.81452720266467e-05, |
| "loss": 1.8461, |
| "step": 436 |
| }, |
| { |
| "epoch": 0.21182743577314592, |
| "grad_norm": 1.4461714029312134, |
| "learning_rate": 4.8129243708180785e-05, |
| "loss": 1.4177, |
| "step": 437 |
| }, |
| { |
| "epoch": 0.21231216674745515, |
| "grad_norm": 1.6043570041656494, |
| "learning_rate": 4.81131491215216e-05, |
| "loss": 1.5736, |
| "step": 438 |
| }, |
| { |
| "epoch": 0.2127968977217644, |
| "grad_norm": 1.4942891597747803, |
| "learning_rate": 4.8096988312782174e-05, |
| "loss": 1.3317, |
| "step": 439 |
| }, |
| { |
| "epoch": 0.21328162869607367, |
| "grad_norm": 1.5307039022445679, |
| "learning_rate": 4.808076132826524e-05, |
| "loss": 1.493, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.21376635967038293, |
| "grad_norm": 1.3940438032150269, |
| "learning_rate": 4.806446821446317e-05, |
| "loss": 1.4157, |
| "step": 441 |
| }, |
| { |
| "epoch": 0.2142510906446922, |
| "grad_norm": 1.4989084005355835, |
| "learning_rate": 4.8048109018057776e-05, |
| "loss": 1.6034, |
| "step": 442 |
| }, |
| { |
| "epoch": 0.21473582161900145, |
| "grad_norm": 1.5145782232284546, |
| "learning_rate": 4.80316837859202e-05, |
| "loss": 1.6784, |
| "step": 443 |
| }, |
| { |
| "epoch": 0.21522055259331072, |
| "grad_norm": 1.4529794454574585, |
| "learning_rate": 4.801519256511082e-05, |
| "loss": 1.4246, |
| "step": 444 |
| }, |
| { |
| "epoch": 0.21570528356761998, |
| "grad_norm": 1.5570049285888672, |
| "learning_rate": 4.799863540287905e-05, |
| "loss": 1.582, |
| "step": 445 |
| }, |
| { |
| "epoch": 0.21619001454192924, |
| "grad_norm": 1.42445707321167, |
| "learning_rate": 4.798201234666324e-05, |
| "loss": 1.3466, |
| "step": 446 |
| }, |
| { |
| "epoch": 0.2166747455162385, |
| "grad_norm": 1.5558465719223022, |
| "learning_rate": 4.796532344409055e-05, |
| "loss": 1.5421, |
| "step": 447 |
| }, |
| { |
| "epoch": 0.21715947649054776, |
| "grad_norm": 4.552513599395752, |
| "learning_rate": 4.794856874297676e-05, |
| "loss": 2.2261, |
| "step": 448 |
| }, |
| { |
| "epoch": 0.217644207464857, |
| "grad_norm": 1.374784231185913, |
| "learning_rate": 4.793174829132623e-05, |
| "loss": 1.5355, |
| "step": 449 |
| }, |
| { |
| "epoch": 0.21812893843916625, |
| "grad_norm": 1.9197838306427002, |
| "learning_rate": 4.791486213733164e-05, |
| "loss": 1.7625, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.21861366941347551, |
| "grad_norm": 1.4595524072647095, |
| "learning_rate": 4.789791032937397e-05, |
| "loss": 1.2965, |
| "step": 451 |
| }, |
| { |
| "epoch": 0.21909840038778478, |
| "grad_norm": 1.4804373979568481, |
| "learning_rate": 4.7880892916022265e-05, |
| "loss": 1.3907, |
| "step": 452 |
| }, |
| { |
| "epoch": 0.21958313136209404, |
| "grad_norm": 1.4374562501907349, |
| "learning_rate": 4.786380994603356e-05, |
| "loss": 1.4291, |
| "step": 453 |
| }, |
| { |
| "epoch": 0.2200678623364033, |
| "grad_norm": 1.697147250175476, |
| "learning_rate": 4.7846661468352716e-05, |
| "loss": 1.8611, |
| "step": 454 |
| }, |
| { |
| "epoch": 0.22055259331071256, |
| "grad_norm": 1.5372896194458008, |
| "learning_rate": 4.782944753211228e-05, |
| "loss": 1.5396, |
| "step": 455 |
| }, |
| { |
| "epoch": 0.22103732428502182, |
| "grad_norm": 1.520835518836975, |
| "learning_rate": 4.781216818663234e-05, |
| "loss": 1.5921, |
| "step": 456 |
| }, |
| { |
| "epoch": 0.22152205525933108, |
| "grad_norm": 1.7574188709259033, |
| "learning_rate": 4.7794823481420406e-05, |
| "loss": 1.644, |
| "step": 457 |
| }, |
| { |
| "epoch": 0.22200678623364034, |
| "grad_norm": 1.384774923324585, |
| "learning_rate": 4.7777413466171227e-05, |
| "loss": 1.542, |
| "step": 458 |
| }, |
| { |
| "epoch": 0.2224915172079496, |
| "grad_norm": 1.520736575126648, |
| "learning_rate": 4.7759938190766694e-05, |
| "loss": 1.674, |
| "step": 459 |
| }, |
| { |
| "epoch": 0.22297624818225883, |
| "grad_norm": 1.4717646837234497, |
| "learning_rate": 4.7742397705275665e-05, |
| "loss": 1.3583, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.2234609791565681, |
| "grad_norm": 1.4752681255340576, |
| "learning_rate": 4.772479205995385e-05, |
| "loss": 1.4931, |
| "step": 461 |
| }, |
| { |
| "epoch": 0.22394571013087736, |
| "grad_norm": 1.5523077249526978, |
| "learning_rate": 4.7707121305243623e-05, |
| "loss": 1.4731, |
| "step": 462 |
| }, |
| { |
| "epoch": 0.22443044110518662, |
| "grad_norm": 1.4732838869094849, |
| "learning_rate": 4.768938549177393e-05, |
| "loss": 1.4059, |
| "step": 463 |
| }, |
| { |
| "epoch": 0.22491517207949588, |
| "grad_norm": 1.555053472518921, |
| "learning_rate": 4.7671584670360105e-05, |
| "loss": 1.3137, |
| "step": 464 |
| }, |
| { |
| "epoch": 0.22539990305380514, |
| "grad_norm": 1.4933258295059204, |
| "learning_rate": 4.765371889200373e-05, |
| "loss": 1.4378, |
| "step": 465 |
| }, |
| { |
| "epoch": 0.2258846340281144, |
| "grad_norm": 1.409632921218872, |
| "learning_rate": 4.763578820789253e-05, |
| "loss": 1.4902, |
| "step": 466 |
| }, |
| { |
| "epoch": 0.22636936500242366, |
| "grad_norm": 1.4202258586883545, |
| "learning_rate": 4.761779266940015e-05, |
| "loss": 1.3832, |
| "step": 467 |
| }, |
| { |
| "epoch": 0.22685409597673292, |
| "grad_norm": 1.3944295644760132, |
| "learning_rate": 4.759973232808609e-05, |
| "loss": 1.5828, |
| "step": 468 |
| }, |
| { |
| "epoch": 0.22733882695104218, |
| "grad_norm": 1.5394325256347656, |
| "learning_rate": 4.758160723569548e-05, |
| "loss": 1.207, |
| "step": 469 |
| }, |
| { |
| "epoch": 0.22782355792535142, |
| "grad_norm": 1.7582964897155762, |
| "learning_rate": 4.756341744415901e-05, |
| "loss": 1.7935, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.22830828889966068, |
| "grad_norm": 1.4797354936599731, |
| "learning_rate": 4.754516300559271e-05, |
| "loss": 1.5384, |
| "step": 471 |
| }, |
| { |
| "epoch": 0.22879301987396994, |
| "grad_norm": 1.5122283697128296, |
| "learning_rate": 4.752684397229784e-05, |
| "loss": 1.8131, |
| "step": 472 |
| }, |
| { |
| "epoch": 0.2292777508482792, |
| "grad_norm": 1.4401196241378784, |
| "learning_rate": 4.750846039676075e-05, |
| "loss": 1.5188, |
| "step": 473 |
| }, |
| { |
| "epoch": 0.22976248182258846, |
| "grad_norm": 1.4823417663574219, |
| "learning_rate": 4.7490012331652675e-05, |
| "loss": 1.2987, |
| "step": 474 |
| }, |
| { |
| "epoch": 0.23024721279689772, |
| "grad_norm": 1.5985757112503052, |
| "learning_rate": 4.7471499829829666e-05, |
| "loss": 1.7577, |
| "step": 475 |
| }, |
| { |
| "epoch": 0.23073194377120698, |
| "grad_norm": 1.5306726694107056, |
| "learning_rate": 4.7452922944332355e-05, |
| "loss": 1.4455, |
| "step": 476 |
| }, |
| { |
| "epoch": 0.23121667474551624, |
| "grad_norm": 1.585697889328003, |
| "learning_rate": 4.7434281728385867e-05, |
| "loss": 1.4526, |
| "step": 477 |
| }, |
| { |
| "epoch": 0.2317014057198255, |
| "grad_norm": 1.5287288427352905, |
| "learning_rate": 4.741557623539962e-05, |
| "loss": 1.8082, |
| "step": 478 |
| }, |
| { |
| "epoch": 0.23218613669413476, |
| "grad_norm": 1.835727334022522, |
| "learning_rate": 4.73968065189672e-05, |
| "loss": 1.5274, |
| "step": 479 |
| }, |
| { |
| "epoch": 0.23267086766844403, |
| "grad_norm": 1.5724575519561768, |
| "learning_rate": 4.7377972632866226e-05, |
| "loss": 1.8953, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.23315559864275326, |
| "grad_norm": 1.598510503768921, |
| "learning_rate": 4.7359074631058134e-05, |
| "loss": 1.7241, |
| "step": 481 |
| }, |
| { |
| "epoch": 0.23364032961706252, |
| "grad_norm": 1.5090588331222534, |
| "learning_rate": 4.7340112567688085e-05, |
| "loss": 1.3641, |
| "step": 482 |
| }, |
| { |
| "epoch": 0.23412506059137178, |
| "grad_norm": 1.5519758462905884, |
| "learning_rate": 4.732108649708478e-05, |
| "loss": 1.5011, |
| "step": 483 |
| }, |
| { |
| "epoch": 0.23460979156568104, |
| "grad_norm": 1.5860713720321655, |
| "learning_rate": 4.7301996473760304e-05, |
| "loss": 1.5786, |
| "step": 484 |
| }, |
| { |
| "epoch": 0.2350945225399903, |
| "grad_norm": 1.534163236618042, |
| "learning_rate": 4.728284255240996e-05, |
| "loss": 1.4667, |
| "step": 485 |
| }, |
| { |
| "epoch": 0.23557925351429956, |
| "grad_norm": 1.3986639976501465, |
| "learning_rate": 4.726362478791217e-05, |
| "loss": 1.4603, |
| "step": 486 |
| }, |
| { |
| "epoch": 0.23606398448860882, |
| "grad_norm": 1.4852182865142822, |
| "learning_rate": 4.724434323532821e-05, |
| "loss": 1.6303, |
| "step": 487 |
| }, |
| { |
| "epoch": 0.23654871546291809, |
| "grad_norm": 1.4321929216384888, |
| "learning_rate": 4.7224997949902186e-05, |
| "loss": 1.3958, |
| "step": 488 |
| }, |
| { |
| "epoch": 0.23703344643722735, |
| "grad_norm": 1.8100051879882812, |
| "learning_rate": 4.720558898706077e-05, |
| "loss": 1.4998, |
| "step": 489 |
| }, |
| { |
| "epoch": 0.2375181774115366, |
| "grad_norm": 1.4117873907089233, |
| "learning_rate": 4.7186116402413064e-05, |
| "loss": 1.3552, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.23800290838584587, |
| "grad_norm": 1.5080662965774536, |
| "learning_rate": 4.716658025175049e-05, |
| "loss": 1.5167, |
| "step": 491 |
| }, |
| { |
| "epoch": 0.2384876393601551, |
| "grad_norm": 1.5356587171554565, |
| "learning_rate": 4.714698059104658e-05, |
| "loss": 1.3864, |
| "step": 492 |
| }, |
| { |
| "epoch": 0.23897237033446436, |
| "grad_norm": 1.686954140663147, |
| "learning_rate": 4.712731747645682e-05, |
| "loss": 1.6785, |
| "step": 493 |
| }, |
| { |
| "epoch": 0.23945710130877362, |
| "grad_norm": 1.4700133800506592, |
| "learning_rate": 4.7107590964318505e-05, |
| "loss": 1.2093, |
| "step": 494 |
| }, |
| { |
| "epoch": 0.23994183228308288, |
| "grad_norm": 1.4735498428344727, |
| "learning_rate": 4.708780111115057e-05, |
| "loss": 1.6332, |
| "step": 495 |
| }, |
| { |
| "epoch": 0.24042656325739215, |
| "grad_norm": 1.572034239768982, |
| "learning_rate": 4.706794797365346e-05, |
| "loss": 1.5175, |
| "step": 496 |
| }, |
| { |
| "epoch": 0.2409112942317014, |
| "grad_norm": 1.4558137655258179, |
| "learning_rate": 4.7048031608708876e-05, |
| "loss": 1.2924, |
| "step": 497 |
| }, |
| { |
| "epoch": 0.24139602520601067, |
| "grad_norm": 1.6685311794281006, |
| "learning_rate": 4.702805207337974e-05, |
| "loss": 1.0251, |
| "step": 498 |
| }, |
| { |
| "epoch": 0.24188075618031993, |
| "grad_norm": 1.5901682376861572, |
| "learning_rate": 4.7008009424909917e-05, |
| "loss": 2.1593, |
| "step": 499 |
| }, |
| { |
| "epoch": 0.2423654871546292, |
| "grad_norm": 1.4795153141021729, |
| "learning_rate": 4.698790372072411e-05, |
| "loss": 1.7071, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.24285021812893845, |
| "grad_norm": 1.9734545946121216, |
| "learning_rate": 4.696773501842771e-05, |
| "loss": 1.4482, |
| "step": 501 |
| }, |
| { |
| "epoch": 0.2433349491032477, |
| "grad_norm": 1.4583733081817627, |
| "learning_rate": 4.694750337580659e-05, |
| "loss": 1.5411, |
| "step": 502 |
| }, |
| { |
| "epoch": 0.24381968007755694, |
| "grad_norm": 1.5093872547149658, |
| "learning_rate": 4.6927208850826925e-05, |
| "loss": 1.414, |
| "step": 503 |
| }, |
| { |
| "epoch": 0.2443044110518662, |
| "grad_norm": 1.376407504081726, |
| "learning_rate": 4.6906851501635106e-05, |
| "loss": 1.2979, |
| "step": 504 |
| }, |
| { |
| "epoch": 0.24478914202617547, |
| "grad_norm": 1.5103840827941895, |
| "learning_rate": 4.688643138655748e-05, |
| "loss": 1.502, |
| "step": 505 |
| }, |
| { |
| "epoch": 0.24527387300048473, |
| "grad_norm": 1.4392768144607544, |
| "learning_rate": 4.686594856410027e-05, |
| "loss": 1.4235, |
| "step": 506 |
| }, |
| { |
| "epoch": 0.245758603974794, |
| "grad_norm": 1.5379340648651123, |
| "learning_rate": 4.684540309294932e-05, |
| "loss": 1.5077, |
| "step": 507 |
| }, |
| { |
| "epoch": 0.24624333494910325, |
| "grad_norm": 1.5546420812606812, |
| "learning_rate": 4.682479503197001e-05, |
| "loss": 1.5388, |
| "step": 508 |
| }, |
| { |
| "epoch": 0.2467280659234125, |
| "grad_norm": 1.6801774501800537, |
| "learning_rate": 4.6804124440207e-05, |
| "loss": 1.7391, |
| "step": 509 |
| }, |
| { |
| "epoch": 0.24721279689772177, |
| "grad_norm": 1.4841091632843018, |
| "learning_rate": 4.678339137688416e-05, |
| "loss": 1.72, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.24769752787203103, |
| "grad_norm": 1.4708201885223389, |
| "learning_rate": 4.67625959014043e-05, |
| "loss": 1.5798, |
| "step": 511 |
| }, |
| { |
| "epoch": 0.2481822588463403, |
| "grad_norm": 1.5190343856811523, |
| "learning_rate": 4.67417380733491e-05, |
| "loss": 1.6462, |
| "step": 512 |
| }, |
| { |
| "epoch": 0.24866698982064955, |
| "grad_norm": 1.479689121246338, |
| "learning_rate": 4.6720817952478854e-05, |
| "loss": 1.5912, |
| "step": 513 |
| }, |
| { |
| "epoch": 0.2491517207949588, |
| "grad_norm": 1.4845134019851685, |
| "learning_rate": 4.6699835598732325e-05, |
| "loss": 1.4543, |
| "step": 514 |
| }, |
| { |
| "epoch": 0.24963645176926805, |
| "grad_norm": 1.5402343273162842, |
| "learning_rate": 4.667879107222662e-05, |
| "loss": 1.4791, |
| "step": 515 |
| }, |
| { |
| "epoch": 0.2501211827435773, |
| "grad_norm": 1.627976417541504, |
| "learning_rate": 4.6657684433256934e-05, |
| "loss": 1.4067, |
| "step": 516 |
| }, |
| { |
| "epoch": 0.2506059137178866, |
| "grad_norm": 1.530739665031433, |
| "learning_rate": 4.6636515742296464e-05, |
| "loss": 1.9333, |
| "step": 517 |
| }, |
| { |
| "epoch": 0.25109064469219583, |
| "grad_norm": 1.4607384204864502, |
| "learning_rate": 4.661528505999615e-05, |
| "loss": 1.537, |
| "step": 518 |
| }, |
| { |
| "epoch": 0.25157537566650506, |
| "grad_norm": 1.5360444784164429, |
| "learning_rate": 4.6593992447184586e-05, |
| "loss": 1.3789, |
| "step": 519 |
| }, |
| { |
| "epoch": 0.25206010664081435, |
| "grad_norm": 1.4390000104904175, |
| "learning_rate": 4.6572637964867776e-05, |
| "loss": 1.4374, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.2525448376151236, |
| "grad_norm": 1.4811269044876099, |
| "learning_rate": 4.6551221674229003e-05, |
| "loss": 1.561, |
| "step": 521 |
| }, |
| { |
| "epoch": 0.2530295685894329, |
| "grad_norm": 1.4047800302505493, |
| "learning_rate": 4.652974363662864e-05, |
| "loss": 1.2907, |
| "step": 522 |
| }, |
| { |
| "epoch": 0.2535142995637421, |
| "grad_norm": 1.6080119609832764, |
| "learning_rate": 4.650820391360396e-05, |
| "loss": 1.4566, |
| "step": 523 |
| }, |
| { |
| "epoch": 0.2539990305380514, |
| "grad_norm": 1.5174490213394165, |
| "learning_rate": 4.6486602566868975e-05, |
| "loss": 1.4285, |
| "step": 524 |
| }, |
| { |
| "epoch": 0.25448376151236063, |
| "grad_norm": 1.5314956903457642, |
| "learning_rate": 4.6464939658314274e-05, |
| "loss": 1.3154, |
| "step": 525 |
| }, |
| { |
| "epoch": 0.2549684924866699, |
| "grad_norm": 1.4693747758865356, |
| "learning_rate": 4.6443215250006806e-05, |
| "loss": 1.4333, |
| "step": 526 |
| }, |
| { |
| "epoch": 0.25545322346097915, |
| "grad_norm": 1.5617380142211914, |
| "learning_rate": 4.642142940418973e-05, |
| "loss": 1.4411, |
| "step": 527 |
| }, |
| { |
| "epoch": 0.25593795443528844, |
| "grad_norm": 1.4139310121536255, |
| "learning_rate": 4.6399582183282256e-05, |
| "loss": 1.6047, |
| "step": 528 |
| }, |
| { |
| "epoch": 0.2564226854095977, |
| "grad_norm": 1.6654372215270996, |
| "learning_rate": 4.6377673649879396e-05, |
| "loss": 1.7693, |
| "step": 529 |
| }, |
| { |
| "epoch": 0.2569074163839069, |
| "grad_norm": 1.595267415046692, |
| "learning_rate": 4.635570386675186e-05, |
| "loss": 1.458, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.2573921473582162, |
| "grad_norm": 1.4914833307266235, |
| "learning_rate": 4.633367289684586e-05, |
| "loss": 1.4662, |
| "step": 531 |
| }, |
| { |
| "epoch": 0.2578768783325254, |
| "grad_norm": 1.764076828956604, |
| "learning_rate": 4.631158080328287e-05, |
| "loss": 2.023, |
| "step": 532 |
| }, |
| { |
| "epoch": 0.2583616093068347, |
| "grad_norm": 1.4962358474731445, |
| "learning_rate": 4.628942764935954e-05, |
| "loss": 1.1698, |
| "step": 533 |
| }, |
| { |
| "epoch": 0.25884634028114395, |
| "grad_norm": 1.628941535949707, |
| "learning_rate": 4.626721349854742e-05, |
| "loss": 1.6603, |
| "step": 534 |
| }, |
| { |
| "epoch": 0.25933107125545324, |
| "grad_norm": 1.473333477973938, |
| "learning_rate": 4.6244938414492875e-05, |
| "loss": 1.4744, |
| "step": 535 |
| }, |
| { |
| "epoch": 0.25981580222976247, |
| "grad_norm": 1.5255992412567139, |
| "learning_rate": 4.62226024610168e-05, |
| "loss": 1.6574, |
| "step": 536 |
| }, |
| { |
| "epoch": 0.26030053320407176, |
| "grad_norm": 1.4754759073257446, |
| "learning_rate": 4.6200205702114526e-05, |
| "loss": 1.3515, |
| "step": 537 |
| }, |
| { |
| "epoch": 0.260785264178381, |
| "grad_norm": 1.539143681526184, |
| "learning_rate": 4.617774820195557e-05, |
| "loss": 1.361, |
| "step": 538 |
| }, |
| { |
| "epoch": 0.2612699951526903, |
| "grad_norm": 1.4834741353988647, |
| "learning_rate": 4.615523002488352e-05, |
| "loss": 1.4823, |
| "step": 539 |
| }, |
| { |
| "epoch": 0.2617547261269995, |
| "grad_norm": 1.541680932044983, |
| "learning_rate": 4.6132651235415764e-05, |
| "loss": 1.6218, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.26223945710130875, |
| "grad_norm": 1.802275538444519, |
| "learning_rate": 4.6110011898243374e-05, |
| "loss": 1.2527, |
| "step": 541 |
| }, |
| { |
| "epoch": 0.26272418807561804, |
| "grad_norm": 1.4547120332717896, |
| "learning_rate": 4.608731207823093e-05, |
| "loss": 1.2674, |
| "step": 542 |
| }, |
| { |
| "epoch": 0.26320891904992727, |
| "grad_norm": 1.4830158948898315, |
| "learning_rate": 4.606455184041622e-05, |
| "loss": 1.3814, |
| "step": 543 |
| }, |
| { |
| "epoch": 0.26369365002423656, |
| "grad_norm": 1.5940104722976685, |
| "learning_rate": 4.6041731250010246e-05, |
| "loss": 1.644, |
| "step": 544 |
| }, |
| { |
| "epoch": 0.2641783809985458, |
| "grad_norm": 1.4886668920516968, |
| "learning_rate": 4.601885037239683e-05, |
| "loss": 1.3262, |
| "step": 545 |
| }, |
| { |
| "epoch": 0.2646631119728551, |
| "grad_norm": 1.414720058441162, |
| "learning_rate": 4.5995909273132587e-05, |
| "loss": 1.3218, |
| "step": 546 |
| }, |
| { |
| "epoch": 0.2651478429471643, |
| "grad_norm": 1.3138704299926758, |
| "learning_rate": 4.597290801794664e-05, |
| "loss": 1.161, |
| "step": 547 |
| }, |
| { |
| "epoch": 0.2656325739214736, |
| "grad_norm": 1.401702880859375, |
| "learning_rate": 4.594984667274048e-05, |
| "loss": 1.6609, |
| "step": 548 |
| }, |
| { |
| "epoch": 0.26611730489578284, |
| "grad_norm": 1.4239600896835327, |
| "learning_rate": 4.592672530358777e-05, |
| "loss": 1.4492, |
| "step": 549 |
| }, |
| { |
| "epoch": 0.2666020358700921, |
| "grad_norm": 1.3764070272445679, |
| "learning_rate": 4.5903543976734145e-05, |
| "loss": 1.1719, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.26708676684440136, |
| "grad_norm": 1.6861745119094849, |
| "learning_rate": 4.5880302758597e-05, |
| "loss": 1.4993, |
| "step": 551 |
| }, |
| { |
| "epoch": 0.2675714978187106, |
| "grad_norm": 1.3549953699111938, |
| "learning_rate": 4.585700171576538e-05, |
| "loss": 1.2464, |
| "step": 552 |
| }, |
| { |
| "epoch": 0.2680562287930199, |
| "grad_norm": 1.4663500785827637, |
| "learning_rate": 4.583364091499968e-05, |
| "loss": 1.7526, |
| "step": 553 |
| }, |
| { |
| "epoch": 0.2685409597673291, |
| "grad_norm": 1.8229775428771973, |
| "learning_rate": 4.581022042323155e-05, |
| "loss": 1.2188, |
| "step": 554 |
| }, |
| { |
| "epoch": 0.2690256907416384, |
| "grad_norm": 1.5518858432769775, |
| "learning_rate": 4.5786740307563636e-05, |
| "loss": 1.4877, |
| "step": 555 |
| }, |
| { |
| "epoch": 0.26951042171594763, |
| "grad_norm": 1.3994567394256592, |
| "learning_rate": 4.576320063526942e-05, |
| "loss": 1.1313, |
| "step": 556 |
| }, |
| { |
| "epoch": 0.2699951526902569, |
| "grad_norm": 1.5038384199142456, |
| "learning_rate": 4.573960147379304e-05, |
| "loss": 1.4847, |
| "step": 557 |
| }, |
| { |
| "epoch": 0.27047988366456616, |
| "grad_norm": 1.4688293933868408, |
| "learning_rate": 4.5715942890749045e-05, |
| "loss": 1.3024, |
| "step": 558 |
| }, |
| { |
| "epoch": 0.27096461463887545, |
| "grad_norm": 1.4721691608428955, |
| "learning_rate": 4.5692224953922266e-05, |
| "loss": 1.7076, |
| "step": 559 |
| }, |
| { |
| "epoch": 0.2714493456131847, |
| "grad_norm": 1.452632188796997, |
| "learning_rate": 4.566844773126757e-05, |
| "loss": 1.4929, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.27193407658749397, |
| "grad_norm": 1.4588583707809448, |
| "learning_rate": 4.564461129090969e-05, |
| "loss": 1.2069, |
| "step": 561 |
| }, |
| { |
| "epoch": 0.2724188075618032, |
| "grad_norm": 1.426776647567749, |
| "learning_rate": 4.562071570114304e-05, |
| "loss": 1.2884, |
| "step": 562 |
| }, |
| { |
| "epoch": 0.27290353853611243, |
| "grad_norm": 1.4680659770965576, |
| "learning_rate": 4.5596761030431465e-05, |
| "loss": 1.8103, |
| "step": 563 |
| }, |
| { |
| "epoch": 0.2733882695104217, |
| "grad_norm": 1.7482470273971558, |
| "learning_rate": 4.557274734740813e-05, |
| "loss": 1.1736, |
| "step": 564 |
| }, |
| { |
| "epoch": 0.27387300048473096, |
| "grad_norm": 1.5107123851776123, |
| "learning_rate": 4.554867472087525e-05, |
| "loss": 1.6481, |
| "step": 565 |
| }, |
| { |
| "epoch": 0.27435773145904024, |
| "grad_norm": 1.5711710453033447, |
| "learning_rate": 4.552454321980394e-05, |
| "loss": 1.2276, |
| "step": 566 |
| }, |
| { |
| "epoch": 0.2748424624333495, |
| "grad_norm": 1.6438961029052734, |
| "learning_rate": 4.5500352913333974e-05, |
| "loss": 1.4729, |
| "step": 567 |
| }, |
| { |
| "epoch": 0.27532719340765877, |
| "grad_norm": 1.5576547384262085, |
| "learning_rate": 4.547610387077363e-05, |
| "loss": 1.6697, |
| "step": 568 |
| }, |
| { |
| "epoch": 0.275811924381968, |
| "grad_norm": 1.587242841720581, |
| "learning_rate": 4.5451796161599466e-05, |
| "loss": 1.727, |
| "step": 569 |
| }, |
| { |
| "epoch": 0.2762966553562773, |
| "grad_norm": 1.4595431089401245, |
| "learning_rate": 4.5427429855456125e-05, |
| "loss": 1.5131, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.2767813863305865, |
| "grad_norm": 1.8416346311569214, |
| "learning_rate": 4.5403005022156145e-05, |
| "loss": 1.241, |
| "step": 571 |
| }, |
| { |
| "epoch": 0.2772661173048958, |
| "grad_norm": 1.4765833616256714, |
| "learning_rate": 4.5378521731679735e-05, |
| "loss": 1.268, |
| "step": 572 |
| }, |
| { |
| "epoch": 0.27775084827920504, |
| "grad_norm": 1.4958488941192627, |
| "learning_rate": 4.535398005417461e-05, |
| "loss": 1.2896, |
| "step": 573 |
| }, |
| { |
| "epoch": 0.2782355792535143, |
| "grad_norm": 1.6208523511886597, |
| "learning_rate": 4.5329380059955776e-05, |
| "loss": 1.5778, |
| "step": 574 |
| }, |
| { |
| "epoch": 0.27872031022782356, |
| "grad_norm": 1.4747179746627808, |
| "learning_rate": 4.530472181950528e-05, |
| "loss": 1.3638, |
| "step": 575 |
| }, |
| { |
| "epoch": 0.2792050412021328, |
| "grad_norm": 1.5383862257003784, |
| "learning_rate": 4.528000540347212e-05, |
| "loss": 1.2982, |
| "step": 576 |
| }, |
| { |
| "epoch": 0.2796897721764421, |
| "grad_norm": 1.5441182851791382, |
| "learning_rate": 4.52552308826719e-05, |
| "loss": 1.4339, |
| "step": 577 |
| }, |
| { |
| "epoch": 0.2801745031507513, |
| "grad_norm": 1.4504390954971313, |
| "learning_rate": 4.523039832808677e-05, |
| "loss": 1.6174, |
| "step": 578 |
| }, |
| { |
| "epoch": 0.2806592341250606, |
| "grad_norm": 1.409399151802063, |
| "learning_rate": 4.520550781086511e-05, |
| "loss": 1.1168, |
| "step": 579 |
| }, |
| { |
| "epoch": 0.28114396509936984, |
| "grad_norm": 1.5246732234954834, |
| "learning_rate": 4.5180559402321385e-05, |
| "loss": 1.5579, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.28162869607367913, |
| "grad_norm": 1.6616579294204712, |
| "learning_rate": 4.515555317393593e-05, |
| "loss": 1.8633, |
| "step": 581 |
| }, |
| { |
| "epoch": 0.28211342704798836, |
| "grad_norm": 1.4933806657791138, |
| "learning_rate": 4.5130489197354734e-05, |
| "loss": 1.5078, |
| "step": 582 |
| }, |
| { |
| "epoch": 0.28259815802229765, |
| "grad_norm": 1.469255805015564, |
| "learning_rate": 4.510536754438923e-05, |
| "loss": 1.4949, |
| "step": 583 |
| }, |
| { |
| "epoch": 0.2830828889966069, |
| "grad_norm": 1.32322096824646, |
| "learning_rate": 4.508018828701612e-05, |
| "loss": 1.1069, |
| "step": 584 |
| }, |
| { |
| "epoch": 0.2835676199709161, |
| "grad_norm": 1.438407063484192, |
| "learning_rate": 4.5054951497377165e-05, |
| "loss": 1.587, |
| "step": 585 |
| }, |
| { |
| "epoch": 0.2840523509452254, |
| "grad_norm": 1.5011217594146729, |
| "learning_rate": 4.502965724777891e-05, |
| "loss": 1.7561, |
| "step": 586 |
| }, |
| { |
| "epoch": 0.28453708191953464, |
| "grad_norm": 1.436948537826538, |
| "learning_rate": 4.500430561069259e-05, |
| "loss": 1.3473, |
| "step": 587 |
| }, |
| { |
| "epoch": 0.28502181289384393, |
| "grad_norm": 1.5629382133483887, |
| "learning_rate": 4.497889665875382e-05, |
| "loss": 1.8745, |
| "step": 588 |
| }, |
| { |
| "epoch": 0.28550654386815316, |
| "grad_norm": 1.4830938577651978, |
| "learning_rate": 4.495343046476245e-05, |
| "loss": 1.5765, |
| "step": 589 |
| }, |
| { |
| "epoch": 0.28599127484246245, |
| "grad_norm": 1.4268252849578857, |
| "learning_rate": 4.492790710168233e-05, |
| "loss": 1.3325, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.2864760058167717, |
| "grad_norm": 1.4147472381591797, |
| "learning_rate": 4.4902326642641095e-05, |
| "loss": 1.3003, |
| "step": 591 |
| }, |
| { |
| "epoch": 0.286960736791081, |
| "grad_norm": 1.4721652269363403, |
| "learning_rate": 4.487668916093e-05, |
| "loss": 1.3235, |
| "step": 592 |
| }, |
| { |
| "epoch": 0.2874454677653902, |
| "grad_norm": 1.5141065120697021, |
| "learning_rate": 4.4850994730003634e-05, |
| "loss": 1.2092, |
| "step": 593 |
| }, |
| { |
| "epoch": 0.2879301987396995, |
| "grad_norm": 1.4203892946243286, |
| "learning_rate": 4.482524342347978e-05, |
| "loss": 1.8299, |
| "step": 594 |
| }, |
| { |
| "epoch": 0.2884149297140087, |
| "grad_norm": 2.1075599193573, |
| "learning_rate": 4.479943531513918e-05, |
| "loss": 1.9049, |
| "step": 595 |
| }, |
| { |
| "epoch": 0.28889966068831796, |
| "grad_norm": 1.3928402662277222, |
| "learning_rate": 4.477357047892531e-05, |
| "loss": 1.4002, |
| "step": 596 |
| }, |
| { |
| "epoch": 0.28938439166262725, |
| "grad_norm": 1.4497021436691284, |
| "learning_rate": 4.474764898894418e-05, |
| "loss": 1.3542, |
| "step": 597 |
| }, |
| { |
| "epoch": 0.2898691226369365, |
| "grad_norm": 1.6207205057144165, |
| "learning_rate": 4.472167091946411e-05, |
| "loss": 1.8706, |
| "step": 598 |
| }, |
| { |
| "epoch": 0.29035385361124577, |
| "grad_norm": 1.4122729301452637, |
| "learning_rate": 4.469563634491554e-05, |
| "loss": 1.3707, |
| "step": 599 |
| }, |
| { |
| "epoch": 0.290838584585555, |
| "grad_norm": 1.7664668560028076, |
| "learning_rate": 4.4669545339890814e-05, |
| "loss": 1.2924, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.2913233155598643, |
| "grad_norm": 1.4191179275512695, |
| "learning_rate": 4.464339797914393e-05, |
| "loss": 1.4986, |
| "step": 601 |
| }, |
| { |
| "epoch": 0.2918080465341735, |
| "grad_norm": 1.3508961200714111, |
| "learning_rate": 4.4617194337590376e-05, |
| "loss": 1.3907, |
| "step": 602 |
| }, |
| { |
| "epoch": 0.2922927775084828, |
| "grad_norm": 1.5529752969741821, |
| "learning_rate": 4.459093449030688e-05, |
| "loss": 1.3911, |
| "step": 603 |
| }, |
| { |
| "epoch": 0.29277750848279205, |
| "grad_norm": 1.4372109174728394, |
| "learning_rate": 4.4564618512531206e-05, |
| "loss": 1.3964, |
| "step": 604 |
| }, |
| { |
| "epoch": 0.2932622394571013, |
| "grad_norm": 1.628930687904358, |
| "learning_rate": 4.4538246479661936e-05, |
| "loss": 1.8534, |
| "step": 605 |
| }, |
| { |
| "epoch": 0.29374697043141057, |
| "grad_norm": 1.4418190717697144, |
| "learning_rate": 4.451181846725827e-05, |
| "loss": 1.4604, |
| "step": 606 |
| }, |
| { |
| "epoch": 0.2942317014057198, |
| "grad_norm": 1.503642201423645, |
| "learning_rate": 4.448533455103979e-05, |
| "loss": 1.6738, |
| "step": 607 |
| }, |
| { |
| "epoch": 0.2947164323800291, |
| "grad_norm": 1.5811353921890259, |
| "learning_rate": 4.445879480688625e-05, |
| "loss": 1.2007, |
| "step": 608 |
| }, |
| { |
| "epoch": 0.2952011633543383, |
| "grad_norm": 1.4607658386230469, |
| "learning_rate": 4.443219931083734e-05, |
| "loss": 1.3633, |
| "step": 609 |
| }, |
| { |
| "epoch": 0.2956858943286476, |
| "grad_norm": 1.4199997186660767, |
| "learning_rate": 4.440554813909252e-05, |
| "loss": 1.6503, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.29617062530295685, |
| "grad_norm": 1.5280699729919434, |
| "learning_rate": 4.437884136801074e-05, |
| "loss": 1.4311, |
| "step": 611 |
| }, |
| { |
| "epoch": 0.29665535627726614, |
| "grad_norm": 1.4121835231781006, |
| "learning_rate": 4.435207907411026e-05, |
| "loss": 1.3614, |
| "step": 612 |
| }, |
| { |
| "epoch": 0.29714008725157537, |
| "grad_norm": 1.6203902959823608, |
| "learning_rate": 4.4325261334068426e-05, |
| "loss": 1.6557, |
| "step": 613 |
| }, |
| { |
| "epoch": 0.29762481822588466, |
| "grad_norm": 1.4249413013458252, |
| "learning_rate": 4.4298388224721435e-05, |
| "loss": 1.4862, |
| "step": 614 |
| }, |
| { |
| "epoch": 0.2981095492001939, |
| "grad_norm": 1.6460726261138916, |
| "learning_rate": 4.427145982306412e-05, |
| "loss": 1.7338, |
| "step": 615 |
| }, |
| { |
| "epoch": 0.2985942801745031, |
| "grad_norm": 1.5498179197311401, |
| "learning_rate": 4.4244476206249745e-05, |
| "loss": 1.1775, |
| "step": 616 |
| }, |
| { |
| "epoch": 0.2990790111488124, |
| "grad_norm": 1.4984955787658691, |
| "learning_rate": 4.421743745158977e-05, |
| "loss": 1.5588, |
| "step": 617 |
| }, |
| { |
| "epoch": 0.29956374212312165, |
| "grad_norm": 1.8243629932403564, |
| "learning_rate": 4.419034363655362e-05, |
| "loss": 1.6428, |
| "step": 618 |
| }, |
| { |
| "epoch": 0.30004847309743093, |
| "grad_norm": 1.5599781274795532, |
| "learning_rate": 4.4163194838768495e-05, |
| "loss": 1.7171, |
| "step": 619 |
| }, |
| { |
| "epoch": 0.30053320407174017, |
| "grad_norm": 1.6111764907836914, |
| "learning_rate": 4.4135991136019106e-05, |
| "loss": 1.8379, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.30101793504604946, |
| "grad_norm": 1.54121994972229, |
| "learning_rate": 4.4108732606247495e-05, |
| "loss": 1.3949, |
| "step": 621 |
| }, |
| { |
| "epoch": 0.3015026660203587, |
| "grad_norm": 1.552783489227295, |
| "learning_rate": 4.408141932755277e-05, |
| "loss": 1.3488, |
| "step": 622 |
| }, |
| { |
| "epoch": 0.301987396994668, |
| "grad_norm": 1.6675286293029785, |
| "learning_rate": 4.4054051378190915e-05, |
| "loss": 1.2843, |
| "step": 623 |
| }, |
| { |
| "epoch": 0.3024721279689772, |
| "grad_norm": 1.6017731428146362, |
| "learning_rate": 4.402662883657454e-05, |
| "loss": 1.6162, |
| "step": 624 |
| }, |
| { |
| "epoch": 0.3029568589432865, |
| "grad_norm": 1.6486562490463257, |
| "learning_rate": 4.3999151781272694e-05, |
| "loss": 1.723, |
| "step": 625 |
| }, |
| { |
| "epoch": 0.30344158991759573, |
| "grad_norm": 1.474776268005371, |
| "learning_rate": 4.397162029101058e-05, |
| "loss": 1.7979, |
| "step": 626 |
| }, |
| { |
| "epoch": 0.30392632089190497, |
| "grad_norm": 1.4462790489196777, |
| "learning_rate": 4.3944034444669405e-05, |
| "loss": 1.3842, |
| "step": 627 |
| }, |
| { |
| "epoch": 0.30441105186621426, |
| "grad_norm": 1.8951647281646729, |
| "learning_rate": 4.391639432128606e-05, |
| "loss": 1.4682, |
| "step": 628 |
| }, |
| { |
| "epoch": 0.3048957828405235, |
| "grad_norm": 1.4978829622268677, |
| "learning_rate": 4.3888700000052996e-05, |
| "loss": 1.4582, |
| "step": 629 |
| }, |
| { |
| "epoch": 0.3053805138148328, |
| "grad_norm": 1.5500818490982056, |
| "learning_rate": 4.386095156031792e-05, |
| "loss": 1.6484, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.305865244789142, |
| "grad_norm": 1.9269793033599854, |
| "learning_rate": 4.3833149081583604e-05, |
| "loss": 1.5815, |
| "step": 631 |
| }, |
| { |
| "epoch": 0.3063499757634513, |
| "grad_norm": 2.429781436920166, |
| "learning_rate": 4.3805292643507644e-05, |
| "loss": 1.935, |
| "step": 632 |
| }, |
| { |
| "epoch": 0.30683470673776053, |
| "grad_norm": 1.5993130207061768, |
| "learning_rate": 4.377738232590225e-05, |
| "loss": 1.3461, |
| "step": 633 |
| }, |
| { |
| "epoch": 0.3073194377120698, |
| "grad_norm": 1.588075041770935, |
| "learning_rate": 4.374941820873399e-05, |
| "loss": 1.617, |
| "step": 634 |
| }, |
| { |
| "epoch": 0.30780416868637905, |
| "grad_norm": 1.6482924222946167, |
| "learning_rate": 4.372140037212357e-05, |
| "loss": 1.4718, |
| "step": 635 |
| }, |
| { |
| "epoch": 0.30828889966068834, |
| "grad_norm": 1.5200806856155396, |
| "learning_rate": 4.369332889634563e-05, |
| "loss": 1.5187, |
| "step": 636 |
| }, |
| { |
| "epoch": 0.3087736306349976, |
| "grad_norm": 1.4226235151290894, |
| "learning_rate": 4.366520386182846e-05, |
| "loss": 1.2748, |
| "step": 637 |
| }, |
| { |
| "epoch": 0.3092583616093068, |
| "grad_norm": 1.404143214225769, |
| "learning_rate": 4.363702534915385e-05, |
| "loss": 1.3319, |
| "step": 638 |
| }, |
| { |
| "epoch": 0.3097430925836161, |
| "grad_norm": 1.511928677558899, |
| "learning_rate": 4.360879343905676e-05, |
| "loss": 1.8477, |
| "step": 639 |
| }, |
| { |
| "epoch": 0.31022782355792533, |
| "grad_norm": 1.4452472925186157, |
| "learning_rate": 4.358050821242517e-05, |
| "loss": 1.222, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.3107125545322346, |
| "grad_norm": 1.5438624620437622, |
| "learning_rate": 4.3552169750299835e-05, |
| "loss": 1.5466, |
| "step": 641 |
| }, |
| { |
| "epoch": 0.31119728550654385, |
| "grad_norm": 4.010799884796143, |
| "learning_rate": 4.352377813387398e-05, |
| "loss": 2.1084, |
| "step": 642 |
| }, |
| { |
| "epoch": 0.31168201648085314, |
| "grad_norm": 1.4538034200668335, |
| "learning_rate": 4.349533344449318e-05, |
| "loss": 1.5272, |
| "step": 643 |
| }, |
| { |
| "epoch": 0.3121667474551624, |
| "grad_norm": 1.4150643348693848, |
| "learning_rate": 4.346683576365505e-05, |
| "loss": 1.5093, |
| "step": 644 |
| }, |
| { |
| "epoch": 0.31265147842947166, |
| "grad_norm": 1.3800829648971558, |
| "learning_rate": 4.3438285173009006e-05, |
| "loss": 1.6719, |
| "step": 645 |
| }, |
| { |
| "epoch": 0.3131362094037809, |
| "grad_norm": 1.3637222051620483, |
| "learning_rate": 4.340968175435611e-05, |
| "loss": 1.2698, |
| "step": 646 |
| }, |
| { |
| "epoch": 0.3136209403780902, |
| "grad_norm": 1.470177173614502, |
| "learning_rate": 4.338102558964876e-05, |
| "loss": 1.3927, |
| "step": 647 |
| }, |
| { |
| "epoch": 0.3141056713523994, |
| "grad_norm": 2.070209264755249, |
| "learning_rate": 4.335231676099044e-05, |
| "loss": 1.3481, |
| "step": 648 |
| }, |
| { |
| "epoch": 0.31459040232670865, |
| "grad_norm": 1.404061198234558, |
| "learning_rate": 4.332355535063559e-05, |
| "loss": 1.514, |
| "step": 649 |
| }, |
| { |
| "epoch": 0.31507513330101794, |
| "grad_norm": 3.9239437580108643, |
| "learning_rate": 4.329474144098924e-05, |
| "loss": 1.341, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.3155598642753272, |
| "grad_norm": 2.510849952697754, |
| "learning_rate": 4.32658751146069e-05, |
| "loss": 1.4483, |
| "step": 651 |
| }, |
| { |
| "epoch": 0.31604459524963646, |
| "grad_norm": 1.472462773323059, |
| "learning_rate": 4.323695645419419e-05, |
| "loss": 1.7946, |
| "step": 652 |
| }, |
| { |
| "epoch": 0.3165293262239457, |
| "grad_norm": 1.3601329326629639, |
| "learning_rate": 4.320798554260674e-05, |
| "loss": 1.1157, |
| "step": 653 |
| }, |
| { |
| "epoch": 0.317014057198255, |
| "grad_norm": 1.462933897972107, |
| "learning_rate": 4.3178962462849835e-05, |
| "loss": 1.3288, |
| "step": 654 |
| }, |
| { |
| "epoch": 0.3174987881725642, |
| "grad_norm": 1.6446117162704468, |
| "learning_rate": 4.3149887298078276e-05, |
| "loss": 1.9576, |
| "step": 655 |
| }, |
| { |
| "epoch": 0.3179835191468735, |
| "grad_norm": 1.4152432680130005, |
| "learning_rate": 4.312076013159604e-05, |
| "loss": 1.2452, |
| "step": 656 |
| }, |
| { |
| "epoch": 0.31846825012118274, |
| "grad_norm": 2.2185819149017334, |
| "learning_rate": 4.309158104685614e-05, |
| "loss": 1.8676, |
| "step": 657 |
| }, |
| { |
| "epoch": 0.318952981095492, |
| "grad_norm": 1.3394452333450317, |
| "learning_rate": 4.3062350127460325e-05, |
| "loss": 1.2346, |
| "step": 658 |
| }, |
| { |
| "epoch": 0.31943771206980126, |
| "grad_norm": 1.6615955829620361, |
| "learning_rate": 4.303306745715885e-05, |
| "loss": 1.5486, |
| "step": 659 |
| }, |
| { |
| "epoch": 0.3199224430441105, |
| "grad_norm": 1.4415209293365479, |
| "learning_rate": 4.3003733119850256e-05, |
| "loss": 1.5477, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.3204071740184198, |
| "grad_norm": 1.4911268949508667, |
| "learning_rate": 4.29743471995811e-05, |
| "loss": 1.3075, |
| "step": 661 |
| }, |
| { |
| "epoch": 0.320891904992729, |
| "grad_norm": 1.4862326383590698, |
| "learning_rate": 4.2944909780545754e-05, |
| "loss": 1.5706, |
| "step": 662 |
| }, |
| { |
| "epoch": 0.3213766359670383, |
| "grad_norm": 1.5849559307098389, |
| "learning_rate": 4.291542094708612e-05, |
| "loss": 1.4566, |
| "step": 663 |
| }, |
| { |
| "epoch": 0.32186136694134754, |
| "grad_norm": 1.786057949066162, |
| "learning_rate": 4.288588078369141e-05, |
| "loss": 1.7439, |
| "step": 664 |
| }, |
| { |
| "epoch": 0.3223460979156568, |
| "grad_norm": 1.5245951414108276, |
| "learning_rate": 4.2856289374997927e-05, |
| "loss": 1.524, |
| "step": 665 |
| }, |
| { |
| "epoch": 0.32283082888996606, |
| "grad_norm": 1.8819663524627686, |
| "learning_rate": 4.282664680578876e-05, |
| "loss": 1.4255, |
| "step": 666 |
| }, |
| { |
| "epoch": 0.32331555986427535, |
| "grad_norm": 1.5141843557357788, |
| "learning_rate": 4.2796953160993616e-05, |
| "loss": 1.7939, |
| "step": 667 |
| }, |
| { |
| "epoch": 0.3238002908385846, |
| "grad_norm": 1.4404217004776, |
| "learning_rate": 4.276720852568851e-05, |
| "loss": 1.7917, |
| "step": 668 |
| }, |
| { |
| "epoch": 0.32428502181289387, |
| "grad_norm": 1.4955337047576904, |
| "learning_rate": 4.273741298509557e-05, |
| "loss": 1.7536, |
| "step": 669 |
| }, |
| { |
| "epoch": 0.3247697527872031, |
| "grad_norm": 1.5283381938934326, |
| "learning_rate": 4.2707566624582774e-05, |
| "loss": 1.3797, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.32525448376151234, |
| "grad_norm": 1.550523281097412, |
| "learning_rate": 4.267766952966369e-05, |
| "loss": 1.6906, |
| "step": 671 |
| }, |
| { |
| "epoch": 0.3257392147358216, |
| "grad_norm": 1.4687964916229248, |
| "learning_rate": 4.264772178599726e-05, |
| "loss": 1.4744, |
| "step": 672 |
| }, |
| { |
| "epoch": 0.32622394571013086, |
| "grad_norm": 1.485487937927246, |
| "learning_rate": 4.261772347938754e-05, |
| "loss": 1.675, |
| "step": 673 |
| }, |
| { |
| "epoch": 0.32670867668444015, |
| "grad_norm": 1.8627375364303589, |
| "learning_rate": 4.258767469578345e-05, |
| "loss": 1.5248, |
| "step": 674 |
| }, |
| { |
| "epoch": 0.3271934076587494, |
| "grad_norm": 1.4943833351135254, |
| "learning_rate": 4.255757552127855e-05, |
| "loss": 1.3291, |
| "step": 675 |
| }, |
| { |
| "epoch": 0.32767813863305867, |
| "grad_norm": 1.4833825826644897, |
| "learning_rate": 4.252742604211073e-05, |
| "loss": 1.3374, |
| "step": 676 |
| }, |
| { |
| "epoch": 0.3281628696073679, |
| "grad_norm": 1.7539558410644531, |
| "learning_rate": 4.2497226344662065e-05, |
| "loss": 1.9051, |
| "step": 677 |
| }, |
| { |
| "epoch": 0.3286476005816772, |
| "grad_norm": 1.5023777484893799, |
| "learning_rate": 4.2466976515458484e-05, |
| "loss": 1.416, |
| "step": 678 |
| }, |
| { |
| "epoch": 0.3291323315559864, |
| "grad_norm": 1.383313775062561, |
| "learning_rate": 4.243667664116956e-05, |
| "loss": 1.6164, |
| "step": 679 |
| }, |
| { |
| "epoch": 0.3296170625302957, |
| "grad_norm": 1.8263195753097534, |
| "learning_rate": 4.2406326808608225e-05, |
| "loss": 1.6341, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.33010179350460495, |
| "grad_norm": 2.7321722507476807, |
| "learning_rate": 4.237592710473059e-05, |
| "loss": 1.2566, |
| "step": 681 |
| }, |
| { |
| "epoch": 0.3305865244789142, |
| "grad_norm": 1.4957518577575684, |
| "learning_rate": 4.234547761663562e-05, |
| "loss": 1.5391, |
| "step": 682 |
| }, |
| { |
| "epoch": 0.33107125545322347, |
| "grad_norm": 1.3792263269424438, |
| "learning_rate": 4.2314978431564923e-05, |
| "loss": 1.2249, |
| "step": 683 |
| }, |
| { |
| "epoch": 0.3315559864275327, |
| "grad_norm": 1.4482512474060059, |
| "learning_rate": 4.228442963690252e-05, |
| "loss": 1.3106, |
| "step": 684 |
| }, |
| { |
| "epoch": 0.332040717401842, |
| "grad_norm": 1.5233250856399536, |
| "learning_rate": 4.2253831320174534e-05, |
| "loss": 1.4784, |
| "step": 685 |
| }, |
| { |
| "epoch": 0.3325254483761512, |
| "grad_norm": 1.4404493570327759, |
| "learning_rate": 4.2223183569049005e-05, |
| "loss": 1.3078, |
| "step": 686 |
| }, |
| { |
| "epoch": 0.3330101793504605, |
| "grad_norm": 1.585357904434204, |
| "learning_rate": 4.2192486471335585e-05, |
| "loss": 1.6884, |
| "step": 687 |
| }, |
| { |
| "epoch": 0.33349491032476974, |
| "grad_norm": 1.4535739421844482, |
| "learning_rate": 4.216174011498533e-05, |
| "loss": 1.8015, |
| "step": 688 |
| }, |
| { |
| "epoch": 0.33397964129907903, |
| "grad_norm": 1.4156732559204102, |
| "learning_rate": 4.2130944588090415e-05, |
| "loss": 1.5549, |
| "step": 689 |
| }, |
| { |
| "epoch": 0.33446437227338827, |
| "grad_norm": 1.4804260730743408, |
| "learning_rate": 4.2100099978883896e-05, |
| "loss": 1.4739, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.33494910324769755, |
| "grad_norm": 1.4360147714614868, |
| "learning_rate": 4.206920637573946e-05, |
| "loss": 1.3966, |
| "step": 691 |
| }, |
| { |
| "epoch": 0.3354338342220068, |
| "grad_norm": 1.5461288690567017, |
| "learning_rate": 4.203826386717118e-05, |
| "loss": 1.4189, |
| "step": 692 |
| }, |
| { |
| "epoch": 0.335918565196316, |
| "grad_norm": 1.321059226989746, |
| "learning_rate": 4.200727254183322e-05, |
| "loss": 1.1196, |
| "step": 693 |
| }, |
| { |
| "epoch": 0.3364032961706253, |
| "grad_norm": 1.325295329093933, |
| "learning_rate": 4.1976232488519626e-05, |
| "loss": 1.2674, |
| "step": 694 |
| }, |
| { |
| "epoch": 0.33688802714493454, |
| "grad_norm": 1.6588038206100464, |
| "learning_rate": 4.1945143796164076e-05, |
| "loss": 1.7719, |
| "step": 695 |
| }, |
| { |
| "epoch": 0.33737275811924383, |
| "grad_norm": 1.321679711341858, |
| "learning_rate": 4.191400655383956e-05, |
| "loss": 1.238, |
| "step": 696 |
| }, |
| { |
| "epoch": 0.33785748909355307, |
| "grad_norm": 1.4317057132720947, |
| "learning_rate": 4.188282085075821e-05, |
| "loss": 1.5644, |
| "step": 697 |
| }, |
| { |
| "epoch": 0.33834222006786235, |
| "grad_norm": 1.4975212812423706, |
| "learning_rate": 4.185158677627099e-05, |
| "loss": 1.5107, |
| "step": 698 |
| }, |
| { |
| "epoch": 0.3388269510421716, |
| "grad_norm": 1.4152145385742188, |
| "learning_rate": 4.182030441986744e-05, |
| "loss": 1.5376, |
| "step": 699 |
| }, |
| { |
| "epoch": 0.3393116820164809, |
| "grad_norm": 1.418017864227295, |
| "learning_rate": 4.178897387117546e-05, |
| "loss": 1.3491, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.3397964129907901, |
| "grad_norm": 1.5809285640716553, |
| "learning_rate": 4.175759521996101e-05, |
| "loss": 1.487, |
| "step": 701 |
| }, |
| { |
| "epoch": 0.3402811439650994, |
| "grad_norm": 1.5660691261291504, |
| "learning_rate": 4.172616855612787e-05, |
| "loss": 1.6579, |
| "step": 702 |
| }, |
| { |
| "epoch": 0.34076587493940863, |
| "grad_norm": 1.5755140781402588, |
| "learning_rate": 4.169469396971739e-05, |
| "loss": 1.2482, |
| "step": 703 |
| }, |
| { |
| "epoch": 0.34125060591371786, |
| "grad_norm": 1.782956838607788, |
| "learning_rate": 4.166317155090822e-05, |
| "loss": 1.5582, |
| "step": 704 |
| }, |
| { |
| "epoch": 0.34173533688802715, |
| "grad_norm": 1.4416836500167847, |
| "learning_rate": 4.1631601390016055e-05, |
| "loss": 1.653, |
| "step": 705 |
| }, |
| { |
| "epoch": 0.3422200678623364, |
| "grad_norm": 1.537095069885254, |
| "learning_rate": 4.159998357749338e-05, |
| "loss": 1.4798, |
| "step": 706 |
| }, |
| { |
| "epoch": 0.3427047988366457, |
| "grad_norm": 1.4685359001159668, |
| "learning_rate": 4.1568318203929195e-05, |
| "loss": 1.3947, |
| "step": 707 |
| }, |
| { |
| "epoch": 0.3431895298109549, |
| "grad_norm": 1.462533712387085, |
| "learning_rate": 4.1536605360048795e-05, |
| "loss": 1.4598, |
| "step": 708 |
| }, |
| { |
| "epoch": 0.3436742607852642, |
| "grad_norm": 1.5037108659744263, |
| "learning_rate": 4.150484513671346e-05, |
| "loss": 1.5225, |
| "step": 709 |
| }, |
| { |
| "epoch": 0.34415899175957343, |
| "grad_norm": 1.4552758932113647, |
| "learning_rate": 4.147303762492022e-05, |
| "loss": 1.433, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.3446437227338827, |
| "grad_norm": 1.6252245903015137, |
| "learning_rate": 4.144118291580161e-05, |
| "loss": 1.6058, |
| "step": 711 |
| }, |
| { |
| "epoch": 0.34512845370819195, |
| "grad_norm": 1.6239243745803833, |
| "learning_rate": 4.140928110062538e-05, |
| "loss": 1.3355, |
| "step": 712 |
| }, |
| { |
| "epoch": 0.3456131846825012, |
| "grad_norm": 1.3930360078811646, |
| "learning_rate": 4.137733227079423e-05, |
| "loss": 1.4171, |
| "step": 713 |
| }, |
| { |
| "epoch": 0.3460979156568105, |
| "grad_norm": 1.9757750034332275, |
| "learning_rate": 4.134533651784559e-05, |
| "loss": 1.3524, |
| "step": 714 |
| }, |
| { |
| "epoch": 0.3465826466311197, |
| "grad_norm": 1.4614371061325073, |
| "learning_rate": 4.131329393345131e-05, |
| "loss": 1.7791, |
| "step": 715 |
| }, |
| { |
| "epoch": 0.347067377605429, |
| "grad_norm": 1.3664659261703491, |
| "learning_rate": 4.1281204609417435e-05, |
| "loss": 1.2993, |
| "step": 716 |
| }, |
| { |
| "epoch": 0.34755210857973823, |
| "grad_norm": 1.4222404956817627, |
| "learning_rate": 4.1249068637683906e-05, |
| "loss": 1.3012, |
| "step": 717 |
| }, |
| { |
| "epoch": 0.3480368395540475, |
| "grad_norm": 1.4118279218673706, |
| "learning_rate": 4.1216886110324324e-05, |
| "loss": 1.3078, |
| "step": 718 |
| }, |
| { |
| "epoch": 0.34852157052835675, |
| "grad_norm": 1.4675920009613037, |
| "learning_rate": 4.118465711954569e-05, |
| "loss": 1.4492, |
| "step": 719 |
| }, |
| { |
| "epoch": 0.34900630150266604, |
| "grad_norm": 1.490893006324768, |
| "learning_rate": 4.115238175768812e-05, |
| "loss": 1.4637, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.34949103247697527, |
| "grad_norm": 1.3924874067306519, |
| "learning_rate": 4.1120060117224566e-05, |
| "loss": 1.3949, |
| "step": 721 |
| }, |
| { |
| "epoch": 0.34997576345128456, |
| "grad_norm": 1.4966955184936523, |
| "learning_rate": 4.108769229076061e-05, |
| "loss": 1.5634, |
| "step": 722 |
| }, |
| { |
| "epoch": 0.3504604944255938, |
| "grad_norm": 1.4051393270492554, |
| "learning_rate": 4.105527837103414e-05, |
| "loss": 1.2924, |
| "step": 723 |
| }, |
| { |
| "epoch": 0.350945225399903, |
| "grad_norm": 1.4678040742874146, |
| "learning_rate": 4.102281845091512e-05, |
| "loss": 1.6048, |
| "step": 724 |
| }, |
| { |
| "epoch": 0.3514299563742123, |
| "grad_norm": 1.4021576642990112, |
| "learning_rate": 4.0990312623405305e-05, |
| "loss": 1.3513, |
| "step": 725 |
| }, |
| { |
| "epoch": 0.35191468734852155, |
| "grad_norm": 1.5062463283538818, |
| "learning_rate": 4.095776098163798e-05, |
| "loss": 1.489, |
| "step": 726 |
| }, |
| { |
| "epoch": 0.35239941832283084, |
| "grad_norm": 1.4043464660644531, |
| "learning_rate": 4.0925163618877695e-05, |
| "loss": 1.497, |
| "step": 727 |
| }, |
| { |
| "epoch": 0.35288414929714007, |
| "grad_norm": 1.5384563207626343, |
| "learning_rate": 4.0892520628519985e-05, |
| "loss": 1.8048, |
| "step": 728 |
| }, |
| { |
| "epoch": 0.35336888027144936, |
| "grad_norm": 1.4933316707611084, |
| "learning_rate": 4.085983210409114e-05, |
| "loss": 1.2942, |
| "step": 729 |
| }, |
| { |
| "epoch": 0.3538536112457586, |
| "grad_norm": 1.570822834968567, |
| "learning_rate": 4.082709813924789e-05, |
| "loss": 1.6173, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.3543383422200679, |
| "grad_norm": 1.5000869035720825, |
| "learning_rate": 4.079431882777715e-05, |
| "loss": 1.3644, |
| "step": 731 |
| }, |
| { |
| "epoch": 0.3548230731943771, |
| "grad_norm": 1.4136881828308105, |
| "learning_rate": 4.0761494263595796e-05, |
| "loss": 1.7214, |
| "step": 732 |
| }, |
| { |
| "epoch": 0.3553078041686864, |
| "grad_norm": 1.5652875900268555, |
| "learning_rate": 4.072862454075031e-05, |
| "loss": 1.6255, |
| "step": 733 |
| }, |
| { |
| "epoch": 0.35579253514299564, |
| "grad_norm": 1.6801156997680664, |
| "learning_rate": 4.06957097534166e-05, |
| "loss": 1.7948, |
| "step": 734 |
| }, |
| { |
| "epoch": 0.35627726611730487, |
| "grad_norm": 1.3107026815414429, |
| "learning_rate": 4.0662749995899666e-05, |
| "loss": 1.3926, |
| "step": 735 |
| }, |
| { |
| "epoch": 0.35676199709161416, |
| "grad_norm": 1.503405213356018, |
| "learning_rate": 4.062974536263336e-05, |
| "loss": 1.5015, |
| "step": 736 |
| }, |
| { |
| "epoch": 0.3572467280659234, |
| "grad_norm": 1.5230603218078613, |
| "learning_rate": 4.0596695948180116e-05, |
| "loss": 1.3572, |
| "step": 737 |
| }, |
| { |
| "epoch": 0.3577314590402327, |
| "grad_norm": 1.4852657318115234, |
| "learning_rate": 4.056360184723065e-05, |
| "loss": 1.5162, |
| "step": 738 |
| }, |
| { |
| "epoch": 0.3582161900145419, |
| "grad_norm": 1.5229320526123047, |
| "learning_rate": 4.0530463154603747e-05, |
| "loss": 1.5939, |
| "step": 739 |
| }, |
| { |
| "epoch": 0.3587009209888512, |
| "grad_norm": 1.5715887546539307, |
| "learning_rate": 4.049727996524591e-05, |
| "loss": 1.4526, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.35918565196316043, |
| "grad_norm": 1.3569464683532715, |
| "learning_rate": 4.046405237423116e-05, |
| "loss": 1.3617, |
| "step": 741 |
| }, |
| { |
| "epoch": 0.3596703829374697, |
| "grad_norm": 1.477789282798767, |
| "learning_rate": 4.043078047676072e-05, |
| "loss": 1.4437, |
| "step": 742 |
| }, |
| { |
| "epoch": 0.36015511391177896, |
| "grad_norm": 1.3856958150863647, |
| "learning_rate": 4.039746436816277e-05, |
| "loss": 1.3219, |
| "step": 743 |
| }, |
| { |
| "epoch": 0.36063984488608825, |
| "grad_norm": 1.4407496452331543, |
| "learning_rate": 4.036410414389215e-05, |
| "loss": 1.2868, |
| "step": 744 |
| }, |
| { |
| "epoch": 0.3611245758603975, |
| "grad_norm": 1.449094533920288, |
| "learning_rate": 4.03306998995301e-05, |
| "loss": 1.3048, |
| "step": 745 |
| }, |
| { |
| "epoch": 0.3616093068347067, |
| "grad_norm": 1.4655970335006714, |
| "learning_rate": 4.029725173078398e-05, |
| "loss": 1.4586, |
| "step": 746 |
| }, |
| { |
| "epoch": 0.362094037809016, |
| "grad_norm": 1.4294497966766357, |
| "learning_rate": 4.0263759733487015e-05, |
| "loss": 1.417, |
| "step": 747 |
| }, |
| { |
| "epoch": 0.36257876878332523, |
| "grad_norm": 1.5399290323257446, |
| "learning_rate": 4.023022400359797e-05, |
| "loss": 1.6722, |
| "step": 748 |
| }, |
| { |
| "epoch": 0.3630634997576345, |
| "grad_norm": 1.4106359481811523, |
| "learning_rate": 4.019664463720094e-05, |
| "loss": 1.5666, |
| "step": 749 |
| }, |
| { |
| "epoch": 0.36354823073194376, |
| "grad_norm": 1.5670846700668335, |
| "learning_rate": 4.0163021730505045e-05, |
| "loss": 1.6455, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.36403296170625304, |
| "grad_norm": 1.5435312986373901, |
| "learning_rate": 4.012935537984414e-05, |
| "loss": 1.7314, |
| "step": 751 |
| }, |
| { |
| "epoch": 0.3645176926805623, |
| "grad_norm": 1.43980872631073, |
| "learning_rate": 4.009564568167653e-05, |
| "loss": 1.1749, |
| "step": 752 |
| }, |
| { |
| "epoch": 0.36500242365487157, |
| "grad_norm": 1.5904608964920044, |
| "learning_rate": 4.006189273258477e-05, |
| "loss": 1.4091, |
| "step": 753 |
| }, |
| { |
| "epoch": 0.3654871546291808, |
| "grad_norm": 1.569663643836975, |
| "learning_rate": 4.00280966292753e-05, |
| "loss": 1.447, |
| "step": 754 |
| }, |
| { |
| "epoch": 0.3659718856034901, |
| "grad_norm": 1.4279499053955078, |
| "learning_rate": 3.99942574685782e-05, |
| "loss": 1.4849, |
| "step": 755 |
| }, |
| { |
| "epoch": 0.3664566165777993, |
| "grad_norm": 1.4076343774795532, |
| "learning_rate": 3.9960375347446934e-05, |
| "loss": 1.3214, |
| "step": 756 |
| }, |
| { |
| "epoch": 0.36694134755210855, |
| "grad_norm": 1.4956542253494263, |
| "learning_rate": 3.9926450362958024e-05, |
| "loss": 1.4805, |
| "step": 757 |
| }, |
| { |
| "epoch": 0.36742607852641784, |
| "grad_norm": 1.563628911972046, |
| "learning_rate": 3.9892482612310836e-05, |
| "loss": 1.8152, |
| "step": 758 |
| }, |
| { |
| "epoch": 0.3679108095007271, |
| "grad_norm": 1.4647592306137085, |
| "learning_rate": 3.985847219282725e-05, |
| "loss": 1.4635, |
| "step": 759 |
| }, |
| { |
| "epoch": 0.36839554047503636, |
| "grad_norm": 1.4081557989120483, |
| "learning_rate": 3.982441920195138e-05, |
| "loss": 1.5819, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.3688802714493456, |
| "grad_norm": 1.5153309106826782, |
| "learning_rate": 3.9790323737249346e-05, |
| "loss": 1.5674, |
| "step": 761 |
| }, |
| { |
| "epoch": 0.3693650024236549, |
| "grad_norm": 1.4655232429504395, |
| "learning_rate": 3.975618589640894e-05, |
| "loss": 1.4397, |
| "step": 762 |
| }, |
| { |
| "epoch": 0.3698497333979641, |
| "grad_norm": 1.60316801071167, |
| "learning_rate": 3.9722005777239354e-05, |
| "loss": 1.5732, |
| "step": 763 |
| }, |
| { |
| "epoch": 0.3703344643722734, |
| "grad_norm": 1.594388723373413, |
| "learning_rate": 3.9687783477670966e-05, |
| "loss": 1.6924, |
| "step": 764 |
| }, |
| { |
| "epoch": 0.37081919534658264, |
| "grad_norm": 1.587856411933899, |
| "learning_rate": 3.9653519095754934e-05, |
| "loss": 1.7377, |
| "step": 765 |
| }, |
| { |
| "epoch": 0.37130392632089193, |
| "grad_norm": 1.4031965732574463, |
| "learning_rate": 3.961921272966305e-05, |
| "loss": 1.5464, |
| "step": 766 |
| }, |
| { |
| "epoch": 0.37178865729520116, |
| "grad_norm": 1.3980727195739746, |
| "learning_rate": 3.958486447768736e-05, |
| "loss": 1.3223, |
| "step": 767 |
| }, |
| { |
| "epoch": 0.3722733882695104, |
| "grad_norm": 1.411486268043518, |
| "learning_rate": 3.95504744382399e-05, |
| "loss": 1.5066, |
| "step": 768 |
| }, |
| { |
| "epoch": 0.3727581192438197, |
| "grad_norm": 1.5289703607559204, |
| "learning_rate": 3.9516042709852506e-05, |
| "loss": 1.4962, |
| "step": 769 |
| }, |
| { |
| "epoch": 0.3732428502181289, |
| "grad_norm": 1.3834885358810425, |
| "learning_rate": 3.948156939117639e-05, |
| "loss": 1.3076, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.3737275811924382, |
| "grad_norm": 1.5126419067382812, |
| "learning_rate": 3.944705458098194e-05, |
| "loss": 1.203, |
| "step": 771 |
| }, |
| { |
| "epoch": 0.37421231216674744, |
| "grad_norm": 1.4430164098739624, |
| "learning_rate": 3.9412498378158446e-05, |
| "loss": 1.2171, |
| "step": 772 |
| }, |
| { |
| "epoch": 0.37469704314105673, |
| "grad_norm": 1.4813838005065918, |
| "learning_rate": 3.9377900881713764e-05, |
| "loss": 1.4277, |
| "step": 773 |
| }, |
| { |
| "epoch": 0.37518177411536596, |
| "grad_norm": 1.431311011314392, |
| "learning_rate": 3.9343262190774076e-05, |
| "loss": 1.5013, |
| "step": 774 |
| }, |
| { |
| "epoch": 0.37566650508967525, |
| "grad_norm": 1.891334891319275, |
| "learning_rate": 3.93085824045836e-05, |
| "loss": 2.4066, |
| "step": 775 |
| }, |
| { |
| "epoch": 0.3761512360639845, |
| "grad_norm": 1.4745622873306274, |
| "learning_rate": 3.927386162250427e-05, |
| "loss": 1.3788, |
| "step": 776 |
| }, |
| { |
| "epoch": 0.3766359670382938, |
| "grad_norm": 1.437791109085083, |
| "learning_rate": 3.923909994401551e-05, |
| "loss": 1.565, |
| "step": 777 |
| }, |
| { |
| "epoch": 0.377120698012603, |
| "grad_norm": 1.3869900703430176, |
| "learning_rate": 3.92042974687139e-05, |
| "loss": 1.5087, |
| "step": 778 |
| }, |
| { |
| "epoch": 0.37760542898691224, |
| "grad_norm": 1.3274116516113281, |
| "learning_rate": 3.916945429631289e-05, |
| "loss": 1.5359, |
| "step": 779 |
| }, |
| { |
| "epoch": 0.37809015996122153, |
| "grad_norm": 1.4933420419692993, |
| "learning_rate": 3.9134570526642594e-05, |
| "loss": 1.5366, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.37857489093553076, |
| "grad_norm": 1.4309301376342773, |
| "learning_rate": 3.9099646259649364e-05, |
| "loss": 1.3898, |
| "step": 781 |
| }, |
| { |
| "epoch": 0.37905962190984005, |
| "grad_norm": 1.476951241493225, |
| "learning_rate": 3.9064681595395634e-05, |
| "loss": 1.4312, |
| "step": 782 |
| }, |
| { |
| "epoch": 0.3795443528841493, |
| "grad_norm": 1.872909426689148, |
| "learning_rate": 3.902967663405956e-05, |
| "loss": 1.4043, |
| "step": 783 |
| }, |
| { |
| "epoch": 0.38002908385845857, |
| "grad_norm": 1.5244536399841309, |
| "learning_rate": 3.8994631475934775e-05, |
| "loss": 1.382, |
| "step": 784 |
| }, |
| { |
| "epoch": 0.3805138148327678, |
| "grad_norm": 1.5926803350448608, |
| "learning_rate": 3.895954622143004e-05, |
| "loss": 1.3973, |
| "step": 785 |
| }, |
| { |
| "epoch": 0.3809985458070771, |
| "grad_norm": 1.583483338356018, |
| "learning_rate": 3.8924420971069055e-05, |
| "loss": 1.6504, |
| "step": 786 |
| }, |
| { |
| "epoch": 0.3814832767813863, |
| "grad_norm": 1.3475099802017212, |
| "learning_rate": 3.888925582549006e-05, |
| "loss": 1.4933, |
| "step": 787 |
| }, |
| { |
| "epoch": 0.3819680077556956, |
| "grad_norm": 1.3581137657165527, |
| "learning_rate": 3.885405088544563e-05, |
| "loss": 1.2155, |
| "step": 788 |
| }, |
| { |
| "epoch": 0.38245273873000485, |
| "grad_norm": 1.462459921836853, |
| "learning_rate": 3.8818806251802334e-05, |
| "loss": 1.446, |
| "step": 789 |
| }, |
| { |
| "epoch": 0.3829374697043141, |
| "grad_norm": 1.4395034313201904, |
| "learning_rate": 3.878352202554051e-05, |
| "loss": 1.3661, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.38342220067862337, |
| "grad_norm": 1.3227758407592773, |
| "learning_rate": 3.8748198307753874e-05, |
| "loss": 1.2516, |
| "step": 791 |
| }, |
| { |
| "epoch": 0.3839069316529326, |
| "grad_norm": 1.5062460899353027, |
| "learning_rate": 3.871283519964935e-05, |
| "loss": 1.7564, |
| "step": 792 |
| }, |
| { |
| "epoch": 0.3843916626272419, |
| "grad_norm": 1.4209660291671753, |
| "learning_rate": 3.867743280254666e-05, |
| "loss": 1.5597, |
| "step": 793 |
| }, |
| { |
| "epoch": 0.3848763936015511, |
| "grad_norm": 1.5597984790802002, |
| "learning_rate": 3.8641991217878154e-05, |
| "loss": 1.4486, |
| "step": 794 |
| }, |
| { |
| "epoch": 0.3853611245758604, |
| "grad_norm": 1.390090823173523, |
| "learning_rate": 3.8606510547188425e-05, |
| "loss": 1.361, |
| "step": 795 |
| }, |
| { |
| "epoch": 0.38584585555016965, |
| "grad_norm": 1.511312484741211, |
| "learning_rate": 3.857099089213405e-05, |
| "loss": 1.4659, |
| "step": 796 |
| }, |
| { |
| "epoch": 0.38633058652447894, |
| "grad_norm": 1.4220378398895264, |
| "learning_rate": 3.8535432354483313e-05, |
| "loss": 1.8297, |
| "step": 797 |
| }, |
| { |
| "epoch": 0.38681531749878817, |
| "grad_norm": 1.4622609615325928, |
| "learning_rate": 3.849983503611591e-05, |
| "loss": 1.6799, |
| "step": 798 |
| }, |
| { |
| "epoch": 0.38730004847309746, |
| "grad_norm": 1.4184774160385132, |
| "learning_rate": 3.8464199039022605e-05, |
| "loss": 1.3475, |
| "step": 799 |
| }, |
| { |
| "epoch": 0.3877847794474067, |
| "grad_norm": 1.6148196458816528, |
| "learning_rate": 3.842852446530505e-05, |
| "loss": 1.5014, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.3882695104217159, |
| "grad_norm": 1.4410502910614014, |
| "learning_rate": 3.839281141717538e-05, |
| "loss": 1.6122, |
| "step": 801 |
| }, |
| { |
| "epoch": 0.3887542413960252, |
| "grad_norm": 1.4458303451538086, |
| "learning_rate": 3.835705999695595e-05, |
| "loss": 1.3593, |
| "step": 802 |
| }, |
| { |
| "epoch": 0.38923897237033445, |
| "grad_norm": 1.4514504671096802, |
| "learning_rate": 3.832127030707909e-05, |
| "loss": 1.2312, |
| "step": 803 |
| }, |
| { |
| "epoch": 0.38972370334464373, |
| "grad_norm": 1.5186152458190918, |
| "learning_rate": 3.828544245008677e-05, |
| "loss": 1.5824, |
| "step": 804 |
| }, |
| { |
| "epoch": 0.39020843431895297, |
| "grad_norm": 1.2924879789352417, |
| "learning_rate": 3.82495765286303e-05, |
| "loss": 1.3355, |
| "step": 805 |
| }, |
| { |
| "epoch": 0.39069316529326226, |
| "grad_norm": 1.4316754341125488, |
| "learning_rate": 3.821367264547006e-05, |
| "loss": 1.4083, |
| "step": 806 |
| }, |
| { |
| "epoch": 0.3911778962675715, |
| "grad_norm": 1.5610601902008057, |
| "learning_rate": 3.817773090347519e-05, |
| "loss": 1.662, |
| "step": 807 |
| }, |
| { |
| "epoch": 0.3916626272418808, |
| "grad_norm": 1.4195690155029297, |
| "learning_rate": 3.8141751405623317e-05, |
| "loss": 1.4629, |
| "step": 808 |
| }, |
| { |
| "epoch": 0.39214735821619, |
| "grad_norm": 1.4146546125411987, |
| "learning_rate": 3.8105734255000214e-05, |
| "loss": 1.452, |
| "step": 809 |
| }, |
| { |
| "epoch": 0.3926320891904993, |
| "grad_norm": 1.45216965675354, |
| "learning_rate": 3.806967955479955e-05, |
| "loss": 1.2171, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.39311682016480853, |
| "grad_norm": 1.468102216720581, |
| "learning_rate": 3.803358740832257e-05, |
| "loss": 1.5747, |
| "step": 811 |
| }, |
| { |
| "epoch": 0.39360155113911777, |
| "grad_norm": 1.314497947692871, |
| "learning_rate": 3.7997457918977845e-05, |
| "loss": 1.351, |
| "step": 812 |
| }, |
| { |
| "epoch": 0.39408628211342706, |
| "grad_norm": 1.4871678352355957, |
| "learning_rate": 3.796129119028087e-05, |
| "loss": 1.2889, |
| "step": 813 |
| }, |
| { |
| "epoch": 0.3945710130877363, |
| "grad_norm": 1.3904635906219482, |
| "learning_rate": 3.79250873258539e-05, |
| "loss": 1.3541, |
| "step": 814 |
| }, |
| { |
| "epoch": 0.3950557440620456, |
| "grad_norm": 1.4073387384414673, |
| "learning_rate": 3.7888846429425546e-05, |
| "loss": 1.1039, |
| "step": 815 |
| }, |
| { |
| "epoch": 0.3955404750363548, |
| "grad_norm": 1.6151351928710938, |
| "learning_rate": 3.785256860483054e-05, |
| "loss": 1.6067, |
| "step": 816 |
| }, |
| { |
| "epoch": 0.3960252060106641, |
| "grad_norm": 1.456746220588684, |
| "learning_rate": 3.781625395600943e-05, |
| "loss": 1.4839, |
| "step": 817 |
| }, |
| { |
| "epoch": 0.39650993698497333, |
| "grad_norm": 1.4020472764968872, |
| "learning_rate": 3.7779902587008225e-05, |
| "loss": 1.2439, |
| "step": 818 |
| }, |
| { |
| "epoch": 0.3969946679592826, |
| "grad_norm": 1.5153536796569824, |
| "learning_rate": 3.774351460197819e-05, |
| "loss": 1.5316, |
| "step": 819 |
| }, |
| { |
| "epoch": 0.39747939893359185, |
| "grad_norm": 1.8110442161560059, |
| "learning_rate": 3.770709010517549e-05, |
| "loss": 1.4559, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.3979641299079011, |
| "grad_norm": 1.497971773147583, |
| "learning_rate": 3.767062920096086e-05, |
| "loss": 1.587, |
| "step": 821 |
| }, |
| { |
| "epoch": 0.3984488608822104, |
| "grad_norm": 1.3729140758514404, |
| "learning_rate": 3.763413199379941e-05, |
| "loss": 1.27, |
| "step": 822 |
| }, |
| { |
| "epoch": 0.3989335918565196, |
| "grad_norm": 1.5104501247406006, |
| "learning_rate": 3.7597598588260196e-05, |
| "loss": 1.315, |
| "step": 823 |
| }, |
| { |
| "epoch": 0.3994183228308289, |
| "grad_norm": 1.459794521331787, |
| "learning_rate": 3.7561029089016055e-05, |
| "loss": 1.4664, |
| "step": 824 |
| }, |
| { |
| "epoch": 0.39990305380513813, |
| "grad_norm": 1.403060793876648, |
| "learning_rate": 3.7524423600843186e-05, |
| "loss": 1.6218, |
| "step": 825 |
| }, |
| { |
| "epoch": 0.4003877847794474, |
| "grad_norm": 1.4324053525924683, |
| "learning_rate": 3.7487782228620916e-05, |
| "loss": 1.274, |
| "step": 826 |
| }, |
| { |
| "epoch": 0.40087251575375665, |
| "grad_norm": 1.4029552936553955, |
| "learning_rate": 3.7451105077331396e-05, |
| "loss": 1.464, |
| "step": 827 |
| }, |
| { |
| "epoch": 0.40135724672806594, |
| "grad_norm": 1.549617052078247, |
| "learning_rate": 3.741439225205927e-05, |
| "loss": 1.4068, |
| "step": 828 |
| }, |
| { |
| "epoch": 0.4018419777023752, |
| "grad_norm": 1.4655847549438477, |
| "learning_rate": 3.7377643857991416e-05, |
| "loss": 1.5115, |
| "step": 829 |
| }, |
| { |
| "epoch": 0.40232670867668446, |
| "grad_norm": 1.5959397554397583, |
| "learning_rate": 3.7340860000416595e-05, |
| "loss": 1.5153, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.4028114396509937, |
| "grad_norm": 1.6088857650756836, |
| "learning_rate": 3.730404078472518e-05, |
| "loss": 1.7593, |
| "step": 831 |
| }, |
| { |
| "epoch": 0.40329617062530293, |
| "grad_norm": 1.4206966161727905, |
| "learning_rate": 3.726718631640888e-05, |
| "loss": 1.4746, |
| "step": 832 |
| }, |
| { |
| "epoch": 0.4037809015996122, |
| "grad_norm": 1.4388668537139893, |
| "learning_rate": 3.723029670106036e-05, |
| "loss": 1.1222, |
| "step": 833 |
| }, |
| { |
| "epoch": 0.40426563257392145, |
| "grad_norm": 1.5215039253234863, |
| "learning_rate": 3.719337204437302e-05, |
| "loss": 1.3856, |
| "step": 834 |
| }, |
| { |
| "epoch": 0.40475036354823074, |
| "grad_norm": 1.470598578453064, |
| "learning_rate": 3.7156412452140646e-05, |
| "loss": 1.2346, |
| "step": 835 |
| }, |
| { |
| "epoch": 0.40523509452254, |
| "grad_norm": 1.4196856021881104, |
| "learning_rate": 3.711941803025712e-05, |
| "loss": 1.2546, |
| "step": 836 |
| }, |
| { |
| "epoch": 0.40571982549684926, |
| "grad_norm": 1.5476642847061157, |
| "learning_rate": 3.708238888471611e-05, |
| "loss": 1.7273, |
| "step": 837 |
| }, |
| { |
| "epoch": 0.4062045564711585, |
| "grad_norm": 1.4293063879013062, |
| "learning_rate": 3.704532512161079e-05, |
| "loss": 1.5743, |
| "step": 838 |
| }, |
| { |
| "epoch": 0.4066892874454678, |
| "grad_norm": 1.4300776720046997, |
| "learning_rate": 3.700822684713349e-05, |
| "loss": 1.3128, |
| "step": 839 |
| }, |
| { |
| "epoch": 0.407174018419777, |
| "grad_norm": 1.404038667678833, |
| "learning_rate": 3.697109416757544e-05, |
| "loss": 1.1517, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.4076587493940863, |
| "grad_norm": 1.432827115058899, |
| "learning_rate": 3.6933927189326435e-05, |
| "loss": 1.3499, |
| "step": 841 |
| }, |
| { |
| "epoch": 0.40814348036839554, |
| "grad_norm": 1.4601900577545166, |
| "learning_rate": 3.689672601887455e-05, |
| "loss": 1.4287, |
| "step": 842 |
| }, |
| { |
| "epoch": 0.4086282113427048, |
| "grad_norm": 1.4678421020507812, |
| "learning_rate": 3.685949076280583e-05, |
| "loss": 1.5663, |
| "step": 843 |
| }, |
| { |
| "epoch": 0.40911294231701406, |
| "grad_norm": 1.538097620010376, |
| "learning_rate": 3.6822221527803934e-05, |
| "loss": 1.6855, |
| "step": 844 |
| }, |
| { |
| "epoch": 0.4095976732913233, |
| "grad_norm": 1.4171286821365356, |
| "learning_rate": 3.678491842064995e-05, |
| "loss": 1.6271, |
| "step": 845 |
| }, |
| { |
| "epoch": 0.4100824042656326, |
| "grad_norm": 1.5117058753967285, |
| "learning_rate": 3.674758154822194e-05, |
| "loss": 1.356, |
| "step": 846 |
| }, |
| { |
| "epoch": 0.4105671352399418, |
| "grad_norm": 1.442489743232727, |
| "learning_rate": 3.671021101749476e-05, |
| "loss": 1.3713, |
| "step": 847 |
| }, |
| { |
| "epoch": 0.4110518662142511, |
| "grad_norm": 1.4731215238571167, |
| "learning_rate": 3.667280693553967e-05, |
| "loss": 1.4432, |
| "step": 848 |
| }, |
| { |
| "epoch": 0.41153659718856034, |
| "grad_norm": 1.464311122894287, |
| "learning_rate": 3.663536940952409e-05, |
| "loss": 1.5066, |
| "step": 849 |
| }, |
| { |
| "epoch": 0.4120213281628696, |
| "grad_norm": 1.3426711559295654, |
| "learning_rate": 3.659789854671122e-05, |
| "loss": 1.1671, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.41250605913717886, |
| "grad_norm": 1.665104866027832, |
| "learning_rate": 3.6560394454459814e-05, |
| "loss": 1.9996, |
| "step": 851 |
| }, |
| { |
| "epoch": 0.41299079011148815, |
| "grad_norm": 1.2623895406723022, |
| "learning_rate": 3.652285724022379e-05, |
| "loss": 1.1562, |
| "step": 852 |
| }, |
| { |
| "epoch": 0.4134755210857974, |
| "grad_norm": 1.361686110496521, |
| "learning_rate": 3.648528701155203e-05, |
| "loss": 1.278, |
| "step": 853 |
| }, |
| { |
| "epoch": 0.4139602520601066, |
| "grad_norm": 1.4689781665802002, |
| "learning_rate": 3.644768387608793e-05, |
| "loss": 1.417, |
| "step": 854 |
| }, |
| { |
| "epoch": 0.4144449830344159, |
| "grad_norm": 1.5472491979599, |
| "learning_rate": 3.6410047941569224e-05, |
| "loss": 1.4856, |
| "step": 855 |
| }, |
| { |
| "epoch": 0.41492971400872514, |
| "grad_norm": 1.4804879426956177, |
| "learning_rate": 3.637237931582759e-05, |
| "loss": 1.7454, |
| "step": 856 |
| }, |
| { |
| "epoch": 0.4154144449830344, |
| "grad_norm": 1.4140907526016235, |
| "learning_rate": 3.633467810678839e-05, |
| "loss": 1.4682, |
| "step": 857 |
| }, |
| { |
| "epoch": 0.41589917595734366, |
| "grad_norm": 1.4889259338378906, |
| "learning_rate": 3.629694442247032e-05, |
| "loss": 1.594, |
| "step": 858 |
| }, |
| { |
| "epoch": 0.41638390693165295, |
| "grad_norm": 1.4880090951919556, |
| "learning_rate": 3.6259178370985144e-05, |
| "loss": 1.4029, |
| "step": 859 |
| }, |
| { |
| "epoch": 0.4168686379059622, |
| "grad_norm": 1.4780687093734741, |
| "learning_rate": 3.6221380060537333e-05, |
| "loss": 1.4561, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.41735336888027147, |
| "grad_norm": 1.4494913816452026, |
| "learning_rate": 3.6183549599423815e-05, |
| "loss": 1.4076, |
| "step": 861 |
| }, |
| { |
| "epoch": 0.4178380998545807, |
| "grad_norm": 1.416123390197754, |
| "learning_rate": 3.6145687096033634e-05, |
| "loss": 1.3328, |
| "step": 862 |
| }, |
| { |
| "epoch": 0.41832283082889, |
| "grad_norm": 1.4615715742111206, |
| "learning_rate": 3.6107792658847595e-05, |
| "loss": 1.3547, |
| "step": 863 |
| }, |
| { |
| "epoch": 0.4188075618031992, |
| "grad_norm": 1.3456425666809082, |
| "learning_rate": 3.606986639643805e-05, |
| "loss": 1.6143, |
| "step": 864 |
| }, |
| { |
| "epoch": 0.41929229277750846, |
| "grad_norm": 1.4085299968719482, |
| "learning_rate": 3.603190841746851e-05, |
| "loss": 1.4381, |
| "step": 865 |
| }, |
| { |
| "epoch": 0.41977702375181775, |
| "grad_norm": 1.3223602771759033, |
| "learning_rate": 3.599391883069335e-05, |
| "loss": 1.1998, |
| "step": 866 |
| }, |
| { |
| "epoch": 0.420261754726127, |
| "grad_norm": 1.3724223375320435, |
| "learning_rate": 3.595589774495753e-05, |
| "loss": 1.3599, |
| "step": 867 |
| }, |
| { |
| "epoch": 0.42074648570043627, |
| "grad_norm": 1.5481332540512085, |
| "learning_rate": 3.591784526919624e-05, |
| "loss": 1.6104, |
| "step": 868 |
| }, |
| { |
| "epoch": 0.4212312166747455, |
| "grad_norm": 1.4483201503753662, |
| "learning_rate": 3.58797615124346e-05, |
| "loss": 1.3523, |
| "step": 869 |
| }, |
| { |
| "epoch": 0.4217159476490548, |
| "grad_norm": 2.079836845397949, |
| "learning_rate": 3.584164658378738e-05, |
| "loss": 1.6446, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.422200678623364, |
| "grad_norm": 1.3948813676834106, |
| "learning_rate": 3.580350059245864e-05, |
| "loss": 1.3267, |
| "step": 871 |
| }, |
| { |
| "epoch": 0.4226854095976733, |
| "grad_norm": 1.3875503540039062, |
| "learning_rate": 3.576532364774145e-05, |
| "loss": 1.2546, |
| "step": 872 |
| }, |
| { |
| "epoch": 0.42317014057198254, |
| "grad_norm": 1.590307354927063, |
| "learning_rate": 3.572711585901755e-05, |
| "loss": 1.733, |
| "step": 873 |
| }, |
| { |
| "epoch": 0.42365487154629183, |
| "grad_norm": 1.4814637899398804, |
| "learning_rate": 3.568887733575706e-05, |
| "loss": 1.5166, |
| "step": 874 |
| }, |
| { |
| "epoch": 0.42413960252060107, |
| "grad_norm": 1.3917155265808105, |
| "learning_rate": 3.565060818751816e-05, |
| "loss": 1.2831, |
| "step": 875 |
| }, |
| { |
| "epoch": 0.4246243334949103, |
| "grad_norm": 1.4022222757339478, |
| "learning_rate": 3.561230852394679e-05, |
| "loss": 1.2607, |
| "step": 876 |
| }, |
| { |
| "epoch": 0.4251090644692196, |
| "grad_norm": 1.503482460975647, |
| "learning_rate": 3.55739784547763e-05, |
| "loss": 1.5367, |
| "step": 877 |
| }, |
| { |
| "epoch": 0.4255937954435288, |
| "grad_norm": 1.544471025466919, |
| "learning_rate": 3.553561808982715e-05, |
| "loss": 1.5024, |
| "step": 878 |
| }, |
| { |
| "epoch": 0.4260785264178381, |
| "grad_norm": 1.434191346168518, |
| "learning_rate": 3.5497227539006614e-05, |
| "loss": 1.327, |
| "step": 879 |
| }, |
| { |
| "epoch": 0.42656325739214734, |
| "grad_norm": 1.3471134901046753, |
| "learning_rate": 3.545880691230846e-05, |
| "loss": 1.263, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.42704798836645663, |
| "grad_norm": 1.3368321657180786, |
| "learning_rate": 3.542035631981261e-05, |
| "loss": 1.3815, |
| "step": 881 |
| }, |
| { |
| "epoch": 0.42753271934076587, |
| "grad_norm": 1.9717825651168823, |
| "learning_rate": 3.538187587168486e-05, |
| "loss": 1.6113, |
| "step": 882 |
| }, |
| { |
| "epoch": 0.42801745031507515, |
| "grad_norm": 1.412209153175354, |
| "learning_rate": 3.534336567817651e-05, |
| "loss": 1.2464, |
| "step": 883 |
| }, |
| { |
| "epoch": 0.4285021812893844, |
| "grad_norm": 1.6004551649093628, |
| "learning_rate": 3.530482584962414e-05, |
| "loss": 1.7197, |
| "step": 884 |
| }, |
| { |
| "epoch": 0.4289869122636937, |
| "grad_norm": 1.4312201738357544, |
| "learning_rate": 3.5266256496449186e-05, |
| "loss": 1.4607, |
| "step": 885 |
| }, |
| { |
| "epoch": 0.4294716432380029, |
| "grad_norm": 1.418025016784668, |
| "learning_rate": 3.5227657729157705e-05, |
| "loss": 1.441, |
| "step": 886 |
| }, |
| { |
| "epoch": 0.42995637421231214, |
| "grad_norm": 1.4603976011276245, |
| "learning_rate": 3.5189029658340025e-05, |
| "loss": 1.472, |
| "step": 887 |
| }, |
| { |
| "epoch": 0.43044110518662143, |
| "grad_norm": 1.4871946573257446, |
| "learning_rate": 3.5150372394670426e-05, |
| "loss": 1.252, |
| "step": 888 |
| }, |
| { |
| "epoch": 0.43092583616093066, |
| "grad_norm": 2.187009811401367, |
| "learning_rate": 3.5111686048906835e-05, |
| "loss": 1.3653, |
| "step": 889 |
| }, |
| { |
| "epoch": 0.43141056713523995, |
| "grad_norm": 1.4901810884475708, |
| "learning_rate": 3.5072970731890486e-05, |
| "loss": 1.7895, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.4318952981095492, |
| "grad_norm": 1.3609486818313599, |
| "learning_rate": 3.5034226554545656e-05, |
| "loss": 1.2407, |
| "step": 891 |
| }, |
| { |
| "epoch": 0.4323800290838585, |
| "grad_norm": 1.5160627365112305, |
| "learning_rate": 3.499545362787927e-05, |
| "loss": 1.4348, |
| "step": 892 |
| }, |
| { |
| "epoch": 0.4328647600581677, |
| "grad_norm": 1.4251633882522583, |
| "learning_rate": 3.495665206298065e-05, |
| "loss": 1.4585, |
| "step": 893 |
| }, |
| { |
| "epoch": 0.433349491032477, |
| "grad_norm": 1.4607558250427246, |
| "learning_rate": 3.491782197102115e-05, |
| "loss": 1.3888, |
| "step": 894 |
| }, |
| { |
| "epoch": 0.43383422200678623, |
| "grad_norm": 1.49302077293396, |
| "learning_rate": 3.487896346325389e-05, |
| "loss": 1.604, |
| "step": 895 |
| }, |
| { |
| "epoch": 0.4343189529810955, |
| "grad_norm": 1.5757123231887817, |
| "learning_rate": 3.484007665101336e-05, |
| "loss": 1.5465, |
| "step": 896 |
| }, |
| { |
| "epoch": 0.43480368395540475, |
| "grad_norm": 1.4108710289001465, |
| "learning_rate": 3.480116164571519e-05, |
| "loss": 1.4156, |
| "step": 897 |
| }, |
| { |
| "epoch": 0.435288414929714, |
| "grad_norm": 1.2154583930969238, |
| "learning_rate": 3.476221855885576e-05, |
| "loss": 1.4186, |
| "step": 898 |
| }, |
| { |
| "epoch": 0.4357731459040233, |
| "grad_norm": 1.456335425376892, |
| "learning_rate": 3.47232475020119e-05, |
| "loss": 1.5292, |
| "step": 899 |
| }, |
| { |
| "epoch": 0.4362578768783325, |
| "grad_norm": 1.4850857257843018, |
| "learning_rate": 3.468424858684061e-05, |
| "loss": 1.1836, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.4367426078526418, |
| "grad_norm": 1.4295960664749146, |
| "learning_rate": 3.4645221925078674e-05, |
| "loss": 1.3047, |
| "step": 901 |
| }, |
| { |
| "epoch": 0.43722733882695103, |
| "grad_norm": 1.5569299459457397, |
| "learning_rate": 3.4606167628542395e-05, |
| "loss": 1.3896, |
| "step": 902 |
| }, |
| { |
| "epoch": 0.4377120698012603, |
| "grad_norm": 1.4047545194625854, |
| "learning_rate": 3.456708580912725e-05, |
| "loss": 1.5364, |
| "step": 903 |
| }, |
| { |
| "epoch": 0.43819680077556955, |
| "grad_norm": 2.0098063945770264, |
| "learning_rate": 3.452797657880756e-05, |
| "loss": 1.7044, |
| "step": 904 |
| }, |
| { |
| "epoch": 0.43868153174987884, |
| "grad_norm": 1.4840755462646484, |
| "learning_rate": 3.4488840049636195e-05, |
| "loss": 1.4837, |
| "step": 905 |
| }, |
| { |
| "epoch": 0.4391662627241881, |
| "grad_norm": 1.7989381551742554, |
| "learning_rate": 3.444967633374424e-05, |
| "loss": 1.6995, |
| "step": 906 |
| }, |
| { |
| "epoch": 0.43965099369849736, |
| "grad_norm": 1.4424799680709839, |
| "learning_rate": 3.441048554334066e-05, |
| "loss": 1.397, |
| "step": 907 |
| }, |
| { |
| "epoch": 0.4401357246728066, |
| "grad_norm": 1.501582145690918, |
| "learning_rate": 3.4371267790712e-05, |
| "loss": 1.5452, |
| "step": 908 |
| }, |
| { |
| "epoch": 0.4406204556471158, |
| "grad_norm": 1.461760401725769, |
| "learning_rate": 3.433202318822207e-05, |
| "loss": 1.581, |
| "step": 909 |
| }, |
| { |
| "epoch": 0.4411051866214251, |
| "grad_norm": 1.3767198324203491, |
| "learning_rate": 3.429275184831158e-05, |
| "loss": 1.4953, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.44158991759573435, |
| "grad_norm": 1.3784865140914917, |
| "learning_rate": 3.425345388349786e-05, |
| "loss": 1.4367, |
| "step": 911 |
| }, |
| { |
| "epoch": 0.44207464857004364, |
| "grad_norm": 1.4725292921066284, |
| "learning_rate": 3.421412940637453e-05, |
| "loss": 1.3251, |
| "step": 912 |
| }, |
| { |
| "epoch": 0.44255937954435287, |
| "grad_norm": 1.5235271453857422, |
| "learning_rate": 3.417477852961116e-05, |
| "loss": 1.7435, |
| "step": 913 |
| }, |
| { |
| "epoch": 0.44304411051866216, |
| "grad_norm": 1.5075349807739258, |
| "learning_rate": 3.413540136595296e-05, |
| "loss": 1.3295, |
| "step": 914 |
| }, |
| { |
| "epoch": 0.4435288414929714, |
| "grad_norm": 1.5114574432373047, |
| "learning_rate": 3.409599802822047e-05, |
| "loss": 1.6123, |
| "step": 915 |
| }, |
| { |
| "epoch": 0.4440135724672807, |
| "grad_norm": 1.4881386756896973, |
| "learning_rate": 3.40565686293092e-05, |
| "loss": 1.5483, |
| "step": 916 |
| }, |
| { |
| "epoch": 0.4444983034415899, |
| "grad_norm": 1.7126438617706299, |
| "learning_rate": 3.401711328218934e-05, |
| "loss": 1.7761, |
| "step": 917 |
| }, |
| { |
| "epoch": 0.4449830344158992, |
| "grad_norm": 1.6697680950164795, |
| "learning_rate": 3.397763209990542e-05, |
| "loss": 1.5235, |
| "step": 918 |
| }, |
| { |
| "epoch": 0.44546776539020844, |
| "grad_norm": 1.4794918298721313, |
| "learning_rate": 3.3938125195576e-05, |
| "loss": 1.468, |
| "step": 919 |
| }, |
| { |
| "epoch": 0.44595249636451767, |
| "grad_norm": 1.6914706230163574, |
| "learning_rate": 3.3898592682393336e-05, |
| "loss": 1.5126, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.44643722733882696, |
| "grad_norm": 1.4983173608779907, |
| "learning_rate": 3.3859034673623045e-05, |
| "loss": 1.1858, |
| "step": 921 |
| }, |
| { |
| "epoch": 0.4469219583131362, |
| "grad_norm": 1.5133384466171265, |
| "learning_rate": 3.3819451282603805e-05, |
| "loss": 1.3387, |
| "step": 922 |
| }, |
| { |
| "epoch": 0.4474066892874455, |
| "grad_norm": 1.416934609413147, |
| "learning_rate": 3.377984262274701e-05, |
| "loss": 1.3361, |
| "step": 923 |
| }, |
| { |
| "epoch": 0.4478914202617547, |
| "grad_norm": 1.4019713401794434, |
| "learning_rate": 3.3740208807536446e-05, |
| "loss": 1.5387, |
| "step": 924 |
| }, |
| { |
| "epoch": 0.448376151236064, |
| "grad_norm": 1.4528837203979492, |
| "learning_rate": 3.3700549950527994e-05, |
| "loss": 1.332, |
| "step": 925 |
| }, |
| { |
| "epoch": 0.44886088221037324, |
| "grad_norm": 1.435003638267517, |
| "learning_rate": 3.366086616534925e-05, |
| "loss": 1.2677, |
| "step": 926 |
| }, |
| { |
| "epoch": 0.4493456131846825, |
| "grad_norm": 1.4747051000595093, |
| "learning_rate": 3.362115756569926e-05, |
| "loss": 1.2977, |
| "step": 927 |
| }, |
| { |
| "epoch": 0.44983034415899176, |
| "grad_norm": 1.4179006814956665, |
| "learning_rate": 3.358142426534817e-05, |
| "loss": 1.3164, |
| "step": 928 |
| }, |
| { |
| "epoch": 0.450315075133301, |
| "grad_norm": 1.5167887210845947, |
| "learning_rate": 3.354166637813687e-05, |
| "loss": 1.8859, |
| "step": 929 |
| }, |
| { |
| "epoch": 0.4507998061076103, |
| "grad_norm": 1.4719829559326172, |
| "learning_rate": 3.350188401797672e-05, |
| "loss": 1.4828, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.4512845370819195, |
| "grad_norm": 1.4412150382995605, |
| "learning_rate": 3.346207729884918e-05, |
| "loss": 1.4545, |
| "step": 931 |
| }, |
| { |
| "epoch": 0.4517692680562288, |
| "grad_norm": 1.426696538925171, |
| "learning_rate": 3.34222463348055e-05, |
| "loss": 1.4738, |
| "step": 932 |
| }, |
| { |
| "epoch": 0.45225399903053803, |
| "grad_norm": 1.7029757499694824, |
| "learning_rate": 3.338239123996642e-05, |
| "loss": 1.7937, |
| "step": 933 |
| }, |
| { |
| "epoch": 0.4527387300048473, |
| "grad_norm": 1.4222897291183472, |
| "learning_rate": 3.3342512128521794e-05, |
| "loss": 1.4876, |
| "step": 934 |
| }, |
| { |
| "epoch": 0.45322346097915656, |
| "grad_norm": 1.3874694108963013, |
| "learning_rate": 3.33026091147303e-05, |
| "loss": 1.2369, |
| "step": 935 |
| }, |
| { |
| "epoch": 0.45370819195346584, |
| "grad_norm": 1.348215103149414, |
| "learning_rate": 3.3262682312919084e-05, |
| "loss": 1.3298, |
| "step": 936 |
| }, |
| { |
| "epoch": 0.4541929229277751, |
| "grad_norm": 1.54569673538208, |
| "learning_rate": 3.322273183748346e-05, |
| "loss": 1.4331, |
| "step": 937 |
| }, |
| { |
| "epoch": 0.45467765390208437, |
| "grad_norm": 1.403524398803711, |
| "learning_rate": 3.318275780288656e-05, |
| "loss": 1.1923, |
| "step": 938 |
| }, |
| { |
| "epoch": 0.4551623848763936, |
| "grad_norm": 1.4105076789855957, |
| "learning_rate": 3.3142760323659036e-05, |
| "loss": 1.3577, |
| "step": 939 |
| }, |
| { |
| "epoch": 0.45564711585070283, |
| "grad_norm": 1.3613835573196411, |
| "learning_rate": 3.310273951439869e-05, |
| "loss": 1.3631, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.4561318468250121, |
| "grad_norm": 1.5017019510269165, |
| "learning_rate": 3.3062695489770175e-05, |
| "loss": 1.4085, |
| "step": 941 |
| }, |
| { |
| "epoch": 0.45661657779932135, |
| "grad_norm": 1.409903883934021, |
| "learning_rate": 3.302262836450466e-05, |
| "loss": 1.3829, |
| "step": 942 |
| }, |
| { |
| "epoch": 0.45710130877363064, |
| "grad_norm": 1.4461843967437744, |
| "learning_rate": 3.29825382533995e-05, |
| "loss": 1.4971, |
| "step": 943 |
| }, |
| { |
| "epoch": 0.4575860397479399, |
| "grad_norm": 1.486220359802246, |
| "learning_rate": 3.2942425271317914e-05, |
| "loss": 1.4184, |
| "step": 944 |
| }, |
| { |
| "epoch": 0.45807077072224917, |
| "grad_norm": 1.5135023593902588, |
| "learning_rate": 3.2902289533188634e-05, |
| "loss": 1.4369, |
| "step": 945 |
| }, |
| { |
| "epoch": 0.4585555016965584, |
| "grad_norm": 1.5079814195632935, |
| "learning_rate": 3.28621311540056e-05, |
| "loss": 1.5486, |
| "step": 946 |
| }, |
| { |
| "epoch": 0.4590402326708677, |
| "grad_norm": 1.4888428449630737, |
| "learning_rate": 3.282195024882764e-05, |
| "loss": 1.2889, |
| "step": 947 |
| }, |
| { |
| "epoch": 0.4595249636451769, |
| "grad_norm": 1.3688241243362427, |
| "learning_rate": 3.2781746932778076e-05, |
| "loss": 1.2063, |
| "step": 948 |
| }, |
| { |
| "epoch": 0.4600096946194862, |
| "grad_norm": 1.4846850633621216, |
| "learning_rate": 3.274152132104447e-05, |
| "loss": 1.5821, |
| "step": 949 |
| }, |
| { |
| "epoch": 0.46049442559379544, |
| "grad_norm": 1.5739784240722656, |
| "learning_rate": 3.270127352887828e-05, |
| "loss": 1.4057, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.4609791565681047, |
| "grad_norm": 1.5579380989074707, |
| "learning_rate": 3.266100367159448e-05, |
| "loss": 1.5043, |
| "step": 951 |
| }, |
| { |
| "epoch": 0.46146388754241396, |
| "grad_norm": 1.4212524890899658, |
| "learning_rate": 3.2620711864571274e-05, |
| "loss": 1.3979, |
| "step": 952 |
| }, |
| { |
| "epoch": 0.4619486185167232, |
| "grad_norm": 1.4628902673721313, |
| "learning_rate": 3.258039822324977e-05, |
| "loss": 1.377, |
| "step": 953 |
| }, |
| { |
| "epoch": 0.4624333494910325, |
| "grad_norm": 1.5454577207565308, |
| "learning_rate": 3.254006286313362e-05, |
| "loss": 1.4185, |
| "step": 954 |
| }, |
| { |
| "epoch": 0.4629180804653417, |
| "grad_norm": 1.8712515830993652, |
| "learning_rate": 3.24997058997887e-05, |
| "loss": 1.6019, |
| "step": 955 |
| }, |
| { |
| "epoch": 0.463402811439651, |
| "grad_norm": 1.3647255897521973, |
| "learning_rate": 3.245932744884278e-05, |
| "loss": 1.1018, |
| "step": 956 |
| }, |
| { |
| "epoch": 0.46388754241396024, |
| "grad_norm": 1.5049718618392944, |
| "learning_rate": 3.241892762598522e-05, |
| "loss": 1.5208, |
| "step": 957 |
| }, |
| { |
| "epoch": 0.46437227338826953, |
| "grad_norm": 1.5857036113739014, |
| "learning_rate": 3.237850654696659e-05, |
| "loss": 1.33, |
| "step": 958 |
| }, |
| { |
| "epoch": 0.46485700436257876, |
| "grad_norm": 1.4404864311218262, |
| "learning_rate": 3.233806432759837e-05, |
| "loss": 1.3034, |
| "step": 959 |
| }, |
| { |
| "epoch": 0.46534173533688805, |
| "grad_norm": 1.4808937311172485, |
| "learning_rate": 3.22976010837526e-05, |
| "loss": 1.5562, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.4658264663111973, |
| "grad_norm": 1.636323094367981, |
| "learning_rate": 3.225711693136156e-05, |
| "loss": 1.2444, |
| "step": 961 |
| }, |
| { |
| "epoch": 0.4663111972855065, |
| "grad_norm": 1.4531266689300537, |
| "learning_rate": 3.221661198641745e-05, |
| "loss": 1.2632, |
| "step": 962 |
| }, |
| { |
| "epoch": 0.4667959282598158, |
| "grad_norm": 1.3352887630462646, |
| "learning_rate": 3.217608636497203e-05, |
| "loss": 1.2413, |
| "step": 963 |
| }, |
| { |
| "epoch": 0.46728065923412504, |
| "grad_norm": 1.3544855117797852, |
| "learning_rate": 3.213554018313631e-05, |
| "loss": 1.2552, |
| "step": 964 |
| }, |
| { |
| "epoch": 0.46776539020843433, |
| "grad_norm": 1.5176138877868652, |
| "learning_rate": 3.209497355708019e-05, |
| "loss": 1.4344, |
| "step": 965 |
| }, |
| { |
| "epoch": 0.46825012118274356, |
| "grad_norm": 1.3940963745117188, |
| "learning_rate": 3.205438660303216e-05, |
| "loss": 1.418, |
| "step": 966 |
| }, |
| { |
| "epoch": 0.46873485215705285, |
| "grad_norm": 1.6681914329528809, |
| "learning_rate": 3.201377943727896e-05, |
| "loss": 1.5961, |
| "step": 967 |
| }, |
| { |
| "epoch": 0.4692195831313621, |
| "grad_norm": 1.3219623565673828, |
| "learning_rate": 3.1973152176165224e-05, |
| "loss": 1.1749, |
| "step": 968 |
| }, |
| { |
| "epoch": 0.46970431410567137, |
| "grad_norm": 1.4592280387878418, |
| "learning_rate": 3.1932504936093167e-05, |
| "loss": 1.6801, |
| "step": 969 |
| }, |
| { |
| "epoch": 0.4701890450799806, |
| "grad_norm": 1.471772313117981, |
| "learning_rate": 3.189183783352224e-05, |
| "loss": 1.4001, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.4706737760542899, |
| "grad_norm": 1.5347093343734741, |
| "learning_rate": 3.1851150984968814e-05, |
| "loss": 1.4215, |
| "step": 971 |
| }, |
| { |
| "epoch": 0.4711585070285991, |
| "grad_norm": 1.481303334236145, |
| "learning_rate": 3.1810444507005824e-05, |
| "loss": 1.4193, |
| "step": 972 |
| }, |
| { |
| "epoch": 0.47164323800290836, |
| "grad_norm": 1.6206600666046143, |
| "learning_rate": 3.1769718516262466e-05, |
| "loss": 1.4644, |
| "step": 973 |
| }, |
| { |
| "epoch": 0.47212796897721765, |
| "grad_norm": 1.437705159187317, |
| "learning_rate": 3.172897312942381e-05, |
| "loss": 1.4197, |
| "step": 974 |
| }, |
| { |
| "epoch": 0.4726126999515269, |
| "grad_norm": 1.5616474151611328, |
| "learning_rate": 3.168820846323053e-05, |
| "loss": 1.574, |
| "step": 975 |
| }, |
| { |
| "epoch": 0.47309743092583617, |
| "grad_norm": 1.4508112668991089, |
| "learning_rate": 3.16474246344785e-05, |
| "loss": 1.5167, |
| "step": 976 |
| }, |
| { |
| "epoch": 0.4735821619001454, |
| "grad_norm": 1.4133033752441406, |
| "learning_rate": 3.1606621760018554e-05, |
| "loss": 1.3912, |
| "step": 977 |
| }, |
| { |
| "epoch": 0.4740668928744547, |
| "grad_norm": 1.5243926048278809, |
| "learning_rate": 3.156579995675603e-05, |
| "loss": 1.1586, |
| "step": 978 |
| }, |
| { |
| "epoch": 0.4745516238487639, |
| "grad_norm": 1.3419501781463623, |
| "learning_rate": 3.152495934165055e-05, |
| "loss": 1.434, |
| "step": 979 |
| }, |
| { |
| "epoch": 0.4750363548230732, |
| "grad_norm": 1.5045238733291626, |
| "learning_rate": 3.148410003171561e-05, |
| "loss": 1.2983, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.47552108579738245, |
| "grad_norm": 1.3928799629211426, |
| "learning_rate": 3.1443222144018265e-05, |
| "loss": 1.7629, |
| "step": 981 |
| }, |
| { |
| "epoch": 0.47600581677169174, |
| "grad_norm": 1.5783344507217407, |
| "learning_rate": 3.1402325795678814e-05, |
| "loss": 1.4108, |
| "step": 982 |
| }, |
| { |
| "epoch": 0.47649054774600097, |
| "grad_norm": 1.3899141550064087, |
| "learning_rate": 3.1361411103870455e-05, |
| "loss": 1.3194, |
| "step": 983 |
| }, |
| { |
| "epoch": 0.4769752787203102, |
| "grad_norm": 1.438714623451233, |
| "learning_rate": 3.1320478185818896e-05, |
| "loss": 1.6322, |
| "step": 984 |
| }, |
| { |
| "epoch": 0.4774600096946195, |
| "grad_norm": 1.579592227935791, |
| "learning_rate": 3.127952715880212e-05, |
| "loss": 1.7614, |
| "step": 985 |
| }, |
| { |
| "epoch": 0.4779447406689287, |
| "grad_norm": 1.5455819368362427, |
| "learning_rate": 3.1238558140149964e-05, |
| "loss": 1.1737, |
| "step": 986 |
| }, |
| { |
| "epoch": 0.478429471643238, |
| "grad_norm": 1.4268600940704346, |
| "learning_rate": 3.119757124724384e-05, |
| "loss": 1.3511, |
| "step": 987 |
| }, |
| { |
| "epoch": 0.47891420261754725, |
| "grad_norm": 1.4414108991622925, |
| "learning_rate": 3.115656659751632e-05, |
| "loss": 1.6027, |
| "step": 988 |
| }, |
| { |
| "epoch": 0.47939893359185654, |
| "grad_norm": 1.382475733757019, |
| "learning_rate": 3.11155443084509e-05, |
| "loss": 1.3433, |
| "step": 989 |
| }, |
| { |
| "epoch": 0.47988366456616577, |
| "grad_norm": 1.3869885206222534, |
| "learning_rate": 3.10745044975816e-05, |
| "loss": 1.5374, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.48036839554047506, |
| "grad_norm": 1.4492113590240479, |
| "learning_rate": 3.1033447282492646e-05, |
| "loss": 1.4005, |
| "step": 991 |
| }, |
| { |
| "epoch": 0.4808531265147843, |
| "grad_norm": 1.4593931436538696, |
| "learning_rate": 3.0992372780818113e-05, |
| "loss": 1.4781, |
| "step": 992 |
| }, |
| { |
| "epoch": 0.4813378574890936, |
| "grad_norm": 1.2960480451583862, |
| "learning_rate": 3.0951281110241634e-05, |
| "loss": 1.1956, |
| "step": 993 |
| }, |
| { |
| "epoch": 0.4818225884634028, |
| "grad_norm": 3.1581783294677734, |
| "learning_rate": 3.0910172388496e-05, |
| "loss": 1.2586, |
| "step": 994 |
| }, |
| { |
| "epoch": 0.48230731943771205, |
| "grad_norm": 1.422606348991394, |
| "learning_rate": 3.086904673336287e-05, |
| "loss": 1.3854, |
| "step": 995 |
| }, |
| { |
| "epoch": 0.48279205041202133, |
| "grad_norm": 1.3689360618591309, |
| "learning_rate": 3.082790426267243e-05, |
| "loss": 0.9986, |
| "step": 996 |
| }, |
| { |
| "epoch": 0.48327678138633057, |
| "grad_norm": 1.3445098400115967, |
| "learning_rate": 3.0786745094303035e-05, |
| "loss": 1.5066, |
| "step": 997 |
| }, |
| { |
| "epoch": 0.48376151236063986, |
| "grad_norm": 1.4405405521392822, |
| "learning_rate": 3.0745569346180876e-05, |
| "loss": 1.4553, |
| "step": 998 |
| }, |
| { |
| "epoch": 0.4842462433349491, |
| "grad_norm": 1.8509117364883423, |
| "learning_rate": 3.070437713627965e-05, |
| "loss": 1.5544, |
| "step": 999 |
| }, |
| { |
| "epoch": 0.4847309743092584, |
| "grad_norm": 1.540792465209961, |
| "learning_rate": 3.066316858262023e-05, |
| "loss": 1.8954, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.4852157052835676, |
| "grad_norm": 1.587246060371399, |
| "learning_rate": 3.0621943803270295e-05, |
| "loss": 1.3981, |
| "step": 1001 |
| }, |
| { |
| "epoch": 0.4857004362578769, |
| "grad_norm": 1.6329646110534668, |
| "learning_rate": 3.058070291634403e-05, |
| "loss": 1.795, |
| "step": 1002 |
| }, |
| { |
| "epoch": 0.48618516723218613, |
| "grad_norm": 1.5801475048065186, |
| "learning_rate": 3.053944604000177e-05, |
| "loss": 1.7153, |
| "step": 1003 |
| }, |
| { |
| "epoch": 0.4866698982064954, |
| "grad_norm": 1.7902394533157349, |
| "learning_rate": 3.0498173292449643e-05, |
| "loss": 1.5319, |
| "step": 1004 |
| }, |
| { |
| "epoch": 0.48715462918080465, |
| "grad_norm": 1.4669686555862427, |
| "learning_rate": 3.0456884791939278e-05, |
| "loss": 1.5914, |
| "step": 1005 |
| }, |
| { |
| "epoch": 0.4876393601551139, |
| "grad_norm": 4.603597640991211, |
| "learning_rate": 3.041558065676742e-05, |
| "loss": 1.7194, |
| "step": 1006 |
| }, |
| { |
| "epoch": 0.4881240911294232, |
| "grad_norm": 1.4835340976715088, |
| "learning_rate": 3.0374261005275607e-05, |
| "loss": 1.673, |
| "step": 1007 |
| }, |
| { |
| "epoch": 0.4886088221037324, |
| "grad_norm": 1.3735729455947876, |
| "learning_rate": 3.0332925955849844e-05, |
| "loss": 1.3659, |
| "step": 1008 |
| }, |
| { |
| "epoch": 0.4890935530780417, |
| "grad_norm": 1.5638624429702759, |
| "learning_rate": 3.0291575626920243e-05, |
| "loss": 1.4514, |
| "step": 1009 |
| }, |
| { |
| "epoch": 0.48957828405235093, |
| "grad_norm": 1.4114654064178467, |
| "learning_rate": 3.025021013696071e-05, |
| "loss": 1.4997, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.4900630150266602, |
| "grad_norm": 1.3967055082321167, |
| "learning_rate": 3.0208829604488563e-05, |
| "loss": 1.4588, |
| "step": 1011 |
| }, |
| { |
| "epoch": 0.49054774600096945, |
| "grad_norm": 1.719627022743225, |
| "learning_rate": 3.0167434148064254e-05, |
| "loss": 1.6016, |
| "step": 1012 |
| }, |
| { |
| "epoch": 0.49103247697527874, |
| "grad_norm": 1.463747262954712, |
| "learning_rate": 3.0126023886290955e-05, |
| "loss": 1.687, |
| "step": 1013 |
| }, |
| { |
| "epoch": 0.491517207949588, |
| "grad_norm": 1.4238579273223877, |
| "learning_rate": 3.008459893781429e-05, |
| "loss": 1.3301, |
| "step": 1014 |
| }, |
| { |
| "epoch": 0.49200193892389726, |
| "grad_norm": 1.401583194732666, |
| "learning_rate": 3.004315942132194e-05, |
| "loss": 1.6042, |
| "step": 1015 |
| }, |
| { |
| "epoch": 0.4924866698982065, |
| "grad_norm": 1.4220138788223267, |
| "learning_rate": 3.0001705455543326e-05, |
| "loss": 1.3374, |
| "step": 1016 |
| }, |
| { |
| "epoch": 0.49297140087251573, |
| "grad_norm": 1.4294856786727905, |
| "learning_rate": 2.99602371592493e-05, |
| "loss": 1.4055, |
| "step": 1017 |
| }, |
| { |
| "epoch": 0.493456131846825, |
| "grad_norm": 1.5217885971069336, |
| "learning_rate": 2.9918754651251723e-05, |
| "loss": 1.4845, |
| "step": 1018 |
| }, |
| { |
| "epoch": 0.49394086282113425, |
| "grad_norm": 1.4662128686904907, |
| "learning_rate": 2.9877258050403212e-05, |
| "loss": 1.2869, |
| "step": 1019 |
| }, |
| { |
| "epoch": 0.49442559379544354, |
| "grad_norm": 1.4692763090133667, |
| "learning_rate": 2.9835747475596743e-05, |
| "loss": 1.3966, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.4949103247697528, |
| "grad_norm": 1.358508586883545, |
| "learning_rate": 2.979422304576534e-05, |
| "loss": 1.3493, |
| "step": 1021 |
| }, |
| { |
| "epoch": 0.49539505574406206, |
| "grad_norm": 1.510632038116455, |
| "learning_rate": 2.9752684879881725e-05, |
| "loss": 1.6699, |
| "step": 1022 |
| }, |
| { |
| "epoch": 0.4958797867183713, |
| "grad_norm": 1.507602334022522, |
| "learning_rate": 2.9711133096957962e-05, |
| "loss": 1.6718, |
| "step": 1023 |
| }, |
| { |
| "epoch": 0.4963645176926806, |
| "grad_norm": 1.3191126585006714, |
| "learning_rate": 2.966956781604513e-05, |
| "loss": 1.2832, |
| "step": 1024 |
| }, |
| { |
| "epoch": 0.4968492486669898, |
| "grad_norm": 1.4080357551574707, |
| "learning_rate": 2.9627989156233006e-05, |
| "loss": 1.4744, |
| "step": 1025 |
| }, |
| { |
| "epoch": 0.4973339796412991, |
| "grad_norm": 1.4639397859573364, |
| "learning_rate": 2.9586397236649666e-05, |
| "loss": 1.5554, |
| "step": 1026 |
| }, |
| { |
| "epoch": 0.49781871061560834, |
| "grad_norm": 1.427006721496582, |
| "learning_rate": 2.9544792176461205e-05, |
| "loss": 1.8437, |
| "step": 1027 |
| }, |
| { |
| "epoch": 0.4983034415899176, |
| "grad_norm": 1.4412407875061035, |
| "learning_rate": 2.9503174094871344e-05, |
| "loss": 1.5907, |
| "step": 1028 |
| }, |
| { |
| "epoch": 0.49878817256422686, |
| "grad_norm": 1.5524944067001343, |
| "learning_rate": 2.9461543111121128e-05, |
| "loss": 1.5992, |
| "step": 1029 |
| }, |
| { |
| "epoch": 0.4992729035385361, |
| "grad_norm": 1.46015202999115, |
| "learning_rate": 2.941989934448856e-05, |
| "loss": 1.3932, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.4997576345128454, |
| "grad_norm": 1.3838374614715576, |
| "learning_rate": 2.9378242914288272e-05, |
| "loss": 1.2414, |
| "step": 1031 |
| }, |
| { |
| "epoch": 0.5002423654871546, |
| "grad_norm": 1.40300714969635, |
| "learning_rate": 2.9336573939871186e-05, |
| "loss": 1.2298, |
| "step": 1032 |
| }, |
| { |
| "epoch": 0.5007270964614638, |
| "grad_norm": 1.3450630903244019, |
| "learning_rate": 2.9294892540624147e-05, |
| "loss": 1.6257, |
| "step": 1033 |
| }, |
| { |
| "epoch": 0.5012118274357732, |
| "grad_norm": 1.4591161012649536, |
| "learning_rate": 2.9253198835969607e-05, |
| "loss": 1.5271, |
| "step": 1034 |
| }, |
| { |
| "epoch": 0.5016965584100824, |
| "grad_norm": 1.4087638854980469, |
| "learning_rate": 2.9211492945365288e-05, |
| "loss": 1.2425, |
| "step": 1035 |
| }, |
| { |
| "epoch": 0.5021812893843917, |
| "grad_norm": 1.501910924911499, |
| "learning_rate": 2.9169774988303805e-05, |
| "loss": 1.5748, |
| "step": 1036 |
| }, |
| { |
| "epoch": 0.5026660203587009, |
| "grad_norm": 1.5783244371414185, |
| "learning_rate": 2.9128045084312344e-05, |
| "loss": 1.3556, |
| "step": 1037 |
| }, |
| { |
| "epoch": 0.5031507513330101, |
| "grad_norm": 1.54836905002594, |
| "learning_rate": 2.908630335295235e-05, |
| "loss": 1.6043, |
| "step": 1038 |
| }, |
| { |
| "epoch": 0.5036354823073195, |
| "grad_norm": 1.2901034355163574, |
| "learning_rate": 2.9044549913819124e-05, |
| "loss": 1.5115, |
| "step": 1039 |
| }, |
| { |
| "epoch": 0.5041202132816287, |
| "grad_norm": 1.3442738056182861, |
| "learning_rate": 2.9002784886541517e-05, |
| "loss": 1.4688, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.5046049442559379, |
| "grad_norm": 1.411210298538208, |
| "learning_rate": 2.8961008390781603e-05, |
| "loss": 1.5606, |
| "step": 1041 |
| }, |
| { |
| "epoch": 0.5050896752302472, |
| "grad_norm": 1.4159587621688843, |
| "learning_rate": 2.8919220546234282e-05, |
| "loss": 1.498, |
| "step": 1042 |
| }, |
| { |
| "epoch": 0.5055744062045565, |
| "grad_norm": 1.3815311193466187, |
| "learning_rate": 2.8877421472626996e-05, |
| "loss": 1.2571, |
| "step": 1043 |
| }, |
| { |
| "epoch": 0.5060591371788657, |
| "grad_norm": 1.5053796768188477, |
| "learning_rate": 2.8835611289719345e-05, |
| "loss": 1.336, |
| "step": 1044 |
| }, |
| { |
| "epoch": 0.506543868153175, |
| "grad_norm": 1.4755936861038208, |
| "learning_rate": 2.8793790117302765e-05, |
| "loss": 1.2908, |
| "step": 1045 |
| }, |
| { |
| "epoch": 0.5070285991274842, |
| "grad_norm": 1.34824800491333, |
| "learning_rate": 2.8751958075200185e-05, |
| "loss": 1.5134, |
| "step": 1046 |
| }, |
| { |
| "epoch": 0.5075133301017936, |
| "grad_norm": 1.3312855958938599, |
| "learning_rate": 2.8710115283265655e-05, |
| "loss": 1.3463, |
| "step": 1047 |
| }, |
| { |
| "epoch": 0.5079980610761028, |
| "grad_norm": 1.3728924989700317, |
| "learning_rate": 2.8668261861384045e-05, |
| "loss": 1.7027, |
| "step": 1048 |
| }, |
| { |
| "epoch": 0.508482792050412, |
| "grad_norm": 1.781646728515625, |
| "learning_rate": 2.8626397929470672e-05, |
| "loss": 1.2995, |
| "step": 1049 |
| }, |
| { |
| "epoch": 0.5089675230247213, |
| "grad_norm": 1.4653760194778442, |
| "learning_rate": 2.8584523607470976e-05, |
| "loss": 1.3966, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.5094522539990305, |
| "grad_norm": 1.5125970840454102, |
| "learning_rate": 2.854263901536015e-05, |
| "loss": 1.4322, |
| "step": 1051 |
| }, |
| { |
| "epoch": 0.5099369849733398, |
| "grad_norm": 1.3065565824508667, |
| "learning_rate": 2.8500744273142833e-05, |
| "loss": 1.4568, |
| "step": 1052 |
| }, |
| { |
| "epoch": 0.5104217159476491, |
| "grad_norm": 1.6204395294189453, |
| "learning_rate": 2.845883950085271e-05, |
| "loss": 1.5351, |
| "step": 1053 |
| }, |
| { |
| "epoch": 0.5109064469219583, |
| "grad_norm": 1.3245327472686768, |
| "learning_rate": 2.8416924818552238e-05, |
| "loss": 1.4935, |
| "step": 1054 |
| }, |
| { |
| "epoch": 0.5113911778962675, |
| "grad_norm": 1.4986622333526611, |
| "learning_rate": 2.8375000346332255e-05, |
| "loss": 1.3269, |
| "step": 1055 |
| }, |
| { |
| "epoch": 0.5118759088705769, |
| "grad_norm": 1.5058215856552124, |
| "learning_rate": 2.8333066204311654e-05, |
| "loss": 1.7093, |
| "step": 1056 |
| }, |
| { |
| "epoch": 0.5123606398448861, |
| "grad_norm": 1.4276849031448364, |
| "learning_rate": 2.829112251263702e-05, |
| "loss": 1.5234, |
| "step": 1057 |
| }, |
| { |
| "epoch": 0.5128453708191953, |
| "grad_norm": 1.4878147840499878, |
| "learning_rate": 2.824916939148231e-05, |
| "loss": 1.1303, |
| "step": 1058 |
| }, |
| { |
| "epoch": 0.5133301017935046, |
| "grad_norm": 1.4708224534988403, |
| "learning_rate": 2.8207206961048494e-05, |
| "loss": 1.5127, |
| "step": 1059 |
| }, |
| { |
| "epoch": 0.5138148327678138, |
| "grad_norm": 1.4829494953155518, |
| "learning_rate": 2.8165235341563212e-05, |
| "loss": 1.1638, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.5142995637421232, |
| "grad_norm": 1.3504929542541504, |
| "learning_rate": 2.8123254653280445e-05, |
| "loss": 1.5974, |
| "step": 1061 |
| }, |
| { |
| "epoch": 0.5147842947164324, |
| "grad_norm": 1.5481303930282593, |
| "learning_rate": 2.8081265016480137e-05, |
| "loss": 1.4454, |
| "step": 1062 |
| }, |
| { |
| "epoch": 0.5152690256907416, |
| "grad_norm": 1.4048713445663452, |
| "learning_rate": 2.8039266551467873e-05, |
| "loss": 1.5425, |
| "step": 1063 |
| }, |
| { |
| "epoch": 0.5157537566650509, |
| "grad_norm": 1.3949064016342163, |
| "learning_rate": 2.7997259378574564e-05, |
| "loss": 1.2964, |
| "step": 1064 |
| }, |
| { |
| "epoch": 0.5162384876393602, |
| "grad_norm": 1.4568665027618408, |
| "learning_rate": 2.7955243618156023e-05, |
| "loss": 1.5504, |
| "step": 1065 |
| }, |
| { |
| "epoch": 0.5167232186136694, |
| "grad_norm": 1.3728277683258057, |
| "learning_rate": 2.7913219390592704e-05, |
| "loss": 1.19, |
| "step": 1066 |
| }, |
| { |
| "epoch": 0.5172079495879787, |
| "grad_norm": 1.5279256105422974, |
| "learning_rate": 2.787118681628929e-05, |
| "loss": 1.737, |
| "step": 1067 |
| }, |
| { |
| "epoch": 0.5176926805622879, |
| "grad_norm": 1.4620921611785889, |
| "learning_rate": 2.7829146015674406e-05, |
| "loss": 1.461, |
| "step": 1068 |
| }, |
| { |
| "epoch": 0.5181774115365972, |
| "grad_norm": 1.5227320194244385, |
| "learning_rate": 2.778709710920024e-05, |
| "loss": 1.3925, |
| "step": 1069 |
| }, |
| { |
| "epoch": 0.5186621425109065, |
| "grad_norm": 1.4971587657928467, |
| "learning_rate": 2.7745040217342195e-05, |
| "loss": 1.4625, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.5191468734852157, |
| "grad_norm": 1.531641960144043, |
| "learning_rate": 2.7702975460598547e-05, |
| "loss": 1.3207, |
| "step": 1071 |
| }, |
| { |
| "epoch": 0.5196316044595249, |
| "grad_norm": 1.3242888450622559, |
| "learning_rate": 2.766090295949013e-05, |
| "loss": 1.5634, |
| "step": 1072 |
| }, |
| { |
| "epoch": 0.5201163354338342, |
| "grad_norm": 1.3874385356903076, |
| "learning_rate": 2.7618822834559947e-05, |
| "loss": 1.35, |
| "step": 1073 |
| }, |
| { |
| "epoch": 0.5206010664081435, |
| "grad_norm": 1.45573091506958, |
| "learning_rate": 2.757673520637285e-05, |
| "loss": 1.6007, |
| "step": 1074 |
| }, |
| { |
| "epoch": 0.5210857973824528, |
| "grad_norm": 1.45209538936615, |
| "learning_rate": 2.75346401955152e-05, |
| "loss": 1.3736, |
| "step": 1075 |
| }, |
| { |
| "epoch": 0.521570528356762, |
| "grad_norm": 1.4319308996200562, |
| "learning_rate": 2.749253792259448e-05, |
| "loss": 1.6778, |
| "step": 1076 |
| }, |
| { |
| "epoch": 0.5220552593310712, |
| "grad_norm": 1.388581395149231, |
| "learning_rate": 2.7450428508239024e-05, |
| "loss": 1.6616, |
| "step": 1077 |
| }, |
| { |
| "epoch": 0.5225399903053806, |
| "grad_norm": 1.3756077289581299, |
| "learning_rate": 2.7408312073097574e-05, |
| "loss": 1.1387, |
| "step": 1078 |
| }, |
| { |
| "epoch": 0.5230247212796898, |
| "grad_norm": 1.4797683954238892, |
| "learning_rate": 2.7366188737839026e-05, |
| "loss": 1.5972, |
| "step": 1079 |
| }, |
| { |
| "epoch": 0.523509452253999, |
| "grad_norm": 1.4945778846740723, |
| "learning_rate": 2.7324058623152056e-05, |
| "loss": 1.5199, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.5239941832283083, |
| "grad_norm": 1.3682905435562134, |
| "learning_rate": 2.7281921849744714e-05, |
| "loss": 1.3174, |
| "step": 1081 |
| }, |
| { |
| "epoch": 0.5244789142026175, |
| "grad_norm": 1.3681645393371582, |
| "learning_rate": 2.7239778538344163e-05, |
| "loss": 1.3481, |
| "step": 1082 |
| }, |
| { |
| "epoch": 0.5249636451769268, |
| "grad_norm": 1.43455171585083, |
| "learning_rate": 2.7197628809696306e-05, |
| "loss": 1.4334, |
| "step": 1083 |
| }, |
| { |
| "epoch": 0.5254483761512361, |
| "grad_norm": 1.50799560546875, |
| "learning_rate": 2.715547278456541e-05, |
| "loss": 1.5683, |
| "step": 1084 |
| }, |
| { |
| "epoch": 0.5259331071255453, |
| "grad_norm": 1.4469860792160034, |
| "learning_rate": 2.7113310583733797e-05, |
| "loss": 1.4747, |
| "step": 1085 |
| }, |
| { |
| "epoch": 0.5264178380998545, |
| "grad_norm": 1.420809030532837, |
| "learning_rate": 2.7071142328001465e-05, |
| "loss": 1.6305, |
| "step": 1086 |
| }, |
| { |
| "epoch": 0.5269025690741639, |
| "grad_norm": 1.3464183807373047, |
| "learning_rate": 2.7028968138185782e-05, |
| "loss": 1.3846, |
| "step": 1087 |
| }, |
| { |
| "epoch": 0.5273873000484731, |
| "grad_norm": 1.4121391773223877, |
| "learning_rate": 2.6986788135121106e-05, |
| "loss": 1.4262, |
| "step": 1088 |
| }, |
| { |
| "epoch": 0.5278720310227824, |
| "grad_norm": 1.4404566287994385, |
| "learning_rate": 2.6944602439658457e-05, |
| "loss": 1.7716, |
| "step": 1089 |
| }, |
| { |
| "epoch": 0.5283567619970916, |
| "grad_norm": 1.4350225925445557, |
| "learning_rate": 2.6902411172665147e-05, |
| "loss": 1.3612, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.5288414929714008, |
| "grad_norm": 1.46249520778656, |
| "learning_rate": 2.686021445502448e-05, |
| "loss": 1.699, |
| "step": 1091 |
| }, |
| { |
| "epoch": 0.5293262239457102, |
| "grad_norm": 1.4543901681900024, |
| "learning_rate": 2.681801240763535e-05, |
| "loss": 1.6293, |
| "step": 1092 |
| }, |
| { |
| "epoch": 0.5298109549200194, |
| "grad_norm": 1.5145845413208008, |
| "learning_rate": 2.6775805151411936e-05, |
| "loss": 1.4227, |
| "step": 1093 |
| }, |
| { |
| "epoch": 0.5302956858943286, |
| "grad_norm": 1.4717572927474976, |
| "learning_rate": 2.6733592807283344e-05, |
| "loss": 1.4983, |
| "step": 1094 |
| }, |
| { |
| "epoch": 0.5307804168686379, |
| "grad_norm": 1.4818400144577026, |
| "learning_rate": 2.6691375496193234e-05, |
| "loss": 1.3531, |
| "step": 1095 |
| }, |
| { |
| "epoch": 0.5312651478429472, |
| "grad_norm": 1.3545438051223755, |
| "learning_rate": 2.6649153339099524e-05, |
| "loss": 1.0584, |
| "step": 1096 |
| }, |
| { |
| "epoch": 0.5317498788172564, |
| "grad_norm": 1.457953691482544, |
| "learning_rate": 2.6606926456974013e-05, |
| "loss": 1.4133, |
| "step": 1097 |
| }, |
| { |
| "epoch": 0.5322346097915657, |
| "grad_norm": 1.343666434288025, |
| "learning_rate": 2.656469497080202e-05, |
| "loss": 1.3662, |
| "step": 1098 |
| }, |
| { |
| "epoch": 0.5327193407658749, |
| "grad_norm": 1.5306185483932495, |
| "learning_rate": 2.6522459001582078e-05, |
| "loss": 1.6159, |
| "step": 1099 |
| }, |
| { |
| "epoch": 0.5332040717401842, |
| "grad_norm": 1.4223085641860962, |
| "learning_rate": 2.648021867032554e-05, |
| "loss": 1.3616, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.5336888027144935, |
| "grad_norm": 1.4389088153839111, |
| "learning_rate": 2.643797409805628e-05, |
| "loss": 1.2718, |
| "step": 1101 |
| }, |
| { |
| "epoch": 0.5341735336888027, |
| "grad_norm": 1.5863919258117676, |
| "learning_rate": 2.6395725405810307e-05, |
| "loss": 1.5832, |
| "step": 1102 |
| }, |
| { |
| "epoch": 0.534658264663112, |
| "grad_norm": 1.531956672668457, |
| "learning_rate": 2.635347271463544e-05, |
| "loss": 1.3952, |
| "step": 1103 |
| }, |
| { |
| "epoch": 0.5351429956374212, |
| "grad_norm": 1.63759446144104, |
| "learning_rate": 2.631121614559096e-05, |
| "loss": 1.3839, |
| "step": 1104 |
| }, |
| { |
| "epoch": 0.5356277266117305, |
| "grad_norm": 1.6401275396347046, |
| "learning_rate": 2.6268955819747247e-05, |
| "loss": 1.6776, |
| "step": 1105 |
| }, |
| { |
| "epoch": 0.5361124575860398, |
| "grad_norm": 1.4038505554199219, |
| "learning_rate": 2.6226691858185454e-05, |
| "loss": 1.4152, |
| "step": 1106 |
| }, |
| { |
| "epoch": 0.536597188560349, |
| "grad_norm": 1.4665429592132568, |
| "learning_rate": 2.6184424381997146e-05, |
| "loss": 1.5916, |
| "step": 1107 |
| }, |
| { |
| "epoch": 0.5370819195346582, |
| "grad_norm": 1.3302826881408691, |
| "learning_rate": 2.6142153512283968e-05, |
| "loss": 1.5929, |
| "step": 1108 |
| }, |
| { |
| "epoch": 0.5375666505089676, |
| "grad_norm": 1.4651814699172974, |
| "learning_rate": 2.609987937015728e-05, |
| "loss": 1.5793, |
| "step": 1109 |
| }, |
| { |
| "epoch": 0.5380513814832768, |
| "grad_norm": 1.3761016130447388, |
| "learning_rate": 2.605760207673781e-05, |
| "loss": 1.4432, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.538536112457586, |
| "grad_norm": 1.5528533458709717, |
| "learning_rate": 2.601532175315532e-05, |
| "loss": 1.6668, |
| "step": 1111 |
| }, |
| { |
| "epoch": 0.5390208434318953, |
| "grad_norm": 1.3150146007537842, |
| "learning_rate": 2.5973038520548266e-05, |
| "loss": 1.3136, |
| "step": 1112 |
| }, |
| { |
| "epoch": 0.5395055744062045, |
| "grad_norm": 1.4814192056655884, |
| "learning_rate": 2.5930752500063425e-05, |
| "loss": 1.721, |
| "step": 1113 |
| }, |
| { |
| "epoch": 0.5399903053805138, |
| "grad_norm": 1.5142635107040405, |
| "learning_rate": 2.5888463812855578e-05, |
| "loss": 1.5931, |
| "step": 1114 |
| }, |
| { |
| "epoch": 0.5404750363548231, |
| "grad_norm": 1.3756675720214844, |
| "learning_rate": 2.5846172580087112e-05, |
| "loss": 1.0801, |
| "step": 1115 |
| }, |
| { |
| "epoch": 0.5409597673291323, |
| "grad_norm": 1.4426296949386597, |
| "learning_rate": 2.5803878922927755e-05, |
| "loss": 1.4838, |
| "step": 1116 |
| }, |
| { |
| "epoch": 0.5414444983034415, |
| "grad_norm": 1.2579292058944702, |
| "learning_rate": 2.576158296255413e-05, |
| "loss": 1.2591, |
| "step": 1117 |
| }, |
| { |
| "epoch": 0.5419292292777509, |
| "grad_norm": 1.4666320085525513, |
| "learning_rate": 2.5719284820149503e-05, |
| "loss": 1.5415, |
| "step": 1118 |
| }, |
| { |
| "epoch": 0.5424139602520601, |
| "grad_norm": 1.5992366075515747, |
| "learning_rate": 2.5676984616903367e-05, |
| "loss": 1.327, |
| "step": 1119 |
| }, |
| { |
| "epoch": 0.5428986912263694, |
| "grad_norm": 1.4156771898269653, |
| "learning_rate": 2.5634682474011128e-05, |
| "loss": 1.2807, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.5433834222006786, |
| "grad_norm": 1.4783258438110352, |
| "learning_rate": 2.559237851267374e-05, |
| "loss": 1.5313, |
| "step": 1121 |
| }, |
| { |
| "epoch": 0.5438681531749879, |
| "grad_norm": 1.400573492050171, |
| "learning_rate": 2.555007285409739e-05, |
| "loss": 1.3329, |
| "step": 1122 |
| }, |
| { |
| "epoch": 0.5443528841492972, |
| "grad_norm": 1.3685263395309448, |
| "learning_rate": 2.550776561949311e-05, |
| "loss": 1.4368, |
| "step": 1123 |
| }, |
| { |
| "epoch": 0.5448376151236064, |
| "grad_norm": 1.5202267169952393, |
| "learning_rate": 2.5465456930076435e-05, |
| "loss": 1.5863, |
| "step": 1124 |
| }, |
| { |
| "epoch": 0.5453223460979156, |
| "grad_norm": 1.5026854276657104, |
| "learning_rate": 2.54231469070671e-05, |
| "loss": 1.6135, |
| "step": 1125 |
| }, |
| { |
| "epoch": 0.5458070770722249, |
| "grad_norm": 1.2926137447357178, |
| "learning_rate": 2.5380835671688628e-05, |
| "loss": 1.1667, |
| "step": 1126 |
| }, |
| { |
| "epoch": 0.5462918080465342, |
| "grad_norm": 1.429006814956665, |
| "learning_rate": 2.5338523345168048e-05, |
| "loss": 1.3725, |
| "step": 1127 |
| }, |
| { |
| "epoch": 0.5467765390208434, |
| "grad_norm": 1.605655550956726, |
| "learning_rate": 2.52962100487355e-05, |
| "loss": 1.9144, |
| "step": 1128 |
| }, |
| { |
| "epoch": 0.5472612699951527, |
| "grad_norm": 1.3905277252197266, |
| "learning_rate": 2.525389590362388e-05, |
| "loss": 1.4073, |
| "step": 1129 |
| }, |
| { |
| "epoch": 0.5477460009694619, |
| "grad_norm": 1.443237543106079, |
| "learning_rate": 2.521158103106856e-05, |
| "loss": 1.6917, |
| "step": 1130 |
| }, |
| { |
| "epoch": 0.5482307319437713, |
| "grad_norm": 1.544218897819519, |
| "learning_rate": 2.5169265552306963e-05, |
| "loss": 1.4208, |
| "step": 1131 |
| }, |
| { |
| "epoch": 0.5487154629180805, |
| "grad_norm": 1.4166316986083984, |
| "learning_rate": 2.5126949588578264e-05, |
| "loss": 1.3686, |
| "step": 1132 |
| }, |
| { |
| "epoch": 0.5492001938923897, |
| "grad_norm": 1.3663363456726074, |
| "learning_rate": 2.508463326112302e-05, |
| "loss": 1.3377, |
| "step": 1133 |
| }, |
| { |
| "epoch": 0.549684924866699, |
| "grad_norm": 1.3695237636566162, |
| "learning_rate": 2.504231669118283e-05, |
| "loss": 1.384, |
| "step": 1134 |
| }, |
| { |
| "epoch": 0.5501696558410082, |
| "grad_norm": 1.418594479560852, |
| "learning_rate": 2.5e-05, |
| "loss": 1.6453, |
| "step": 1135 |
| }, |
| { |
| "epoch": 0.5506543868153175, |
| "grad_norm": 1.4432318210601807, |
| "learning_rate": 2.495768330881717e-05, |
| "loss": 1.6813, |
| "step": 1136 |
| }, |
| { |
| "epoch": 0.5511391177896268, |
| "grad_norm": 1.3886134624481201, |
| "learning_rate": 2.4915366738876986e-05, |
| "loss": 1.4878, |
| "step": 1137 |
| }, |
| { |
| "epoch": 0.551623848763936, |
| "grad_norm": 1.3143367767333984, |
| "learning_rate": 2.4873050411421738e-05, |
| "loss": 1.1719, |
| "step": 1138 |
| }, |
| { |
| "epoch": 0.5521085797382452, |
| "grad_norm": 1.4947563409805298, |
| "learning_rate": 2.483073444769304e-05, |
| "loss": 1.9726, |
| "step": 1139 |
| }, |
| { |
| "epoch": 0.5525933107125546, |
| "grad_norm": 1.4314428567886353, |
| "learning_rate": 2.478841896893145e-05, |
| "loss": 1.4453, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.5530780416868638, |
| "grad_norm": 1.5481895208358765, |
| "learning_rate": 2.4746104096376128e-05, |
| "loss": 1.5185, |
| "step": 1141 |
| }, |
| { |
| "epoch": 0.553562772661173, |
| "grad_norm": 1.3574029207229614, |
| "learning_rate": 2.470378995126451e-05, |
| "loss": 1.2467, |
| "step": 1142 |
| }, |
| { |
| "epoch": 0.5540475036354823, |
| "grad_norm": 1.4265308380126953, |
| "learning_rate": 2.4661476654831958e-05, |
| "loss": 1.3669, |
| "step": 1143 |
| }, |
| { |
| "epoch": 0.5545322346097916, |
| "grad_norm": 1.789808988571167, |
| "learning_rate": 2.4619164328311374e-05, |
| "loss": 1.4957, |
| "step": 1144 |
| }, |
| { |
| "epoch": 0.5550169655841009, |
| "grad_norm": 1.401563048362732, |
| "learning_rate": 2.4576853092932907e-05, |
| "loss": 1.7368, |
| "step": 1145 |
| }, |
| { |
| "epoch": 0.5555016965584101, |
| "grad_norm": 1.3560460805892944, |
| "learning_rate": 2.4534543069923567e-05, |
| "loss": 1.3568, |
| "step": 1146 |
| }, |
| { |
| "epoch": 0.5559864275327193, |
| "grad_norm": 1.4376869201660156, |
| "learning_rate": 2.4492234380506894e-05, |
| "loss": 1.4885, |
| "step": 1147 |
| }, |
| { |
| "epoch": 0.5564711585070286, |
| "grad_norm": 1.4365642070770264, |
| "learning_rate": 2.4449927145902606e-05, |
| "loss": 1.2875, |
| "step": 1148 |
| }, |
| { |
| "epoch": 0.5569558894813379, |
| "grad_norm": 1.4295824766159058, |
| "learning_rate": 2.4407621487326255e-05, |
| "loss": 1.4832, |
| "step": 1149 |
| }, |
| { |
| "epoch": 0.5574406204556471, |
| "grad_norm": 1.3713922500610352, |
| "learning_rate": 2.4365317525988885e-05, |
| "loss": 1.1781, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.5579253514299564, |
| "grad_norm": 1.5723742246627808, |
| "learning_rate": 2.4323015383096643e-05, |
| "loss": 1.4846, |
| "step": 1151 |
| }, |
| { |
| "epoch": 0.5584100824042656, |
| "grad_norm": 1.2833575010299683, |
| "learning_rate": 2.4280715179850506e-05, |
| "loss": 1.1875, |
| "step": 1152 |
| }, |
| { |
| "epoch": 0.5588948133785749, |
| "grad_norm": 1.355686068534851, |
| "learning_rate": 2.4238417037445875e-05, |
| "loss": 1.1902, |
| "step": 1153 |
| }, |
| { |
| "epoch": 0.5593795443528842, |
| "grad_norm": 1.415571689605713, |
| "learning_rate": 2.419612107707225e-05, |
| "loss": 1.5119, |
| "step": 1154 |
| }, |
| { |
| "epoch": 0.5598642753271934, |
| "grad_norm": 1.4047833681106567, |
| "learning_rate": 2.415382741991289e-05, |
| "loss": 1.3724, |
| "step": 1155 |
| }, |
| { |
| "epoch": 0.5603490063015026, |
| "grad_norm": 1.8079580068588257, |
| "learning_rate": 2.4111536187144425e-05, |
| "loss": 1.6128, |
| "step": 1156 |
| }, |
| { |
| "epoch": 0.5608337372758119, |
| "grad_norm": 1.410330057144165, |
| "learning_rate": 2.406924749993657e-05, |
| "loss": 1.3897, |
| "step": 1157 |
| }, |
| { |
| "epoch": 0.5613184682501212, |
| "grad_norm": 1.3198529481887817, |
| "learning_rate": 2.4026961479451733e-05, |
| "loss": 1.0365, |
| "step": 1158 |
| }, |
| { |
| "epoch": 0.5618031992244304, |
| "grad_norm": 1.3807947635650635, |
| "learning_rate": 2.3984678246844677e-05, |
| "loss": 1.3613, |
| "step": 1159 |
| }, |
| { |
| "epoch": 0.5622879301987397, |
| "grad_norm": 3.3659908771514893, |
| "learning_rate": 2.3942397923262204e-05, |
| "loss": 1.4527, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.5627726611730489, |
| "grad_norm": 1.3476786613464355, |
| "learning_rate": 2.3900120629842732e-05, |
| "loss": 1.1218, |
| "step": 1161 |
| }, |
| { |
| "epoch": 0.5632573921473583, |
| "grad_norm": 1.6585768461227417, |
| "learning_rate": 2.3857846487716038e-05, |
| "loss": 2.0664, |
| "step": 1162 |
| }, |
| { |
| "epoch": 0.5637421231216675, |
| "grad_norm": 1.4534820318222046, |
| "learning_rate": 2.3815575618002856e-05, |
| "loss": 1.466, |
| "step": 1163 |
| }, |
| { |
| "epoch": 0.5642268540959767, |
| "grad_norm": 1.3563114404678345, |
| "learning_rate": 2.3773308141814552e-05, |
| "loss": 1.3486, |
| "step": 1164 |
| }, |
| { |
| "epoch": 0.564711585070286, |
| "grad_norm": 1.4399093389511108, |
| "learning_rate": 2.3731044180252756e-05, |
| "loss": 1.3011, |
| "step": 1165 |
| }, |
| { |
| "epoch": 0.5651963160445953, |
| "grad_norm": 1.3951159715652466, |
| "learning_rate": 2.3688783854409045e-05, |
| "loss": 1.159, |
| "step": 1166 |
| }, |
| { |
| "epoch": 0.5656810470189045, |
| "grad_norm": 1.4155405759811401, |
| "learning_rate": 2.3646527285364565e-05, |
| "loss": 1.3806, |
| "step": 1167 |
| }, |
| { |
| "epoch": 0.5661657779932138, |
| "grad_norm": 1.3713849782943726, |
| "learning_rate": 2.3604274594189695e-05, |
| "loss": 1.4719, |
| "step": 1168 |
| }, |
| { |
| "epoch": 0.566650508967523, |
| "grad_norm": 1.5539053678512573, |
| "learning_rate": 2.3562025901943726e-05, |
| "loss": 1.5451, |
| "step": 1169 |
| }, |
| { |
| "epoch": 0.5671352399418322, |
| "grad_norm": 1.4450373649597168, |
| "learning_rate": 2.351978132967447e-05, |
| "loss": 1.3855, |
| "step": 1170 |
| }, |
| { |
| "epoch": 0.5676199709161416, |
| "grad_norm": 1.4404420852661133, |
| "learning_rate": 2.347754099841793e-05, |
| "loss": 1.7035, |
| "step": 1171 |
| }, |
| { |
| "epoch": 0.5681047018904508, |
| "grad_norm": 1.4115735292434692, |
| "learning_rate": 2.3435305029197984e-05, |
| "loss": 1.4108, |
| "step": 1172 |
| }, |
| { |
| "epoch": 0.56858943286476, |
| "grad_norm": 1.4475492238998413, |
| "learning_rate": 2.3393073543025996e-05, |
| "loss": 1.2907, |
| "step": 1173 |
| }, |
| { |
| "epoch": 0.5690741638390693, |
| "grad_norm": 1.3643134832382202, |
| "learning_rate": 2.335084666090048e-05, |
| "loss": 1.3279, |
| "step": 1174 |
| }, |
| { |
| "epoch": 0.5695588948133786, |
| "grad_norm": 1.480979323387146, |
| "learning_rate": 2.3308624503806772e-05, |
| "loss": 1.6189, |
| "step": 1175 |
| }, |
| { |
| "epoch": 0.5700436257876879, |
| "grad_norm": 1.3969759941101074, |
| "learning_rate": 2.3266407192716666e-05, |
| "loss": 1.472, |
| "step": 1176 |
| }, |
| { |
| "epoch": 0.5705283567619971, |
| "grad_norm": 1.454965591430664, |
| "learning_rate": 2.3224194848588066e-05, |
| "loss": 1.0431, |
| "step": 1177 |
| }, |
| { |
| "epoch": 0.5710130877363063, |
| "grad_norm": 1.3337841033935547, |
| "learning_rate": 2.3181987592364655e-05, |
| "loss": 1.2462, |
| "step": 1178 |
| }, |
| { |
| "epoch": 0.5714978187106156, |
| "grad_norm": 1.3526654243469238, |
| "learning_rate": 2.3139785544975527e-05, |
| "loss": 1.3556, |
| "step": 1179 |
| }, |
| { |
| "epoch": 0.5719825496849249, |
| "grad_norm": 1.464104413986206, |
| "learning_rate": 2.309758882733486e-05, |
| "loss": 1.594, |
| "step": 1180 |
| }, |
| { |
| "epoch": 0.5724672806592341, |
| "grad_norm": 1.5070477724075317, |
| "learning_rate": 2.305539756034155e-05, |
| "loss": 1.2799, |
| "step": 1181 |
| }, |
| { |
| "epoch": 0.5729520116335434, |
| "grad_norm": 1.747273325920105, |
| "learning_rate": 2.30132118648789e-05, |
| "loss": 1.4735, |
| "step": 1182 |
| }, |
| { |
| "epoch": 0.5734367426078526, |
| "grad_norm": 2.815830945968628, |
| "learning_rate": 2.2971031861814223e-05, |
| "loss": 1.3718, |
| "step": 1183 |
| }, |
| { |
| "epoch": 0.573921473582162, |
| "grad_norm": 1.4527679681777954, |
| "learning_rate": 2.2928857671998538e-05, |
| "loss": 1.4325, |
| "step": 1184 |
| }, |
| { |
| "epoch": 0.5744062045564712, |
| "grad_norm": 1.5000076293945312, |
| "learning_rate": 2.288668941626621e-05, |
| "loss": 1.5461, |
| "step": 1185 |
| }, |
| { |
| "epoch": 0.5748909355307804, |
| "grad_norm": 1.3602912425994873, |
| "learning_rate": 2.2844527215434592e-05, |
| "loss": 1.403, |
| "step": 1186 |
| }, |
| { |
| "epoch": 0.5753756665050896, |
| "grad_norm": 1.4031354188919067, |
| "learning_rate": 2.2802371190303696e-05, |
| "loss": 1.2408, |
| "step": 1187 |
| }, |
| { |
| "epoch": 0.575860397479399, |
| "grad_norm": 1.385236382484436, |
| "learning_rate": 2.2760221461655833e-05, |
| "loss": 1.4098, |
| "step": 1188 |
| }, |
| { |
| "epoch": 0.5763451284537082, |
| "grad_norm": 1.3685550689697266, |
| "learning_rate": 2.27180781502553e-05, |
| "loss": 1.2458, |
| "step": 1189 |
| }, |
| { |
| "epoch": 0.5768298594280175, |
| "grad_norm": 1.4121043682098389, |
| "learning_rate": 2.267594137684796e-05, |
| "loss": 1.6139, |
| "step": 1190 |
| }, |
| { |
| "epoch": 0.5773145904023267, |
| "grad_norm": 1.40248703956604, |
| "learning_rate": 2.2633811262160977e-05, |
| "loss": 1.6284, |
| "step": 1191 |
| }, |
| { |
| "epoch": 0.5777993213766359, |
| "grad_norm": 1.5229443311691284, |
| "learning_rate": 2.2591687926902432e-05, |
| "loss": 1.619, |
| "step": 1192 |
| }, |
| { |
| "epoch": 0.5782840523509453, |
| "grad_norm": 1.4838701486587524, |
| "learning_rate": 2.2549571491760986e-05, |
| "loss": 1.4843, |
| "step": 1193 |
| }, |
| { |
| "epoch": 0.5787687833252545, |
| "grad_norm": 1.4755678176879883, |
| "learning_rate": 2.2507462077405523e-05, |
| "loss": 1.4363, |
| "step": 1194 |
| }, |
| { |
| "epoch": 0.5792535142995637, |
| "grad_norm": 1.4962295293807983, |
| "learning_rate": 2.2465359804484806e-05, |
| "loss": 1.3032, |
| "step": 1195 |
| }, |
| { |
| "epoch": 0.579738245273873, |
| "grad_norm": 1.3037718534469604, |
| "learning_rate": 2.2423264793627148e-05, |
| "loss": 1.3224, |
| "step": 1196 |
| }, |
| { |
| "epoch": 0.5802229762481823, |
| "grad_norm": 1.3326340913772583, |
| "learning_rate": 2.2381177165440055e-05, |
| "loss": 1.5501, |
| "step": 1197 |
| }, |
| { |
| "epoch": 0.5807077072224915, |
| "grad_norm": 1.484641432762146, |
| "learning_rate": 2.2339097040509882e-05, |
| "loss": 1.5076, |
| "step": 1198 |
| }, |
| { |
| "epoch": 0.5811924381968008, |
| "grad_norm": 1.4163663387298584, |
| "learning_rate": 2.2297024539401463e-05, |
| "loss": 1.482, |
| "step": 1199 |
| }, |
| { |
| "epoch": 0.58167716917111, |
| "grad_norm": 1.3082435131072998, |
| "learning_rate": 2.225495978265782e-05, |
| "loss": 1.2917, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.5821619001454192, |
| "grad_norm": 1.4738914966583252, |
| "learning_rate": 2.2212902890799767e-05, |
| "loss": 1.6231, |
| "step": 1201 |
| }, |
| { |
| "epoch": 0.5826466311197286, |
| "grad_norm": 1.4668748378753662, |
| "learning_rate": 2.2170853984325597e-05, |
| "loss": 1.2994, |
| "step": 1202 |
| }, |
| { |
| "epoch": 0.5831313620940378, |
| "grad_norm": 1.4222160577774048, |
| "learning_rate": 2.2128813183710716e-05, |
| "loss": 1.4073, |
| "step": 1203 |
| }, |
| { |
| "epoch": 0.583616093068347, |
| "grad_norm": 1.6111295223236084, |
| "learning_rate": 2.2086780609407305e-05, |
| "loss": 1.1423, |
| "step": 1204 |
| }, |
| { |
| "epoch": 0.5841008240426563, |
| "grad_norm": 1.3994250297546387, |
| "learning_rate": 2.2044756381843983e-05, |
| "loss": 1.6045, |
| "step": 1205 |
| }, |
| { |
| "epoch": 0.5845855550169656, |
| "grad_norm": 1.3738783597946167, |
| "learning_rate": 2.2002740621425442e-05, |
| "loss": 1.2844, |
| "step": 1206 |
| }, |
| { |
| "epoch": 0.5850702859912749, |
| "grad_norm": 1.3349037170410156, |
| "learning_rate": 2.1960733448532126e-05, |
| "loss": 1.3563, |
| "step": 1207 |
| }, |
| { |
| "epoch": 0.5855550169655841, |
| "grad_norm": 1.464147925376892, |
| "learning_rate": 2.1918734983519873e-05, |
| "loss": 1.5385, |
| "step": 1208 |
| }, |
| { |
| "epoch": 0.5860397479398933, |
| "grad_norm": 1.2928396463394165, |
| "learning_rate": 2.1876745346719567e-05, |
| "loss": 1.1307, |
| "step": 1209 |
| }, |
| { |
| "epoch": 0.5865244789142026, |
| "grad_norm": 1.4599294662475586, |
| "learning_rate": 2.1834764658436797e-05, |
| "loss": 1.3856, |
| "step": 1210 |
| }, |
| { |
| "epoch": 0.5870092098885119, |
| "grad_norm": 1.4603444337844849, |
| "learning_rate": 2.1792793038951515e-05, |
| "loss": 1.4164, |
| "step": 1211 |
| }, |
| { |
| "epoch": 0.5874939408628211, |
| "grad_norm": 1.4382938146591187, |
| "learning_rate": 2.1750830608517696e-05, |
| "loss": 1.661, |
| "step": 1212 |
| }, |
| { |
| "epoch": 0.5879786718371304, |
| "grad_norm": 1.448847770690918, |
| "learning_rate": 2.1708877487362987e-05, |
| "loss": 1.498, |
| "step": 1213 |
| }, |
| { |
| "epoch": 0.5884634028114396, |
| "grad_norm": 1.4043089151382446, |
| "learning_rate": 2.1666933795688352e-05, |
| "loss": 1.4716, |
| "step": 1214 |
| }, |
| { |
| "epoch": 0.588948133785749, |
| "grad_norm": 1.4823040962219238, |
| "learning_rate": 2.1624999653667747e-05, |
| "loss": 1.4944, |
| "step": 1215 |
| }, |
| { |
| "epoch": 0.5894328647600582, |
| "grad_norm": 1.5355263948440552, |
| "learning_rate": 2.1583075181447764e-05, |
| "loss": 1.5809, |
| "step": 1216 |
| }, |
| { |
| "epoch": 0.5899175957343674, |
| "grad_norm": 1.4335788488388062, |
| "learning_rate": 2.1541160499147297e-05, |
| "loss": 1.4292, |
| "step": 1217 |
| }, |
| { |
| "epoch": 0.5904023267086767, |
| "grad_norm": 1.435947299003601, |
| "learning_rate": 2.1499255726857183e-05, |
| "loss": 1.5298, |
| "step": 1218 |
| }, |
| { |
| "epoch": 0.590887057682986, |
| "grad_norm": 1.5709877014160156, |
| "learning_rate": 2.1457360984639853e-05, |
| "loss": 1.304, |
| "step": 1219 |
| }, |
| { |
| "epoch": 0.5913717886572952, |
| "grad_norm": 1.3494329452514648, |
| "learning_rate": 2.141547639252903e-05, |
| "loss": 1.4771, |
| "step": 1220 |
| }, |
| { |
| "epoch": 0.5918565196316045, |
| "grad_norm": 1.6605241298675537, |
| "learning_rate": 2.137360207052933e-05, |
| "loss": 1.8418, |
| "step": 1221 |
| }, |
| { |
| "epoch": 0.5923412506059137, |
| "grad_norm": 1.2385108470916748, |
| "learning_rate": 2.1331738138615958e-05, |
| "loss": 1.3536, |
| "step": 1222 |
| }, |
| { |
| "epoch": 0.5928259815802229, |
| "grad_norm": 1.4509235620498657, |
| "learning_rate": 2.1289884716734347e-05, |
| "loss": 1.4231, |
| "step": 1223 |
| }, |
| { |
| "epoch": 0.5933107125545323, |
| "grad_norm": 1.551924705505371, |
| "learning_rate": 2.124804192479982e-05, |
| "loss": 1.3416, |
| "step": 1224 |
| }, |
| { |
| "epoch": 0.5937954435288415, |
| "grad_norm": 1.4182485342025757, |
| "learning_rate": 2.1206209882697234e-05, |
| "loss": 1.7183, |
| "step": 1225 |
| }, |
| { |
| "epoch": 0.5942801745031507, |
| "grad_norm": 2.135904550552368, |
| "learning_rate": 2.1164388710280654e-05, |
| "loss": 1.2838, |
| "step": 1226 |
| }, |
| { |
| "epoch": 0.59476490547746, |
| "grad_norm": 1.4602768421173096, |
| "learning_rate": 2.1122578527373016e-05, |
| "loss": 1.3902, |
| "step": 1227 |
| }, |
| { |
| "epoch": 0.5952496364517693, |
| "grad_norm": 1.485456943511963, |
| "learning_rate": 2.1080779453765727e-05, |
| "loss": 1.4738, |
| "step": 1228 |
| }, |
| { |
| "epoch": 0.5957343674260785, |
| "grad_norm": 1.4163349866867065, |
| "learning_rate": 2.1038991609218407e-05, |
| "loss": 1.2601, |
| "step": 1229 |
| }, |
| { |
| "epoch": 0.5962190984003878, |
| "grad_norm": 1.474471926689148, |
| "learning_rate": 2.099721511345849e-05, |
| "loss": 1.633, |
| "step": 1230 |
| }, |
| { |
| "epoch": 0.596703829374697, |
| "grad_norm": 1.3297244310379028, |
| "learning_rate": 2.0955450086180882e-05, |
| "loss": 1.1103, |
| "step": 1231 |
| }, |
| { |
| "epoch": 0.5971885603490062, |
| "grad_norm": 1.4120020866394043, |
| "learning_rate": 2.091369664704766e-05, |
| "loss": 1.469, |
| "step": 1232 |
| }, |
| { |
| "epoch": 0.5976732913233156, |
| "grad_norm": 1.4585497379302979, |
| "learning_rate": 2.0871954915687658e-05, |
| "loss": 1.4362, |
| "step": 1233 |
| }, |
| { |
| "epoch": 0.5981580222976248, |
| "grad_norm": 1.4092267751693726, |
| "learning_rate": 2.08302250116962e-05, |
| "loss": 1.3138, |
| "step": 1234 |
| }, |
| { |
| "epoch": 0.5986427532719341, |
| "grad_norm": 1.3591123819351196, |
| "learning_rate": 2.0788507054634714e-05, |
| "loss": 1.3283, |
| "step": 1235 |
| }, |
| { |
| "epoch": 0.5991274842462433, |
| "grad_norm": 1.3640435934066772, |
| "learning_rate": 2.074680116403039e-05, |
| "loss": 1.4952, |
| "step": 1236 |
| }, |
| { |
| "epoch": 0.5996122152205526, |
| "grad_norm": 1.4771053791046143, |
| "learning_rate": 2.070510745937586e-05, |
| "loss": 1.6309, |
| "step": 1237 |
| }, |
| { |
| "epoch": 0.6000969461948619, |
| "grad_norm": 1.4691507816314697, |
| "learning_rate": 2.066342606012882e-05, |
| "loss": 1.348, |
| "step": 1238 |
| }, |
| { |
| "epoch": 0.6005816771691711, |
| "grad_norm": 1.3989927768707275, |
| "learning_rate": 2.0621757085711734e-05, |
| "loss": 1.4557, |
| "step": 1239 |
| }, |
| { |
| "epoch": 0.6010664081434803, |
| "grad_norm": 1.4642021656036377, |
| "learning_rate": 2.058010065551145e-05, |
| "loss": 1.5403, |
| "step": 1240 |
| }, |
| { |
| "epoch": 0.6015511391177897, |
| "grad_norm": 1.473580241203308, |
| "learning_rate": 2.0538456888878878e-05, |
| "loss": 1.3097, |
| "step": 1241 |
| }, |
| { |
| "epoch": 0.6020358700920989, |
| "grad_norm": 1.3591980934143066, |
| "learning_rate": 2.0496825905128665e-05, |
| "loss": 1.4441, |
| "step": 1242 |
| }, |
| { |
| "epoch": 0.6025206010664081, |
| "grad_norm": 1.3612762689590454, |
| "learning_rate": 2.04552078235388e-05, |
| "loss": 1.2061, |
| "step": 1243 |
| }, |
| { |
| "epoch": 0.6030053320407174, |
| "grad_norm": 1.4053421020507812, |
| "learning_rate": 2.0413602763350337e-05, |
| "loss": 1.3619, |
| "step": 1244 |
| }, |
| { |
| "epoch": 0.6034900630150266, |
| "grad_norm": 1.2905552387237549, |
| "learning_rate": 2.0372010843766996e-05, |
| "loss": 1.1999, |
| "step": 1245 |
| }, |
| { |
| "epoch": 0.603974793989336, |
| "grad_norm": 1.4193109273910522, |
| "learning_rate": 2.0330432183954867e-05, |
| "loss": 1.512, |
| "step": 1246 |
| }, |
| { |
| "epoch": 0.6044595249636452, |
| "grad_norm": 1.3693450689315796, |
| "learning_rate": 2.0288866903042054e-05, |
| "loss": 1.3532, |
| "step": 1247 |
| }, |
| { |
| "epoch": 0.6049442559379544, |
| "grad_norm": 1.4601976871490479, |
| "learning_rate": 2.0247315120118284e-05, |
| "loss": 1.4071, |
| "step": 1248 |
| }, |
| { |
| "epoch": 0.6054289869122637, |
| "grad_norm": 1.480519413948059, |
| "learning_rate": 2.0205776954234663e-05, |
| "loss": 1.5318, |
| "step": 1249 |
| }, |
| { |
| "epoch": 0.605913717886573, |
| "grad_norm": 1.3617873191833496, |
| "learning_rate": 2.0164252524403263e-05, |
| "loss": 1.3624, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.6063984488608822, |
| "grad_norm": 1.3958122730255127, |
| "learning_rate": 2.0122741949596797e-05, |
| "loss": 1.0867, |
| "step": 1251 |
| }, |
| { |
| "epoch": 0.6068831798351915, |
| "grad_norm": 1.5380889177322388, |
| "learning_rate": 2.0081245348748286e-05, |
| "loss": 1.7665, |
| "step": 1252 |
| }, |
| { |
| "epoch": 0.6073679108095007, |
| "grad_norm": 1.4936906099319458, |
| "learning_rate": 2.0039762840750707e-05, |
| "loss": 1.1883, |
| "step": 1253 |
| }, |
| { |
| "epoch": 0.6078526417838099, |
| "grad_norm": 1.3765724897384644, |
| "learning_rate": 1.999829454445667e-05, |
| "loss": 1.2834, |
| "step": 1254 |
| }, |
| { |
| "epoch": 0.6083373727581193, |
| "grad_norm": 1.4031294584274292, |
| "learning_rate": 1.995684057867806e-05, |
| "loss": 1.2124, |
| "step": 1255 |
| }, |
| { |
| "epoch": 0.6088221037324285, |
| "grad_norm": 1.514238715171814, |
| "learning_rate": 1.991540106218572e-05, |
| "loss": 1.6542, |
| "step": 1256 |
| }, |
| { |
| "epoch": 0.6093068347067377, |
| "grad_norm": 1.4218300580978394, |
| "learning_rate": 1.9873976113709048e-05, |
| "loss": 1.6589, |
| "step": 1257 |
| }, |
| { |
| "epoch": 0.609791565681047, |
| "grad_norm": 1.5005664825439453, |
| "learning_rate": 1.983256585193575e-05, |
| "loss": 1.445, |
| "step": 1258 |
| }, |
| { |
| "epoch": 0.6102762966553563, |
| "grad_norm": 1.571577548980713, |
| "learning_rate": 1.979117039551144e-05, |
| "loss": 1.7245, |
| "step": 1259 |
| }, |
| { |
| "epoch": 0.6107610276296656, |
| "grad_norm": 1.4720330238342285, |
| "learning_rate": 1.9749789863039297e-05, |
| "loss": 1.4244, |
| "step": 1260 |
| }, |
| { |
| "epoch": 0.6112457586039748, |
| "grad_norm": 1.5714093446731567, |
| "learning_rate": 1.970842437307976e-05, |
| "loss": 1.6333, |
| "step": 1261 |
| }, |
| { |
| "epoch": 0.611730489578284, |
| "grad_norm": 1.4255337715148926, |
| "learning_rate": 1.9667074044150165e-05, |
| "loss": 1.5165, |
| "step": 1262 |
| }, |
| { |
| "epoch": 0.6122152205525934, |
| "grad_norm": 1.590695858001709, |
| "learning_rate": 1.96257389947244e-05, |
| "loss": 1.33, |
| "step": 1263 |
| }, |
| { |
| "epoch": 0.6126999515269026, |
| "grad_norm": 1.4347730875015259, |
| "learning_rate": 1.9584419343232584e-05, |
| "loss": 1.3907, |
| "step": 1264 |
| }, |
| { |
| "epoch": 0.6131846825012118, |
| "grad_norm": 1.46970796585083, |
| "learning_rate": 1.954311520806072e-05, |
| "loss": 1.3961, |
| "step": 1265 |
| }, |
| { |
| "epoch": 0.6136694134755211, |
| "grad_norm": 1.3484935760498047, |
| "learning_rate": 1.9501826707550366e-05, |
| "loss": 1.4027, |
| "step": 1266 |
| }, |
| { |
| "epoch": 0.6141541444498303, |
| "grad_norm": 1.3133972883224487, |
| "learning_rate": 1.9460553959998244e-05, |
| "loss": 1.3246, |
| "step": 1267 |
| }, |
| { |
| "epoch": 0.6146388754241396, |
| "grad_norm": 1.3001095056533813, |
| "learning_rate": 1.9419297083655976e-05, |
| "loss": 1.3312, |
| "step": 1268 |
| }, |
| { |
| "epoch": 0.6151236063984489, |
| "grad_norm": 1.4388257265090942, |
| "learning_rate": 1.937805619672971e-05, |
| "loss": 1.4682, |
| "step": 1269 |
| }, |
| { |
| "epoch": 0.6156083373727581, |
| "grad_norm": 1.4479858875274658, |
| "learning_rate": 1.9336831417379777e-05, |
| "loss": 1.4709, |
| "step": 1270 |
| }, |
| { |
| "epoch": 0.6160930683470673, |
| "grad_norm": 1.2688299417495728, |
| "learning_rate": 1.9295622863720356e-05, |
| "loss": 0.9973, |
| "step": 1271 |
| }, |
| { |
| "epoch": 0.6165777993213767, |
| "grad_norm": 1.4602196216583252, |
| "learning_rate": 1.9254430653819127e-05, |
| "loss": 1.5403, |
| "step": 1272 |
| }, |
| { |
| "epoch": 0.6170625302956859, |
| "grad_norm": 1.4173598289489746, |
| "learning_rate": 1.9213254905696964e-05, |
| "loss": 1.3238, |
| "step": 1273 |
| }, |
| { |
| "epoch": 0.6175472612699952, |
| "grad_norm": 1.3910014629364014, |
| "learning_rate": 1.9172095737327566e-05, |
| "loss": 1.347, |
| "step": 1274 |
| }, |
| { |
| "epoch": 0.6180319922443044, |
| "grad_norm": 1.4783943891525269, |
| "learning_rate": 1.9130953266637127e-05, |
| "loss": 1.6262, |
| "step": 1275 |
| }, |
| { |
| "epoch": 0.6185167232186136, |
| "grad_norm": 1.5285893678665161, |
| "learning_rate": 1.9089827611504013e-05, |
| "loss": 1.624, |
| "step": 1276 |
| }, |
| { |
| "epoch": 0.619001454192923, |
| "grad_norm": 1.4484494924545288, |
| "learning_rate": 1.9048718889758375e-05, |
| "loss": 1.3973, |
| "step": 1277 |
| }, |
| { |
| "epoch": 0.6194861851672322, |
| "grad_norm": 1.3599704504013062, |
| "learning_rate": 1.900762721918189e-05, |
| "loss": 1.3223, |
| "step": 1278 |
| }, |
| { |
| "epoch": 0.6199709161415414, |
| "grad_norm": 1.4407846927642822, |
| "learning_rate": 1.8966552717507364e-05, |
| "loss": 1.2713, |
| "step": 1279 |
| }, |
| { |
| "epoch": 0.6204556471158507, |
| "grad_norm": 1.4449760913848877, |
| "learning_rate": 1.8925495502418406e-05, |
| "loss": 1.6689, |
| "step": 1280 |
| }, |
| { |
| "epoch": 0.62094037809016, |
| "grad_norm": 1.5764880180358887, |
| "learning_rate": 1.8884455691549105e-05, |
| "loss": 1.5437, |
| "step": 1281 |
| }, |
| { |
| "epoch": 0.6214251090644692, |
| "grad_norm": 1.5581961870193481, |
| "learning_rate": 1.8843433402483683e-05, |
| "loss": 1.4253, |
| "step": 1282 |
| }, |
| { |
| "epoch": 0.6219098400387785, |
| "grad_norm": 1.384125828742981, |
| "learning_rate": 1.8802428752756172e-05, |
| "loss": 1.4686, |
| "step": 1283 |
| }, |
| { |
| "epoch": 0.6223945710130877, |
| "grad_norm": 1.4908874034881592, |
| "learning_rate": 1.876144185985003e-05, |
| "loss": 1.3817, |
| "step": 1284 |
| }, |
| { |
| "epoch": 0.622879301987397, |
| "grad_norm": 1.441921591758728, |
| "learning_rate": 1.8720472841197884e-05, |
| "loss": 1.1528, |
| "step": 1285 |
| }, |
| { |
| "epoch": 0.6233640329617063, |
| "grad_norm": 5.794642925262451, |
| "learning_rate": 1.867952181418111e-05, |
| "loss": 1.5045, |
| "step": 1286 |
| }, |
| { |
| "epoch": 0.6238487639360155, |
| "grad_norm": 1.430221676826477, |
| "learning_rate": 1.8638588896129557e-05, |
| "loss": 1.3444, |
| "step": 1287 |
| }, |
| { |
| "epoch": 0.6243334949103247, |
| "grad_norm": 1.3817723989486694, |
| "learning_rate": 1.8597674204321185e-05, |
| "loss": 1.4123, |
| "step": 1288 |
| }, |
| { |
| "epoch": 0.624818225884634, |
| "grad_norm": 1.4198659658432007, |
| "learning_rate": 1.8556777855981737e-05, |
| "loss": 1.76, |
| "step": 1289 |
| }, |
| { |
| "epoch": 0.6253029568589433, |
| "grad_norm": 1.387041449546814, |
| "learning_rate": 1.85158999682844e-05, |
| "loss": 1.4046, |
| "step": 1290 |
| }, |
| { |
| "epoch": 0.6257876878332526, |
| "grad_norm": 1.4337729215621948, |
| "learning_rate": 1.8475040658349454e-05, |
| "loss": 1.6913, |
| "step": 1291 |
| }, |
| { |
| "epoch": 0.6262724188075618, |
| "grad_norm": 1.2845624685287476, |
| "learning_rate": 1.843420004324397e-05, |
| "loss": 1.3359, |
| "step": 1292 |
| }, |
| { |
| "epoch": 0.626757149781871, |
| "grad_norm": 1.3890070915222168, |
| "learning_rate": 1.839337823998145e-05, |
| "loss": 1.3585, |
| "step": 1293 |
| }, |
| { |
| "epoch": 0.6272418807561804, |
| "grad_norm": 1.6244319677352905, |
| "learning_rate": 1.8352575365521503e-05, |
| "loss": 1.302, |
| "step": 1294 |
| }, |
| { |
| "epoch": 0.6277266117304896, |
| "grad_norm": 1.373167634010315, |
| "learning_rate": 1.8311791536769483e-05, |
| "loss": 1.3026, |
| "step": 1295 |
| }, |
| { |
| "epoch": 0.6282113427047988, |
| "grad_norm": 1.3994495868682861, |
| "learning_rate": 1.8271026870576197e-05, |
| "loss": 1.273, |
| "step": 1296 |
| }, |
| { |
| "epoch": 0.6286960736791081, |
| "grad_norm": 1.373883843421936, |
| "learning_rate": 1.8230281483737537e-05, |
| "loss": 1.5305, |
| "step": 1297 |
| }, |
| { |
| "epoch": 0.6291808046534173, |
| "grad_norm": 1.4813038110733032, |
| "learning_rate": 1.818955549299418e-05, |
| "loss": 1.244, |
| "step": 1298 |
| }, |
| { |
| "epoch": 0.6296655356277266, |
| "grad_norm": 1.3685561418533325, |
| "learning_rate": 1.8148849015031195e-05, |
| "loss": 1.4916, |
| "step": 1299 |
| }, |
| { |
| "epoch": 0.6301502666020359, |
| "grad_norm": 1.4443938732147217, |
| "learning_rate": 1.8108162166477766e-05, |
| "loss": 1.2453, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.6306349975763451, |
| "grad_norm": 1.4075669050216675, |
| "learning_rate": 1.806749506390684e-05, |
| "loss": 1.5644, |
| "step": 1301 |
| }, |
| { |
| "epoch": 0.6311197285506543, |
| "grad_norm": 1.4213589429855347, |
| "learning_rate": 1.802684782383478e-05, |
| "loss": 1.3007, |
| "step": 1302 |
| }, |
| { |
| "epoch": 0.6316044595249637, |
| "grad_norm": 1.3473411798477173, |
| "learning_rate": 1.798622056272104e-05, |
| "loss": 1.1438, |
| "step": 1303 |
| }, |
| { |
| "epoch": 0.6320891904992729, |
| "grad_norm": 1.3807307481765747, |
| "learning_rate": 1.7945613396967837e-05, |
| "loss": 1.3414, |
| "step": 1304 |
| }, |
| { |
| "epoch": 0.6325739214735822, |
| "grad_norm": 1.6303166151046753, |
| "learning_rate": 1.790502644291982e-05, |
| "loss": 1.7151, |
| "step": 1305 |
| }, |
| { |
| "epoch": 0.6330586524478914, |
| "grad_norm": 1.4952675104141235, |
| "learning_rate": 1.78644598168637e-05, |
| "loss": 1.66, |
| "step": 1306 |
| }, |
| { |
| "epoch": 0.6335433834222006, |
| "grad_norm": 1.3126227855682373, |
| "learning_rate": 1.7823913635027973e-05, |
| "loss": 1.1817, |
| "step": 1307 |
| }, |
| { |
| "epoch": 0.63402811439651, |
| "grad_norm": 1.4245887994766235, |
| "learning_rate": 1.7783388013582553e-05, |
| "loss": 1.4009, |
| "step": 1308 |
| }, |
| { |
| "epoch": 0.6345128453708192, |
| "grad_norm": 1.420230507850647, |
| "learning_rate": 1.7742883068638447e-05, |
| "loss": 1.408, |
| "step": 1309 |
| }, |
| { |
| "epoch": 0.6349975763451284, |
| "grad_norm": 1.3932969570159912, |
| "learning_rate": 1.770239891624741e-05, |
| "loss": 1.5593, |
| "step": 1310 |
| }, |
| { |
| "epoch": 0.6354823073194377, |
| "grad_norm": 1.392712116241455, |
| "learning_rate": 1.7661935672401632e-05, |
| "loss": 1.2642, |
| "step": 1311 |
| }, |
| { |
| "epoch": 0.635967038293747, |
| "grad_norm": 1.4296149015426636, |
| "learning_rate": 1.7621493453033405e-05, |
| "loss": 1.4418, |
| "step": 1312 |
| }, |
| { |
| "epoch": 0.6364517692680562, |
| "grad_norm": 1.367656946182251, |
| "learning_rate": 1.7581072374014777e-05, |
| "loss": 1.3111, |
| "step": 1313 |
| }, |
| { |
| "epoch": 0.6369365002423655, |
| "grad_norm": 1.353005290031433, |
| "learning_rate": 1.7540672551157227e-05, |
| "loss": 1.1314, |
| "step": 1314 |
| }, |
| { |
| "epoch": 0.6374212312166747, |
| "grad_norm": 1.514885663986206, |
| "learning_rate": 1.7500294100211315e-05, |
| "loss": 1.265, |
| "step": 1315 |
| }, |
| { |
| "epoch": 0.637905962190984, |
| "grad_norm": 1.365065336227417, |
| "learning_rate": 1.7459937136866392e-05, |
| "loss": 1.3412, |
| "step": 1316 |
| }, |
| { |
| "epoch": 0.6383906931652933, |
| "grad_norm": 1.6574945449829102, |
| "learning_rate": 1.7419601776750237e-05, |
| "loss": 1.5467, |
| "step": 1317 |
| }, |
| { |
| "epoch": 0.6388754241396025, |
| "grad_norm": 1.4217700958251953, |
| "learning_rate": 1.737928813542873e-05, |
| "loss": 1.5412, |
| "step": 1318 |
| }, |
| { |
| "epoch": 0.6393601551139118, |
| "grad_norm": 1.3700860738754272, |
| "learning_rate": 1.7338996328405526e-05, |
| "loss": 1.3197, |
| "step": 1319 |
| }, |
| { |
| "epoch": 0.639844886088221, |
| "grad_norm": 1.380444049835205, |
| "learning_rate": 1.7298726471121723e-05, |
| "loss": 1.6721, |
| "step": 1320 |
| }, |
| { |
| "epoch": 0.6403296170625303, |
| "grad_norm": 1.3262513875961304, |
| "learning_rate": 1.725847867895553e-05, |
| "loss": 1.274, |
| "step": 1321 |
| }, |
| { |
| "epoch": 0.6408143480368396, |
| "grad_norm": 1.5101852416992188, |
| "learning_rate": 1.7218253067221933e-05, |
| "loss": 1.4451, |
| "step": 1322 |
| }, |
| { |
| "epoch": 0.6412990790111488, |
| "grad_norm": 1.5045435428619385, |
| "learning_rate": 1.7178049751172366e-05, |
| "loss": 1.5808, |
| "step": 1323 |
| }, |
| { |
| "epoch": 0.641783809985458, |
| "grad_norm": 1.5001122951507568, |
| "learning_rate": 1.7137868845994397e-05, |
| "loss": 1.3329, |
| "step": 1324 |
| }, |
| { |
| "epoch": 0.6422685409597674, |
| "grad_norm": 1.3572721481323242, |
| "learning_rate": 1.709771046681137e-05, |
| "loss": 1.0717, |
| "step": 1325 |
| }, |
| { |
| "epoch": 0.6427532719340766, |
| "grad_norm": 1.542609453201294, |
| "learning_rate": 1.7057574728682095e-05, |
| "loss": 1.3739, |
| "step": 1326 |
| }, |
| { |
| "epoch": 0.6432380029083858, |
| "grad_norm": 1.4278963804244995, |
| "learning_rate": 1.7017461746600506e-05, |
| "loss": 1.37, |
| "step": 1327 |
| }, |
| { |
| "epoch": 0.6437227338826951, |
| "grad_norm": 1.5175418853759766, |
| "learning_rate": 1.6977371635495347e-05, |
| "loss": 1.9564, |
| "step": 1328 |
| }, |
| { |
| "epoch": 0.6442074648570043, |
| "grad_norm": 1.5065232515335083, |
| "learning_rate": 1.6937304510229834e-05, |
| "loss": 1.6646, |
| "step": 1329 |
| }, |
| { |
| "epoch": 0.6446921958313137, |
| "grad_norm": 1.5196707248687744, |
| "learning_rate": 1.6897260485601318e-05, |
| "loss": 1.4758, |
| "step": 1330 |
| }, |
| { |
| "epoch": 0.6451769268056229, |
| "grad_norm": 1.4596264362335205, |
| "learning_rate": 1.685723967634097e-05, |
| "loss": 1.3208, |
| "step": 1331 |
| }, |
| { |
| "epoch": 0.6456616577799321, |
| "grad_norm": 1.43583345413208, |
| "learning_rate": 1.681724219711344e-05, |
| "loss": 1.5051, |
| "step": 1332 |
| }, |
| { |
| "epoch": 0.6461463887542414, |
| "grad_norm": 1.985482931137085, |
| "learning_rate": 1.6777268162516548e-05, |
| "loss": 1.5165, |
| "step": 1333 |
| }, |
| { |
| "epoch": 0.6466311197285507, |
| "grad_norm": 1.4382468461990356, |
| "learning_rate": 1.6737317687080922e-05, |
| "loss": 1.889, |
| "step": 1334 |
| }, |
| { |
| "epoch": 0.6471158507028599, |
| "grad_norm": 1.4122154712677002, |
| "learning_rate": 1.6697390885269705e-05, |
| "loss": 1.3209, |
| "step": 1335 |
| }, |
| { |
| "epoch": 0.6476005816771692, |
| "grad_norm": 1.277051568031311, |
| "learning_rate": 1.6657487871478212e-05, |
| "loss": 1.1666, |
| "step": 1336 |
| }, |
| { |
| "epoch": 0.6480853126514784, |
| "grad_norm": 1.3974394798278809, |
| "learning_rate": 1.661760876003358e-05, |
| "loss": 1.6071, |
| "step": 1337 |
| }, |
| { |
| "epoch": 0.6485700436257877, |
| "grad_norm": 1.503825068473816, |
| "learning_rate": 1.65777536651945e-05, |
| "loss": 1.1412, |
| "step": 1338 |
| }, |
| { |
| "epoch": 0.649054774600097, |
| "grad_norm": 1.4791207313537598, |
| "learning_rate": 1.6537922701150828e-05, |
| "loss": 1.2004, |
| "step": 1339 |
| }, |
| { |
| "epoch": 0.6495395055744062, |
| "grad_norm": 1.4980095624923706, |
| "learning_rate": 1.6498115982023285e-05, |
| "loss": 1.5021, |
| "step": 1340 |
| }, |
| { |
| "epoch": 0.6500242365487154, |
| "grad_norm": 1.372834324836731, |
| "learning_rate": 1.645833362186313e-05, |
| "loss": 1.318, |
| "step": 1341 |
| }, |
| { |
| "epoch": 0.6505089675230247, |
| "grad_norm": 1.4026696681976318, |
| "learning_rate": 1.6418575734651832e-05, |
| "loss": 1.4896, |
| "step": 1342 |
| }, |
| { |
| "epoch": 0.650993698497334, |
| "grad_norm": 1.454119324684143, |
| "learning_rate": 1.6378842434300746e-05, |
| "loss": 1.3353, |
| "step": 1343 |
| }, |
| { |
| "epoch": 0.6514784294716433, |
| "grad_norm": 1.4449537992477417, |
| "learning_rate": 1.633913383465076e-05, |
| "loss": 1.7903, |
| "step": 1344 |
| }, |
| { |
| "epoch": 0.6519631604459525, |
| "grad_norm": 1.4829782247543335, |
| "learning_rate": 1.6299450049472022e-05, |
| "loss": 1.4147, |
| "step": 1345 |
| }, |
| { |
| "epoch": 0.6524478914202617, |
| "grad_norm": 1.4531413316726685, |
| "learning_rate": 1.6259791192463557e-05, |
| "loss": 1.0013, |
| "step": 1346 |
| }, |
| { |
| "epoch": 0.6529326223945711, |
| "grad_norm": 1.5042320489883423, |
| "learning_rate": 1.6220157377252994e-05, |
| "loss": 1.7003, |
| "step": 1347 |
| }, |
| { |
| "epoch": 0.6534173533688803, |
| "grad_norm": 1.499081015586853, |
| "learning_rate": 1.6180548717396198e-05, |
| "loss": 1.4914, |
| "step": 1348 |
| }, |
| { |
| "epoch": 0.6539020843431895, |
| "grad_norm": 1.2727124691009521, |
| "learning_rate": 1.6140965326376954e-05, |
| "loss": 1.0353, |
| "step": 1349 |
| }, |
| { |
| "epoch": 0.6543868153174988, |
| "grad_norm": 1.4354982376098633, |
| "learning_rate": 1.6101407317606666e-05, |
| "loss": 1.2793, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.654871546291808, |
| "grad_norm": 1.458020806312561, |
| "learning_rate": 1.6061874804424e-05, |
| "loss": 1.502, |
| "step": 1351 |
| }, |
| { |
| "epoch": 0.6553562772661173, |
| "grad_norm": 1.4475706815719604, |
| "learning_rate": 1.602236790009458e-05, |
| "loss": 1.6151, |
| "step": 1352 |
| }, |
| { |
| "epoch": 0.6558410082404266, |
| "grad_norm": 1.4461567401885986, |
| "learning_rate": 1.5982886717810676e-05, |
| "loss": 1.6717, |
| "step": 1353 |
| }, |
| { |
| "epoch": 0.6563257392147358, |
| "grad_norm": 1.4085007905960083, |
| "learning_rate": 1.5943431370690815e-05, |
| "loss": 1.4512, |
| "step": 1354 |
| }, |
| { |
| "epoch": 0.656810470189045, |
| "grad_norm": 1.3767906427383423, |
| "learning_rate": 1.590400197177954e-05, |
| "loss": 1.2589, |
| "step": 1355 |
| }, |
| { |
| "epoch": 0.6572952011633544, |
| "grad_norm": 1.5227607488632202, |
| "learning_rate": 1.5864598634047046e-05, |
| "loss": 1.4397, |
| "step": 1356 |
| }, |
| { |
| "epoch": 0.6577799321376636, |
| "grad_norm": 1.4575637578964233, |
| "learning_rate": 1.5825221470388847e-05, |
| "loss": 1.3085, |
| "step": 1357 |
| }, |
| { |
| "epoch": 0.6582646631119728, |
| "grad_norm": 1.2845321893692017, |
| "learning_rate": 1.5785870593625472e-05, |
| "loss": 1.3451, |
| "step": 1358 |
| }, |
| { |
| "epoch": 0.6587493940862821, |
| "grad_norm": 1.3598212003707886, |
| "learning_rate": 1.574654611650214e-05, |
| "loss": 1.4667, |
| "step": 1359 |
| }, |
| { |
| "epoch": 0.6592341250605914, |
| "grad_norm": 1.384535551071167, |
| "learning_rate": 1.5707248151688424e-05, |
| "loss": 1.3087, |
| "step": 1360 |
| }, |
| { |
| "epoch": 0.6597188560349007, |
| "grad_norm": 1.3146976232528687, |
| "learning_rate": 1.5667976811777932e-05, |
| "loss": 1.4136, |
| "step": 1361 |
| }, |
| { |
| "epoch": 0.6602035870092099, |
| "grad_norm": 1.5279932022094727, |
| "learning_rate": 1.5628732209287993e-05, |
| "loss": 1.3477, |
| "step": 1362 |
| }, |
| { |
| "epoch": 0.6606883179835191, |
| "grad_norm": 1.3585039377212524, |
| "learning_rate": 1.558951445665935e-05, |
| "loss": 1.3886, |
| "step": 1363 |
| }, |
| { |
| "epoch": 0.6611730489578284, |
| "grad_norm": 1.3408361673355103, |
| "learning_rate": 1.555032366625577e-05, |
| "loss": 1.677, |
| "step": 1364 |
| }, |
| { |
| "epoch": 0.6616577799321377, |
| "grad_norm": 1.3672118186950684, |
| "learning_rate": 1.5511159950363814e-05, |
| "loss": 1.3577, |
| "step": 1365 |
| }, |
| { |
| "epoch": 0.6621425109064469, |
| "grad_norm": 1.3929879665374756, |
| "learning_rate": 1.5472023421192445e-05, |
| "loss": 1.3506, |
| "step": 1366 |
| }, |
| { |
| "epoch": 0.6626272418807562, |
| "grad_norm": 1.4646409749984741, |
| "learning_rate": 1.5432914190872757e-05, |
| "loss": 1.6497, |
| "step": 1367 |
| }, |
| { |
| "epoch": 0.6631119728550654, |
| "grad_norm": 1.426300287246704, |
| "learning_rate": 1.539383237145761e-05, |
| "loss": 1.3643, |
| "step": 1368 |
| }, |
| { |
| "epoch": 0.6635967038293747, |
| "grad_norm": 1.4488145112991333, |
| "learning_rate": 1.5354778074921332e-05, |
| "loss": 1.2896, |
| "step": 1369 |
| }, |
| { |
| "epoch": 0.664081434803684, |
| "grad_norm": 1.503942847251892, |
| "learning_rate": 1.5315751413159394e-05, |
| "loss": 1.5616, |
| "step": 1370 |
| }, |
| { |
| "epoch": 0.6645661657779932, |
| "grad_norm": 1.4608261585235596, |
| "learning_rate": 1.52767524979881e-05, |
| "loss": 1.3562, |
| "step": 1371 |
| }, |
| { |
| "epoch": 0.6650508967523024, |
| "grad_norm": 1.4247395992279053, |
| "learning_rate": 1.5237781441144256e-05, |
| "loss": 1.4961, |
| "step": 1372 |
| }, |
| { |
| "epoch": 0.6655356277266117, |
| "grad_norm": 1.3943641185760498, |
| "learning_rate": 1.5198838354284817e-05, |
| "loss": 1.5362, |
| "step": 1373 |
| }, |
| { |
| "epoch": 0.666020358700921, |
| "grad_norm": 1.42288339138031, |
| "learning_rate": 1.515992334898664e-05, |
| "loss": 1.2119, |
| "step": 1374 |
| }, |
| { |
| "epoch": 0.6665050896752303, |
| "grad_norm": 1.3145508766174316, |
| "learning_rate": 1.512103653674612e-05, |
| "loss": 1.6042, |
| "step": 1375 |
| }, |
| { |
| "epoch": 0.6669898206495395, |
| "grad_norm": 1.4619483947753906, |
| "learning_rate": 1.5082178028978853e-05, |
| "loss": 1.4172, |
| "step": 1376 |
| }, |
| { |
| "epoch": 0.6674745516238487, |
| "grad_norm": 1.375780463218689, |
| "learning_rate": 1.5043347937019358e-05, |
| "loss": 1.4588, |
| "step": 1377 |
| }, |
| { |
| "epoch": 0.6679592825981581, |
| "grad_norm": 1.339187502861023, |
| "learning_rate": 1.5004546372120736e-05, |
| "loss": 1.4457, |
| "step": 1378 |
| }, |
| { |
| "epoch": 0.6684440135724673, |
| "grad_norm": 1.310111165046692, |
| "learning_rate": 1.4965773445454349e-05, |
| "loss": 1.1335, |
| "step": 1379 |
| }, |
| { |
| "epoch": 0.6689287445467765, |
| "grad_norm": 1.339221477508545, |
| "learning_rate": 1.492702926810951e-05, |
| "loss": 1.2751, |
| "step": 1380 |
| }, |
| { |
| "epoch": 0.6694134755210858, |
| "grad_norm": 6.000275611877441, |
| "learning_rate": 1.4888313951093169e-05, |
| "loss": 1.1046, |
| "step": 1381 |
| }, |
| { |
| "epoch": 0.6698982064953951, |
| "grad_norm": 1.5101951360702515, |
| "learning_rate": 1.4849627605329583e-05, |
| "loss": 1.496, |
| "step": 1382 |
| }, |
| { |
| "epoch": 0.6703829374697043, |
| "grad_norm": 1.4664740562438965, |
| "learning_rate": 1.481097034165998e-05, |
| "loss": 1.5279, |
| "step": 1383 |
| }, |
| { |
| "epoch": 0.6708676684440136, |
| "grad_norm": 1.461575984954834, |
| "learning_rate": 1.4772342270842299e-05, |
| "loss": 1.3002, |
| "step": 1384 |
| }, |
| { |
| "epoch": 0.6713523994183228, |
| "grad_norm": 1.4403537511825562, |
| "learning_rate": 1.4733743503550818e-05, |
| "loss": 1.7751, |
| "step": 1385 |
| }, |
| { |
| "epoch": 0.671837130392632, |
| "grad_norm": 1.3830691576004028, |
| "learning_rate": 1.4695174150375865e-05, |
| "loss": 1.2238, |
| "step": 1386 |
| }, |
| { |
| "epoch": 0.6723218613669414, |
| "grad_norm": 1.3348417282104492, |
| "learning_rate": 1.4656634321823493e-05, |
| "loss": 1.3973, |
| "step": 1387 |
| }, |
| { |
| "epoch": 0.6728065923412506, |
| "grad_norm": 1.3746894598007202, |
| "learning_rate": 1.461812412831515e-05, |
| "loss": 1.114, |
| "step": 1388 |
| }, |
| { |
| "epoch": 0.6732913233155599, |
| "grad_norm": 1.3570497035980225, |
| "learning_rate": 1.457964368018739e-05, |
| "loss": 1.4, |
| "step": 1389 |
| }, |
| { |
| "epoch": 0.6737760542898691, |
| "grad_norm": 1.3715555667877197, |
| "learning_rate": 1.4541193087691535e-05, |
| "loss": 1.2383, |
| "step": 1390 |
| }, |
| { |
| "epoch": 0.6742607852641784, |
| "grad_norm": 1.3852076530456543, |
| "learning_rate": 1.4502772460993385e-05, |
| "loss": 1.2747, |
| "step": 1391 |
| }, |
| { |
| "epoch": 0.6747455162384877, |
| "grad_norm": 1.203576683998108, |
| "learning_rate": 1.4464381910172858e-05, |
| "loss": 0.9592, |
| "step": 1392 |
| }, |
| { |
| "epoch": 0.6752302472127969, |
| "grad_norm": 1.6935615539550781, |
| "learning_rate": 1.4426021545223712e-05, |
| "loss": 1.7171, |
| "step": 1393 |
| }, |
| { |
| "epoch": 0.6757149781871061, |
| "grad_norm": 1.4629912376403809, |
| "learning_rate": 1.438769147605322e-05, |
| "loss": 1.4803, |
| "step": 1394 |
| }, |
| { |
| "epoch": 0.6761997091614154, |
| "grad_norm": 1.3970519304275513, |
| "learning_rate": 1.434939181248184e-05, |
| "loss": 1.5205, |
| "step": 1395 |
| }, |
| { |
| "epoch": 0.6766844401357247, |
| "grad_norm": 1.4061120748519897, |
| "learning_rate": 1.4311122664242954e-05, |
| "loss": 1.6476, |
| "step": 1396 |
| }, |
| { |
| "epoch": 0.6771691711100339, |
| "grad_norm": 1.41211998462677, |
| "learning_rate": 1.4272884140982462e-05, |
| "loss": 1.456, |
| "step": 1397 |
| }, |
| { |
| "epoch": 0.6776539020843432, |
| "grad_norm": 1.3315012454986572, |
| "learning_rate": 1.423467635225856e-05, |
| "loss": 1.4234, |
| "step": 1398 |
| }, |
| { |
| "epoch": 0.6781386330586524, |
| "grad_norm": 1.5095267295837402, |
| "learning_rate": 1.4196499407541359e-05, |
| "loss": 1.4583, |
| "step": 1399 |
| }, |
| { |
| "epoch": 0.6786233640329618, |
| "grad_norm": 1.3793443441390991, |
| "learning_rate": 1.4158353416212622e-05, |
| "loss": 1.2173, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.679108095007271, |
| "grad_norm": 1.3824712038040161, |
| "learning_rate": 1.4120238487565402e-05, |
| "loss": 1.3028, |
| "step": 1401 |
| }, |
| { |
| "epoch": 0.6795928259815802, |
| "grad_norm": 1.375754952430725, |
| "learning_rate": 1.4082154730803774e-05, |
| "loss": 1.2412, |
| "step": 1402 |
| }, |
| { |
| "epoch": 0.6800775569558895, |
| "grad_norm": 1.4535313844680786, |
| "learning_rate": 1.4044102255042475e-05, |
| "loss": 1.5615, |
| "step": 1403 |
| }, |
| { |
| "epoch": 0.6805622879301988, |
| "grad_norm": 1.379002332687378, |
| "learning_rate": 1.4006081169306656e-05, |
| "loss": 1.5593, |
| "step": 1404 |
| }, |
| { |
| "epoch": 0.681047018904508, |
| "grad_norm": 1.3821449279785156, |
| "learning_rate": 1.3968091582531495e-05, |
| "loss": 1.2261, |
| "step": 1405 |
| }, |
| { |
| "epoch": 0.6815317498788173, |
| "grad_norm": 1.4238389730453491, |
| "learning_rate": 1.3930133603561957e-05, |
| "loss": 1.2891, |
| "step": 1406 |
| }, |
| { |
| "epoch": 0.6820164808531265, |
| "grad_norm": 1.3251632452011108, |
| "learning_rate": 1.3892207341152416e-05, |
| "loss": 1.5867, |
| "step": 1407 |
| }, |
| { |
| "epoch": 0.6825012118274357, |
| "grad_norm": 3.028153896331787, |
| "learning_rate": 1.3854312903966377e-05, |
| "loss": 1.4604, |
| "step": 1408 |
| }, |
| { |
| "epoch": 0.6829859428017451, |
| "grad_norm": 1.363827109336853, |
| "learning_rate": 1.381645040057619e-05, |
| "loss": 1.1675, |
| "step": 1409 |
| }, |
| { |
| "epoch": 0.6834706737760543, |
| "grad_norm": 1.4435791969299316, |
| "learning_rate": 1.3778619939462667e-05, |
| "loss": 1.6013, |
| "step": 1410 |
| }, |
| { |
| "epoch": 0.6839554047503635, |
| "grad_norm": 1.4359902143478394, |
| "learning_rate": 1.3740821629014874e-05, |
| "loss": 1.6007, |
| "step": 1411 |
| }, |
| { |
| "epoch": 0.6844401357246728, |
| "grad_norm": 1.3930972814559937, |
| "learning_rate": 1.3703055577529686e-05, |
| "loss": 1.479, |
| "step": 1412 |
| }, |
| { |
| "epoch": 0.6849248666989821, |
| "grad_norm": 1.5467122793197632, |
| "learning_rate": 1.3665321893211618e-05, |
| "loss": 1.3401, |
| "step": 1413 |
| }, |
| { |
| "epoch": 0.6854095976732913, |
| "grad_norm": 1.3341065645217896, |
| "learning_rate": 1.3627620684172407e-05, |
| "loss": 1.4378, |
| "step": 1414 |
| }, |
| { |
| "epoch": 0.6858943286476006, |
| "grad_norm": 1.5038310289382935, |
| "learning_rate": 1.3589952058430778e-05, |
| "loss": 1.3485, |
| "step": 1415 |
| }, |
| { |
| "epoch": 0.6863790596219098, |
| "grad_norm": 1.3664665222167969, |
| "learning_rate": 1.3552316123912063e-05, |
| "loss": 1.4734, |
| "step": 1416 |
| }, |
| { |
| "epoch": 0.686863790596219, |
| "grad_norm": 1.4052238464355469, |
| "learning_rate": 1.3514712988447972e-05, |
| "loss": 1.3877, |
| "step": 1417 |
| }, |
| { |
| "epoch": 0.6873485215705284, |
| "grad_norm": 1.478548526763916, |
| "learning_rate": 1.3477142759776207e-05, |
| "loss": 1.6317, |
| "step": 1418 |
| }, |
| { |
| "epoch": 0.6878332525448376, |
| "grad_norm": 1.338326096534729, |
| "learning_rate": 1.343960554554019e-05, |
| "loss": 1.3528, |
| "step": 1419 |
| }, |
| { |
| "epoch": 0.6883179835191469, |
| "grad_norm": 1.3133000135421753, |
| "learning_rate": 1.3402101453288785e-05, |
| "loss": 1.3344, |
| "step": 1420 |
| }, |
| { |
| "epoch": 0.6888027144934561, |
| "grad_norm": 1.4202029705047607, |
| "learning_rate": 1.3364630590475923e-05, |
| "loss": 1.3458, |
| "step": 1421 |
| }, |
| { |
| "epoch": 0.6892874454677654, |
| "grad_norm": 1.3237619400024414, |
| "learning_rate": 1.3327193064460342e-05, |
| "loss": 1.2891, |
| "step": 1422 |
| }, |
| { |
| "epoch": 0.6897721764420747, |
| "grad_norm": 1.4759186506271362, |
| "learning_rate": 1.328978898250525e-05, |
| "loss": 1.7053, |
| "step": 1423 |
| }, |
| { |
| "epoch": 0.6902569074163839, |
| "grad_norm": 1.4690028429031372, |
| "learning_rate": 1.325241845177807e-05, |
| "loss": 1.5294, |
| "step": 1424 |
| }, |
| { |
| "epoch": 0.6907416383906931, |
| "grad_norm": 1.433915376663208, |
| "learning_rate": 1.3215081579350058e-05, |
| "loss": 1.2603, |
| "step": 1425 |
| }, |
| { |
| "epoch": 0.6912263693650024, |
| "grad_norm": 1.3608239889144897, |
| "learning_rate": 1.3177778472196068e-05, |
| "loss": 1.1412, |
| "step": 1426 |
| }, |
| { |
| "epoch": 0.6917111003393117, |
| "grad_norm": 1.4877392053604126, |
| "learning_rate": 1.3140509237194176e-05, |
| "loss": 1.8585, |
| "step": 1427 |
| }, |
| { |
| "epoch": 0.692195831313621, |
| "grad_norm": 1.3863829374313354, |
| "learning_rate": 1.3103273981125447e-05, |
| "loss": 1.6264, |
| "step": 1428 |
| }, |
| { |
| "epoch": 0.6926805622879302, |
| "grad_norm": 1.4459201097488403, |
| "learning_rate": 1.3066072810673557e-05, |
| "loss": 1.4349, |
| "step": 1429 |
| }, |
| { |
| "epoch": 0.6931652932622394, |
| "grad_norm": 1.4497578144073486, |
| "learning_rate": 1.302890583242457e-05, |
| "loss": 1.2253, |
| "step": 1430 |
| }, |
| { |
| "epoch": 0.6936500242365488, |
| "grad_norm": 1.4433369636535645, |
| "learning_rate": 1.2991773152866515e-05, |
| "loss": 1.1806, |
| "step": 1431 |
| }, |
| { |
| "epoch": 0.694134755210858, |
| "grad_norm": 1.3377454280853271, |
| "learning_rate": 1.2954674878389223e-05, |
| "loss": 1.2198, |
| "step": 1432 |
| }, |
| { |
| "epoch": 0.6946194861851672, |
| "grad_norm": 1.4302222728729248, |
| "learning_rate": 1.2917611115283901e-05, |
| "loss": 1.4984, |
| "step": 1433 |
| }, |
| { |
| "epoch": 0.6951042171594765, |
| "grad_norm": 1.5178338289260864, |
| "learning_rate": 1.2880581969742886e-05, |
| "loss": 1.3589, |
| "step": 1434 |
| }, |
| { |
| "epoch": 0.6955889481337858, |
| "grad_norm": 1.3676424026489258, |
| "learning_rate": 1.2843587547859361e-05, |
| "loss": 1.18, |
| "step": 1435 |
| }, |
| { |
| "epoch": 0.696073679108095, |
| "grad_norm": 1.4502981901168823, |
| "learning_rate": 1.2806627955626982e-05, |
| "loss": 1.3871, |
| "step": 1436 |
| }, |
| { |
| "epoch": 0.6965584100824043, |
| "grad_norm": 1.550480604171753, |
| "learning_rate": 1.2769703298939646e-05, |
| "loss": 1.2154, |
| "step": 1437 |
| }, |
| { |
| "epoch": 0.6970431410567135, |
| "grad_norm": 1.3464187383651733, |
| "learning_rate": 1.2732813683591121e-05, |
| "loss": 1.3843, |
| "step": 1438 |
| }, |
| { |
| "epoch": 0.6975278720310227, |
| "grad_norm": 1.508142352104187, |
| "learning_rate": 1.2695959215274816e-05, |
| "loss": 1.3424, |
| "step": 1439 |
| }, |
| { |
| "epoch": 0.6980126030053321, |
| "grad_norm": 1.3689768314361572, |
| "learning_rate": 1.2659139999583414e-05, |
| "loss": 1.1724, |
| "step": 1440 |
| }, |
| { |
| "epoch": 0.6984973339796413, |
| "grad_norm": 1.5775456428527832, |
| "learning_rate": 1.2622356142008593e-05, |
| "loss": 1.2543, |
| "step": 1441 |
| }, |
| { |
| "epoch": 0.6989820649539505, |
| "grad_norm": 1.415062427520752, |
| "learning_rate": 1.2585607747940729e-05, |
| "loss": 1.4339, |
| "step": 1442 |
| }, |
| { |
| "epoch": 0.6994667959282598, |
| "grad_norm": 1.458363652229309, |
| "learning_rate": 1.2548894922668612e-05, |
| "loss": 1.499, |
| "step": 1443 |
| }, |
| { |
| "epoch": 0.6999515269025691, |
| "grad_norm": 1.39089834690094, |
| "learning_rate": 1.2512217771379087e-05, |
| "loss": 1.274, |
| "step": 1444 |
| }, |
| { |
| "epoch": 0.7004362578768784, |
| "grad_norm": 1.365566611289978, |
| "learning_rate": 1.2475576399156825e-05, |
| "loss": 1.2721, |
| "step": 1445 |
| }, |
| { |
| "epoch": 0.7009209888511876, |
| "grad_norm": 1.3721204996109009, |
| "learning_rate": 1.2438970910983957e-05, |
| "loss": 1.4607, |
| "step": 1446 |
| }, |
| { |
| "epoch": 0.7014057198254968, |
| "grad_norm": 1.3698453903198242, |
| "learning_rate": 1.2402401411739806e-05, |
| "loss": 1.5212, |
| "step": 1447 |
| }, |
| { |
| "epoch": 0.701890450799806, |
| "grad_norm": 2.067800521850586, |
| "learning_rate": 1.2365868006200603e-05, |
| "loss": 1.5141, |
| "step": 1448 |
| }, |
| { |
| "epoch": 0.7023751817741154, |
| "grad_norm": 1.5352057218551636, |
| "learning_rate": 1.232937079903914e-05, |
| "loss": 1.5916, |
| "step": 1449 |
| }, |
| { |
| "epoch": 0.7028599127484246, |
| "grad_norm": 1.3993531465530396, |
| "learning_rate": 1.2292909894824528e-05, |
| "loss": 1.3013, |
| "step": 1450 |
| }, |
| { |
| "epoch": 0.7033446437227339, |
| "grad_norm": 1.529046654701233, |
| "learning_rate": 1.2256485398021808e-05, |
| "loss": 1.1088, |
| "step": 1451 |
| }, |
| { |
| "epoch": 0.7038293746970431, |
| "grad_norm": 1.5416908264160156, |
| "learning_rate": 1.222009741299178e-05, |
| "loss": 1.5297, |
| "step": 1452 |
| }, |
| { |
| "epoch": 0.7043141056713524, |
| "grad_norm": 1.4917817115783691, |
| "learning_rate": 1.2183746043990577e-05, |
| "loss": 1.2723, |
| "step": 1453 |
| }, |
| { |
| "epoch": 0.7047988366456617, |
| "grad_norm": 1.3837028741836548, |
| "learning_rate": 1.2147431395169459e-05, |
| "loss": 1.2728, |
| "step": 1454 |
| }, |
| { |
| "epoch": 0.7052835676199709, |
| "grad_norm": 1.434131383895874, |
| "learning_rate": 1.2111153570574454e-05, |
| "loss": 1.3624, |
| "step": 1455 |
| }, |
| { |
| "epoch": 0.7057682985942801, |
| "grad_norm": 1.430051326751709, |
| "learning_rate": 1.2074912674146107e-05, |
| "loss": 1.3779, |
| "step": 1456 |
| }, |
| { |
| "epoch": 0.7062530295685895, |
| "grad_norm": 1.4436354637145996, |
| "learning_rate": 1.2038708809719137e-05, |
| "loss": 1.3387, |
| "step": 1457 |
| }, |
| { |
| "epoch": 0.7067377605428987, |
| "grad_norm": 1.3345868587493896, |
| "learning_rate": 1.2002542081022165e-05, |
| "loss": 1.2027, |
| "step": 1458 |
| }, |
| { |
| "epoch": 0.707222491517208, |
| "grad_norm": 1.6215115785598755, |
| "learning_rate": 1.196641259167743e-05, |
| "loss": 1.6066, |
| "step": 1459 |
| }, |
| { |
| "epoch": 0.7077072224915172, |
| "grad_norm": 1.4360243082046509, |
| "learning_rate": 1.1930320445200463e-05, |
| "loss": 1.1322, |
| "step": 1460 |
| }, |
| { |
| "epoch": 0.7081919534658264, |
| "grad_norm": 1.3410156965255737, |
| "learning_rate": 1.1894265744999802e-05, |
| "loss": 1.1842, |
| "step": 1461 |
| }, |
| { |
| "epoch": 0.7086766844401358, |
| "grad_norm": 1.6034032106399536, |
| "learning_rate": 1.185824859437669e-05, |
| "loss": 1.7069, |
| "step": 1462 |
| }, |
| { |
| "epoch": 0.709161415414445, |
| "grad_norm": 1.647525668144226, |
| "learning_rate": 1.1822269096524812e-05, |
| "loss": 1.6953, |
| "step": 1463 |
| }, |
| { |
| "epoch": 0.7096461463887542, |
| "grad_norm": 1.4244221448898315, |
| "learning_rate": 1.1786327354529941e-05, |
| "loss": 1.4405, |
| "step": 1464 |
| }, |
| { |
| "epoch": 0.7101308773630635, |
| "grad_norm": 1.4078463315963745, |
| "learning_rate": 1.1750423471369703e-05, |
| "loss": 1.2905, |
| "step": 1465 |
| }, |
| { |
| "epoch": 0.7106156083373728, |
| "grad_norm": 1.5614463090896606, |
| "learning_rate": 1.1714557549913229e-05, |
| "loss": 1.8514, |
| "step": 1466 |
| }, |
| { |
| "epoch": 0.711100339311682, |
| "grad_norm": 1.4428095817565918, |
| "learning_rate": 1.1678729692920911e-05, |
| "loss": 1.2046, |
| "step": 1467 |
| }, |
| { |
| "epoch": 0.7115850702859913, |
| "grad_norm": 1.3544590473175049, |
| "learning_rate": 1.164294000304406e-05, |
| "loss": 1.2275, |
| "step": 1468 |
| }, |
| { |
| "epoch": 0.7120698012603005, |
| "grad_norm": 1.4303261041641235, |
| "learning_rate": 1.1607188582824635e-05, |
| "loss": 1.3526, |
| "step": 1469 |
| }, |
| { |
| "epoch": 0.7125545322346097, |
| "grad_norm": 1.548387050628662, |
| "learning_rate": 1.1571475534694951e-05, |
| "loss": 1.1652, |
| "step": 1470 |
| }, |
| { |
| "epoch": 0.7130392632089191, |
| "grad_norm": 1.4661262035369873, |
| "learning_rate": 1.1535800960977397e-05, |
| "loss": 1.7172, |
| "step": 1471 |
| }, |
| { |
| "epoch": 0.7135239941832283, |
| "grad_norm": 1.3347164392471313, |
| "learning_rate": 1.1500164963884107e-05, |
| "loss": 1.397, |
| "step": 1472 |
| }, |
| { |
| "epoch": 0.7140087251575375, |
| "grad_norm": 1.4761581420898438, |
| "learning_rate": 1.146456764551669e-05, |
| "loss": 1.7281, |
| "step": 1473 |
| }, |
| { |
| "epoch": 0.7144934561318468, |
| "grad_norm": 1.443963646888733, |
| "learning_rate": 1.142900910786596e-05, |
| "loss": 1.5084, |
| "step": 1474 |
| }, |
| { |
| "epoch": 0.7149781871061561, |
| "grad_norm": 1.5460129976272583, |
| "learning_rate": 1.139348945281158e-05, |
| "loss": 1.4503, |
| "step": 1475 |
| }, |
| { |
| "epoch": 0.7154629180804654, |
| "grad_norm": 1.3878977298736572, |
| "learning_rate": 1.1358008782121848e-05, |
| "loss": 1.4604, |
| "step": 1476 |
| }, |
| { |
| "epoch": 0.7159476490547746, |
| "grad_norm": 1.199691653251648, |
| "learning_rate": 1.1322567197453338e-05, |
| "loss": 1.0213, |
| "step": 1477 |
| }, |
| { |
| "epoch": 0.7164323800290838, |
| "grad_norm": 1.3305445909500122, |
| "learning_rate": 1.128716480035066e-05, |
| "loss": 1.3534, |
| "step": 1478 |
| }, |
| { |
| "epoch": 0.7169171110033932, |
| "grad_norm": 1.2963858842849731, |
| "learning_rate": 1.125180169224613e-05, |
| "loss": 1.1662, |
| "step": 1479 |
| }, |
| { |
| "epoch": 0.7174018419777024, |
| "grad_norm": 1.676682472229004, |
| "learning_rate": 1.1216477974459505e-05, |
| "loss": 1.652, |
| "step": 1480 |
| }, |
| { |
| "epoch": 0.7178865729520116, |
| "grad_norm": 1.3726409673690796, |
| "learning_rate": 1.1181193748197667e-05, |
| "loss": 1.2268, |
| "step": 1481 |
| }, |
| { |
| "epoch": 0.7183713039263209, |
| "grad_norm": 1.3873904943466187, |
| "learning_rate": 1.114594911455438e-05, |
| "loss": 1.2706, |
| "step": 1482 |
| }, |
| { |
| "epoch": 0.7188560349006301, |
| "grad_norm": 1.3303292989730835, |
| "learning_rate": 1.1110744174509952e-05, |
| "loss": 1.256, |
| "step": 1483 |
| }, |
| { |
| "epoch": 0.7193407658749394, |
| "grad_norm": 1.3690974712371826, |
| "learning_rate": 1.107557902893095e-05, |
| "loss": 1.1057, |
| "step": 1484 |
| }, |
| { |
| "epoch": 0.7198254968492487, |
| "grad_norm": 1.5268480777740479, |
| "learning_rate": 1.1040453778569961e-05, |
| "loss": 1.3311, |
| "step": 1485 |
| }, |
| { |
| "epoch": 0.7203102278235579, |
| "grad_norm": 1.5212996006011963, |
| "learning_rate": 1.100536852406523e-05, |
| "loss": 1.3117, |
| "step": 1486 |
| }, |
| { |
| "epoch": 0.7207949587978671, |
| "grad_norm": 1.370766282081604, |
| "learning_rate": 1.0970323365940444e-05, |
| "loss": 1.4976, |
| "step": 1487 |
| }, |
| { |
| "epoch": 0.7212796897721765, |
| "grad_norm": 1.3523683547973633, |
| "learning_rate": 1.0935318404604375e-05, |
| "loss": 1.365, |
| "step": 1488 |
| }, |
| { |
| "epoch": 0.7217644207464857, |
| "grad_norm": 1.9818627834320068, |
| "learning_rate": 1.090035374035065e-05, |
| "loss": 1.1948, |
| "step": 1489 |
| }, |
| { |
| "epoch": 0.722249151720795, |
| "grad_norm": 1.465571641921997, |
| "learning_rate": 1.0865429473357414e-05, |
| "loss": 1.6397, |
| "step": 1490 |
| }, |
| { |
| "epoch": 0.7227338826951042, |
| "grad_norm": 1.360374093055725, |
| "learning_rate": 1.0830545703687109e-05, |
| "loss": 1.3702, |
| "step": 1491 |
| }, |
| { |
| "epoch": 0.7232186136694134, |
| "grad_norm": 1.2991136312484741, |
| "learning_rate": 1.0795702531286106e-05, |
| "loss": 1.2215, |
| "step": 1492 |
| }, |
| { |
| "epoch": 0.7237033446437228, |
| "grad_norm": 1.4738467931747437, |
| "learning_rate": 1.0760900055984496e-05, |
| "loss": 1.7089, |
| "step": 1493 |
| }, |
| { |
| "epoch": 0.724188075618032, |
| "grad_norm": 1.5092021226882935, |
| "learning_rate": 1.0726138377495728e-05, |
| "loss": 1.5763, |
| "step": 1494 |
| }, |
| { |
| "epoch": 0.7246728065923412, |
| "grad_norm": 1.505959391593933, |
| "learning_rate": 1.0691417595416407e-05, |
| "loss": 1.4419, |
| "step": 1495 |
| }, |
| { |
| "epoch": 0.7251575375666505, |
| "grad_norm": 1.417377233505249, |
| "learning_rate": 1.0656737809225928e-05, |
| "loss": 1.264, |
| "step": 1496 |
| }, |
| { |
| "epoch": 0.7256422685409598, |
| "grad_norm": 1.3735849857330322, |
| "learning_rate": 1.0622099118286239e-05, |
| "loss": 1.3909, |
| "step": 1497 |
| }, |
| { |
| "epoch": 0.726126999515269, |
| "grad_norm": 1.5356085300445557, |
| "learning_rate": 1.0587501621841558e-05, |
| "loss": 1.4821, |
| "step": 1498 |
| }, |
| { |
| "epoch": 0.7266117304895783, |
| "grad_norm": 1.3162624835968018, |
| "learning_rate": 1.0552945419018065e-05, |
| "loss": 1.2017, |
| "step": 1499 |
| }, |
| { |
| "epoch": 0.7270964614638875, |
| "grad_norm": 1.4844067096710205, |
| "learning_rate": 1.0518430608823621e-05, |
| "loss": 1.5073, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.7275811924381969, |
| "grad_norm": 1.652967929840088, |
| "learning_rate": 1.0483957290147494e-05, |
| "loss": 1.5602, |
| "step": 1501 |
| }, |
| { |
| "epoch": 0.7280659234125061, |
| "grad_norm": 1.4265861511230469, |
| "learning_rate": 1.0449525561760098e-05, |
| "loss": 1.5582, |
| "step": 1502 |
| }, |
| { |
| "epoch": 0.7285506543868153, |
| "grad_norm": 1.723618984222412, |
| "learning_rate": 1.041513552231265e-05, |
| "loss": 1.869, |
| "step": 1503 |
| }, |
| { |
| "epoch": 0.7290353853611246, |
| "grad_norm": 1.3224735260009766, |
| "learning_rate": 1.0380787270336955e-05, |
| "loss": 1.3943, |
| "step": 1504 |
| }, |
| { |
| "epoch": 0.7295201163354338, |
| "grad_norm": 1.6832599639892578, |
| "learning_rate": 1.034648090424506e-05, |
| "loss": 1.4809, |
| "step": 1505 |
| }, |
| { |
| "epoch": 0.7300048473097431, |
| "grad_norm": 1.4091854095458984, |
| "learning_rate": 1.0312216522329038e-05, |
| "loss": 1.426, |
| "step": 1506 |
| }, |
| { |
| "epoch": 0.7304895782840524, |
| "grad_norm": 1.501326560974121, |
| "learning_rate": 1.0277994222760645e-05, |
| "loss": 1.6879, |
| "step": 1507 |
| }, |
| { |
| "epoch": 0.7309743092583616, |
| "grad_norm": 1.2879735231399536, |
| "learning_rate": 1.0243814103591074e-05, |
| "loss": 1.4322, |
| "step": 1508 |
| }, |
| { |
| "epoch": 0.7314590402326708, |
| "grad_norm": 1.6264989376068115, |
| "learning_rate": 1.0209676262750658e-05, |
| "loss": 1.2868, |
| "step": 1509 |
| }, |
| { |
| "epoch": 0.7319437712069802, |
| "grad_norm": 1.4507060050964355, |
| "learning_rate": 1.0175580798048625e-05, |
| "loss": 1.5371, |
| "step": 1510 |
| }, |
| { |
| "epoch": 0.7324285021812894, |
| "grad_norm": 1.3660101890563965, |
| "learning_rate": 1.0141527807172766e-05, |
| "loss": 1.4603, |
| "step": 1511 |
| }, |
| { |
| "epoch": 0.7329132331555986, |
| "grad_norm": 1.5483052730560303, |
| "learning_rate": 1.0107517387689166e-05, |
| "loss": 1.2558, |
| "step": 1512 |
| }, |
| { |
| "epoch": 0.7333979641299079, |
| "grad_norm": 1.5407285690307617, |
| "learning_rate": 1.0073549637041985e-05, |
| "loss": 1.3025, |
| "step": 1513 |
| }, |
| { |
| "epoch": 0.7338826951042171, |
| "grad_norm": 1.3726648092269897, |
| "learning_rate": 1.0039624652553073e-05, |
| "loss": 1.5513, |
| "step": 1514 |
| }, |
| { |
| "epoch": 0.7343674260785265, |
| "grad_norm": 1.3971195220947266, |
| "learning_rate": 1.0005742531421805e-05, |
| "loss": 1.2535, |
| "step": 1515 |
| }, |
| { |
| "epoch": 0.7348521570528357, |
| "grad_norm": 1.4116908311843872, |
| "learning_rate": 9.9719033707247e-06, |
| "loss": 1.1999, |
| "step": 1516 |
| }, |
| { |
| "epoch": 0.7353368880271449, |
| "grad_norm": 1.2860015630722046, |
| "learning_rate": 9.938107267415238e-06, |
| "loss": 1.4093, |
| "step": 1517 |
| }, |
| { |
| "epoch": 0.7358216190014542, |
| "grad_norm": 1.4017292261123657, |
| "learning_rate": 9.904354318323474e-06, |
| "loss": 1.3041, |
| "step": 1518 |
| }, |
| { |
| "epoch": 0.7363063499757635, |
| "grad_norm": 1.479777216911316, |
| "learning_rate": 9.870644620155877e-06, |
| "loss": 1.4719, |
| "step": 1519 |
| }, |
| { |
| "epoch": 0.7367910809500727, |
| "grad_norm": 1.596462368965149, |
| "learning_rate": 9.836978269494956e-06, |
| "loss": 1.4582, |
| "step": 1520 |
| }, |
| { |
| "epoch": 0.737275811924382, |
| "grad_norm": 1.3571925163269043, |
| "learning_rate": 9.80335536279906e-06, |
| "loss": 1.4515, |
| "step": 1521 |
| }, |
| { |
| "epoch": 0.7377605428986912, |
| "grad_norm": 1.3262391090393066, |
| "learning_rate": 9.76977599640204e-06, |
| "loss": 1.5619, |
| "step": 1522 |
| }, |
| { |
| "epoch": 0.7382452738730004, |
| "grad_norm": 1.3788524866104126, |
| "learning_rate": 9.736240266512992e-06, |
| "loss": 1.2029, |
| "step": 1523 |
| }, |
| { |
| "epoch": 0.7387300048473098, |
| "grad_norm": 1.3858743906021118, |
| "learning_rate": 9.702748269216021e-06, |
| "loss": 1.466, |
| "step": 1524 |
| }, |
| { |
| "epoch": 0.739214735821619, |
| "grad_norm": 1.5450936555862427, |
| "learning_rate": 9.669300100469902e-06, |
| "loss": 1.4527, |
| "step": 1525 |
| }, |
| { |
| "epoch": 0.7396994667959282, |
| "grad_norm": 1.3684203624725342, |
| "learning_rate": 9.635895856107855e-06, |
| "loss": 1.2464, |
| "step": 1526 |
| }, |
| { |
| "epoch": 0.7401841977702375, |
| "grad_norm": 1.3800790309906006, |
| "learning_rate": 9.60253563183724e-06, |
| "loss": 1.2337, |
| "step": 1527 |
| }, |
| { |
| "epoch": 0.7406689287445468, |
| "grad_norm": 1.3781445026397705, |
| "learning_rate": 9.569219523239292e-06, |
| "loss": 1.4606, |
| "step": 1528 |
| }, |
| { |
| "epoch": 0.741153659718856, |
| "grad_norm": 1.3597383499145508, |
| "learning_rate": 9.535947625768851e-06, |
| "loss": 1.2775, |
| "step": 1529 |
| }, |
| { |
| "epoch": 0.7416383906931653, |
| "grad_norm": 1.5373189449310303, |
| "learning_rate": 9.5027200347541e-06, |
| "loss": 1.4209, |
| "step": 1530 |
| }, |
| { |
| "epoch": 0.7421231216674745, |
| "grad_norm": 1.3820744752883911, |
| "learning_rate": 9.46953684539626e-06, |
| "loss": 1.482, |
| "step": 1531 |
| }, |
| { |
| "epoch": 0.7426078526417839, |
| "grad_norm": 1.2832772731781006, |
| "learning_rate": 9.436398152769349e-06, |
| "loss": 0.9302, |
| "step": 1532 |
| }, |
| { |
| "epoch": 0.7430925836160931, |
| "grad_norm": 1.4201370477676392, |
| "learning_rate": 9.403304051819883e-06, |
| "loss": 1.6234, |
| "step": 1533 |
| }, |
| { |
| "epoch": 0.7435773145904023, |
| "grad_norm": 1.4880331754684448, |
| "learning_rate": 9.370254637366638e-06, |
| "loss": 1.3413, |
| "step": 1534 |
| }, |
| { |
| "epoch": 0.7440620455647116, |
| "grad_norm": 1.386278510093689, |
| "learning_rate": 9.337250004100337e-06, |
| "loss": 1.5433, |
| "step": 1535 |
| }, |
| { |
| "epoch": 0.7445467765390208, |
| "grad_norm": 1.4576743841171265, |
| "learning_rate": 9.304290246583398e-06, |
| "loss": 1.686, |
| "step": 1536 |
| }, |
| { |
| "epoch": 0.7450315075133301, |
| "grad_norm": 1.4495551586151123, |
| "learning_rate": 9.271375459249698e-06, |
| "loss": 1.4784, |
| "step": 1537 |
| }, |
| { |
| "epoch": 0.7455162384876394, |
| "grad_norm": 1.3655641078948975, |
| "learning_rate": 9.238505736404212e-06, |
| "loss": 1.4092, |
| "step": 1538 |
| }, |
| { |
| "epoch": 0.7460009694619486, |
| "grad_norm": 1.4185867309570312, |
| "learning_rate": 9.205681172222854e-06, |
| "loss": 1.4356, |
| "step": 1539 |
| }, |
| { |
| "epoch": 0.7464857004362578, |
| "grad_norm": 1.4596229791641235, |
| "learning_rate": 9.172901860752117e-06, |
| "loss": 1.3854, |
| "step": 1540 |
| }, |
| { |
| "epoch": 0.7469704314105672, |
| "grad_norm": 1.3605375289916992, |
| "learning_rate": 9.140167895908867e-06, |
| "loss": 1.283, |
| "step": 1541 |
| }, |
| { |
| "epoch": 0.7474551623848764, |
| "grad_norm": 1.421411156654358, |
| "learning_rate": 9.107479371480016e-06, |
| "loss": 1.5658, |
| "step": 1542 |
| }, |
| { |
| "epoch": 0.7479398933591856, |
| "grad_norm": 1.4605516195297241, |
| "learning_rate": 9.074836381122312e-06, |
| "loss": 1.5596, |
| "step": 1543 |
| }, |
| { |
| "epoch": 0.7484246243334949, |
| "grad_norm": 1.7730802297592163, |
| "learning_rate": 9.04223901836202e-06, |
| "loss": 1.5225, |
| "step": 1544 |
| }, |
| { |
| "epoch": 0.7489093553078041, |
| "grad_norm": 1.4480133056640625, |
| "learning_rate": 9.009687376594694e-06, |
| "loss": 1.0663, |
| "step": 1545 |
| }, |
| { |
| "epoch": 0.7493940862821135, |
| "grad_norm": 1.3374335765838623, |
| "learning_rate": 8.977181549084884e-06, |
| "loss": 1.0286, |
| "step": 1546 |
| }, |
| { |
| "epoch": 0.7498788172564227, |
| "grad_norm": 1.3053975105285645, |
| "learning_rate": 8.944721628965868e-06, |
| "loss": 1.3729, |
| "step": 1547 |
| }, |
| { |
| "epoch": 0.7503635482307319, |
| "grad_norm": 1.3824571371078491, |
| "learning_rate": 8.912307709239394e-06, |
| "loss": 1.3485, |
| "step": 1548 |
| }, |
| { |
| "epoch": 0.7508482792050412, |
| "grad_norm": 1.3053250312805176, |
| "learning_rate": 8.879939882775443e-06, |
| "loss": 1.314, |
| "step": 1549 |
| }, |
| { |
| "epoch": 0.7513330101793505, |
| "grad_norm": 1.4634974002838135, |
| "learning_rate": 8.847618242311895e-06, |
| "loss": 1.3767, |
| "step": 1550 |
| }, |
| { |
| "epoch": 0.7518177411536597, |
| "grad_norm": 1.7195087671279907, |
| "learning_rate": 8.815342880454311e-06, |
| "loss": 1.7894, |
| "step": 1551 |
| }, |
| { |
| "epoch": 0.752302472127969, |
| "grad_norm": 1.4599210023880005, |
| "learning_rate": 8.783113889675679e-06, |
| "loss": 1.4189, |
| "step": 1552 |
| }, |
| { |
| "epoch": 0.7527872031022782, |
| "grad_norm": 1.5068151950836182, |
| "learning_rate": 8.750931362316094e-06, |
| "loss": 1.4675, |
| "step": 1553 |
| }, |
| { |
| "epoch": 0.7532719340765875, |
| "grad_norm": 1.356566071510315, |
| "learning_rate": 8.718795390582569e-06, |
| "loss": 1.0757, |
| "step": 1554 |
| }, |
| { |
| "epoch": 0.7537566650508968, |
| "grad_norm": 1.467347264289856, |
| "learning_rate": 8.686706066548686e-06, |
| "loss": 1.4609, |
| "step": 1555 |
| }, |
| { |
| "epoch": 0.754241396025206, |
| "grad_norm": 1.4406360387802124, |
| "learning_rate": 8.654663482154419e-06, |
| "loss": 1.4178, |
| "step": 1556 |
| }, |
| { |
| "epoch": 0.7547261269995152, |
| "grad_norm": 1.337432861328125, |
| "learning_rate": 8.622667729205771e-06, |
| "loss": 1.1877, |
| "step": 1557 |
| }, |
| { |
| "epoch": 0.7552108579738245, |
| "grad_norm": 1.2744303941726685, |
| "learning_rate": 8.590718899374628e-06, |
| "loss": 1.3257, |
| "step": 1558 |
| }, |
| { |
| "epoch": 0.7556955889481338, |
| "grad_norm": 1.3614236116409302, |
| "learning_rate": 8.558817084198387e-06, |
| "loss": 1.2649, |
| "step": 1559 |
| }, |
| { |
| "epoch": 0.7561803199224431, |
| "grad_norm": 1.5040825605392456, |
| "learning_rate": 8.52696237507978e-06, |
| "loss": 1.4065, |
| "step": 1560 |
| }, |
| { |
| "epoch": 0.7566650508967523, |
| "grad_norm": 1.427902102470398, |
| "learning_rate": 8.495154863286548e-06, |
| "loss": 1.6126, |
| "step": 1561 |
| }, |
| { |
| "epoch": 0.7571497818710615, |
| "grad_norm": 1.4786641597747803, |
| "learning_rate": 8.463394639951206e-06, |
| "loss": 1.6583, |
| "step": 1562 |
| }, |
| { |
| "epoch": 0.7576345128453709, |
| "grad_norm": 1.4081834554672241, |
| "learning_rate": 8.431681796070809e-06, |
| "loss": 1.3911, |
| "step": 1563 |
| }, |
| { |
| "epoch": 0.7581192438196801, |
| "grad_norm": 1.4340317249298096, |
| "learning_rate": 8.400016422506624e-06, |
| "loss": 1.5016, |
| "step": 1564 |
| }, |
| { |
| "epoch": 0.7586039747939893, |
| "grad_norm": 1.3345164060592651, |
| "learning_rate": 8.368398609983945e-06, |
| "loss": 1.0097, |
| "step": 1565 |
| }, |
| { |
| "epoch": 0.7590887057682986, |
| "grad_norm": 1.5775506496429443, |
| "learning_rate": 8.336828449091786e-06, |
| "loss": 1.7549, |
| "step": 1566 |
| }, |
| { |
| "epoch": 0.7595734367426078, |
| "grad_norm": 1.4792371988296509, |
| "learning_rate": 8.305306030282617e-06, |
| "loss": 1.3905, |
| "step": 1567 |
| }, |
| { |
| "epoch": 0.7600581677169171, |
| "grad_norm": 1.5295783281326294, |
| "learning_rate": 8.273831443872132e-06, |
| "loss": 1.6053, |
| "step": 1568 |
| }, |
| { |
| "epoch": 0.7605428986912264, |
| "grad_norm": 1.3806251287460327, |
| "learning_rate": 8.242404780038996e-06, |
| "loss": 1.2319, |
| "step": 1569 |
| }, |
| { |
| "epoch": 0.7610276296655356, |
| "grad_norm": 1.5314702987670898, |
| "learning_rate": 8.211026128824539e-06, |
| "loss": 1.4693, |
| "step": 1570 |
| }, |
| { |
| "epoch": 0.7615123606398448, |
| "grad_norm": 1.3532733917236328, |
| "learning_rate": 8.179695580132563e-06, |
| "loss": 1.4102, |
| "step": 1571 |
| }, |
| { |
| "epoch": 0.7619970916141542, |
| "grad_norm": 1.3659793138504028, |
| "learning_rate": 8.14841322372901e-06, |
| "loss": 1.041, |
| "step": 1572 |
| }, |
| { |
| "epoch": 0.7624818225884634, |
| "grad_norm": 1.439633846282959, |
| "learning_rate": 8.117179149241788e-06, |
| "loss": 1.4129, |
| "step": 1573 |
| }, |
| { |
| "epoch": 0.7629665535627727, |
| "grad_norm": 1.3845553398132324, |
| "learning_rate": 8.085993446160442e-06, |
| "loss": 1.2368, |
| "step": 1574 |
| }, |
| { |
| "epoch": 0.7634512845370819, |
| "grad_norm": 1.5613845586776733, |
| "learning_rate": 8.054856203835934e-06, |
| "loss": 1.5857, |
| "step": 1575 |
| }, |
| { |
| "epoch": 0.7639360155113912, |
| "grad_norm": 1.3105788230895996, |
| "learning_rate": 8.023767511480378e-06, |
| "loss": 1.2001, |
| "step": 1576 |
| }, |
| { |
| "epoch": 0.7644207464857005, |
| "grad_norm": 1.5210412740707397, |
| "learning_rate": 7.992727458166788e-06, |
| "loss": 1.6572, |
| "step": 1577 |
| }, |
| { |
| "epoch": 0.7649054774600097, |
| "grad_norm": 1.3836086988449097, |
| "learning_rate": 7.96173613282883e-06, |
| "loss": 1.3445, |
| "step": 1578 |
| }, |
| { |
| "epoch": 0.7653902084343189, |
| "grad_norm": 1.2600528001785278, |
| "learning_rate": 7.93079362426054e-06, |
| "loss": 1.184, |
| "step": 1579 |
| }, |
| { |
| "epoch": 0.7658749394086282, |
| "grad_norm": 1.443926453590393, |
| "learning_rate": 7.89990002111611e-06, |
| "loss": 1.3783, |
| "step": 1580 |
| }, |
| { |
| "epoch": 0.7663596703829375, |
| "grad_norm": 1.4408482313156128, |
| "learning_rate": 7.86905541190959e-06, |
| "loss": 1.4508, |
| "step": 1581 |
| }, |
| { |
| "epoch": 0.7668444013572467, |
| "grad_norm": 1.4853960275650024, |
| "learning_rate": 7.838259885014676e-06, |
| "loss": 1.5522, |
| "step": 1582 |
| }, |
| { |
| "epoch": 0.767329132331556, |
| "grad_norm": 1.9142934083938599, |
| "learning_rate": 7.807513528664414e-06, |
| "loss": 1.2533, |
| "step": 1583 |
| }, |
| { |
| "epoch": 0.7678138633058652, |
| "grad_norm": 1.4642645120620728, |
| "learning_rate": 7.776816430950997e-06, |
| "loss": 1.2509, |
| "step": 1584 |
| }, |
| { |
| "epoch": 0.7682985942801746, |
| "grad_norm": 1.3161667585372925, |
| "learning_rate": 7.746168679825468e-06, |
| "loss": 1.1, |
| "step": 1585 |
| }, |
| { |
| "epoch": 0.7687833252544838, |
| "grad_norm": 1.469278335571289, |
| "learning_rate": 7.715570363097487e-06, |
| "loss": 1.3898, |
| "step": 1586 |
| }, |
| { |
| "epoch": 0.769268056228793, |
| "grad_norm": 1.4469612836837769, |
| "learning_rate": 7.685021568435074e-06, |
| "loss": 1.358, |
| "step": 1587 |
| }, |
| { |
| "epoch": 0.7697527872031023, |
| "grad_norm": 1.5007667541503906, |
| "learning_rate": 7.654522383364387e-06, |
| "loss": 1.5311, |
| "step": 1588 |
| }, |
| { |
| "epoch": 0.7702375181774115, |
| "grad_norm": 1.4023587703704834, |
| "learning_rate": 7.624072895269418e-06, |
| "loss": 1.3025, |
| "step": 1589 |
| }, |
| { |
| "epoch": 0.7707222491517208, |
| "grad_norm": 1.348415493965149, |
| "learning_rate": 7.593673191391776e-06, |
| "loss": 1.2927, |
| "step": 1590 |
| }, |
| { |
| "epoch": 0.7712069801260301, |
| "grad_norm": 1.487410068511963, |
| "learning_rate": 7.563323358830448e-06, |
| "loss": 1.8384, |
| "step": 1591 |
| }, |
| { |
| "epoch": 0.7716917111003393, |
| "grad_norm": 1.5158098936080933, |
| "learning_rate": 7.533023484541513e-06, |
| "loss": 1.3989, |
| "step": 1592 |
| }, |
| { |
| "epoch": 0.7721764420746485, |
| "grad_norm": 1.2837767601013184, |
| "learning_rate": 7.502773655337936e-06, |
| "loss": 1.0266, |
| "step": 1593 |
| }, |
| { |
| "epoch": 0.7726611730489579, |
| "grad_norm": 1.5535281896591187, |
| "learning_rate": 7.472573957889267e-06, |
| "loss": 1.5511, |
| "step": 1594 |
| }, |
| { |
| "epoch": 0.7731459040232671, |
| "grad_norm": 1.699720025062561, |
| "learning_rate": 7.4424244787214656e-06, |
| "loss": 1.3947, |
| "step": 1595 |
| }, |
| { |
| "epoch": 0.7736306349975763, |
| "grad_norm": 1.3902910947799683, |
| "learning_rate": 7.4123253042165495e-06, |
| "loss": 1.5077, |
| "step": 1596 |
| }, |
| { |
| "epoch": 0.7741153659718856, |
| "grad_norm": 1.4567160606384277, |
| "learning_rate": 7.382276520612463e-06, |
| "loss": 1.377, |
| "step": 1597 |
| }, |
| { |
| "epoch": 0.7746000969461949, |
| "grad_norm": 1.6392182111740112, |
| "learning_rate": 7.352278214002739e-06, |
| "loss": 1.7202, |
| "step": 1598 |
| }, |
| { |
| "epoch": 0.7750848279205041, |
| "grad_norm": 1.4235200881958008, |
| "learning_rate": 7.3223304703363135e-06, |
| "loss": 1.3698, |
| "step": 1599 |
| }, |
| { |
| "epoch": 0.7755695588948134, |
| "grad_norm": 1.3485275506973267, |
| "learning_rate": 7.292433375417232e-06, |
| "loss": 1.1991, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.7760542898691226, |
| "grad_norm": 1.5387061834335327, |
| "learning_rate": 7.262587014904429e-06, |
| "loss": 1.414, |
| "step": 1601 |
| }, |
| { |
| "epoch": 0.7765390208434318, |
| "grad_norm": 1.4910553693771362, |
| "learning_rate": 7.232791474311493e-06, |
| "loss": 1.3939, |
| "step": 1602 |
| }, |
| { |
| "epoch": 0.7770237518177412, |
| "grad_norm": 1.3060449361801147, |
| "learning_rate": 7.203046839006383e-06, |
| "loss": 1.3913, |
| "step": 1603 |
| }, |
| { |
| "epoch": 0.7775084827920504, |
| "grad_norm": 1.4318301677703857, |
| "learning_rate": 7.173353194211247e-06, |
| "loss": 1.3158, |
| "step": 1604 |
| }, |
| { |
| "epoch": 0.7779932137663597, |
| "grad_norm": 1.4487580060958862, |
| "learning_rate": 7.143710625002078e-06, |
| "loss": 1.4206, |
| "step": 1605 |
| }, |
| { |
| "epoch": 0.7784779447406689, |
| "grad_norm": 2.377192258834839, |
| "learning_rate": 7.114119216308593e-06, |
| "loss": 1.3553, |
| "step": 1606 |
| }, |
| { |
| "epoch": 0.7789626757149782, |
| "grad_norm": 1.4438358545303345, |
| "learning_rate": 7.084579052913884e-06, |
| "loss": 1.6249, |
| "step": 1607 |
| }, |
| { |
| "epoch": 0.7794474066892875, |
| "grad_norm": 1.6939022541046143, |
| "learning_rate": 7.0550902194542525e-06, |
| "loss": 1.5022, |
| "step": 1608 |
| }, |
| { |
| "epoch": 0.7799321376635967, |
| "grad_norm": 1.4086045026779175, |
| "learning_rate": 7.0256528004188995e-06, |
| "loss": 1.486, |
| "step": 1609 |
| }, |
| { |
| "epoch": 0.7804168686379059, |
| "grad_norm": 1.3695285320281982, |
| "learning_rate": 6.996266880149749e-06, |
| "loss": 1.2197, |
| "step": 1610 |
| }, |
| { |
| "epoch": 0.7809015996122152, |
| "grad_norm": 1.3833764791488647, |
| "learning_rate": 6.966932542841156e-06, |
| "loss": 1.2276, |
| "step": 1611 |
| }, |
| { |
| "epoch": 0.7813863305865245, |
| "grad_norm": 1.2639784812927246, |
| "learning_rate": 6.937649872539675e-06, |
| "loss": 1.1809, |
| "step": 1612 |
| }, |
| { |
| "epoch": 0.7818710615608337, |
| "grad_norm": 1.495296597480774, |
| "learning_rate": 6.908418953143861e-06, |
| "loss": 1.3947, |
| "step": 1613 |
| }, |
| { |
| "epoch": 0.782355792535143, |
| "grad_norm": 1.2453677654266357, |
| "learning_rate": 6.879239868403964e-06, |
| "loss": 1.3538, |
| "step": 1614 |
| }, |
| { |
| "epoch": 0.7828405235094522, |
| "grad_norm": 1.3305635452270508, |
| "learning_rate": 6.8501127019217346e-06, |
| "loss": 1.3287, |
| "step": 1615 |
| }, |
| { |
| "epoch": 0.7833252544837616, |
| "grad_norm": 1.4396018981933594, |
| "learning_rate": 6.8210375371501625e-06, |
| "loss": 1.4193, |
| "step": 1616 |
| }, |
| { |
| "epoch": 0.7838099854580708, |
| "grad_norm": 1.4076224565505981, |
| "learning_rate": 6.7920144573932695e-06, |
| "loss": 1.3454, |
| "step": 1617 |
| }, |
| { |
| "epoch": 0.78429471643238, |
| "grad_norm": 1.4297701120376587, |
| "learning_rate": 6.7630435458058114e-06, |
| "loss": 1.4004, |
| "step": 1618 |
| }, |
| { |
| "epoch": 0.7847794474066893, |
| "grad_norm": 1.3946882486343384, |
| "learning_rate": 6.734124885393111e-06, |
| "loss": 1.5085, |
| "step": 1619 |
| }, |
| { |
| "epoch": 0.7852641783809986, |
| "grad_norm": 1.538183331489563, |
| "learning_rate": 6.705258559010755e-06, |
| "loss": 1.7725, |
| "step": 1620 |
| }, |
| { |
| "epoch": 0.7857489093553078, |
| "grad_norm": 1.3094892501831055, |
| "learning_rate": 6.676444649364416e-06, |
| "loss": 1.3554, |
| "step": 1621 |
| }, |
| { |
| "epoch": 0.7862336403296171, |
| "grad_norm": 1.6407068967819214, |
| "learning_rate": 6.647683239009556e-06, |
| "loss": 1.5119, |
| "step": 1622 |
| }, |
| { |
| "epoch": 0.7867183713039263, |
| "grad_norm": 1.463111400604248, |
| "learning_rate": 6.618974410351247e-06, |
| "loss": 1.4116, |
| "step": 1623 |
| }, |
| { |
| "epoch": 0.7872031022782355, |
| "grad_norm": 1.4133925437927246, |
| "learning_rate": 6.590318245643887e-06, |
| "loss": 1.3629, |
| "step": 1624 |
| }, |
| { |
| "epoch": 0.7876878332525449, |
| "grad_norm": 1.5195677280426025, |
| "learning_rate": 6.561714826990998e-06, |
| "loss": 1.8831, |
| "step": 1625 |
| }, |
| { |
| "epoch": 0.7881725642268541, |
| "grad_norm": 1.3426353931427002, |
| "learning_rate": 6.533164236344966e-06, |
| "loss": 1.1815, |
| "step": 1626 |
| }, |
| { |
| "epoch": 0.7886572952011633, |
| "grad_norm": 1.381893277168274, |
| "learning_rate": 6.504666555506825e-06, |
| "loss": 1.4206, |
| "step": 1627 |
| }, |
| { |
| "epoch": 0.7891420261754726, |
| "grad_norm": 1.40556800365448, |
| "learning_rate": 6.476221866126029e-06, |
| "loss": 1.2124, |
| "step": 1628 |
| }, |
| { |
| "epoch": 0.7896267571497819, |
| "grad_norm": 1.4516103267669678, |
| "learning_rate": 6.447830249700174e-06, |
| "loss": 1.2965, |
| "step": 1629 |
| }, |
| { |
| "epoch": 0.7901114881240912, |
| "grad_norm": 1.3030951023101807, |
| "learning_rate": 6.41949178757483e-06, |
| "loss": 1.2891, |
| "step": 1630 |
| }, |
| { |
| "epoch": 0.7905962190984004, |
| "grad_norm": 1.4862583875656128, |
| "learning_rate": 6.3912065609432415e-06, |
| "loss": 1.4867, |
| "step": 1631 |
| }, |
| { |
| "epoch": 0.7910809500727096, |
| "grad_norm": 1.3782804012298584, |
| "learning_rate": 6.362974650846157e-06, |
| "loss": 1.4044, |
| "step": 1632 |
| }, |
| { |
| "epoch": 0.7915656810470189, |
| "grad_norm": 1.3330339193344116, |
| "learning_rate": 6.334796138171542e-06, |
| "loss": 1.4485, |
| "step": 1633 |
| }, |
| { |
| "epoch": 0.7920504120213282, |
| "grad_norm": 1.527451753616333, |
| "learning_rate": 6.306671103654382e-06, |
| "loss": 1.5054, |
| "step": 1634 |
| }, |
| { |
| "epoch": 0.7925351429956374, |
| "grad_norm": 1.3172121047973633, |
| "learning_rate": 6.278599627876433e-06, |
| "loss": 1.3527, |
| "step": 1635 |
| }, |
| { |
| "epoch": 0.7930198739699467, |
| "grad_norm": 1.3731809854507446, |
| "learning_rate": 6.250581791266019e-06, |
| "loss": 1.4858, |
| "step": 1636 |
| }, |
| { |
| "epoch": 0.7935046049442559, |
| "grad_norm": 1.3459367752075195, |
| "learning_rate": 6.22261767409775e-06, |
| "loss": 1.3209, |
| "step": 1637 |
| }, |
| { |
| "epoch": 0.7939893359185652, |
| "grad_norm": 2.2093305587768555, |
| "learning_rate": 6.1947073564923576e-06, |
| "loss": 1.2707, |
| "step": 1638 |
| }, |
| { |
| "epoch": 0.7944740668928745, |
| "grad_norm": 1.42824387550354, |
| "learning_rate": 6.166850918416406e-06, |
| "loss": 1.3117, |
| "step": 1639 |
| }, |
| { |
| "epoch": 0.7949587978671837, |
| "grad_norm": 1.436257243156433, |
| "learning_rate": 6.139048439682085e-06, |
| "loss": 1.4706, |
| "step": 1640 |
| }, |
| { |
| "epoch": 0.7954435288414929, |
| "grad_norm": 1.4861083030700684, |
| "learning_rate": 6.111299999947009e-06, |
| "loss": 1.4673, |
| "step": 1641 |
| }, |
| { |
| "epoch": 0.7959282598158022, |
| "grad_norm": 1.4589564800262451, |
| "learning_rate": 6.083605678713939e-06, |
| "loss": 1.4155, |
| "step": 1642 |
| }, |
| { |
| "epoch": 0.7964129907901115, |
| "grad_norm": 1.4518787860870361, |
| "learning_rate": 6.055965555330606e-06, |
| "loss": 1.3371, |
| "step": 1643 |
| }, |
| { |
| "epoch": 0.7968977217644208, |
| "grad_norm": 1.3608945608139038, |
| "learning_rate": 6.028379708989418e-06, |
| "loss": 1.2777, |
| "step": 1644 |
| }, |
| { |
| "epoch": 0.79738245273873, |
| "grad_norm": 1.3667936325073242, |
| "learning_rate": 6.000848218727312e-06, |
| "loss": 1.2991, |
| "step": 1645 |
| }, |
| { |
| "epoch": 0.7978671837130392, |
| "grad_norm": 1.4242197275161743, |
| "learning_rate": 5.973371163425456e-06, |
| "loss": 1.4603, |
| "step": 1646 |
| }, |
| { |
| "epoch": 0.7983519146873486, |
| "grad_norm": 1.4276293516159058, |
| "learning_rate": 5.945948621809091e-06, |
| "loss": 1.214, |
| "step": 1647 |
| }, |
| { |
| "epoch": 0.7988366456616578, |
| "grad_norm": 1.4498988389968872, |
| "learning_rate": 5.91858067244723e-06, |
| "loss": 1.3601, |
| "step": 1648 |
| }, |
| { |
| "epoch": 0.799321376635967, |
| "grad_norm": 1.4795246124267578, |
| "learning_rate": 5.891267393752509e-06, |
| "loss": 1.5095, |
| "step": 1649 |
| }, |
| { |
| "epoch": 0.7998061076102763, |
| "grad_norm": 1.371968388557434, |
| "learning_rate": 5.864008863980897e-06, |
| "loss": 1.562, |
| "step": 1650 |
| }, |
| { |
| "epoch": 0.8002908385845856, |
| "grad_norm": 1.39975106716156, |
| "learning_rate": 5.836805161231507e-06, |
| "loss": 1.4923, |
| "step": 1651 |
| }, |
| { |
| "epoch": 0.8007755695588948, |
| "grad_norm": 1.4395267963409424, |
| "learning_rate": 5.809656363446381e-06, |
| "loss": 1.2459, |
| "step": 1652 |
| }, |
| { |
| "epoch": 0.8012603005332041, |
| "grad_norm": 1.383536696434021, |
| "learning_rate": 5.782562548410236e-06, |
| "loss": 1.1381, |
| "step": 1653 |
| }, |
| { |
| "epoch": 0.8017450315075133, |
| "grad_norm": 1.2943404912948608, |
| "learning_rate": 5.7555237937502616e-06, |
| "loss": 1.2698, |
| "step": 1654 |
| }, |
| { |
| "epoch": 0.8022297624818225, |
| "grad_norm": 1.4058960676193237, |
| "learning_rate": 5.7285401769358845e-06, |
| "loss": 1.6954, |
| "step": 1655 |
| }, |
| { |
| "epoch": 0.8027144934561319, |
| "grad_norm": 1.4720020294189453, |
| "learning_rate": 5.701611775278573e-06, |
| "loss": 1.5013, |
| "step": 1656 |
| }, |
| { |
| "epoch": 0.8031992244304411, |
| "grad_norm": 1.3335487842559814, |
| "learning_rate": 5.674738665931575e-06, |
| "loss": 1.239, |
| "step": 1657 |
| }, |
| { |
| "epoch": 0.8036839554047503, |
| "grad_norm": 1.3698316812515259, |
| "learning_rate": 5.647920925889744e-06, |
| "loss": 1.0645, |
| "step": 1658 |
| }, |
| { |
| "epoch": 0.8041686863790596, |
| "grad_norm": 1.3854635953903198, |
| "learning_rate": 5.6211586319892625e-06, |
| "loss": 1.3054, |
| "step": 1659 |
| }, |
| { |
| "epoch": 0.8046534173533689, |
| "grad_norm": 1.5994597673416138, |
| "learning_rate": 5.594451860907485e-06, |
| "loss": 1.411, |
| "step": 1660 |
| }, |
| { |
| "epoch": 0.8051381483276782, |
| "grad_norm": 1.4336647987365723, |
| "learning_rate": 5.567800689162658e-06, |
| "loss": 1.4892, |
| "step": 1661 |
| }, |
| { |
| "epoch": 0.8056228793019874, |
| "grad_norm": 1.753812551498413, |
| "learning_rate": 5.541205193113763e-06, |
| "loss": 1.6698, |
| "step": 1662 |
| }, |
| { |
| "epoch": 0.8061076102762966, |
| "grad_norm": 1.2079178094863892, |
| "learning_rate": 5.51466544896021e-06, |
| "loss": 1.0658, |
| "step": 1663 |
| }, |
| { |
| "epoch": 0.8065923412506059, |
| "grad_norm": 1.3493430614471436, |
| "learning_rate": 5.488181532741732e-06, |
| "loss": 1.3803, |
| "step": 1664 |
| }, |
| { |
| "epoch": 0.8070770722249152, |
| "grad_norm": 1.5290086269378662, |
| "learning_rate": 5.46175352033807e-06, |
| "loss": 1.5866, |
| "step": 1665 |
| }, |
| { |
| "epoch": 0.8075618031992244, |
| "grad_norm": 1.3983334302902222, |
| "learning_rate": 5.435381487468799e-06, |
| "loss": 1.595, |
| "step": 1666 |
| }, |
| { |
| "epoch": 0.8080465341735337, |
| "grad_norm": 1.5040364265441895, |
| "learning_rate": 5.409065509693126e-06, |
| "loss": 1.4392, |
| "step": 1667 |
| }, |
| { |
| "epoch": 0.8085312651478429, |
| "grad_norm": 1.456047534942627, |
| "learning_rate": 5.382805662409623e-06, |
| "loss": 1.504, |
| "step": 1668 |
| }, |
| { |
| "epoch": 0.8090159961221522, |
| "grad_norm": 1.338990330696106, |
| "learning_rate": 5.356602020856072e-06, |
| "loss": 1.5103, |
| "step": 1669 |
| }, |
| { |
| "epoch": 0.8095007270964615, |
| "grad_norm": 1.4504512548446655, |
| "learning_rate": 5.330454660109185e-06, |
| "loss": 1.0707, |
| "step": 1670 |
| }, |
| { |
| "epoch": 0.8099854580707707, |
| "grad_norm": 1.4192159175872803, |
| "learning_rate": 5.30436365508446e-06, |
| "loss": 1.6072, |
| "step": 1671 |
| }, |
| { |
| "epoch": 0.81047018904508, |
| "grad_norm": 1.5492674112319946, |
| "learning_rate": 5.278329080535896e-06, |
| "loss": 1.6888, |
| "step": 1672 |
| }, |
| { |
| "epoch": 0.8109549200193893, |
| "grad_norm": 1.4452522993087769, |
| "learning_rate": 5.252351011055831e-06, |
| "loss": 1.4031, |
| "step": 1673 |
| }, |
| { |
| "epoch": 0.8114396509936985, |
| "grad_norm": 1.4986207485198975, |
| "learning_rate": 5.226429521074691e-06, |
| "loss": 1.5358, |
| "step": 1674 |
| }, |
| { |
| "epoch": 0.8119243819680078, |
| "grad_norm": 1.3144514560699463, |
| "learning_rate": 5.20056468486082e-06, |
| "loss": 1.5166, |
| "step": 1675 |
| }, |
| { |
| "epoch": 0.812409112942317, |
| "grad_norm": 1.328102946281433, |
| "learning_rate": 5.174756576520218e-06, |
| "loss": 0.9864, |
| "step": 1676 |
| }, |
| { |
| "epoch": 0.8128938439166262, |
| "grad_norm": 1.3630974292755127, |
| "learning_rate": 5.149005269996374e-06, |
| "loss": 1.5685, |
| "step": 1677 |
| }, |
| { |
| "epoch": 0.8133785748909356, |
| "grad_norm": 1.7009714841842651, |
| "learning_rate": 5.123310839070011e-06, |
| "loss": 1.2827, |
| "step": 1678 |
| }, |
| { |
| "epoch": 0.8138633058652448, |
| "grad_norm": 1.3941096067428589, |
| "learning_rate": 5.097673357358907e-06, |
| "loss": 1.3748, |
| "step": 1679 |
| }, |
| { |
| "epoch": 0.814348036839554, |
| "grad_norm": 1.5804961919784546, |
| "learning_rate": 5.072092898317679e-06, |
| "loss": 1.9325, |
| "step": 1680 |
| }, |
| { |
| "epoch": 0.8148327678138633, |
| "grad_norm": 1.3486220836639404, |
| "learning_rate": 5.04656953523755e-06, |
| "loss": 1.0934, |
| "step": 1681 |
| }, |
| { |
| "epoch": 0.8153174987881726, |
| "grad_norm": 1.475723385810852, |
| "learning_rate": 5.021103341246186e-06, |
| "loss": 1.1359, |
| "step": 1682 |
| }, |
| { |
| "epoch": 0.8158022297624818, |
| "grad_norm": 1.3328871726989746, |
| "learning_rate": 4.995694389307412e-06, |
| "loss": 1.1081, |
| "step": 1683 |
| }, |
| { |
| "epoch": 0.8162869607367911, |
| "grad_norm": 1.5600857734680176, |
| "learning_rate": 4.9703427522210914e-06, |
| "loss": 1.7475, |
| "step": 1684 |
| }, |
| { |
| "epoch": 0.8167716917111003, |
| "grad_norm": 1.3647994995117188, |
| "learning_rate": 4.94504850262284e-06, |
| "loss": 1.35, |
| "step": 1685 |
| }, |
| { |
| "epoch": 0.8172564226854095, |
| "grad_norm": 1.3073344230651855, |
| "learning_rate": 4.91981171298388e-06, |
| "loss": 1.2369, |
| "step": 1686 |
| }, |
| { |
| "epoch": 0.8177411536597189, |
| "grad_norm": 1.335671067237854, |
| "learning_rate": 4.894632455610773e-06, |
| "loss": 1.2816, |
| "step": 1687 |
| }, |
| { |
| "epoch": 0.8182258846340281, |
| "grad_norm": 1.4057748317718506, |
| "learning_rate": 4.8695108026452745e-06, |
| "loss": 1.1653, |
| "step": 1688 |
| }, |
| { |
| "epoch": 0.8187106156083374, |
| "grad_norm": 1.358802318572998, |
| "learning_rate": 4.8444468260640755e-06, |
| "loss": 1.5163, |
| "step": 1689 |
| }, |
| { |
| "epoch": 0.8191953465826466, |
| "grad_norm": 1.3890354633331299, |
| "learning_rate": 4.819440597678612e-06, |
| "loss": 1.3894, |
| "step": 1690 |
| }, |
| { |
| "epoch": 0.8196800775569559, |
| "grad_norm": 1.4253144264221191, |
| "learning_rate": 4.794492189134892e-06, |
| "loss": 1.4175, |
| "step": 1691 |
| }, |
| { |
| "epoch": 0.8201648085312652, |
| "grad_norm": 1.2631031274795532, |
| "learning_rate": 4.769601671913234e-06, |
| "loss": 1.0669, |
| "step": 1692 |
| }, |
| { |
| "epoch": 0.8206495395055744, |
| "grad_norm": 1.477522611618042, |
| "learning_rate": 4.744769117328107e-06, |
| "loss": 1.6204, |
| "step": 1693 |
| }, |
| { |
| "epoch": 0.8211342704798836, |
| "grad_norm": 1.3935991525650024, |
| "learning_rate": 4.719994596527894e-06, |
| "loss": 1.2437, |
| "step": 1694 |
| }, |
| { |
| "epoch": 0.821619001454193, |
| "grad_norm": 1.2869259119033813, |
| "learning_rate": 4.695278180494725e-06, |
| "loss": 1.383, |
| "step": 1695 |
| }, |
| { |
| "epoch": 0.8221037324285022, |
| "grad_norm": 1.3717503547668457, |
| "learning_rate": 4.670619940044233e-06, |
| "loss": 1.3475, |
| "step": 1696 |
| }, |
| { |
| "epoch": 0.8225884634028114, |
| "grad_norm": 1.3983089923858643, |
| "learning_rate": 4.646019945825392e-06, |
| "loss": 1.5844, |
| "step": 1697 |
| }, |
| { |
| "epoch": 0.8230731943771207, |
| "grad_norm": 1.434476375579834, |
| "learning_rate": 4.621478268320265e-06, |
| "loss": 1.3396, |
| "step": 1698 |
| }, |
| { |
| "epoch": 0.8235579253514299, |
| "grad_norm": 1.392899990081787, |
| "learning_rate": 4.5969949778438575e-06, |
| "loss": 1.595, |
| "step": 1699 |
| }, |
| { |
| "epoch": 0.8240426563257393, |
| "grad_norm": 1.4684665203094482, |
| "learning_rate": 4.5725701445438775e-06, |
| "loss": 1.4212, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.8245273873000485, |
| "grad_norm": 1.4998910427093506, |
| "learning_rate": 4.548203838400539e-06, |
| "loss": 1.7012, |
| "step": 1701 |
| }, |
| { |
| "epoch": 0.8250121182743577, |
| "grad_norm": 1.3950318098068237, |
| "learning_rate": 4.523896129226371e-06, |
| "loss": 1.4352, |
| "step": 1702 |
| }, |
| { |
| "epoch": 0.825496849248667, |
| "grad_norm": 1.3992888927459717, |
| "learning_rate": 4.499647086666029e-06, |
| "loss": 1.3451, |
| "step": 1703 |
| }, |
| { |
| "epoch": 0.8259815802229763, |
| "grad_norm": 1.4925978183746338, |
| "learning_rate": 4.475456780196066e-06, |
| "loss": 1.5352, |
| "step": 1704 |
| }, |
| { |
| "epoch": 0.8264663111972855, |
| "grad_norm": 1.5991015434265137, |
| "learning_rate": 4.451325279124749e-06, |
| "loss": 1.5298, |
| "step": 1705 |
| }, |
| { |
| "epoch": 0.8269510421715948, |
| "grad_norm": 1.3293036222457886, |
| "learning_rate": 4.427252652591876e-06, |
| "loss": 1.1902, |
| "step": 1706 |
| }, |
| { |
| "epoch": 0.827435773145904, |
| "grad_norm": 1.5411173105239868, |
| "learning_rate": 4.40323896956854e-06, |
| "loss": 1.3795, |
| "step": 1707 |
| }, |
| { |
| "epoch": 0.8279205041202132, |
| "grad_norm": 1.4103530645370483, |
| "learning_rate": 4.379284298856973e-06, |
| "loss": 1.5143, |
| "step": 1708 |
| }, |
| { |
| "epoch": 0.8284052350945226, |
| "grad_norm": 1.4393373727798462, |
| "learning_rate": 4.3553887090903075e-06, |
| "loss": 1.4624, |
| "step": 1709 |
| }, |
| { |
| "epoch": 0.8288899660688318, |
| "grad_norm": 1.8007562160491943, |
| "learning_rate": 4.331552268732433e-06, |
| "loss": 1.6461, |
| "step": 1710 |
| }, |
| { |
| "epoch": 0.829374697043141, |
| "grad_norm": 1.4097933769226074, |
| "learning_rate": 4.307775046077739e-06, |
| "loss": 1.1364, |
| "step": 1711 |
| }, |
| { |
| "epoch": 0.8298594280174503, |
| "grad_norm": 1.2913793325424194, |
| "learning_rate": 4.284057109250961e-06, |
| "loss": 1.37, |
| "step": 1712 |
| }, |
| { |
| "epoch": 0.8303441589917596, |
| "grad_norm": 1.320348858833313, |
| "learning_rate": 4.2603985262069656e-06, |
| "loss": 1.6305, |
| "step": 1713 |
| }, |
| { |
| "epoch": 0.8308288899660689, |
| "grad_norm": 1.3655133247375488, |
| "learning_rate": 4.236799364730582e-06, |
| "loss": 1.4158, |
| "step": 1714 |
| }, |
| { |
| "epoch": 0.8313136209403781, |
| "grad_norm": 1.4090162515640259, |
| "learning_rate": 4.213259692436367e-06, |
| "loss": 1.4813, |
| "step": 1715 |
| }, |
| { |
| "epoch": 0.8317983519146873, |
| "grad_norm": 1.4175288677215576, |
| "learning_rate": 4.189779576768454e-06, |
| "loss": 1.6809, |
| "step": 1716 |
| }, |
| { |
| "epoch": 0.8322830828889967, |
| "grad_norm": 1.5763258934020996, |
| "learning_rate": 4.166359085000324e-06, |
| "loss": 1.8811, |
| "step": 1717 |
| }, |
| { |
| "epoch": 0.8327678138633059, |
| "grad_norm": 1.3878095149993896, |
| "learning_rate": 4.142998284234622e-06, |
| "loss": 1.35, |
| "step": 1718 |
| }, |
| { |
| "epoch": 0.8332525448376151, |
| "grad_norm": 1.4590060710906982, |
| "learning_rate": 4.119697241402998e-06, |
| "loss": 1.3375, |
| "step": 1719 |
| }, |
| { |
| "epoch": 0.8337372758119244, |
| "grad_norm": 1.3511408567428589, |
| "learning_rate": 4.096456023265866e-06, |
| "loss": 1.384, |
| "step": 1720 |
| }, |
| { |
| "epoch": 0.8342220067862336, |
| "grad_norm": 1.4394463300704956, |
| "learning_rate": 4.073274696412235e-06, |
| "loss": 1.6411, |
| "step": 1721 |
| }, |
| { |
| "epoch": 0.8347067377605429, |
| "grad_norm": 1.3683598041534424, |
| "learning_rate": 4.05015332725952e-06, |
| "loss": 1.2006, |
| "step": 1722 |
| }, |
| { |
| "epoch": 0.8351914687348522, |
| "grad_norm": 1.4397015571594238, |
| "learning_rate": 4.027091982053369e-06, |
| "loss": 1.4946, |
| "step": 1723 |
| }, |
| { |
| "epoch": 0.8356761997091614, |
| "grad_norm": 1.5546510219573975, |
| "learning_rate": 4.004090726867416e-06, |
| "loss": 1.5381, |
| "step": 1724 |
| }, |
| { |
| "epoch": 0.8361609306834706, |
| "grad_norm": 1.4166737794876099, |
| "learning_rate": 3.98114962760317e-06, |
| "loss": 1.4553, |
| "step": 1725 |
| }, |
| { |
| "epoch": 0.83664566165778, |
| "grad_norm": 1.4045753479003906, |
| "learning_rate": 3.9582687499897545e-06, |
| "loss": 1.3718, |
| "step": 1726 |
| }, |
| { |
| "epoch": 0.8371303926320892, |
| "grad_norm": 1.3510545492172241, |
| "learning_rate": 3.935448159583774e-06, |
| "loss": 1.4418, |
| "step": 1727 |
| }, |
| { |
| "epoch": 0.8376151236063984, |
| "grad_norm": 1.3021389245986938, |
| "learning_rate": 3.912687921769082e-06, |
| "loss": 1.183, |
| "step": 1728 |
| }, |
| { |
| "epoch": 0.8380998545807077, |
| "grad_norm": 1.3169225454330444, |
| "learning_rate": 3.88998810175662e-06, |
| "loss": 1.5796, |
| "step": 1729 |
| }, |
| { |
| "epoch": 0.8385845855550169, |
| "grad_norm": 1.3681930303573608, |
| "learning_rate": 3.8673487645842415e-06, |
| "loss": 1.2193, |
| "step": 1730 |
| }, |
| { |
| "epoch": 0.8390693165293263, |
| "grad_norm": 1.4157400131225586, |
| "learning_rate": 3.844769975116488e-06, |
| "loss": 1.3846, |
| "step": 1731 |
| }, |
| { |
| "epoch": 0.8395540475036355, |
| "grad_norm": 1.3580200672149658, |
| "learning_rate": 3.8222517980444325e-06, |
| "loss": 1.0942, |
| "step": 1732 |
| }, |
| { |
| "epoch": 0.8400387784779447, |
| "grad_norm": 1.3693870306015015, |
| "learning_rate": 3.7997942978854785e-06, |
| "loss": 1.2999, |
| "step": 1733 |
| }, |
| { |
| "epoch": 0.840523509452254, |
| "grad_norm": 1.290262222290039, |
| "learning_rate": 3.7773975389832043e-06, |
| "loss": 1.3288, |
| "step": 1734 |
| }, |
| { |
| "epoch": 0.8410082404265633, |
| "grad_norm": 1.3575208187103271, |
| "learning_rate": 3.7550615855071277e-06, |
| "loss": 1.5665, |
| "step": 1735 |
| }, |
| { |
| "epoch": 0.8414929714008725, |
| "grad_norm": 1.3926094770431519, |
| "learning_rate": 3.7327865014525787e-06, |
| "loss": 1.3471, |
| "step": 1736 |
| }, |
| { |
| "epoch": 0.8419777023751818, |
| "grad_norm": 1.4269956350326538, |
| "learning_rate": 3.710572350640465e-06, |
| "loss": 1.618, |
| "step": 1737 |
| }, |
| { |
| "epoch": 0.842462433349491, |
| "grad_norm": 1.4620566368103027, |
| "learning_rate": 3.6884191967171327e-06, |
| "loss": 1.4229, |
| "step": 1738 |
| }, |
| { |
| "epoch": 0.8429471643238002, |
| "grad_norm": 1.3834177255630493, |
| "learning_rate": 3.666327103154149e-06, |
| "loss": 1.5917, |
| "step": 1739 |
| }, |
| { |
| "epoch": 0.8434318952981096, |
| "grad_norm": 1.575303077697754, |
| "learning_rate": 3.644296133248143e-06, |
| "loss": 2.0171, |
| "step": 1740 |
| }, |
| { |
| "epoch": 0.8439166262724188, |
| "grad_norm": 1.4172624349594116, |
| "learning_rate": 3.6223263501206113e-06, |
| "loss": 1.7448, |
| "step": 1741 |
| }, |
| { |
| "epoch": 0.844401357246728, |
| "grad_norm": 1.4966297149658203, |
| "learning_rate": 3.600417816717755e-06, |
| "loss": 1.1987, |
| "step": 1742 |
| }, |
| { |
| "epoch": 0.8448860882210373, |
| "grad_norm": 1.4303022623062134, |
| "learning_rate": 3.578570595810274e-06, |
| "loss": 1.5639, |
| "step": 1743 |
| }, |
| { |
| "epoch": 0.8453708191953466, |
| "grad_norm": 1.5101985931396484, |
| "learning_rate": 3.5567847499932e-06, |
| "loss": 1.6489, |
| "step": 1744 |
| }, |
| { |
| "epoch": 0.8458555501696559, |
| "grad_norm": 1.4596188068389893, |
| "learning_rate": 3.535060341685731e-06, |
| "loss": 1.5892, |
| "step": 1745 |
| }, |
| { |
| "epoch": 0.8463402811439651, |
| "grad_norm": 1.283461332321167, |
| "learning_rate": 3.513397433131024e-06, |
| "loss": 1.3714, |
| "step": 1746 |
| }, |
| { |
| "epoch": 0.8468250121182743, |
| "grad_norm": 1.439650535583496, |
| "learning_rate": 3.491796086396043e-06, |
| "loss": 1.2675, |
| "step": 1747 |
| }, |
| { |
| "epoch": 0.8473097430925837, |
| "grad_norm": 1.3690756559371948, |
| "learning_rate": 3.4702563633713577e-06, |
| "loss": 1.255, |
| "step": 1748 |
| }, |
| { |
| "epoch": 0.8477944740668929, |
| "grad_norm": 1.511044979095459, |
| "learning_rate": 3.4487783257710015e-06, |
| "loss": 1.1604, |
| "step": 1749 |
| }, |
| { |
| "epoch": 0.8482792050412021, |
| "grad_norm": 1.4531290531158447, |
| "learning_rate": 3.4273620351322257e-06, |
| "loss": 1.4041, |
| "step": 1750 |
| }, |
| { |
| "epoch": 0.8487639360155114, |
| "grad_norm": 1.4664944410324097, |
| "learning_rate": 3.406007552815421e-06, |
| "loss": 1.4089, |
| "step": 1751 |
| }, |
| { |
| "epoch": 0.8492486669898206, |
| "grad_norm": 1.3850915431976318, |
| "learning_rate": 3.3847149400038527e-06, |
| "loss": 1.3229, |
| "step": 1752 |
| }, |
| { |
| "epoch": 0.8497333979641299, |
| "grad_norm": 1.419942021369934, |
| "learning_rate": 3.3634842577035447e-06, |
| "loss": 1.423, |
| "step": 1753 |
| }, |
| { |
| "epoch": 0.8502181289384392, |
| "grad_norm": 1.2842981815338135, |
| "learning_rate": 3.3423155667430708e-06, |
| "loss": 1.1818, |
| "step": 1754 |
| }, |
| { |
| "epoch": 0.8507028599127484, |
| "grad_norm": 1.3830044269561768, |
| "learning_rate": 3.321208927773384e-06, |
| "loss": 1.3562, |
| "step": 1755 |
| }, |
| { |
| "epoch": 0.8511875908870576, |
| "grad_norm": 1.5061596632003784, |
| "learning_rate": 3.3001644012676773e-06, |
| "loss": 1.2338, |
| "step": 1756 |
| }, |
| { |
| "epoch": 0.851672321861367, |
| "grad_norm": 1.3219194412231445, |
| "learning_rate": 3.279182047521151e-06, |
| "loss": 1.3248, |
| "step": 1757 |
| }, |
| { |
| "epoch": 0.8521570528356762, |
| "grad_norm": 1.2967970371246338, |
| "learning_rate": 3.258261926650902e-06, |
| "loss": 1.1634, |
| "step": 1758 |
| }, |
| { |
| "epoch": 0.8526417838099855, |
| "grad_norm": 1.3681789636611938, |
| "learning_rate": 3.2374040985957004e-06, |
| "loss": 1.3534, |
| "step": 1759 |
| }, |
| { |
| "epoch": 0.8531265147842947, |
| "grad_norm": 1.4028301239013672, |
| "learning_rate": 3.216608623115852e-06, |
| "loss": 1.4824, |
| "step": 1760 |
| }, |
| { |
| "epoch": 0.8536112457586039, |
| "grad_norm": 1.3395938873291016, |
| "learning_rate": 3.1958755597930017e-06, |
| "loss": 1.3257, |
| "step": 1761 |
| }, |
| { |
| "epoch": 0.8540959767329133, |
| "grad_norm": 1.5202916860580444, |
| "learning_rate": 3.175204968029999e-06, |
| "loss": 1.4002, |
| "step": 1762 |
| }, |
| { |
| "epoch": 0.8545807077072225, |
| "grad_norm": 1.3687208890914917, |
| "learning_rate": 3.1545969070506747e-06, |
| "loss": 1.3911, |
| "step": 1763 |
| }, |
| { |
| "epoch": 0.8550654386815317, |
| "grad_norm": 1.5068252086639404, |
| "learning_rate": 3.1340514358997293e-06, |
| "loss": 1.427, |
| "step": 1764 |
| }, |
| { |
| "epoch": 0.855550169655841, |
| "grad_norm": 1.3460315465927124, |
| "learning_rate": 3.1135686134425134e-06, |
| "loss": 1.2252, |
| "step": 1765 |
| }, |
| { |
| "epoch": 0.8560349006301503, |
| "grad_norm": 1.3183640241622925, |
| "learning_rate": 3.093148498364898e-06, |
| "loss": 1.1255, |
| "step": 1766 |
| }, |
| { |
| "epoch": 0.8565196316044595, |
| "grad_norm": 1.3901616334915161, |
| "learning_rate": 3.0727911491730764e-06, |
| "loss": 1.5205, |
| "step": 1767 |
| }, |
| { |
| "epoch": 0.8570043625787688, |
| "grad_norm": 1.479112982749939, |
| "learning_rate": 3.0524966241934153e-06, |
| "loss": 1.7212, |
| "step": 1768 |
| }, |
| { |
| "epoch": 0.857489093553078, |
| "grad_norm": 1.5991971492767334, |
| "learning_rate": 3.0322649815722915e-06, |
| "loss": 1.5865, |
| "step": 1769 |
| }, |
| { |
| "epoch": 0.8579738245273874, |
| "grad_norm": 1.4487693309783936, |
| "learning_rate": 3.012096279275892e-06, |
| "loss": 1.5127, |
| "step": 1770 |
| }, |
| { |
| "epoch": 0.8584585555016966, |
| "grad_norm": 1.623945951461792, |
| "learning_rate": 2.991990575090095e-06, |
| "loss": 1.5826, |
| "step": 1771 |
| }, |
| { |
| "epoch": 0.8589432864760058, |
| "grad_norm": 1.5717607736587524, |
| "learning_rate": 2.9719479266202664e-06, |
| "loss": 1.505, |
| "step": 1772 |
| }, |
| { |
| "epoch": 0.859428017450315, |
| "grad_norm": 1.4932787418365479, |
| "learning_rate": 2.9519683912911266e-06, |
| "loss": 1.4719, |
| "step": 1773 |
| }, |
| { |
| "epoch": 0.8599127484246243, |
| "grad_norm": 1.3678524494171143, |
| "learning_rate": 2.9320520263465463e-06, |
| "loss": 1.3981, |
| "step": 1774 |
| }, |
| { |
| "epoch": 0.8603974793989336, |
| "grad_norm": 1.2875282764434814, |
| "learning_rate": 2.9121988888494297e-06, |
| "loss": 1.2622, |
| "step": 1775 |
| }, |
| { |
| "epoch": 0.8608822103732429, |
| "grad_norm": 1.5293846130371094, |
| "learning_rate": 2.892409035681498e-06, |
| "loss": 1.6768, |
| "step": 1776 |
| }, |
| { |
| "epoch": 0.8613669413475521, |
| "grad_norm": 1.5416409969329834, |
| "learning_rate": 2.872682523543185e-06, |
| "loss": 1.4337, |
| "step": 1777 |
| }, |
| { |
| "epoch": 0.8618516723218613, |
| "grad_norm": 1.515479326248169, |
| "learning_rate": 2.8530194089534225e-06, |
| "loss": 1.3993, |
| "step": 1778 |
| }, |
| { |
| "epoch": 0.8623364032961707, |
| "grad_norm": 1.349339246749878, |
| "learning_rate": 2.833419748249511e-06, |
| "loss": 1.4137, |
| "step": 1779 |
| }, |
| { |
| "epoch": 0.8628211342704799, |
| "grad_norm": 1.4984550476074219, |
| "learning_rate": 2.8138835975869358e-06, |
| "loss": 1.7335, |
| "step": 1780 |
| }, |
| { |
| "epoch": 0.8633058652447891, |
| "grad_norm": 1.4722235202789307, |
| "learning_rate": 2.794411012939238e-06, |
| "loss": 1.2962, |
| "step": 1781 |
| }, |
| { |
| "epoch": 0.8637905962190984, |
| "grad_norm": 1.4962884187698364, |
| "learning_rate": 2.7750020500978193e-06, |
| "loss": 1.3812, |
| "step": 1782 |
| }, |
| { |
| "epoch": 0.8642753271934076, |
| "grad_norm": 1.2720054388046265, |
| "learning_rate": 2.7556567646717907e-06, |
| "loss": 1.2682, |
| "step": 1783 |
| }, |
| { |
| "epoch": 0.864760058167717, |
| "grad_norm": 1.5404802560806274, |
| "learning_rate": 2.7363752120878437e-06, |
| "loss": 1.5413, |
| "step": 1784 |
| }, |
| { |
| "epoch": 0.8652447891420262, |
| "grad_norm": 1.352376103401184, |
| "learning_rate": 2.717157447590041e-06, |
| "loss": 1.3569, |
| "step": 1785 |
| }, |
| { |
| "epoch": 0.8657295201163354, |
| "grad_norm": 1.4405183792114258, |
| "learning_rate": 2.6980035262397037e-06, |
| "loss": 1.4793, |
| "step": 1786 |
| }, |
| { |
| "epoch": 0.8662142510906446, |
| "grad_norm": 1.5227733850479126, |
| "learning_rate": 2.6789135029152173e-06, |
| "loss": 1.4665, |
| "step": 1787 |
| }, |
| { |
| "epoch": 0.866698982064954, |
| "grad_norm": 1.4717252254486084, |
| "learning_rate": 2.659887432311917e-06, |
| "loss": 1.2643, |
| "step": 1788 |
| }, |
| { |
| "epoch": 0.8671837130392632, |
| "grad_norm": 1.542318344116211, |
| "learning_rate": 2.6409253689418656e-06, |
| "loss": 1.4383, |
| "step": 1789 |
| }, |
| { |
| "epoch": 0.8676684440135725, |
| "grad_norm": 1.4374393224716187, |
| "learning_rate": 2.6220273671337807e-06, |
| "loss": 1.2678, |
| "step": 1790 |
| }, |
| { |
| "epoch": 0.8681531749878817, |
| "grad_norm": 1.5301721096038818, |
| "learning_rate": 2.603193481032801e-06, |
| "loss": 1.7229, |
| "step": 1791 |
| }, |
| { |
| "epoch": 0.868637905962191, |
| "grad_norm": 1.2812771797180176, |
| "learning_rate": 2.584423764600391e-06, |
| "loss": 1.6145, |
| "step": 1792 |
| }, |
| { |
| "epoch": 0.8691226369365003, |
| "grad_norm": 1.3902934789657593, |
| "learning_rate": 2.5657182716141452e-06, |
| "loss": 1.3589, |
| "step": 1793 |
| }, |
| { |
| "epoch": 0.8696073679108095, |
| "grad_norm": 1.4703373908996582, |
| "learning_rate": 2.547077055667646e-06, |
| "loss": 1.4929, |
| "step": 1794 |
| }, |
| { |
| "epoch": 0.8700920988851187, |
| "grad_norm": 1.8839432001113892, |
| "learning_rate": 2.528500170170339e-06, |
| "loss": 1.3907, |
| "step": 1795 |
| }, |
| { |
| "epoch": 0.870576829859428, |
| "grad_norm": 1.3980306386947632, |
| "learning_rate": 2.5099876683473244e-06, |
| "loss": 1.5614, |
| "step": 1796 |
| }, |
| { |
| "epoch": 0.8710615608337373, |
| "grad_norm": 1.3951743841171265, |
| "learning_rate": 2.4915396032392567e-06, |
| "loss": 1.3248, |
| "step": 1797 |
| }, |
| { |
| "epoch": 0.8715462918080465, |
| "grad_norm": 1.453779697418213, |
| "learning_rate": 2.473156027702164e-06, |
| "loss": 1.4249, |
| "step": 1798 |
| }, |
| { |
| "epoch": 0.8720310227823558, |
| "grad_norm": 1.3146569728851318, |
| "learning_rate": 2.4548369944073004e-06, |
| "loss": 1.2215, |
| "step": 1799 |
| }, |
| { |
| "epoch": 0.872515753756665, |
| "grad_norm": 1.4370759725570679, |
| "learning_rate": 2.4365825558409966e-06, |
| "loss": 1.5261, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.8730004847309744, |
| "grad_norm": 1.3861037492752075, |
| "learning_rate": 2.4183927643045253e-06, |
| "loss": 1.3451, |
| "step": 1801 |
| }, |
| { |
| "epoch": 0.8734852157052836, |
| "grad_norm": 1.2893579006195068, |
| "learning_rate": 2.4002676719139166e-06, |
| "loss": 1.2465, |
| "step": 1802 |
| }, |
| { |
| "epoch": 0.8739699466795928, |
| "grad_norm": 1.4540156126022339, |
| "learning_rate": 2.3822073305998534e-06, |
| "loss": 1.3423, |
| "step": 1803 |
| }, |
| { |
| "epoch": 0.8744546776539021, |
| "grad_norm": 1.4508488178253174, |
| "learning_rate": 2.3642117921074734e-06, |
| "loss": 1.527, |
| "step": 1804 |
| }, |
| { |
| "epoch": 0.8749394086282113, |
| "grad_norm": 1.4460153579711914, |
| "learning_rate": 2.3462811079962705e-06, |
| "loss": 1.7063, |
| "step": 1805 |
| }, |
| { |
| "epoch": 0.8754241396025206, |
| "grad_norm": 1.468252420425415, |
| "learning_rate": 2.328415329639902e-06, |
| "loss": 1.5137, |
| "step": 1806 |
| }, |
| { |
| "epoch": 0.8759088705768299, |
| "grad_norm": 1.3156002759933472, |
| "learning_rate": 2.310614508226078e-06, |
| "loss": 1.2969, |
| "step": 1807 |
| }, |
| { |
| "epoch": 0.8763936015511391, |
| "grad_norm": 1.447495698928833, |
| "learning_rate": 2.292878694756384e-06, |
| "loss": 1.3326, |
| "step": 1808 |
| }, |
| { |
| "epoch": 0.8768783325254483, |
| "grad_norm": 1.4856112003326416, |
| "learning_rate": 2.2752079400461564e-06, |
| "loss": 1.3841, |
| "step": 1809 |
| }, |
| { |
| "epoch": 0.8773630634997577, |
| "grad_norm": 1.4724615812301636, |
| "learning_rate": 2.257602294724337e-06, |
| "loss": 1.5061, |
| "step": 1810 |
| }, |
| { |
| "epoch": 0.8778477944740669, |
| "grad_norm": 1.5109659433364868, |
| "learning_rate": 2.24006180923331e-06, |
| "loss": 1.5312, |
| "step": 1811 |
| }, |
| { |
| "epoch": 0.8783325254483761, |
| "grad_norm": 1.8590974807739258, |
| "learning_rate": 2.222586533828777e-06, |
| "loss": 1.6278, |
| "step": 1812 |
| }, |
| { |
| "epoch": 0.8788172564226854, |
| "grad_norm": 1.5733957290649414, |
| "learning_rate": 2.2051765185795965e-06, |
| "loss": 1.323, |
| "step": 1813 |
| }, |
| { |
| "epoch": 0.8793019873969947, |
| "grad_norm": 1.3470954895019531, |
| "learning_rate": 2.1878318133676607e-06, |
| "loss": 1.1649, |
| "step": 1814 |
| }, |
| { |
| "epoch": 0.879786718371304, |
| "grad_norm": 1.4746617078781128, |
| "learning_rate": 2.170552467887721e-06, |
| "loss": 1.7258, |
| "step": 1815 |
| }, |
| { |
| "epoch": 0.8802714493456132, |
| "grad_norm": 1.3480514287948608, |
| "learning_rate": 2.1533385316472864e-06, |
| "loss": 1.1594, |
| "step": 1816 |
| }, |
| { |
| "epoch": 0.8807561803199224, |
| "grad_norm": 1.4327815771102905, |
| "learning_rate": 2.136190053966444e-06, |
| "loss": 1.3378, |
| "step": 1817 |
| }, |
| { |
| "epoch": 0.8812409112942317, |
| "grad_norm": 1.433623194694519, |
| "learning_rate": 2.119107083977742e-06, |
| "loss": 1.5589, |
| "step": 1818 |
| }, |
| { |
| "epoch": 0.881725642268541, |
| "grad_norm": 1.3920966386795044, |
| "learning_rate": 2.1020896706260367e-06, |
| "loss": 1.4108, |
| "step": 1819 |
| }, |
| { |
| "epoch": 0.8822103732428502, |
| "grad_norm": 1.4291924238204956, |
| "learning_rate": 2.08513786266836e-06, |
| "loss": 1.4014, |
| "step": 1820 |
| }, |
| { |
| "epoch": 0.8826951042171595, |
| "grad_norm": 2.1731436252593994, |
| "learning_rate": 2.068251708673777e-06, |
| "loss": 1.4262, |
| "step": 1821 |
| }, |
| { |
| "epoch": 0.8831798351914687, |
| "grad_norm": 1.3496067523956299, |
| "learning_rate": 2.051431257023237e-06, |
| "loss": 1.2465, |
| "step": 1822 |
| }, |
| { |
| "epoch": 0.883664566165778, |
| "grad_norm": 1.3288339376449585, |
| "learning_rate": 2.0346765559094567e-06, |
| "loss": 1.0933, |
| "step": 1823 |
| }, |
| { |
| "epoch": 0.8841492971400873, |
| "grad_norm": 1.2372487783432007, |
| "learning_rate": 2.0179876533367587e-06, |
| "loss": 1.2749, |
| "step": 1824 |
| }, |
| { |
| "epoch": 0.8846340281143965, |
| "grad_norm": 1.4109827280044556, |
| "learning_rate": 2.0013645971209527e-06, |
| "loss": 1.3048, |
| "step": 1825 |
| }, |
| { |
| "epoch": 0.8851187590887057, |
| "grad_norm": 1.4247568845748901, |
| "learning_rate": 1.984807434889177e-06, |
| "loss": 1.3601, |
| "step": 1826 |
| }, |
| { |
| "epoch": 0.885603490063015, |
| "grad_norm": 1.3820182085037231, |
| "learning_rate": 1.9683162140798045e-06, |
| "loss": 1.288, |
| "step": 1827 |
| }, |
| { |
| "epoch": 0.8860882210373243, |
| "grad_norm": 1.4704811573028564, |
| "learning_rate": 1.9518909819422336e-06, |
| "loss": 1.4445, |
| "step": 1828 |
| }, |
| { |
| "epoch": 0.8865729520116336, |
| "grad_norm": 1.5304688215255737, |
| "learning_rate": 1.935531785536834e-06, |
| "loss": 1.8307, |
| "step": 1829 |
| }, |
| { |
| "epoch": 0.8870576829859428, |
| "grad_norm": 1.4468873739242554, |
| "learning_rate": 1.919238671734758e-06, |
| "loss": 1.3208, |
| "step": 1830 |
| }, |
| { |
| "epoch": 0.887542413960252, |
| "grad_norm": 1.4901260137557983, |
| "learning_rate": 1.9030116872178316e-06, |
| "loss": 1.5234, |
| "step": 1831 |
| }, |
| { |
| "epoch": 0.8880271449345614, |
| "grad_norm": 1.4315540790557861, |
| "learning_rate": 1.886850878478405e-06, |
| "loss": 1.2287, |
| "step": 1832 |
| }, |
| { |
| "epoch": 0.8885118759088706, |
| "grad_norm": 1.2842153310775757, |
| "learning_rate": 1.87075629181922e-06, |
| "loss": 1.4168, |
| "step": 1833 |
| }, |
| { |
| "epoch": 0.8889966068831798, |
| "grad_norm": 1.3464667797088623, |
| "learning_rate": 1.8547279733533042e-06, |
| "loss": 1.122, |
| "step": 1834 |
| }, |
| { |
| "epoch": 0.8894813378574891, |
| "grad_norm": 1.4574693441390991, |
| "learning_rate": 1.8387659690038e-06, |
| "loss": 1.496, |
| "step": 1835 |
| }, |
| { |
| "epoch": 0.8899660688317984, |
| "grad_norm": 1.374718427658081, |
| "learning_rate": 1.822870324503867e-06, |
| "loss": 1.4209, |
| "step": 1836 |
| }, |
| { |
| "epoch": 0.8904507998061076, |
| "grad_norm": 1.4177495241165161, |
| "learning_rate": 1.8070410853965104e-06, |
| "loss": 1.4393, |
| "step": 1837 |
| }, |
| { |
| "epoch": 0.8909355307804169, |
| "grad_norm": 1.4920076131820679, |
| "learning_rate": 1.7912782970345044e-06, |
| "loss": 1.4351, |
| "step": 1838 |
| }, |
| { |
| "epoch": 0.8914202617547261, |
| "grad_norm": 1.3668889999389648, |
| "learning_rate": 1.7755820045802145e-06, |
| "loss": 1.4363, |
| "step": 1839 |
| }, |
| { |
| "epoch": 0.8919049927290353, |
| "grad_norm": 1.2889249324798584, |
| "learning_rate": 1.7599522530055006e-06, |
| "loss": 1.335, |
| "step": 1840 |
| }, |
| { |
| "epoch": 0.8923897237033447, |
| "grad_norm": 1.3367114067077637, |
| "learning_rate": 1.744389087091558e-06, |
| "loss": 1.4699, |
| "step": 1841 |
| }, |
| { |
| "epoch": 0.8928744546776539, |
| "grad_norm": 1.393117904663086, |
| "learning_rate": 1.7288925514288262e-06, |
| "loss": 1.5868, |
| "step": 1842 |
| }, |
| { |
| "epoch": 0.8933591856519632, |
| "grad_norm": 1.229596734046936, |
| "learning_rate": 1.7134626904168228e-06, |
| "loss": 1.0758, |
| "step": 1843 |
| }, |
| { |
| "epoch": 0.8938439166262724, |
| "grad_norm": 1.3445252180099487, |
| "learning_rate": 1.6980995482640373e-06, |
| "loss": 1.5242, |
| "step": 1844 |
| }, |
| { |
| "epoch": 0.8943286476005817, |
| "grad_norm": 1.4988356828689575, |
| "learning_rate": 1.682803168987815e-06, |
| "loss": 1.5926, |
| "step": 1845 |
| }, |
| { |
| "epoch": 0.894813378574891, |
| "grad_norm": 1.3614110946655273, |
| "learning_rate": 1.6675735964142015e-06, |
| "loss": 1.3875, |
| "step": 1846 |
| }, |
| { |
| "epoch": 0.8952981095492002, |
| "grad_norm": 1.330135703086853, |
| "learning_rate": 1.6524108741778372e-06, |
| "loss": 1.4712, |
| "step": 1847 |
| }, |
| { |
| "epoch": 0.8957828405235094, |
| "grad_norm": 1.4532225131988525, |
| "learning_rate": 1.6373150457218267e-06, |
| "loss": 1.6974, |
| "step": 1848 |
| }, |
| { |
| "epoch": 0.8962675714978187, |
| "grad_norm": 1.4383496046066284, |
| "learning_rate": 1.6222861542976252e-06, |
| "loss": 1.637, |
| "step": 1849 |
| }, |
| { |
| "epoch": 0.896752302472128, |
| "grad_norm": 1.4017609357833862, |
| "learning_rate": 1.6073242429648916e-06, |
| "loss": 1.5166, |
| "step": 1850 |
| }, |
| { |
| "epoch": 0.8972370334464372, |
| "grad_norm": 1.5737212896347046, |
| "learning_rate": 1.5924293545913876e-06, |
| "loss": 1.4628, |
| "step": 1851 |
| }, |
| { |
| "epoch": 0.8977217644207465, |
| "grad_norm": 1.3844492435455322, |
| "learning_rate": 1.5776015318528403e-06, |
| "loss": 1.2499, |
| "step": 1852 |
| }, |
| { |
| "epoch": 0.8982064953950557, |
| "grad_norm": 1.4061801433563232, |
| "learning_rate": 1.5628408172328301e-06, |
| "loss": 1.5193, |
| "step": 1853 |
| }, |
| { |
| "epoch": 0.898691226369365, |
| "grad_norm": 1.3358350992202759, |
| "learning_rate": 1.5481472530226554e-06, |
| "loss": 1.1172, |
| "step": 1854 |
| }, |
| { |
| "epoch": 0.8991759573436743, |
| "grad_norm": 1.4957354068756104, |
| "learning_rate": 1.5335208813212375e-06, |
| "loss": 1.5576, |
| "step": 1855 |
| }, |
| { |
| "epoch": 0.8996606883179835, |
| "grad_norm": 1.3805766105651855, |
| "learning_rate": 1.5189617440349635e-06, |
| "loss": 1.4324, |
| "step": 1856 |
| }, |
| { |
| "epoch": 0.9001454192922927, |
| "grad_norm": 1.4622647762298584, |
| "learning_rate": 1.5044698828775932e-06, |
| "loss": 1.2463, |
| "step": 1857 |
| }, |
| { |
| "epoch": 0.900630150266602, |
| "grad_norm": 1.4765523672103882, |
| "learning_rate": 1.4900453393701358e-06, |
| "loss": 1.6936, |
| "step": 1858 |
| }, |
| { |
| "epoch": 0.9011148812409113, |
| "grad_norm": 1.4264954328536987, |
| "learning_rate": 1.4756881548407153e-06, |
| "loss": 1.4019, |
| "step": 1859 |
| }, |
| { |
| "epoch": 0.9015996122152206, |
| "grad_norm": 1.4087258577346802, |
| "learning_rate": 1.4613983704244826e-06, |
| "loss": 1.4478, |
| "step": 1860 |
| }, |
| { |
| "epoch": 0.9020843431895298, |
| "grad_norm": 1.7178231477737427, |
| "learning_rate": 1.44717602706346e-06, |
| "loss": 1.3309, |
| "step": 1861 |
| }, |
| { |
| "epoch": 0.902569074163839, |
| "grad_norm": 1.351010799407959, |
| "learning_rate": 1.4330211655064568e-06, |
| "loss": 1.3857, |
| "step": 1862 |
| }, |
| { |
| "epoch": 0.9030538051381484, |
| "grad_norm": 1.4305837154388428, |
| "learning_rate": 1.4189338263089241e-06, |
| "loss": 1.3635, |
| "step": 1863 |
| }, |
| { |
| "epoch": 0.9035385361124576, |
| "grad_norm": 1.2843518257141113, |
| "learning_rate": 1.4049140498328728e-06, |
| "loss": 1.1113, |
| "step": 1864 |
| }, |
| { |
| "epoch": 0.9040232670867668, |
| "grad_norm": 1.3791704177856445, |
| "learning_rate": 1.3909618762467186e-06, |
| "loss": 1.1953, |
| "step": 1865 |
| }, |
| { |
| "epoch": 0.9045079980610761, |
| "grad_norm": 1.3165531158447266, |
| "learning_rate": 1.3770773455251935e-06, |
| "loss": 1.1486, |
| "step": 1866 |
| }, |
| { |
| "epoch": 0.9049927290353854, |
| "grad_norm": 1.3703712224960327, |
| "learning_rate": 1.3632604974492257e-06, |
| "loss": 1.4523, |
| "step": 1867 |
| }, |
| { |
| "epoch": 0.9054774600096946, |
| "grad_norm": 1.28277587890625, |
| "learning_rate": 1.3495113716058272e-06, |
| "loss": 1.506, |
| "step": 1868 |
| }, |
| { |
| "epoch": 0.9059621909840039, |
| "grad_norm": 1.3652846813201904, |
| "learning_rate": 1.335830007387967e-06, |
| "loss": 1.3893, |
| "step": 1869 |
| }, |
| { |
| "epoch": 0.9064469219583131, |
| "grad_norm": 1.3692935705184937, |
| "learning_rate": 1.3222164439944811e-06, |
| "loss": 1.644, |
| "step": 1870 |
| }, |
| { |
| "epoch": 0.9069316529326223, |
| "grad_norm": 1.5364172458648682, |
| "learning_rate": 1.3086707204299414e-06, |
| "loss": 1.6484, |
| "step": 1871 |
| }, |
| { |
| "epoch": 0.9074163839069317, |
| "grad_norm": 1.4699918031692505, |
| "learning_rate": 1.2951928755045417e-06, |
| "loss": 1.593, |
| "step": 1872 |
| }, |
| { |
| "epoch": 0.9079011148812409, |
| "grad_norm": 1.437369465827942, |
| "learning_rate": 1.281782947834015e-06, |
| "loss": 1.5027, |
| "step": 1873 |
| }, |
| { |
| "epoch": 0.9083858458555502, |
| "grad_norm": 1.4166172742843628, |
| "learning_rate": 1.26844097583948e-06, |
| "loss": 1.506, |
| "step": 1874 |
| }, |
| { |
| "epoch": 0.9088705768298594, |
| "grad_norm": 1.340541124343872, |
| "learning_rate": 1.2551669977473813e-06, |
| "loss": 1.4797, |
| "step": 1875 |
| }, |
| { |
| "epoch": 0.9093553078041687, |
| "grad_norm": 1.5571600198745728, |
| "learning_rate": 1.241961051589316e-06, |
| "loss": 1.5784, |
| "step": 1876 |
| }, |
| { |
| "epoch": 0.909840038778478, |
| "grad_norm": 1.496361494064331, |
| "learning_rate": 1.2288231752019956e-06, |
| "loss": 1.3185, |
| "step": 1877 |
| }, |
| { |
| "epoch": 0.9103247697527872, |
| "grad_norm": 1.3229130506515503, |
| "learning_rate": 1.2157534062270798e-06, |
| "loss": 1.4291, |
| "step": 1878 |
| }, |
| { |
| "epoch": 0.9108095007270964, |
| "grad_norm": 1.5197927951812744, |
| "learning_rate": 1.2027517821111112e-06, |
| "loss": 1.3644, |
| "step": 1879 |
| }, |
| { |
| "epoch": 0.9112942317014057, |
| "grad_norm": 1.3992700576782227, |
| "learning_rate": 1.1898183401053697e-06, |
| "loss": 1.1666, |
| "step": 1880 |
| }, |
| { |
| "epoch": 0.911778962675715, |
| "grad_norm": 1.4355274438858032, |
| "learning_rate": 1.1769531172658e-06, |
| "loss": 1.487, |
| "step": 1881 |
| }, |
| { |
| "epoch": 0.9122636936500242, |
| "grad_norm": 1.310941219329834, |
| "learning_rate": 1.1641561504528803e-06, |
| "loss": 1.3596, |
| "step": 1882 |
| }, |
| { |
| "epoch": 0.9127484246243335, |
| "grad_norm": 1.495992660522461, |
| "learning_rate": 1.1514274763315292e-06, |
| "loss": 1.8062, |
| "step": 1883 |
| }, |
| { |
| "epoch": 0.9132331555986427, |
| "grad_norm": 2.58510684967041, |
| "learning_rate": 1.1387671313710075e-06, |
| "loss": 1.4036, |
| "step": 1884 |
| }, |
| { |
| "epoch": 0.913717886572952, |
| "grad_norm": 1.5952808856964111, |
| "learning_rate": 1.1261751518447882e-06, |
| "loss": 1.6931, |
| "step": 1885 |
| }, |
| { |
| "epoch": 0.9142026175472613, |
| "grad_norm": 1.2862507104873657, |
| "learning_rate": 1.113651573830482e-06, |
| "loss": 1.1187, |
| "step": 1886 |
| }, |
| { |
| "epoch": 0.9146873485215705, |
| "grad_norm": 1.285225510597229, |
| "learning_rate": 1.1011964332097114e-06, |
| "loss": 1.5083, |
| "step": 1887 |
| }, |
| { |
| "epoch": 0.9151720794958798, |
| "grad_norm": 1.5734096765518188, |
| "learning_rate": 1.0888097656680253e-06, |
| "loss": 1.646, |
| "step": 1888 |
| }, |
| { |
| "epoch": 0.9156568104701891, |
| "grad_norm": 1.4412444829940796, |
| "learning_rate": 1.0764916066947794e-06, |
| "loss": 1.5821, |
| "step": 1889 |
| }, |
| { |
| "epoch": 0.9161415414444983, |
| "grad_norm": 1.3290297985076904, |
| "learning_rate": 1.0642419915830537e-06, |
| "loss": 1.1081, |
| "step": 1890 |
| }, |
| { |
| "epoch": 0.9166262724188076, |
| "grad_norm": 1.4718834161758423, |
| "learning_rate": 1.0520609554295346e-06, |
| "loss": 1.6698, |
| "step": 1891 |
| }, |
| { |
| "epoch": 0.9171110033931168, |
| "grad_norm": 1.3476266860961914, |
| "learning_rate": 1.0399485331344273e-06, |
| "loss": 1.2459, |
| "step": 1892 |
| }, |
| { |
| "epoch": 0.917595734367426, |
| "grad_norm": 1.4318119287490845, |
| "learning_rate": 1.027904759401338e-06, |
| "loss": 1.3108, |
| "step": 1893 |
| }, |
| { |
| "epoch": 0.9180804653417354, |
| "grad_norm": 1.476616621017456, |
| "learning_rate": 1.0159296687372034e-06, |
| "loss": 1.7684, |
| "step": 1894 |
| }, |
| { |
| "epoch": 0.9185651963160446, |
| "grad_norm": 1.3496558666229248, |
| "learning_rate": 1.0040232954521557e-06, |
| "loss": 1.4406, |
| "step": 1895 |
| }, |
| { |
| "epoch": 0.9190499272903538, |
| "grad_norm": 1.3763827085494995, |
| "learning_rate": 9.92185673659457e-07, |
| "loss": 1.2898, |
| "step": 1896 |
| }, |
| { |
| "epoch": 0.9195346582646631, |
| "grad_norm": 1.430915117263794, |
| "learning_rate": 9.804168372753858e-07, |
| "loss": 1.4238, |
| "step": 1897 |
| }, |
| { |
| "epoch": 0.9200193892389724, |
| "grad_norm": 1.3764996528625488, |
| "learning_rate": 9.687168200191304e-07, |
| "loss": 1.5283, |
| "step": 1898 |
| }, |
| { |
| "epoch": 0.9205041202132817, |
| "grad_norm": 1.4979218244552612, |
| "learning_rate": 9.570856554127205e-07, |
| "loss": 1.853, |
| "step": 1899 |
| }, |
| { |
| "epoch": 0.9209888511875909, |
| "grad_norm": 1.4959334135055542, |
| "learning_rate": 9.455233767808991e-07, |
| "loss": 1.7275, |
| "step": 1900 |
| }, |
| { |
| "epoch": 0.9214735821619001, |
| "grad_norm": 1.2733063697814941, |
| "learning_rate": 9.340300172510586e-07, |
| "loss": 1.4255, |
| "step": 1901 |
| }, |
| { |
| "epoch": 0.9219583131362094, |
| "grad_norm": 1.451502799987793, |
| "learning_rate": 9.226056097531105e-07, |
| "loss": 1.1018, |
| "step": 1902 |
| }, |
| { |
| "epoch": 0.9224430441105187, |
| "grad_norm": 1.3837565183639526, |
| "learning_rate": 9.112501870194273e-07, |
| "loss": 1.7232, |
| "step": 1903 |
| }, |
| { |
| "epoch": 0.9229277750848279, |
| "grad_norm": 1.4380730390548706, |
| "learning_rate": 8.9996378158472e-07, |
| "loss": 1.2878, |
| "step": 1904 |
| }, |
| { |
| "epoch": 0.9234125060591372, |
| "grad_norm": 1.2848694324493408, |
| "learning_rate": 8.887464257859579e-07, |
| "loss": 1.2934, |
| "step": 1905 |
| }, |
| { |
| "epoch": 0.9238972370334464, |
| "grad_norm": 1.2803257703781128, |
| "learning_rate": 8.775981517622794e-07, |
| "loss": 1.297, |
| "step": 1906 |
| }, |
| { |
| "epoch": 0.9243819680077557, |
| "grad_norm": 1.3022807836532593, |
| "learning_rate": 8.665189914548955e-07, |
| "loss": 1.2849, |
| "step": 1907 |
| }, |
| { |
| "epoch": 0.924866698982065, |
| "grad_norm": 1.3697919845581055, |
| "learning_rate": 8.555089766069891e-07, |
| "loss": 1.3761, |
| "step": 1908 |
| }, |
| { |
| "epoch": 0.9253514299563742, |
| "grad_norm": 1.5067558288574219, |
| "learning_rate": 8.445681387636406e-07, |
| "loss": 1.31, |
| "step": 1909 |
| }, |
| { |
| "epoch": 0.9258361609306834, |
| "grad_norm": 1.403795838356018, |
| "learning_rate": 8.336965092717281e-07, |
| "loss": 1.4403, |
| "step": 1910 |
| }, |
| { |
| "epoch": 0.9263208919049928, |
| "grad_norm": 1.440237283706665, |
| "learning_rate": 8.228941192798323e-07, |
| "loss": 1.7129, |
| "step": 1911 |
| }, |
| { |
| "epoch": 0.926805622879302, |
| "grad_norm": 1.4832885265350342, |
| "learning_rate": 8.121609997381652e-07, |
| "loss": 1.5841, |
| "step": 1912 |
| }, |
| { |
| "epoch": 0.9272903538536112, |
| "grad_norm": 1.4952884912490845, |
| "learning_rate": 8.014971813984611e-07, |
| "loss": 1.6965, |
| "step": 1913 |
| }, |
| { |
| "epoch": 0.9277750848279205, |
| "grad_norm": 1.588004231452942, |
| "learning_rate": 7.909026948139081e-07, |
| "loss": 1.5482, |
| "step": 1914 |
| }, |
| { |
| "epoch": 0.9282598158022297, |
| "grad_norm": 1.387260913848877, |
| "learning_rate": 7.803775703390359e-07, |
| "loss": 1.2515, |
| "step": 1915 |
| }, |
| { |
| "epoch": 0.9287445467765391, |
| "grad_norm": 1.292482852935791, |
| "learning_rate": 7.699218381296531e-07, |
| "loss": 1.3326, |
| "step": 1916 |
| }, |
| { |
| "epoch": 0.9292292777508483, |
| "grad_norm": 1.427830696105957, |
| "learning_rate": 7.595355281427435e-07, |
| "loss": 1.5905, |
| "step": 1917 |
| }, |
| { |
| "epoch": 0.9297140087251575, |
| "grad_norm": 1.3774360418319702, |
| "learning_rate": 7.492186701364007e-07, |
| "loss": 1.6201, |
| "step": 1918 |
| }, |
| { |
| "epoch": 0.9301987396994668, |
| "grad_norm": 1.4959042072296143, |
| "learning_rate": 7.389712936697129e-07, |
| "loss": 1.4392, |
| "step": 1919 |
| }, |
| { |
| "epoch": 0.9306834706737761, |
| "grad_norm": 1.2562229633331299, |
| "learning_rate": 7.287934281027114e-07, |
| "loss": 1.2257, |
| "step": 1920 |
| }, |
| { |
| "epoch": 0.9311682016480853, |
| "grad_norm": 1.3972541093826294, |
| "learning_rate": 7.186851025962532e-07, |
| "loss": 1.1484, |
| "step": 1921 |
| }, |
| { |
| "epoch": 0.9316529326223946, |
| "grad_norm": 1.3372113704681396, |
| "learning_rate": 7.086463461119658e-07, |
| "loss": 1.2652, |
| "step": 1922 |
| }, |
| { |
| "epoch": 0.9321376635967038, |
| "grad_norm": 1.3388514518737793, |
| "learning_rate": 6.9867718741215e-07, |
| "loss": 1.5144, |
| "step": 1923 |
| }, |
| { |
| "epoch": 0.932622394571013, |
| "grad_norm": 1.3194801807403564, |
| "learning_rate": 6.887776550597025e-07, |
| "loss": 1.1255, |
| "step": 1924 |
| }, |
| { |
| "epoch": 0.9331071255453224, |
| "grad_norm": 1.4161765575408936, |
| "learning_rate": 6.789477774180236e-07, |
| "loss": 1.7097, |
| "step": 1925 |
| }, |
| { |
| "epoch": 0.9335918565196316, |
| "grad_norm": 1.3846325874328613, |
| "learning_rate": 6.691875826509514e-07, |
| "loss": 1.445, |
| "step": 1926 |
| }, |
| { |
| "epoch": 0.9340765874939408, |
| "grad_norm": 1.311930537223816, |
| "learning_rate": 6.59497098722675e-07, |
| "loss": 1.406, |
| "step": 1927 |
| }, |
| { |
| "epoch": 0.9345613184682501, |
| "grad_norm": 1.3026055097579956, |
| "learning_rate": 6.498763533976437e-07, |
| "loss": 1.2652, |
| "step": 1928 |
| }, |
| { |
| "epoch": 0.9350460494425594, |
| "grad_norm": 1.4192198514938354, |
| "learning_rate": 6.403253742405107e-07, |
| "loss": 1.6227, |
| "step": 1929 |
| }, |
| { |
| "epoch": 0.9355307804168687, |
| "grad_norm": 1.3232550621032715, |
| "learning_rate": 6.308441886160254e-07, |
| "loss": 1.4756, |
| "step": 1930 |
| }, |
| { |
| "epoch": 0.9360155113911779, |
| "grad_norm": 1.3774874210357666, |
| "learning_rate": 6.214328236889861e-07, |
| "loss": 1.3581, |
| "step": 1931 |
| }, |
| { |
| "epoch": 0.9365002423654871, |
| "grad_norm": 1.381434679031372, |
| "learning_rate": 6.120913064241313e-07, |
| "loss": 1.2108, |
| "step": 1932 |
| }, |
| { |
| "epoch": 0.9369849733397965, |
| "grad_norm": 1.3841496706008911, |
| "learning_rate": 6.02819663586085e-07, |
| "loss": 1.5833, |
| "step": 1933 |
| }, |
| { |
| "epoch": 0.9374697043141057, |
| "grad_norm": 1.4273308515548706, |
| "learning_rate": 5.936179217392673e-07, |
| "loss": 1.3397, |
| "step": 1934 |
| }, |
| { |
| "epoch": 0.9379544352884149, |
| "grad_norm": 1.4026015996932983, |
| "learning_rate": 5.844861072478336e-07, |
| "loss": 1.6483, |
| "step": 1935 |
| }, |
| { |
| "epoch": 0.9384391662627242, |
| "grad_norm": 1.4809978008270264, |
| "learning_rate": 5.754242462755771e-07, |
| "loss": 1.4236, |
| "step": 1936 |
| }, |
| { |
| "epoch": 0.9389238972370334, |
| "grad_norm": 1.4197194576263428, |
| "learning_rate": 5.664323647858655e-07, |
| "loss": 1.5785, |
| "step": 1937 |
| }, |
| { |
| "epoch": 0.9394086282113427, |
| "grad_norm": 1.4222776889801025, |
| "learning_rate": 5.575104885415794e-07, |
| "loss": 1.5917, |
| "step": 1938 |
| }, |
| { |
| "epoch": 0.939893359185652, |
| "grad_norm": 1.4109939336776733, |
| "learning_rate": 5.486586431050072e-07, |
| "loss": 1.5329, |
| "step": 1939 |
| }, |
| { |
| "epoch": 0.9403780901599612, |
| "grad_norm": 1.3708782196044922, |
| "learning_rate": 5.398768538378063e-07, |
| "loss": 1.1433, |
| "step": 1940 |
| }, |
| { |
| "epoch": 0.9408628211342704, |
| "grad_norm": 1.3859466314315796, |
| "learning_rate": 5.311651459009054e-07, |
| "loss": 1.4556, |
| "step": 1941 |
| }, |
| { |
| "epoch": 0.9413475521085798, |
| "grad_norm": 1.3821712732315063, |
| "learning_rate": 5.225235442544468e-07, |
| "loss": 1.654, |
| "step": 1942 |
| }, |
| { |
| "epoch": 0.941832283082889, |
| "grad_norm": 1.4499861001968384, |
| "learning_rate": 5.139520736577058e-07, |
| "loss": 1.7619, |
| "step": 1943 |
| }, |
| { |
| "epoch": 0.9423170140571983, |
| "grad_norm": 1.6326532363891602, |
| "learning_rate": 5.05450758669021e-07, |
| "loss": 1.8829, |
| "step": 1944 |
| }, |
| { |
| "epoch": 0.9428017450315075, |
| "grad_norm": 1.4821033477783203, |
| "learning_rate": 4.97019623645728e-07, |
| "loss": 1.3496, |
| "step": 1945 |
| }, |
| { |
| "epoch": 0.9432864760058167, |
| "grad_norm": 1.308059573173523, |
| "learning_rate": 4.886586927440956e-07, |
| "loss": 1.3063, |
| "step": 1946 |
| }, |
| { |
| "epoch": 0.9437712069801261, |
| "grad_norm": 1.3683174848556519, |
| "learning_rate": 4.803679899192392e-07, |
| "loss": 1.4177, |
| "step": 1947 |
| }, |
| { |
| "epoch": 0.9442559379544353, |
| "grad_norm": 1.246372938156128, |
| "learning_rate": 4.7214753892506625e-07, |
| "loss": 1.2904, |
| "step": 1948 |
| }, |
| { |
| "epoch": 0.9447406689287445, |
| "grad_norm": 1.3812105655670166, |
| "learning_rate": 4.6399736331420305e-07, |
| "loss": 1.4883, |
| "step": 1949 |
| }, |
| { |
| "epoch": 0.9452253999030538, |
| "grad_norm": 1.4763976335525513, |
| "learning_rate": 4.559174864379234e-07, |
| "loss": 1.5377, |
| "step": 1950 |
| }, |
| { |
| "epoch": 0.9457101308773631, |
| "grad_norm": 1.4200667142868042, |
| "learning_rate": 4.4790793144610097e-07, |
| "loss": 1.2448, |
| "step": 1951 |
| }, |
| { |
| "epoch": 0.9461948618516723, |
| "grad_norm": 1.5260330438613892, |
| "learning_rate": 4.399687212871123e-07, |
| "loss": 1.33, |
| "step": 1952 |
| }, |
| { |
| "epoch": 0.9466795928259816, |
| "grad_norm": 1.5376918315887451, |
| "learning_rate": 4.320998787077923e-07, |
| "loss": 1.3794, |
| "step": 1953 |
| }, |
| { |
| "epoch": 0.9471643238002908, |
| "grad_norm": 1.408273696899414, |
| "learning_rate": 4.243014262533679e-07, |
| "loss": 1.1804, |
| "step": 1954 |
| }, |
| { |
| "epoch": 0.9476490547746, |
| "grad_norm": 1.395007848739624, |
| "learning_rate": 4.165733862673854e-07, |
| "loss": 1.2267, |
| "step": 1955 |
| }, |
| { |
| "epoch": 0.9481337857489094, |
| "grad_norm": 1.4566540718078613, |
| "learning_rate": 4.0891578089164996e-07, |
| "loss": 1.2163, |
| "step": 1956 |
| }, |
| { |
| "epoch": 0.9486185167232186, |
| "grad_norm": 1.295602560043335, |
| "learning_rate": 4.0132863206616965e-07, |
| "loss": 1.1429, |
| "step": 1957 |
| }, |
| { |
| "epoch": 0.9491032476975279, |
| "grad_norm": 1.410298228263855, |
| "learning_rate": 3.938119615290753e-07, |
| "loss": 1.5398, |
| "step": 1958 |
| }, |
| { |
| "epoch": 0.9495879786718371, |
| "grad_norm": 1.3872941732406616, |
| "learning_rate": 3.8636579081657577e-07, |
| "loss": 1.1388, |
| "step": 1959 |
| }, |
| { |
| "epoch": 0.9500727096461464, |
| "grad_norm": 1.5268107652664185, |
| "learning_rate": 3.7899014126288876e-07, |
| "loss": 1.8655, |
| "step": 1960 |
| }, |
| { |
| "epoch": 0.9505574406204557, |
| "grad_norm": 1.472521424293518, |
| "learning_rate": 3.716850340001715e-07, |
| "loss": 1.7315, |
| "step": 1961 |
| }, |
| { |
| "epoch": 0.9510421715947649, |
| "grad_norm": 1.4450392723083496, |
| "learning_rate": 3.644504899584844e-07, |
| "loss": 1.3071, |
| "step": 1962 |
| }, |
| { |
| "epoch": 0.9515269025690741, |
| "grad_norm": 1.436614990234375, |
| "learning_rate": 3.5728652986570245e-07, |
| "loss": 1.4648, |
| "step": 1963 |
| }, |
| { |
| "epoch": 0.9520116335433835, |
| "grad_norm": 1.3284350633621216, |
| "learning_rate": 3.5019317424747064e-07, |
| "loss": 1.1009, |
| "step": 1964 |
| }, |
| { |
| "epoch": 0.9524963645176927, |
| "grad_norm": 1.3217493295669556, |
| "learning_rate": 3.43170443427146e-07, |
| "loss": 1.303, |
| "step": 1965 |
| }, |
| { |
| "epoch": 0.9529810954920019, |
| "grad_norm": 1.4290056228637695, |
| "learning_rate": 3.3621835752573884e-07, |
| "loss": 1.4079, |
| "step": 1966 |
| }, |
| { |
| "epoch": 0.9534658264663112, |
| "grad_norm": 1.4261441230773926, |
| "learning_rate": 3.293369364618465e-07, |
| "loss": 1.241, |
| "step": 1967 |
| }, |
| { |
| "epoch": 0.9539505574406204, |
| "grad_norm": 1.4014172554016113, |
| "learning_rate": 3.2252619995160885e-07, |
| "loss": 1.641, |
| "step": 1968 |
| }, |
| { |
| "epoch": 0.9544352884149298, |
| "grad_norm": 1.4024168252944946, |
| "learning_rate": 3.1578616750863875e-07, |
| "loss": 1.3255, |
| "step": 1969 |
| }, |
| { |
| "epoch": 0.954920019389239, |
| "grad_norm": 1.462719440460205, |
| "learning_rate": 3.0911685844398353e-07, |
| "loss": 1.3231, |
| "step": 1970 |
| }, |
| { |
| "epoch": 0.9554047503635482, |
| "grad_norm": 1.350813865661621, |
| "learning_rate": 3.025182918660496e-07, |
| "loss": 1.1891, |
| "step": 1971 |
| }, |
| { |
| "epoch": 0.9558894813378574, |
| "grad_norm": 1.3725783824920654, |
| "learning_rate": 2.9599048668055853e-07, |
| "loss": 1.2594, |
| "step": 1972 |
| }, |
| { |
| "epoch": 0.9563742123121668, |
| "grad_norm": 1.4037284851074219, |
| "learning_rate": 2.8953346159049375e-07, |
| "loss": 1.3825, |
| "step": 1973 |
| }, |
| { |
| "epoch": 0.956858943286476, |
| "grad_norm": 2.3289217948913574, |
| "learning_rate": 2.831472350960485e-07, |
| "loss": 1.4553, |
| "step": 1974 |
| }, |
| { |
| "epoch": 0.9573436742607853, |
| "grad_norm": 1.3470871448516846, |
| "learning_rate": 2.7683182549456123e-07, |
| "loss": 1.6123, |
| "step": 1975 |
| }, |
| { |
| "epoch": 0.9578284052350945, |
| "grad_norm": 1.5660077333450317, |
| "learning_rate": 2.705872508804747e-07, |
| "loss": 1.5749, |
| "step": 1976 |
| }, |
| { |
| "epoch": 0.9583131362094037, |
| "grad_norm": 1.4341754913330078, |
| "learning_rate": 2.644135291452854e-07, |
| "loss": 1.1978, |
| "step": 1977 |
| }, |
| { |
| "epoch": 0.9587978671837131, |
| "grad_norm": 1.4906240701675415, |
| "learning_rate": 2.5831067797747746e-07, |
| "loss": 1.6585, |
| "step": 1978 |
| }, |
| { |
| "epoch": 0.9592825981580223, |
| "grad_norm": 1.3474236726760864, |
| "learning_rate": 2.5227871486249164e-07, |
| "loss": 1.3896, |
| "step": 1979 |
| }, |
| { |
| "epoch": 0.9597673291323315, |
| "grad_norm": 1.4273277521133423, |
| "learning_rate": 2.463176570826592e-07, |
| "loss": 1.5367, |
| "step": 1980 |
| }, |
| { |
| "epoch": 0.9602520601066408, |
| "grad_norm": 1.3798199892044067, |
| "learning_rate": 2.404275217171625e-07, |
| "loss": 1.129, |
| "step": 1981 |
| }, |
| { |
| "epoch": 0.9607367910809501, |
| "grad_norm": 1.284221887588501, |
| "learning_rate": 2.3460832564197455e-07, |
| "loss": 1.2853, |
| "step": 1982 |
| }, |
| { |
| "epoch": 0.9612215220552593, |
| "grad_norm": 1.366292953491211, |
| "learning_rate": 2.288600855298306e-07, |
| "loss": 1.2893, |
| "step": 1983 |
| }, |
| { |
| "epoch": 0.9617062530295686, |
| "grad_norm": 1.3929351568222046, |
| "learning_rate": 2.2318281785015936e-07, |
| "loss": 1.5092, |
| "step": 1984 |
| }, |
| { |
| "epoch": 0.9621909840038778, |
| "grad_norm": 1.2522450685501099, |
| "learning_rate": 2.1757653886904927e-07, |
| "loss": 1.39, |
| "step": 1985 |
| }, |
| { |
| "epoch": 0.9626757149781872, |
| "grad_norm": 1.3403209447860718, |
| "learning_rate": 2.120412646491904e-07, |
| "loss": 1.3051, |
| "step": 1986 |
| }, |
| { |
| "epoch": 0.9631604459524964, |
| "grad_norm": 1.3888131380081177, |
| "learning_rate": 2.0657701104984384e-07, |
| "loss": 1.4746, |
| "step": 1987 |
| }, |
| { |
| "epoch": 0.9636451769268056, |
| "grad_norm": 1.4653536081314087, |
| "learning_rate": 2.0118379372678354e-07, |
| "loss": 1.8005, |
| "step": 1988 |
| }, |
| { |
| "epoch": 0.9641299079011149, |
| "grad_norm": 1.3622173070907593, |
| "learning_rate": 1.9586162813225174e-07, |
| "loss": 1.366, |
| "step": 1989 |
| }, |
| { |
| "epoch": 0.9646146388754241, |
| "grad_norm": 1.3387054204940796, |
| "learning_rate": 1.9061052951492575e-07, |
| "loss": 1.4404, |
| "step": 1990 |
| }, |
| { |
| "epoch": 0.9650993698497334, |
| "grad_norm": 1.361503005027771, |
| "learning_rate": 1.8543051291986247e-07, |
| "loss": 1.4713, |
| "step": 1991 |
| }, |
| { |
| "epoch": 0.9655841008240427, |
| "grad_norm": 1.3547799587249756, |
| "learning_rate": 1.80321593188465e-07, |
| "loss": 1.2779, |
| "step": 1992 |
| }, |
| { |
| "epoch": 0.9660688317983519, |
| "grad_norm": 1.6397618055343628, |
| "learning_rate": 1.7528378495842435e-07, |
| "loss": 1.4227, |
| "step": 1993 |
| }, |
| { |
| "epoch": 0.9665535627726611, |
| "grad_norm": 1.4830430746078491, |
| "learning_rate": 1.7031710266370016e-07, |
| "loss": 1.5416, |
| "step": 1994 |
| }, |
| { |
| "epoch": 0.9670382937469705, |
| "grad_norm": 1.4233936071395874, |
| "learning_rate": 1.6542156053446223e-07, |
| "loss": 1.2741, |
| "step": 1995 |
| }, |
| { |
| "epoch": 0.9675230247212797, |
| "grad_norm": 1.3970363140106201, |
| "learning_rate": 1.6059717259705175e-07, |
| "loss": 1.2843, |
| "step": 1996 |
| }, |
| { |
| "epoch": 0.968007755695589, |
| "grad_norm": 1.4266377687454224, |
| "learning_rate": 1.5584395267394802e-07, |
| "loss": 1.2624, |
| "step": 1997 |
| }, |
| { |
| "epoch": 0.9684924866698982, |
| "grad_norm": 1.3139270544052124, |
| "learning_rate": 1.5116191438372394e-07, |
| "loss": 1.3138, |
| "step": 1998 |
| }, |
| { |
| "epoch": 0.9689772176442074, |
| "grad_norm": 1.3843278884887695, |
| "learning_rate": 1.4655107114101007e-07, |
| "loss": 1.3294, |
| "step": 1999 |
| }, |
| { |
| "epoch": 0.9694619486185168, |
| "grad_norm": 1.2902089357376099, |
| "learning_rate": 1.4201143615645006e-07, |
| "loss": 1.3585, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.969946679592826, |
| "grad_norm": 1.469571590423584, |
| "learning_rate": 1.3754302243667304e-07, |
| "loss": 1.4797, |
| "step": 2001 |
| }, |
| { |
| "epoch": 0.9704314105671352, |
| "grad_norm": 1.3052209615707397, |
| "learning_rate": 1.331458427842408e-07, |
| "loss": 1.3906, |
| "step": 2002 |
| }, |
| { |
| "epoch": 0.9709161415414445, |
| "grad_norm": 1.5683739185333252, |
| "learning_rate": 1.2881990979763393e-07, |
| "loss": 1.5129, |
| "step": 2003 |
| }, |
| { |
| "epoch": 0.9714008725157538, |
| "grad_norm": 1.4021413326263428, |
| "learning_rate": 1.2456523587118517e-07, |
| "loss": 1.2832, |
| "step": 2004 |
| }, |
| { |
| "epoch": 0.971885603490063, |
| "grad_norm": 1.4269837141036987, |
| "learning_rate": 1.2038183319507955e-07, |
| "loss": 1.3047, |
| "step": 2005 |
| }, |
| { |
| "epoch": 0.9723703344643723, |
| "grad_norm": 1.4196062088012695, |
| "learning_rate": 1.1626971375528484e-07, |
| "loss": 1.2863, |
| "step": 2006 |
| }, |
| { |
| "epoch": 0.9728550654386815, |
| "grad_norm": 1.4747346639633179, |
| "learning_rate": 1.1222888933354602e-07, |
| "loss": 1.4186, |
| "step": 2007 |
| }, |
| { |
| "epoch": 0.9733397964129908, |
| "grad_norm": 1.3612735271453857, |
| "learning_rate": 1.0825937150732989e-07, |
| "loss": 1.5173, |
| "step": 2008 |
| }, |
| { |
| "epoch": 0.9738245273873001, |
| "grad_norm": 1.586757779121399, |
| "learning_rate": 1.043611716498083e-07, |
| "loss": 1.3961, |
| "step": 2009 |
| }, |
| { |
| "epoch": 0.9743092583616093, |
| "grad_norm": 1.2929972410202026, |
| "learning_rate": 1.0053430092981097e-07, |
| "loss": 1.0006, |
| "step": 2010 |
| }, |
| { |
| "epoch": 0.9747939893359185, |
| "grad_norm": 1.3124991655349731, |
| "learning_rate": 9.677877031180615e-08, |
| "loss": 1.1774, |
| "step": 2011 |
| }, |
| { |
| "epoch": 0.9752787203102278, |
| "grad_norm": 1.4618499279022217, |
| "learning_rate": 9.30945905558589e-08, |
| "loss": 1.5174, |
| "step": 2012 |
| }, |
| { |
| "epoch": 0.9757634512845371, |
| "grad_norm": 1.536896824836731, |
| "learning_rate": 8.948177221760889e-08, |
| "loss": 2.057, |
| "step": 2013 |
| }, |
| { |
| "epoch": 0.9762481822588464, |
| "grad_norm": 1.474232792854309, |
| "learning_rate": 8.594032564823717e-08, |
| "loss": 1.3491, |
| "step": 2014 |
| }, |
| { |
| "epoch": 0.9767329132331556, |
| "grad_norm": 1.3744844198226929, |
| "learning_rate": 8.247026099443277e-08, |
| "loss": 1.4189, |
| "step": 2015 |
| }, |
| { |
| "epoch": 0.9772176442074648, |
| "grad_norm": 1.3619568347930908, |
| "learning_rate": 7.907158819836503e-08, |
| "loss": 1.4581, |
| "step": 2016 |
| }, |
| { |
| "epoch": 0.9777023751817742, |
| "grad_norm": 1.3401083946228027, |
| "learning_rate": 7.574431699766127e-08, |
| "loss": 1.523, |
| "step": 2017 |
| }, |
| { |
| "epoch": 0.9781871061560834, |
| "grad_norm": 1.4377765655517578, |
| "learning_rate": 7.248845692537088e-08, |
| "loss": 1.4517, |
| "step": 2018 |
| }, |
| { |
| "epoch": 0.9786718371303926, |
| "grad_norm": 1.4789650440216064, |
| "learning_rate": 6.930401730994573e-08, |
| "loss": 1.5122, |
| "step": 2019 |
| }, |
| { |
| "epoch": 0.9791565681047019, |
| "grad_norm": 1.4197337627410889, |
| "learning_rate": 6.619100727520422e-08, |
| "loss": 1.2408, |
| "step": 2020 |
| }, |
| { |
| "epoch": 0.9796412990790111, |
| "grad_norm": 1.294545292854309, |
| "learning_rate": 6.314943574030896e-08, |
| "loss": 1.4684, |
| "step": 2021 |
| }, |
| { |
| "epoch": 0.9801260300533204, |
| "grad_norm": 1.500753402709961, |
| "learning_rate": 6.01793114197502e-08, |
| "loss": 1.6566, |
| "step": 2022 |
| }, |
| { |
| "epoch": 0.9806107610276297, |
| "grad_norm": 1.4268614053726196, |
| "learning_rate": 5.728064282330137e-08, |
| "loss": 1.4571, |
| "step": 2023 |
| }, |
| { |
| "epoch": 0.9810954920019389, |
| "grad_norm": 1.3109159469604492, |
| "learning_rate": 5.4453438256019115e-08, |
| "loss": 1.17, |
| "step": 2024 |
| }, |
| { |
| "epoch": 0.9815802229762481, |
| "grad_norm": 1.3804876804351807, |
| "learning_rate": 5.169770581819888e-08, |
| "loss": 1.3375, |
| "step": 2025 |
| }, |
| { |
| "epoch": 0.9820649539505575, |
| "grad_norm": 1.758589267730713, |
| "learning_rate": 4.901345340535824e-08, |
| "loss": 1.6656, |
| "step": 2026 |
| }, |
| { |
| "epoch": 0.9825496849248667, |
| "grad_norm": 1.500661015510559, |
| "learning_rate": 4.6400688708217455e-08, |
| "loss": 1.522, |
| "step": 2027 |
| }, |
| { |
| "epoch": 0.983034415899176, |
| "grad_norm": 1.3010058403015137, |
| "learning_rate": 4.385941921268011e-08, |
| "loss": 1.075, |
| "step": 2028 |
| }, |
| { |
| "epoch": 0.9835191468734852, |
| "grad_norm": 1.2376115322113037, |
| "learning_rate": 4.138965219979973e-08, |
| "loss": 1.0122, |
| "step": 2029 |
| }, |
| { |
| "epoch": 0.9840038778477945, |
| "grad_norm": 1.4325613975524902, |
| "learning_rate": 3.8991394745771516e-08, |
| "loss": 1.5664, |
| "step": 2030 |
| }, |
| { |
| "epoch": 0.9844886088221038, |
| "grad_norm": 1.3779929876327515, |
| "learning_rate": 3.666465372190453e-08, |
| "loss": 1.2317, |
| "step": 2031 |
| }, |
| { |
| "epoch": 0.984973339796413, |
| "grad_norm": 1.4506980180740356, |
| "learning_rate": 3.440943579460232e-08, |
| "loss": 1.3087, |
| "step": 2032 |
| }, |
| { |
| "epoch": 0.9854580707707222, |
| "grad_norm": 1.5038971900939941, |
| "learning_rate": 3.2225747425351785e-08, |
| "loss": 1.6422, |
| "step": 2033 |
| }, |
| { |
| "epoch": 0.9859428017450315, |
| "grad_norm": 1.4041410684585571, |
| "learning_rate": 3.011359487068987e-08, |
| "loss": 1.5016, |
| "step": 2034 |
| }, |
| { |
| "epoch": 0.9864275327193408, |
| "grad_norm": 1.475483775138855, |
| "learning_rate": 2.807298418220361e-08, |
| "loss": 1.5435, |
| "step": 2035 |
| }, |
| { |
| "epoch": 0.98691226369365, |
| "grad_norm": 1.4113868474960327, |
| "learning_rate": 2.6103921206499517e-08, |
| "loss": 1.5201, |
| "step": 2036 |
| }, |
| { |
| "epoch": 0.9873969946679593, |
| "grad_norm": 1.4753867387771606, |
| "learning_rate": 2.4206411585186996e-08, |
| "loss": 1.6761, |
| "step": 2037 |
| }, |
| { |
| "epoch": 0.9878817256422685, |
| "grad_norm": 1.380028247833252, |
| "learning_rate": 2.2380460754875544e-08, |
| "loss": 1.2831, |
| "step": 2038 |
| }, |
| { |
| "epoch": 0.9883664566165778, |
| "grad_norm": 1.2903367280960083, |
| "learning_rate": 2.0626073947138668e-08, |
| "loss": 1.235, |
| "step": 2039 |
| }, |
| { |
| "epoch": 0.9888511875908871, |
| "grad_norm": 1.7924153804779053, |
| "learning_rate": 1.8943256188516667e-08, |
| "loss": 1.4112, |
| "step": 2040 |
| }, |
| { |
| "epoch": 0.9893359185651963, |
| "grad_norm": 1.4166916608810425, |
| "learning_rate": 1.7332012300494417e-08, |
| "loss": 1.651, |
| "step": 2041 |
| }, |
| { |
| "epoch": 0.9898206495395055, |
| "grad_norm": 1.2969902753829956, |
| "learning_rate": 1.5792346899490275e-08, |
| "loss": 1.2091, |
| "step": 2042 |
| }, |
| { |
| "epoch": 0.9903053805138148, |
| "grad_norm": 1.426344633102417, |
| "learning_rate": 1.4324264396836651e-08, |
| "loss": 1.4629, |
| "step": 2043 |
| }, |
| { |
| "epoch": 0.9907901114881241, |
| "grad_norm": 1.4453415870666504, |
| "learning_rate": 1.2927768998774458e-08, |
| "loss": 1.4487, |
| "step": 2044 |
| }, |
| { |
| "epoch": 0.9912748424624334, |
| "grad_norm": 1.3389601707458496, |
| "learning_rate": 1.1602864706442008e-08, |
| "loss": 1.2715, |
| "step": 2045 |
| }, |
| { |
| "epoch": 0.9917595734367426, |
| "grad_norm": 1.382049560546875, |
| "learning_rate": 1.0349555315855574e-08, |
| "loss": 1.3052, |
| "step": 2046 |
| }, |
| { |
| "epoch": 0.9922443044110518, |
| "grad_norm": 1.3508886098861694, |
| "learning_rate": 9.167844417901083e-09, |
| "loss": 1.4453, |
| "step": 2047 |
| }, |
| { |
| "epoch": 0.9927290353853612, |
| "grad_norm": 1.3657429218292236, |
| "learning_rate": 8.057735398331324e-09, |
| "loss": 1.4893, |
| "step": 2048 |
| }, |
| { |
| "epoch": 0.9932137663596704, |
| "grad_norm": 1.395776629447937, |
| "learning_rate": 7.0192314377520715e-09, |
| "loss": 1.283, |
| "step": 2049 |
| }, |
| { |
| "epoch": 0.9936984973339796, |
| "grad_norm": 1.4177159070968628, |
| "learning_rate": 6.052335511599893e-09, |
| "loss": 1.2549, |
| "step": 2050 |
| }, |
| { |
| "epoch": 0.9941832283082889, |
| "grad_norm": 1.4473752975463867, |
| "learning_rate": 5.1570503901587905e-09, |
| "loss": 1.49, |
| "step": 2051 |
| }, |
| { |
| "epoch": 0.9946679592825982, |
| "grad_norm": 1.3230009078979492, |
| "learning_rate": 4.333378638532448e-09, |
| "loss": 1.7049, |
| "step": 2052 |
| }, |
| { |
| "epoch": 0.9951526902569074, |
| "grad_norm": 1.2757775783538818, |
| "learning_rate": 3.581322616641458e-09, |
| "loss": 1.1337, |
| "step": 2053 |
| }, |
| { |
| "epoch": 0.9956374212312167, |
| "grad_norm": 1.4444496631622314, |
| "learning_rate": 2.9008844792260957e-09, |
| "loss": 1.6056, |
| "step": 2054 |
| }, |
| { |
| "epoch": 0.9961221522055259, |
| "grad_norm": 1.566375970840454, |
| "learning_rate": 2.292066175821339e-09, |
| "loss": 1.3957, |
| "step": 2055 |
| }, |
| { |
| "epoch": 0.9966068831798351, |
| "grad_norm": 1.4305633306503296, |
| "learning_rate": 1.754869450773522e-09, |
| "loss": 1.4048, |
| "step": 2056 |
| }, |
| { |
| "epoch": 0.9970916141541445, |
| "grad_norm": 1.446074366569519, |
| "learning_rate": 1.2892958432153546e-09, |
| "loss": 1.6426, |
| "step": 2057 |
| }, |
| { |
| "epoch": 0.9975763451284537, |
| "grad_norm": 1.418178915977478, |
| "learning_rate": 8.953466870742499e-10, |
| "loss": 1.2807, |
| "step": 2058 |
| }, |
| { |
| "epoch": 0.998061076102763, |
| "grad_norm": 1.4988263845443726, |
| "learning_rate": 5.730231110639972e-10, |
| "loss": 1.61, |
| "step": 2059 |
| }, |
| { |
| "epoch": 0.9985458070770722, |
| "grad_norm": 1.3278765678405762, |
| "learning_rate": 3.2232603868476153e-10, |
| "loss": 1.1255, |
| "step": 2060 |
| }, |
| { |
| "epoch": 0.9990305380513815, |
| "grad_norm": 1.492288589477539, |
| "learning_rate": 1.4325618821198207e-10, |
| "loss": 1.5154, |
| "step": 2061 |
| }, |
| { |
| "epoch": 0.9995152690256908, |
| "grad_norm": 1.3655840158462524, |
| "learning_rate": 3.5814072707474054e-11, |
| "loss": 1.4809, |
| "step": 2062 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 1.489664912223816, |
| "learning_rate": 0.0, |
| "loss": 1.4304, |
| "step": 2063 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 2063, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 3000, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 8633303665737728.0, |
| "train_batch_size": 4, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
