| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 1.0, |
| "eval_steps": 500, |
| "global_step": 730, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0013698630136986301, |
| "grad_norm": 0.9543317556381226, |
| "learning_rate": 0.0, |
| "loss": 1.289506435394287, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.0027397260273972603, |
| "grad_norm": 1.102232575416565, |
| "learning_rate": 4.5454545454545457e-07, |
| "loss": 1.419710397720337, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.00410958904109589, |
| "grad_norm": 1.055787205696106, |
| "learning_rate": 9.090909090909091e-07, |
| "loss": 1.2828402519226074, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.005479452054794521, |
| "grad_norm": 1.1042431592941284, |
| "learning_rate": 1.3636363636363636e-06, |
| "loss": 1.3904743194580078, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.00684931506849315, |
| "grad_norm": 0.9779807925224304, |
| "learning_rate": 1.8181818181818183e-06, |
| "loss": 1.307753086090088, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.00821917808219178, |
| "grad_norm": 0.9276996850967407, |
| "learning_rate": 2.2727272727272728e-06, |
| "loss": 1.3470945358276367, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.009589041095890411, |
| "grad_norm": 0.8735243678092957, |
| "learning_rate": 2.7272727272727272e-06, |
| "loss": 1.2755506038665771, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.010958904109589041, |
| "grad_norm": 0.7032255530357361, |
| "learning_rate": 3.181818181818182e-06, |
| "loss": 1.2992908954620361, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.012328767123287671, |
| "grad_norm": 0.6715389490127563, |
| "learning_rate": 3.6363636363636366e-06, |
| "loss": 1.2155871391296387, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.0136986301369863, |
| "grad_norm": 0.5294431447982788, |
| "learning_rate": 4.0909090909090915e-06, |
| "loss": 1.0370020866394043, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.015068493150684932, |
| "grad_norm": 0.45838990807533264, |
| "learning_rate": 4.5454545454545455e-06, |
| "loss": 1.0069210529327393, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.01643835616438356, |
| "grad_norm": 0.40803831815719604, |
| "learning_rate": 5e-06, |
| "loss": 1.0808029174804688, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.01780821917808219, |
| "grad_norm": 0.40420499444007874, |
| "learning_rate": 5.4545454545454545e-06, |
| "loss": 1.0166305303573608, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.019178082191780823, |
| "grad_norm": 0.3624785244464874, |
| "learning_rate": 5.90909090909091e-06, |
| "loss": 0.9620136618614197, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.02054794520547945, |
| "grad_norm": 0.3782968521118164, |
| "learning_rate": 6.363636363636364e-06, |
| "loss": 1.0190021991729736, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.021917808219178082, |
| "grad_norm": 0.3190377652645111, |
| "learning_rate": 6.818181818181818e-06, |
| "loss": 0.8993116617202759, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.023287671232876714, |
| "grad_norm": 0.3656272888183594, |
| "learning_rate": 7.272727272727273e-06, |
| "loss": 1.0050773620605469, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.024657534246575342, |
| "grad_norm": 0.2802956998348236, |
| "learning_rate": 7.727272727272727e-06, |
| "loss": 0.9016516804695129, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.026027397260273973, |
| "grad_norm": 0.26026973128318787, |
| "learning_rate": 8.181818181818183e-06, |
| "loss": 0.8167034387588501, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.0273972602739726, |
| "grad_norm": 0.2704644203186035, |
| "learning_rate": 8.636363636363637e-06, |
| "loss": 0.9548209309577942, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.028767123287671233, |
| "grad_norm": 0.22691063582897186, |
| "learning_rate": 9.090909090909091e-06, |
| "loss": 0.8790600299835205, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.030136986301369864, |
| "grad_norm": 0.22116470336914062, |
| "learning_rate": 9.545454545454547e-06, |
| "loss": 0.8698333501815796, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.031506849315068496, |
| "grad_norm": 0.21417191624641418, |
| "learning_rate": 1e-05, |
| "loss": 0.8363385200500488, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.03287671232876712, |
| "grad_norm": 0.24161672592163086, |
| "learning_rate": 1.0454545454545455e-05, |
| "loss": 0.9342292547225952, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.03424657534246575, |
| "grad_norm": 0.21060842275619507, |
| "learning_rate": 1.0909090909090909e-05, |
| "loss": 0.8269792795181274, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.03561643835616438, |
| "grad_norm": 0.2038818746805191, |
| "learning_rate": 1.1363636363636366e-05, |
| "loss": 0.7519025802612305, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.036986301369863014, |
| "grad_norm": 0.2230827510356903, |
| "learning_rate": 1.181818181818182e-05, |
| "loss": 0.8076636791229248, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.038356164383561646, |
| "grad_norm": 0.18758194148540497, |
| "learning_rate": 1.2272727272727274e-05, |
| "loss": 0.7615480422973633, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.03972602739726028, |
| "grad_norm": 0.195050448179245, |
| "learning_rate": 1.2727272727272728e-05, |
| "loss": 0.8048295378684998, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.0410958904109589, |
| "grad_norm": 0.1838914453983307, |
| "learning_rate": 1.3181818181818183e-05, |
| "loss": 0.7350910902023315, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.04246575342465753, |
| "grad_norm": 0.20437878370285034, |
| "learning_rate": 1.3636363636363637e-05, |
| "loss": 0.8430003523826599, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.043835616438356165, |
| "grad_norm": 0.20855139195919037, |
| "learning_rate": 1.4090909090909092e-05, |
| "loss": 0.752582848072052, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.045205479452054796, |
| "grad_norm": 0.21374471485614777, |
| "learning_rate": 1.4545454545454546e-05, |
| "loss": 0.7721849679946899, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.04657534246575343, |
| "grad_norm": 0.19961094856262207, |
| "learning_rate": 1.5000000000000002e-05, |
| "loss": 0.7583755850791931, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.04794520547945205, |
| "grad_norm": 0.17798861861228943, |
| "learning_rate": 1.5454545454545454e-05, |
| "loss": 0.7548345327377319, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.049315068493150684, |
| "grad_norm": 0.19771678745746613, |
| "learning_rate": 1.590909090909091e-05, |
| "loss": 0.7899003028869629, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.050684931506849315, |
| "grad_norm": 0.18502211570739746, |
| "learning_rate": 1.6363636363636366e-05, |
| "loss": 0.7351113557815552, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.052054794520547946, |
| "grad_norm": 0.2032163441181183, |
| "learning_rate": 1.681818181818182e-05, |
| "loss": 0.809609055519104, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.05342465753424658, |
| "grad_norm": 0.17767126858234406, |
| "learning_rate": 1.7272727272727274e-05, |
| "loss": 0.6977474689483643, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.0547945205479452, |
| "grad_norm": 0.1885196417570114, |
| "learning_rate": 1.772727272727273e-05, |
| "loss": 0.7495503425598145, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.056164383561643834, |
| "grad_norm": 0.19037273526191711, |
| "learning_rate": 1.8181818181818182e-05, |
| "loss": 0.7687135338783264, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.057534246575342465, |
| "grad_norm": 0.20152418315410614, |
| "learning_rate": 1.8636363636363638e-05, |
| "loss": 0.7619070410728455, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.0589041095890411, |
| "grad_norm": 0.17043539881706238, |
| "learning_rate": 1.9090909090909094e-05, |
| "loss": 0.7616786360740662, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.06027397260273973, |
| "grad_norm": 0.193017840385437, |
| "learning_rate": 1.9545454545454546e-05, |
| "loss": 0.6300766468048096, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.06164383561643835, |
| "grad_norm": 0.17710553109645844, |
| "learning_rate": 2e-05, |
| "loss": 0.7160718441009521, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.06301369863013699, |
| "grad_norm": 0.17088574171066284, |
| "learning_rate": 1.9999975388217704e-05, |
| "loss": 0.6980305314064026, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.06438356164383562, |
| "grad_norm": 0.17629273235797882, |
| "learning_rate": 1.9999901552991966e-05, |
| "loss": 0.7771427035331726, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.06575342465753424, |
| "grad_norm": 0.18566235899925232, |
| "learning_rate": 1.9999778494686226e-05, |
| "loss": 0.6564210057258606, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.06712328767123288, |
| "grad_norm": 0.15922220051288605, |
| "learning_rate": 1.999960621390622e-05, |
| "loss": 0.6578161716461182, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.0684931506849315, |
| "grad_norm": 0.17897970974445343, |
| "learning_rate": 1.999938471149998e-05, |
| "loss": 0.7257359623908997, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.06986301369863014, |
| "grad_norm": 0.17765460908412933, |
| "learning_rate": 1.999911398855782e-05, |
| "loss": 0.7241641879081726, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.07123287671232877, |
| "grad_norm": 0.1779472678899765, |
| "learning_rate": 1.999879404641233e-05, |
| "loss": 0.696056604385376, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.07260273972602739, |
| "grad_norm": 0.18799914419651031, |
| "learning_rate": 1.9998424886638382e-05, |
| "loss": 0.7142607569694519, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.07397260273972603, |
| "grad_norm": 0.17217737436294556, |
| "learning_rate": 1.999800651105311e-05, |
| "loss": 0.7063297033309937, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.07534246575342465, |
| "grad_norm": 0.18024404346942902, |
| "learning_rate": 1.999753892171591e-05, |
| "loss": 0.741089940071106, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.07671232876712329, |
| "grad_norm": 0.16077029705047607, |
| "learning_rate": 1.9997022120928423e-05, |
| "loss": 0.7010071277618408, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.07808219178082192, |
| "grad_norm": 0.1703995168209076, |
| "learning_rate": 1.999645611123453e-05, |
| "loss": 0.6677719354629517, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.07945205479452055, |
| "grad_norm": 0.16977134346961975, |
| "learning_rate": 1.9995840895420323e-05, |
| "loss": 0.7329045534133911, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.08082191780821918, |
| "grad_norm": 0.17480944097042084, |
| "learning_rate": 1.999517647651412e-05, |
| "loss": 0.7148158550262451, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.0821917808219178, |
| "grad_norm": 0.1859695464372635, |
| "learning_rate": 1.9994462857786433e-05, |
| "loss": 0.6804654598236084, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.08356164383561644, |
| "grad_norm": 0.1692071110010147, |
| "learning_rate": 1.9993700042749937e-05, |
| "loss": 0.6517329216003418, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.08493150684931507, |
| "grad_norm": 0.16654057800769806, |
| "learning_rate": 1.9992888035159484e-05, |
| "loss": 0.6754597425460815, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.0863013698630137, |
| "grad_norm": 0.16556744277477264, |
| "learning_rate": 1.999202683901207e-05, |
| "loss": 0.6628267765045166, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.08767123287671233, |
| "grad_norm": 0.17565493285655975, |
| "learning_rate": 1.99911164585468e-05, |
| "loss": 0.5974063873291016, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.08904109589041095, |
| "grad_norm": 0.17702734470367432, |
| "learning_rate": 1.99901568982449e-05, |
| "loss": 0.7042257189750671, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.09041095890410959, |
| "grad_norm": 0.18799234926700592, |
| "learning_rate": 1.9989148162829663e-05, |
| "loss": 0.6061130166053772, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.09178082191780822, |
| "grad_norm": 0.1799335926771164, |
| "learning_rate": 1.9988090257266442e-05, |
| "loss": 0.6730984449386597, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.09315068493150686, |
| "grad_norm": 0.18967068195343018, |
| "learning_rate": 1.998698318676263e-05, |
| "loss": 0.7190222144126892, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.09452054794520548, |
| "grad_norm": 0.18353059887886047, |
| "learning_rate": 1.998582695676762e-05, |
| "loss": 0.660584568977356, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.0958904109589041, |
| "grad_norm": 0.1780116707086563, |
| "learning_rate": 1.998462157297279e-05, |
| "loss": 0.7072656154632568, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.09726027397260274, |
| "grad_norm": 0.16367685794830322, |
| "learning_rate": 1.998336704131147e-05, |
| "loss": 0.6226505041122437, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.09863013698630137, |
| "grad_norm": 0.18768785893917084, |
| "learning_rate": 1.9982063367958907e-05, |
| "loss": 0.6319016218185425, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 0.17008233070373535, |
| "learning_rate": 1.9980710559332248e-05, |
| "loss": 0.6461281776428223, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.10136986301369863, |
| "grad_norm": 0.18165260553359985, |
| "learning_rate": 1.9979308622090503e-05, |
| "loss": 0.6717009544372559, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.10273972602739725, |
| "grad_norm": 0.17221364378929138, |
| "learning_rate": 1.9977857563134503e-05, |
| "loss": 0.6939575672149658, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.10410958904109589, |
| "grad_norm": 0.16935478150844574, |
| "learning_rate": 1.9976357389606878e-05, |
| "loss": 0.6323124170303345, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.10547945205479452, |
| "grad_norm": 0.18027523159980774, |
| "learning_rate": 1.9974808108892017e-05, |
| "loss": 0.6536504626274109, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.10684931506849316, |
| "grad_norm": 0.17837466299533844, |
| "learning_rate": 1.9973209728616032e-05, |
| "loss": 0.6764005422592163, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.10821917808219178, |
| "grad_norm": 0.17923392355442047, |
| "learning_rate": 1.997156225664672e-05, |
| "loss": 0.64453125, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.1095890410958904, |
| "grad_norm": 0.17504896223545074, |
| "learning_rate": 1.996986570109353e-05, |
| "loss": 0.7095593214035034, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.11095890410958904, |
| "grad_norm": 0.16979750990867615, |
| "learning_rate": 1.9968120070307503e-05, |
| "loss": 0.7190498113632202, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.11232876712328767, |
| "grad_norm": 0.19454807043075562, |
| "learning_rate": 1.9966325372881265e-05, |
| "loss": 0.7216591238975525, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.1136986301369863, |
| "grad_norm": 0.1744404286146164, |
| "learning_rate": 1.9964481617648954e-05, |
| "loss": 0.6529302597045898, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.11506849315068493, |
| "grad_norm": 0.17792807519435883, |
| "learning_rate": 1.9962588813686187e-05, |
| "loss": 0.6740435361862183, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.11643835616438356, |
| "grad_norm": 0.18751150369644165, |
| "learning_rate": 1.9960646970310027e-05, |
| "loss": 0.713350236415863, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.1178082191780822, |
| "grad_norm": 0.1781667172908783, |
| "learning_rate": 1.9958656097078912e-05, |
| "loss": 0.649537205696106, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.11917808219178082, |
| "grad_norm": 0.171499565243721, |
| "learning_rate": 1.9956616203792636e-05, |
| "loss": 0.6647717952728271, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.12054794520547946, |
| "grad_norm": 0.1776268035173416, |
| "learning_rate": 1.9954527300492277e-05, |
| "loss": 0.6820968389511108, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.12191780821917808, |
| "grad_norm": 0.1685784012079239, |
| "learning_rate": 1.995238939746016e-05, |
| "loss": 0.6538463234901428, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.1232876712328767, |
| "grad_norm": 0.1900128871202469, |
| "learning_rate": 1.9950202505219808e-05, |
| "loss": 0.6783770322799683, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.12465753424657534, |
| "grad_norm": 0.17134107649326324, |
| "learning_rate": 1.9947966634535887e-05, |
| "loss": 0.6427039504051208, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.12602739726027398, |
| "grad_norm": 0.17828185856342316, |
| "learning_rate": 1.9945681796414146e-05, |
| "loss": 0.6815697550773621, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.1273972602739726, |
| "grad_norm": 0.18462392687797546, |
| "learning_rate": 1.9943348002101374e-05, |
| "loss": 0.6666452288627625, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.12876712328767123, |
| "grad_norm": 0.17112930119037628, |
| "learning_rate": 1.9940965263085335e-05, |
| "loss": 0.6950005292892456, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.13013698630136986, |
| "grad_norm": 0.16788211464881897, |
| "learning_rate": 1.9938533591094728e-05, |
| "loss": 0.6137875318527222, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.13150684931506848, |
| "grad_norm": 0.1813577562570572, |
| "learning_rate": 1.99360529980991e-05, |
| "loss": 0.7134063243865967, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.13287671232876713, |
| "grad_norm": 0.17547398805618286, |
| "learning_rate": 1.993352349630882e-05, |
| "loss": 0.6599196791648865, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.13424657534246576, |
| "grad_norm": 0.16298982501029968, |
| "learning_rate": 1.9930945098174994e-05, |
| "loss": 0.5956114530563354, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.13561643835616438, |
| "grad_norm": 0.1693538874387741, |
| "learning_rate": 1.9928317816389416e-05, |
| "loss": 0.6117294430732727, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.136986301369863, |
| "grad_norm": 0.17330867052078247, |
| "learning_rate": 1.992564166388451e-05, |
| "loss": 0.6786526441574097, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.13835616438356163, |
| "grad_norm": 0.17630691826343536, |
| "learning_rate": 1.992291665383325e-05, |
| "loss": 0.7339305877685547, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.13972602739726028, |
| "grad_norm": 0.18277214467525482, |
| "learning_rate": 1.9920142799649098e-05, |
| "loss": 0.6647192239761353, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.1410958904109589, |
| "grad_norm": 0.1676325649023056, |
| "learning_rate": 1.9917320114985964e-05, |
| "loss": 0.7023746967315674, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.14246575342465753, |
| "grad_norm": 0.17900800704956055, |
| "learning_rate": 1.9914448613738107e-05, |
| "loss": 0.6510761976242065, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.14383561643835616, |
| "grad_norm": 0.15803074836730957, |
| "learning_rate": 1.9911528310040073e-05, |
| "loss": 0.6323767900466919, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.14520547945205478, |
| "grad_norm": 0.190176859498024, |
| "learning_rate": 1.9908559218266644e-05, |
| "loss": 0.7440241575241089, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.14657534246575343, |
| "grad_norm": 0.1805161088705063, |
| "learning_rate": 1.9905541353032744e-05, |
| "loss": 0.6736125946044922, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.14794520547945206, |
| "grad_norm": 0.16393084824085236, |
| "learning_rate": 1.9902474729193385e-05, |
| "loss": 0.639750063419342, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.14931506849315068, |
| "grad_norm": 0.1559421420097351, |
| "learning_rate": 1.989935936184358e-05, |
| "loss": 0.6098452210426331, |
| "step": 109 |
| }, |
| { |
| "epoch": 0.1506849315068493, |
| "grad_norm": 0.1748615801334381, |
| "learning_rate": 1.989619526631828e-05, |
| "loss": 0.6362285614013672, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.15205479452054796, |
| "grad_norm": 0.15956446528434753, |
| "learning_rate": 1.9892982458192286e-05, |
| "loss": 0.6010555028915405, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.15342465753424658, |
| "grad_norm": 0.17703907191753387, |
| "learning_rate": 1.988972095328019e-05, |
| "loss": 0.6596381664276123, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.1547945205479452, |
| "grad_norm": 0.17541560530662537, |
| "learning_rate": 1.9886410767636284e-05, |
| "loss": 0.6365323066711426, |
| "step": 113 |
| }, |
| { |
| "epoch": 0.15616438356164383, |
| "grad_norm": 0.1705840677022934, |
| "learning_rate": 1.9883051917554473e-05, |
| "loss": 0.6401112079620361, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.15753424657534246, |
| "grad_norm": 0.18547984957695007, |
| "learning_rate": 1.987964441956822e-05, |
| "loss": 0.680147647857666, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.1589041095890411, |
| "grad_norm": 0.157182514667511, |
| "learning_rate": 1.9876188290450445e-05, |
| "loss": 0.6003460884094238, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.16027397260273973, |
| "grad_norm": 0.1699901968240738, |
| "learning_rate": 1.9872683547213446e-05, |
| "loss": 0.5792864561080933, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.16164383561643836, |
| "grad_norm": 0.17358699440956116, |
| "learning_rate": 1.986913020710882e-05, |
| "loss": 0.6301059722900391, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.16301369863013698, |
| "grad_norm": 0.18124189972877502, |
| "learning_rate": 1.9865528287627372e-05, |
| "loss": 0.6473714113235474, |
| "step": 119 |
| }, |
| { |
| "epoch": 0.1643835616438356, |
| "grad_norm": 0.1570880264043808, |
| "learning_rate": 1.9861877806499033e-05, |
| "loss": 0.6518967747688293, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.16575342465753426, |
| "grad_norm": 0.16372060775756836, |
| "learning_rate": 1.9858178781692777e-05, |
| "loss": 0.5721158981323242, |
| "step": 121 |
| }, |
| { |
| "epoch": 0.16712328767123288, |
| "grad_norm": 0.1550905704498291, |
| "learning_rate": 1.9854431231416515e-05, |
| "loss": 0.6409134864807129, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.1684931506849315, |
| "grad_norm": 0.1671498715877533, |
| "learning_rate": 1.9850635174117033e-05, |
| "loss": 0.6450335383415222, |
| "step": 123 |
| }, |
| { |
| "epoch": 0.16986301369863013, |
| "grad_norm": 0.1591179221868515, |
| "learning_rate": 1.9846790628479874e-05, |
| "loss": 0.6999216079711914, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.17123287671232876, |
| "grad_norm": 0.17138256132602692, |
| "learning_rate": 1.984289761342926e-05, |
| "loss": 0.6327433586120605, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.1726027397260274, |
| "grad_norm": 0.18257306516170502, |
| "learning_rate": 1.9838956148128004e-05, |
| "loss": 0.6688971519470215, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.17397260273972603, |
| "grad_norm": 0.15964193642139435, |
| "learning_rate": 1.98349662519774e-05, |
| "loss": 0.6297944188117981, |
| "step": 127 |
| }, |
| { |
| "epoch": 0.17534246575342466, |
| "grad_norm": 0.17521503567695618, |
| "learning_rate": 1.983092794461714e-05, |
| "loss": 0.6212207674980164, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.17671232876712328, |
| "grad_norm": 0.15988564491271973, |
| "learning_rate": 1.982684124592521e-05, |
| "loss": 0.5915682315826416, |
| "step": 129 |
| }, |
| { |
| "epoch": 0.1780821917808219, |
| "grad_norm": 0.16260051727294922, |
| "learning_rate": 1.9822706176017802e-05, |
| "loss": 0.6029642820358276, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.17945205479452056, |
| "grad_norm": 0.16412433981895447, |
| "learning_rate": 1.9818522755249203e-05, |
| "loss": 0.6668821573257446, |
| "step": 131 |
| }, |
| { |
| "epoch": 0.18082191780821918, |
| "grad_norm": 0.16716210544109344, |
| "learning_rate": 1.9814291004211695e-05, |
| "loss": 0.5958414077758789, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.1821917808219178, |
| "grad_norm": 0.17294858396053314, |
| "learning_rate": 1.981001094373548e-05, |
| "loss": 0.6482897996902466, |
| "step": 133 |
| }, |
| { |
| "epoch": 0.18356164383561643, |
| "grad_norm": 0.17001552879810333, |
| "learning_rate": 1.980568259488852e-05, |
| "loss": 0.7122180461883545, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.18493150684931506, |
| "grad_norm": 0.16195915639400482, |
| "learning_rate": 1.980130597897651e-05, |
| "loss": 0.584160327911377, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.1863013698630137, |
| "grad_norm": 0.17711922526359558, |
| "learning_rate": 1.9796881117542703e-05, |
| "loss": 0.620893657207489, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.18767123287671234, |
| "grad_norm": 0.1668933480978012, |
| "learning_rate": 1.979240803236785e-05, |
| "loss": 0.6142734885215759, |
| "step": 137 |
| }, |
| { |
| "epoch": 0.18904109589041096, |
| "grad_norm": 0.16164347529411316, |
| "learning_rate": 1.9787886745470067e-05, |
| "loss": 0.6293851137161255, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.19041095890410958, |
| "grad_norm": 0.15106764435768127, |
| "learning_rate": 1.9783317279104736e-05, |
| "loss": 0.6398227214813232, |
| "step": 139 |
| }, |
| { |
| "epoch": 0.1917808219178082, |
| "grad_norm": 0.16852658987045288, |
| "learning_rate": 1.977869965576441e-05, |
| "loss": 0.6542407274246216, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.19315068493150686, |
| "grad_norm": 0.16625036299228668, |
| "learning_rate": 1.9774033898178668e-05, |
| "loss": 0.6504607200622559, |
| "step": 141 |
| }, |
| { |
| "epoch": 0.19452054794520549, |
| "grad_norm": 0.16894933581352234, |
| "learning_rate": 1.9769320029314037e-05, |
| "loss": 0.6176894903182983, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.1958904109589041, |
| "grad_norm": 0.15120083093643188, |
| "learning_rate": 1.9764558072373855e-05, |
| "loss": 0.566133975982666, |
| "step": 143 |
| }, |
| { |
| "epoch": 0.19726027397260273, |
| "grad_norm": 0.1807292252779007, |
| "learning_rate": 1.9759748050798176e-05, |
| "loss": 0.6475929021835327, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.19863013698630136, |
| "grad_norm": 0.18464243412017822, |
| "learning_rate": 1.975488998826364e-05, |
| "loss": 0.6212013959884644, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 0.18034766614437103, |
| "learning_rate": 1.9749983908683362e-05, |
| "loss": 0.6008216142654419, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.20136986301369864, |
| "grad_norm": 0.1733216792345047, |
| "learning_rate": 1.9745029836206813e-05, |
| "loss": 0.654267430305481, |
| "step": 147 |
| }, |
| { |
| "epoch": 0.20273972602739726, |
| "grad_norm": 0.1807546615600586, |
| "learning_rate": 1.9740027795219706e-05, |
| "loss": 0.6405000686645508, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.20410958904109588, |
| "grad_norm": 0.17537952959537506, |
| "learning_rate": 1.9734977810343868e-05, |
| "loss": 0.6626770496368408, |
| "step": 149 |
| }, |
| { |
| "epoch": 0.2054794520547945, |
| "grad_norm": 0.16498853266239166, |
| "learning_rate": 1.9729879906437124e-05, |
| "loss": 0.6191319227218628, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.20684931506849316, |
| "grad_norm": 0.1608179807662964, |
| "learning_rate": 1.972473410859318e-05, |
| "loss": 0.6513334512710571, |
| "step": 151 |
| }, |
| { |
| "epoch": 0.20821917808219179, |
| "grad_norm": 0.16782471537590027, |
| "learning_rate": 1.9719540442141477e-05, |
| "loss": 0.6400517225265503, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.2095890410958904, |
| "grad_norm": 0.16582812368869781, |
| "learning_rate": 1.97142989326471e-05, |
| "loss": 0.6530036926269531, |
| "step": 153 |
| }, |
| { |
| "epoch": 0.21095890410958903, |
| "grad_norm": 0.1592300981283188, |
| "learning_rate": 1.9709009605910628e-05, |
| "loss": 0.5819565653800964, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.21232876712328766, |
| "grad_norm": 0.1471843123435974, |
| "learning_rate": 1.970367248796801e-05, |
| "loss": 0.6289366483688354, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.2136986301369863, |
| "grad_norm": 0.15616214275360107, |
| "learning_rate": 1.969828760509044e-05, |
| "loss": 0.6071575880050659, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.21506849315068494, |
| "grad_norm": 0.15616996586322784, |
| "learning_rate": 1.9692854983784235e-05, |
| "loss": 0.570655345916748, |
| "step": 157 |
| }, |
| { |
| "epoch": 0.21643835616438356, |
| "grad_norm": 0.16667386889457703, |
| "learning_rate": 1.9687374650790693e-05, |
| "loss": 0.6458644866943359, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.21780821917808219, |
| "grad_norm": 0.15973800420761108, |
| "learning_rate": 1.9681846633085968e-05, |
| "loss": 0.6385851502418518, |
| "step": 159 |
| }, |
| { |
| "epoch": 0.2191780821917808, |
| "grad_norm": 0.15689517557621002, |
| "learning_rate": 1.9676270957880928e-05, |
| "loss": 0.6954727172851562, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.22054794520547946, |
| "grad_norm": 0.16799283027648926, |
| "learning_rate": 1.9670647652621044e-05, |
| "loss": 0.6535817384719849, |
| "step": 161 |
| }, |
| { |
| "epoch": 0.2219178082191781, |
| "grad_norm": 0.1637307107448578, |
| "learning_rate": 1.966497674498622e-05, |
| "loss": 0.6275250315666199, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.2232876712328767, |
| "grad_norm": 0.1446286141872406, |
| "learning_rate": 1.9659258262890683e-05, |
| "loss": 0.6088711023330688, |
| "step": 163 |
| }, |
| { |
| "epoch": 0.22465753424657534, |
| "grad_norm": 0.16091319918632507, |
| "learning_rate": 1.965349223448285e-05, |
| "loss": 0.5717509984970093, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.22602739726027396, |
| "grad_norm": 0.14229550957679749, |
| "learning_rate": 1.9647678688145163e-05, |
| "loss": 0.5792914628982544, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.2273972602739726, |
| "grad_norm": 0.14515039324760437, |
| "learning_rate": 1.9641817652493964e-05, |
| "loss": 0.5595550537109375, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.22876712328767124, |
| "grad_norm": 0.1727345734834671, |
| "learning_rate": 1.9635909156379373e-05, |
| "loss": 0.665512204170227, |
| "step": 167 |
| }, |
| { |
| "epoch": 0.23013698630136986, |
| "grad_norm": 0.14354562759399414, |
| "learning_rate": 1.96299532288851e-05, |
| "loss": 0.5523260235786438, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.23150684931506849, |
| "grad_norm": 0.1551981419324875, |
| "learning_rate": 1.9623949899328352e-05, |
| "loss": 0.6456075310707092, |
| "step": 169 |
| }, |
| { |
| "epoch": 0.2328767123287671, |
| "grad_norm": 0.1689499169588089, |
| "learning_rate": 1.961789919725965e-05, |
| "loss": 0.621225118637085, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.23424657534246576, |
| "grad_norm": 0.16959482431411743, |
| "learning_rate": 1.9611801152462715e-05, |
| "loss": 0.649752140045166, |
| "step": 171 |
| }, |
| { |
| "epoch": 0.2356164383561644, |
| "grad_norm": 0.1623905897140503, |
| "learning_rate": 1.960565579495429e-05, |
| "loss": 0.6222062110900879, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.236986301369863, |
| "grad_norm": 0.16222091019153595, |
| "learning_rate": 1.959946315498402e-05, |
| "loss": 0.6512526869773865, |
| "step": 173 |
| }, |
| { |
| "epoch": 0.23835616438356164, |
| "grad_norm": 0.16222915053367615, |
| "learning_rate": 1.9593223263034288e-05, |
| "loss": 0.5998870134353638, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.23972602739726026, |
| "grad_norm": 0.16737569868564606, |
| "learning_rate": 1.9586936149820056e-05, |
| "loss": 0.6641021966934204, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.2410958904109589, |
| "grad_norm": 0.16463534533977509, |
| "learning_rate": 1.9580601846288747e-05, |
| "loss": 0.5590486526489258, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.24246575342465754, |
| "grad_norm": 0.14511965215206146, |
| "learning_rate": 1.9574220383620054e-05, |
| "loss": 0.5980298519134521, |
| "step": 177 |
| }, |
| { |
| "epoch": 0.24383561643835616, |
| "grad_norm": 0.17374759912490845, |
| "learning_rate": 1.9567791793225818e-05, |
| "loss": 0.6144176721572876, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.2452054794520548, |
| "grad_norm": 0.1671595722436905, |
| "learning_rate": 1.9561316106749847e-05, |
| "loss": 0.6108953952789307, |
| "step": 179 |
| }, |
| { |
| "epoch": 0.2465753424657534, |
| "grad_norm": 0.1550654023885727, |
| "learning_rate": 1.955479335606778e-05, |
| "loss": 0.563538670539856, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.24794520547945206, |
| "grad_norm": 0.15254142880439758, |
| "learning_rate": 1.954822357328692e-05, |
| "loss": 0.605830192565918, |
| "step": 181 |
| }, |
| { |
| "epoch": 0.2493150684931507, |
| "grad_norm": 0.17636969685554504, |
| "learning_rate": 1.9541606790746082e-05, |
| "loss": 0.649669885635376, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.25068493150684934, |
| "grad_norm": 0.16506697237491608, |
| "learning_rate": 1.9534943041015425e-05, |
| "loss": 0.6465010643005371, |
| "step": 183 |
| }, |
| { |
| "epoch": 0.25205479452054796, |
| "grad_norm": 0.16332168877124786, |
| "learning_rate": 1.95282323568963e-05, |
| "loss": 0.6338891386985779, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.2534246575342466, |
| "grad_norm": 0.15076348185539246, |
| "learning_rate": 1.9521474771421093e-05, |
| "loss": 0.6196539998054504, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.2547945205479452, |
| "grad_norm": 0.15440316498279572, |
| "learning_rate": 1.9514670317853043e-05, |
| "loss": 0.5998337864875793, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.25616438356164384, |
| "grad_norm": 0.16012319922447205, |
| "learning_rate": 1.9507819029686094e-05, |
| "loss": 0.6014530658721924, |
| "step": 187 |
| }, |
| { |
| "epoch": 0.25753424657534246, |
| "grad_norm": 0.15418842434883118, |
| "learning_rate": 1.9500920940644734e-05, |
| "loss": 0.6077374219894409, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.2589041095890411, |
| "grad_norm": 0.16678105294704437, |
| "learning_rate": 1.9493976084683814e-05, |
| "loss": 0.6204032897949219, |
| "step": 189 |
| }, |
| { |
| "epoch": 0.2602739726027397, |
| "grad_norm": 0.15462566912174225, |
| "learning_rate": 1.948698449598839e-05, |
| "loss": 0.5938429236412048, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.26164383561643834, |
| "grad_norm": 0.15948761999607086, |
| "learning_rate": 1.9479946208973554e-05, |
| "loss": 0.5870481729507446, |
| "step": 191 |
| }, |
| { |
| "epoch": 0.26301369863013696, |
| "grad_norm": 0.17368458211421967, |
| "learning_rate": 1.947286125828426e-05, |
| "loss": 0.6516101360321045, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.26438356164383564, |
| "grad_norm": 0.16198550164699554, |
| "learning_rate": 1.946572967879517e-05, |
| "loss": 0.5894348621368408, |
| "step": 193 |
| }, |
| { |
| "epoch": 0.26575342465753427, |
| "grad_norm": 0.15812379121780396, |
| "learning_rate": 1.9458551505610452e-05, |
| "loss": 0.6530876755714417, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.2671232876712329, |
| "grad_norm": 0.15484529733657837, |
| "learning_rate": 1.9451326774063636e-05, |
| "loss": 0.5291624069213867, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.2684931506849315, |
| "grad_norm": 0.14930173754692078, |
| "learning_rate": 1.944405551971743e-05, |
| "loss": 0.5648593306541443, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.26986301369863014, |
| "grad_norm": 0.16413788497447968, |
| "learning_rate": 1.9436737778363526e-05, |
| "loss": 0.5979588031768799, |
| "step": 197 |
| }, |
| { |
| "epoch": 0.27123287671232876, |
| "grad_norm": 0.16401752829551697, |
| "learning_rate": 1.9429373586022472e-05, |
| "loss": 0.6155828237533569, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.2726027397260274, |
| "grad_norm": 0.15918703377246857, |
| "learning_rate": 1.9421962978943442e-05, |
| "loss": 0.6395516991615295, |
| "step": 199 |
| }, |
| { |
| "epoch": 0.273972602739726, |
| "grad_norm": 0.16323615610599518, |
| "learning_rate": 1.9414505993604083e-05, |
| "loss": 0.6528345346450806, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.27534246575342464, |
| "grad_norm": 0.17287138104438782, |
| "learning_rate": 1.9407002666710334e-05, |
| "loss": 0.6492872834205627, |
| "step": 201 |
| }, |
| { |
| "epoch": 0.27671232876712326, |
| "grad_norm": 0.17330391705036163, |
| "learning_rate": 1.939945303519625e-05, |
| "loss": 0.6085129380226135, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.27808219178082194, |
| "grad_norm": 0.1582794040441513, |
| "learning_rate": 1.93918571362238e-05, |
| "loss": 0.6202000379562378, |
| "step": 203 |
| }, |
| { |
| "epoch": 0.27945205479452057, |
| "grad_norm": 0.15793833136558533, |
| "learning_rate": 1.938421500718272e-05, |
| "loss": 0.5806069374084473, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.2808219178082192, |
| "grad_norm": 0.16570699214935303, |
| "learning_rate": 1.937652668569028e-05, |
| "loss": 0.6103482246398926, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.2821917808219178, |
| "grad_norm": 0.1538430154323578, |
| "learning_rate": 1.9368792209591145e-05, |
| "loss": 0.5779464244842529, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.28356164383561644, |
| "grad_norm": 0.1592852622270584, |
| "learning_rate": 1.9361011616957165e-05, |
| "loss": 0.6240794658660889, |
| "step": 207 |
| }, |
| { |
| "epoch": 0.28493150684931506, |
| "grad_norm": 0.1604919135570526, |
| "learning_rate": 1.935318494608718e-05, |
| "loss": 0.5771029591560364, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.2863013698630137, |
| "grad_norm": 0.1573483794927597, |
| "learning_rate": 1.934531223550687e-05, |
| "loss": 0.6847480535507202, |
| "step": 209 |
| }, |
| { |
| "epoch": 0.2876712328767123, |
| "grad_norm": 0.15778696537017822, |
| "learning_rate": 1.933739352396851e-05, |
| "loss": 0.6099205017089844, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.28904109589041094, |
| "grad_norm": 0.15076380968093872, |
| "learning_rate": 1.932942885045083e-05, |
| "loss": 0.5610252618789673, |
| "step": 211 |
| }, |
| { |
| "epoch": 0.29041095890410956, |
| "grad_norm": 0.1657320261001587, |
| "learning_rate": 1.9321418254158782e-05, |
| "loss": 0.6706528067588806, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.29178082191780824, |
| "grad_norm": 0.1694263070821762, |
| "learning_rate": 1.9313361774523387e-05, |
| "loss": 0.6531721949577332, |
| "step": 213 |
| }, |
| { |
| "epoch": 0.29315068493150687, |
| "grad_norm": 0.15693512558937073, |
| "learning_rate": 1.9305259451201502e-05, |
| "loss": 0.6321283578872681, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.2945205479452055, |
| "grad_norm": 0.16327035427093506, |
| "learning_rate": 1.929711132407565e-05, |
| "loss": 0.6443174481391907, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.2958904109589041, |
| "grad_norm": 0.16162200272083282, |
| "learning_rate": 1.9288917433253823e-05, |
| "loss": 0.6530073881149292, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.29726027397260274, |
| "grad_norm": 0.15862113237380981, |
| "learning_rate": 1.9280677819069273e-05, |
| "loss": 0.5875598788261414, |
| "step": 217 |
| }, |
| { |
| "epoch": 0.29863013698630136, |
| "grad_norm": 0.15702694654464722, |
| "learning_rate": 1.927239252208031e-05, |
| "loss": 0.5955379605293274, |
| "step": 218 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 0.15328216552734375, |
| "learning_rate": 1.9264061583070126e-05, |
| "loss": 0.663190484046936, |
| "step": 219 |
| }, |
| { |
| "epoch": 0.3013698630136986, |
| "grad_norm": 0.17017608880996704, |
| "learning_rate": 1.9255685043046572e-05, |
| "loss": 0.6066758036613464, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.30273972602739724, |
| "grad_norm": 0.1607287973165512, |
| "learning_rate": 1.924726294324196e-05, |
| "loss": 0.5664497017860413, |
| "step": 221 |
| }, |
| { |
| "epoch": 0.3041095890410959, |
| "grad_norm": 0.1684304177761078, |
| "learning_rate": 1.9238795325112867e-05, |
| "loss": 0.6179485321044922, |
| "step": 222 |
| }, |
| { |
| "epoch": 0.30547945205479454, |
| "grad_norm": 0.1446060985326767, |
| "learning_rate": 1.9230282230339936e-05, |
| "loss": 0.581000030040741, |
| "step": 223 |
| }, |
| { |
| "epoch": 0.30684931506849317, |
| "grad_norm": 0.16912856698036194, |
| "learning_rate": 1.9221723700827646e-05, |
| "loss": 0.6572670936584473, |
| "step": 224 |
| }, |
| { |
| "epoch": 0.3082191780821918, |
| "grad_norm": 0.16073641180992126, |
| "learning_rate": 1.921311977870413e-05, |
| "loss": 0.5523173809051514, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.3095890410958904, |
| "grad_norm": 0.16843587160110474, |
| "learning_rate": 1.9204470506320968e-05, |
| "loss": 0.6724870204925537, |
| "step": 226 |
| }, |
| { |
| "epoch": 0.31095890410958904, |
| "grad_norm": 0.16108570992946625, |
| "learning_rate": 1.9195775926252952e-05, |
| "loss": 0.6259427070617676, |
| "step": 227 |
| }, |
| { |
| "epoch": 0.31232876712328766, |
| "grad_norm": 0.15122473239898682, |
| "learning_rate": 1.9187036081297907e-05, |
| "loss": 0.5658705234527588, |
| "step": 228 |
| }, |
| { |
| "epoch": 0.3136986301369863, |
| "grad_norm": 0.1597052663564682, |
| "learning_rate": 1.917825101447647e-05, |
| "loss": 0.6100412607192993, |
| "step": 229 |
| }, |
| { |
| "epoch": 0.3150684931506849, |
| "grad_norm": 0.18265262246131897, |
| "learning_rate": 1.9169420769031863e-05, |
| "loss": 0.5868899822235107, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.31643835616438354, |
| "grad_norm": 0.15701507031917572, |
| "learning_rate": 1.916054538842971e-05, |
| "loss": 0.6006147265434265, |
| "step": 231 |
| }, |
| { |
| "epoch": 0.3178082191780822, |
| "grad_norm": 0.15414513647556305, |
| "learning_rate": 1.9151624916357793e-05, |
| "loss": 0.6486912965774536, |
| "step": 232 |
| }, |
| { |
| "epoch": 0.31917808219178084, |
| "grad_norm": 0.15333938598632812, |
| "learning_rate": 1.9142659396725862e-05, |
| "loss": 0.6258531808853149, |
| "step": 233 |
| }, |
| { |
| "epoch": 0.32054794520547947, |
| "grad_norm": 0.14656788110733032, |
| "learning_rate": 1.913364887366539e-05, |
| "loss": 0.5718272924423218, |
| "step": 234 |
| }, |
| { |
| "epoch": 0.3219178082191781, |
| "grad_norm": 0.16382336616516113, |
| "learning_rate": 1.912459339152939e-05, |
| "loss": 0.5820138454437256, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.3232876712328767, |
| "grad_norm": 0.1630294770002365, |
| "learning_rate": 1.9115492994892172e-05, |
| "loss": 0.600603461265564, |
| "step": 236 |
| }, |
| { |
| "epoch": 0.32465753424657534, |
| "grad_norm": 0.14892295002937317, |
| "learning_rate": 1.9106347728549134e-05, |
| "loss": 0.5658777952194214, |
| "step": 237 |
| }, |
| { |
| "epoch": 0.32602739726027397, |
| "grad_norm": 0.16635073721408844, |
| "learning_rate": 1.9097157637516532e-05, |
| "loss": 0.5740564465522766, |
| "step": 238 |
| }, |
| { |
| "epoch": 0.3273972602739726, |
| "grad_norm": 0.16513577103614807, |
| "learning_rate": 1.9087922767031276e-05, |
| "loss": 0.6348574757575989, |
| "step": 239 |
| }, |
| { |
| "epoch": 0.3287671232876712, |
| "grad_norm": 0.16342297196388245, |
| "learning_rate": 1.9078643162550686e-05, |
| "loss": 0.6322500109672546, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.33013698630136984, |
| "grad_norm": 0.1535942405462265, |
| "learning_rate": 1.906931886975228e-05, |
| "loss": 0.53902268409729, |
| "step": 241 |
| }, |
| { |
| "epoch": 0.3315068493150685, |
| "grad_norm": 0.14455796778202057, |
| "learning_rate": 1.905994993453356e-05, |
| "loss": 0.5630102157592773, |
| "step": 242 |
| }, |
| { |
| "epoch": 0.33287671232876714, |
| "grad_norm": 0.1663145124912262, |
| "learning_rate": 1.905053640301176e-05, |
| "loss": 0.6214050054550171, |
| "step": 243 |
| }, |
| { |
| "epoch": 0.33424657534246577, |
| "grad_norm": 0.1636534482240677, |
| "learning_rate": 1.9041078321523637e-05, |
| "loss": 0.6704033613204956, |
| "step": 244 |
| }, |
| { |
| "epoch": 0.3356164383561644, |
| "grad_norm": 0.1620258390903473, |
| "learning_rate": 1.903157573662524e-05, |
| "loss": 0.6345779895782471, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.336986301369863, |
| "grad_norm": 0.15679852664470673, |
| "learning_rate": 1.9022028695091678e-05, |
| "loss": 0.5873825550079346, |
| "step": 246 |
| }, |
| { |
| "epoch": 0.33835616438356164, |
| "grad_norm": 0.15328912436962128, |
| "learning_rate": 1.9012437243916895e-05, |
| "loss": 0.6029560565948486, |
| "step": 247 |
| }, |
| { |
| "epoch": 0.33972602739726027, |
| "grad_norm": 0.14538195729255676, |
| "learning_rate": 1.900280143031343e-05, |
| "loss": 0.5177454948425293, |
| "step": 248 |
| }, |
| { |
| "epoch": 0.3410958904109589, |
| "grad_norm": 0.16042332351207733, |
| "learning_rate": 1.8993121301712194e-05, |
| "loss": 0.6091316342353821, |
| "step": 249 |
| }, |
| { |
| "epoch": 0.3424657534246575, |
| "grad_norm": 0.1434759795665741, |
| "learning_rate": 1.8983396905762232e-05, |
| "loss": 0.5697845220565796, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.34383561643835614, |
| "grad_norm": 0.14016889035701752, |
| "learning_rate": 1.8973628290330484e-05, |
| "loss": 0.5575758218765259, |
| "step": 251 |
| }, |
| { |
| "epoch": 0.3452054794520548, |
| "grad_norm": 0.14783437550067902, |
| "learning_rate": 1.896381550350156e-05, |
| "loss": 0.5810775756835938, |
| "step": 252 |
| }, |
| { |
| "epoch": 0.34657534246575344, |
| "grad_norm": 0.15758486092090607, |
| "learning_rate": 1.895395859357749e-05, |
| "loss": 0.613425076007843, |
| "step": 253 |
| }, |
| { |
| "epoch": 0.34794520547945207, |
| "grad_norm": 0.15336844325065613, |
| "learning_rate": 1.8944057609077506e-05, |
| "loss": 0.5932927131652832, |
| "step": 254 |
| }, |
| { |
| "epoch": 0.3493150684931507, |
| "grad_norm": 0.1474757194519043, |
| "learning_rate": 1.8934112598737777e-05, |
| "loss": 0.5725477337837219, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.3506849315068493, |
| "grad_norm": 0.14386139810085297, |
| "learning_rate": 1.892412361151119e-05, |
| "loss": 0.6071690320968628, |
| "step": 256 |
| }, |
| { |
| "epoch": 0.35205479452054794, |
| "grad_norm": 0.17297492921352386, |
| "learning_rate": 1.8914090696567104e-05, |
| "loss": 0.6448274850845337, |
| "step": 257 |
| }, |
| { |
| "epoch": 0.35342465753424657, |
| "grad_norm": 0.1554916501045227, |
| "learning_rate": 1.89040139032911e-05, |
| "loss": 0.6005516052246094, |
| "step": 258 |
| }, |
| { |
| "epoch": 0.3547945205479452, |
| "grad_norm": 0.15703563392162323, |
| "learning_rate": 1.8893893281284744e-05, |
| "loss": 0.5192084312438965, |
| "step": 259 |
| }, |
| { |
| "epoch": 0.3561643835616438, |
| "grad_norm": 0.1578558385372162, |
| "learning_rate": 1.8883728880365347e-05, |
| "loss": 0.6114726066589355, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.35753424657534244, |
| "grad_norm": 0.16833758354187012, |
| "learning_rate": 1.8873520750565716e-05, |
| "loss": 0.6224363446235657, |
| "step": 261 |
| }, |
| { |
| "epoch": 0.3589041095890411, |
| "grad_norm": 0.1642412692308426, |
| "learning_rate": 1.8863268942133905e-05, |
| "loss": 0.6578483581542969, |
| "step": 262 |
| }, |
| { |
| "epoch": 0.36027397260273974, |
| "grad_norm": 0.16325688362121582, |
| "learning_rate": 1.8852973505532963e-05, |
| "loss": 0.6258366107940674, |
| "step": 263 |
| }, |
| { |
| "epoch": 0.36164383561643837, |
| "grad_norm": 0.16593174636363983, |
| "learning_rate": 1.8842634491440704e-05, |
| "loss": 0.6312078237533569, |
| "step": 264 |
| }, |
| { |
| "epoch": 0.363013698630137, |
| "grad_norm": 0.1558452844619751, |
| "learning_rate": 1.8832251950749443e-05, |
| "loss": 0.5959346294403076, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.3643835616438356, |
| "grad_norm": 0.16329628229141235, |
| "learning_rate": 1.882182593456574e-05, |
| "loss": 0.5636122226715088, |
| "step": 266 |
| }, |
| { |
| "epoch": 0.36575342465753424, |
| "grad_norm": 0.1444038301706314, |
| "learning_rate": 1.8811356494210166e-05, |
| "loss": 0.5212979316711426, |
| "step": 267 |
| }, |
| { |
| "epoch": 0.36712328767123287, |
| "grad_norm": 0.16624850034713745, |
| "learning_rate": 1.880084368121704e-05, |
| "loss": 0.6462916135787964, |
| "step": 268 |
| }, |
| { |
| "epoch": 0.3684931506849315, |
| "grad_norm": 0.15940053761005402, |
| "learning_rate": 1.8790287547334178e-05, |
| "loss": 0.6105808615684509, |
| "step": 269 |
| }, |
| { |
| "epoch": 0.3698630136986301, |
| "grad_norm": 0.15389667451381683, |
| "learning_rate": 1.8779688144522625e-05, |
| "loss": 0.5553721785545349, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.37123287671232874, |
| "grad_norm": 0.15304426848888397, |
| "learning_rate": 1.876904552495642e-05, |
| "loss": 0.6068332195281982, |
| "step": 271 |
| }, |
| { |
| "epoch": 0.3726027397260274, |
| "grad_norm": 0.1442302167415619, |
| "learning_rate": 1.875835974102234e-05, |
| "loss": 0.5685116052627563, |
| "step": 272 |
| }, |
| { |
| "epoch": 0.37397260273972605, |
| "grad_norm": 0.14790469408035278, |
| "learning_rate": 1.874763084531961e-05, |
| "loss": 0.5844176411628723, |
| "step": 273 |
| }, |
| { |
| "epoch": 0.37534246575342467, |
| "grad_norm": 0.14410603046417236, |
| "learning_rate": 1.8736858890659696e-05, |
| "loss": 0.5909885168075562, |
| "step": 274 |
| }, |
| { |
| "epoch": 0.3767123287671233, |
| "grad_norm": 0.17475005984306335, |
| "learning_rate": 1.8726043930065985e-05, |
| "loss": 0.6046225428581238, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.3780821917808219, |
| "grad_norm": 0.15059982240200043, |
| "learning_rate": 1.871518601677357e-05, |
| "loss": 0.5838688015937805, |
| "step": 276 |
| }, |
| { |
| "epoch": 0.37945205479452054, |
| "grad_norm": 0.17032840847969055, |
| "learning_rate": 1.8704285204228973e-05, |
| "loss": 0.6261906623840332, |
| "step": 277 |
| }, |
| { |
| "epoch": 0.38082191780821917, |
| "grad_norm": 0.15075044333934784, |
| "learning_rate": 1.8693341546089878e-05, |
| "loss": 0.6051650047302246, |
| "step": 278 |
| }, |
| { |
| "epoch": 0.3821917808219178, |
| "grad_norm": 0.1473180502653122, |
| "learning_rate": 1.8682355096224873e-05, |
| "loss": 0.5551210641860962, |
| "step": 279 |
| }, |
| { |
| "epoch": 0.3835616438356164, |
| "grad_norm": 0.15265880525112152, |
| "learning_rate": 1.8671325908713182e-05, |
| "loss": 0.570478081703186, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.38493150684931504, |
| "grad_norm": 0.16518573462963104, |
| "learning_rate": 1.866025403784439e-05, |
| "loss": 0.6145535707473755, |
| "step": 281 |
| }, |
| { |
| "epoch": 0.3863013698630137, |
| "grad_norm": 0.15201589465141296, |
| "learning_rate": 1.8649139538118196e-05, |
| "loss": 0.5385153293609619, |
| "step": 282 |
| }, |
| { |
| "epoch": 0.38767123287671235, |
| "grad_norm": 0.14805659651756287, |
| "learning_rate": 1.863798246424413e-05, |
| "loss": 0.628183126449585, |
| "step": 283 |
| }, |
| { |
| "epoch": 0.38904109589041097, |
| "grad_norm": 0.14637944102287292, |
| "learning_rate": 1.862678287114129e-05, |
| "loss": 0.62421715259552, |
| "step": 284 |
| }, |
| { |
| "epoch": 0.3904109589041096, |
| "grad_norm": 0.1630602329969406, |
| "learning_rate": 1.8615540813938063e-05, |
| "loss": 0.6616168022155762, |
| "step": 285 |
| }, |
| { |
| "epoch": 0.3917808219178082, |
| "grad_norm": 0.1550370305776596, |
| "learning_rate": 1.860425634797186e-05, |
| "loss": 0.5864919424057007, |
| "step": 286 |
| }, |
| { |
| "epoch": 0.39315068493150684, |
| "grad_norm": 0.14578670263290405, |
| "learning_rate": 1.8592929528788844e-05, |
| "loss": 0.545616626739502, |
| "step": 287 |
| }, |
| { |
| "epoch": 0.39452054794520547, |
| "grad_norm": 0.14833520352840424, |
| "learning_rate": 1.8581560412143663e-05, |
| "loss": 0.5978792905807495, |
| "step": 288 |
| }, |
| { |
| "epoch": 0.3958904109589041, |
| "grad_norm": 0.1507352888584137, |
| "learning_rate": 1.8570149053999154e-05, |
| "loss": 0.579099178314209, |
| "step": 289 |
| }, |
| { |
| "epoch": 0.3972602739726027, |
| "grad_norm": 0.14446204900741577, |
| "learning_rate": 1.8558695510526092e-05, |
| "loss": 0.5924318432807922, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.39863013698630134, |
| "grad_norm": 0.15075939893722534, |
| "learning_rate": 1.8547199838102904e-05, |
| "loss": 0.5611657500267029, |
| "step": 291 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 0.15933777391910553, |
| "learning_rate": 1.8535662093315386e-05, |
| "loss": 0.5471000671386719, |
| "step": 292 |
| }, |
| { |
| "epoch": 0.40136986301369865, |
| "grad_norm": 0.15519365668296814, |
| "learning_rate": 1.852408233295643e-05, |
| "loss": 0.6255986094474792, |
| "step": 293 |
| }, |
| { |
| "epoch": 0.40273972602739727, |
| "grad_norm": 0.15151312947273254, |
| "learning_rate": 1.851246061402574e-05, |
| "loss": 0.5669071674346924, |
| "step": 294 |
| }, |
| { |
| "epoch": 0.4041095890410959, |
| "grad_norm": 0.16434764862060547, |
| "learning_rate": 1.8500796993729563e-05, |
| "loss": 0.5679120421409607, |
| "step": 295 |
| }, |
| { |
| "epoch": 0.4054794520547945, |
| "grad_norm": 0.164402574300766, |
| "learning_rate": 1.8489091529480398e-05, |
| "loss": 0.6179913282394409, |
| "step": 296 |
| }, |
| { |
| "epoch": 0.40684931506849314, |
| "grad_norm": 0.15723305940628052, |
| "learning_rate": 1.8477344278896708e-05, |
| "loss": 0.5922874212265015, |
| "step": 297 |
| }, |
| { |
| "epoch": 0.40821917808219177, |
| "grad_norm": 0.1540336310863495, |
| "learning_rate": 1.8465555299802655e-05, |
| "loss": 0.5662035346031189, |
| "step": 298 |
| }, |
| { |
| "epoch": 0.4095890410958904, |
| "grad_norm": 0.17283470928668976, |
| "learning_rate": 1.8453724650227788e-05, |
| "loss": 0.6761048436164856, |
| "step": 299 |
| }, |
| { |
| "epoch": 0.410958904109589, |
| "grad_norm": 0.16036930680274963, |
| "learning_rate": 1.8441852388406788e-05, |
| "loss": 0.5548433065414429, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.4123287671232877, |
| "grad_norm": 0.14102788269519806, |
| "learning_rate": 1.8429938572779154e-05, |
| "loss": 0.5084259510040283, |
| "step": 301 |
| }, |
| { |
| "epoch": 0.4136986301369863, |
| "grad_norm": 0.15470127761363983, |
| "learning_rate": 1.8417983261988933e-05, |
| "loss": 0.6092421412467957, |
| "step": 302 |
| }, |
| { |
| "epoch": 0.41506849315068495, |
| "grad_norm": 0.1494375318288803, |
| "learning_rate": 1.840598651488443e-05, |
| "loss": 0.5430501699447632, |
| "step": 303 |
| }, |
| { |
| "epoch": 0.41643835616438357, |
| "grad_norm": 0.14817532896995544, |
| "learning_rate": 1.8393948390517915e-05, |
| "loss": 0.5703598260879517, |
| "step": 304 |
| }, |
| { |
| "epoch": 0.4178082191780822, |
| "grad_norm": 0.15214185416698456, |
| "learning_rate": 1.8381868948145317e-05, |
| "loss": 0.6218011379241943, |
| "step": 305 |
| }, |
| { |
| "epoch": 0.4191780821917808, |
| "grad_norm": 0.14840349555015564, |
| "learning_rate": 1.8369748247225965e-05, |
| "loss": 0.6339513659477234, |
| "step": 306 |
| }, |
| { |
| "epoch": 0.42054794520547945, |
| "grad_norm": 0.14049845933914185, |
| "learning_rate": 1.8357586347422266e-05, |
| "loss": 0.5735560059547424, |
| "step": 307 |
| }, |
| { |
| "epoch": 0.42191780821917807, |
| "grad_norm": 0.14952462911605835, |
| "learning_rate": 1.8345383308599425e-05, |
| "loss": 0.5752905607223511, |
| "step": 308 |
| }, |
| { |
| "epoch": 0.4232876712328767, |
| "grad_norm": 0.1464746594429016, |
| "learning_rate": 1.833313919082515e-05, |
| "loss": 0.5919328927993774, |
| "step": 309 |
| }, |
| { |
| "epoch": 0.4246575342465753, |
| "grad_norm": 0.16054148972034454, |
| "learning_rate": 1.8320854054369354e-05, |
| "loss": 0.6318283081054688, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.426027397260274, |
| "grad_norm": 0.14838211238384247, |
| "learning_rate": 1.8308527959703864e-05, |
| "loss": 0.5462095737457275, |
| "step": 311 |
| }, |
| { |
| "epoch": 0.4273972602739726, |
| "grad_norm": 0.14827798306941986, |
| "learning_rate": 1.82961609675021e-05, |
| "loss": 0.587713897228241, |
| "step": 312 |
| }, |
| { |
| "epoch": 0.42876712328767125, |
| "grad_norm": 0.14198598265647888, |
| "learning_rate": 1.828375313863881e-05, |
| "loss": 0.5431427955627441, |
| "step": 313 |
| }, |
| { |
| "epoch": 0.4301369863013699, |
| "grad_norm": 0.15106132626533508, |
| "learning_rate": 1.8271304534189754e-05, |
| "loss": 0.5700148940086365, |
| "step": 314 |
| }, |
| { |
| "epoch": 0.4315068493150685, |
| "grad_norm": 0.14311951398849487, |
| "learning_rate": 1.8258815215431395e-05, |
| "loss": 0.5781939625740051, |
| "step": 315 |
| }, |
| { |
| "epoch": 0.4328767123287671, |
| "grad_norm": 0.15375271439552307, |
| "learning_rate": 1.8246285243840617e-05, |
| "loss": 0.5642305612564087, |
| "step": 316 |
| }, |
| { |
| "epoch": 0.43424657534246575, |
| "grad_norm": 0.1475384384393692, |
| "learning_rate": 1.8233714681094405e-05, |
| "loss": 0.5396713018417358, |
| "step": 317 |
| }, |
| { |
| "epoch": 0.43561643835616437, |
| "grad_norm": 0.14523953199386597, |
| "learning_rate": 1.8221103589069553e-05, |
| "loss": 0.6184444427490234, |
| "step": 318 |
| }, |
| { |
| "epoch": 0.436986301369863, |
| "grad_norm": 0.1605875939130783, |
| "learning_rate": 1.8208452029842342e-05, |
| "loss": 0.5515637397766113, |
| "step": 319 |
| }, |
| { |
| "epoch": 0.4383561643835616, |
| "grad_norm": 0.14436954259872437, |
| "learning_rate": 1.8195760065688266e-05, |
| "loss": 0.6023062467575073, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.4397260273972603, |
| "grad_norm": 0.13907724618911743, |
| "learning_rate": 1.818302775908169e-05, |
| "loss": 0.6034039258956909, |
| "step": 321 |
| }, |
| { |
| "epoch": 0.4410958904109589, |
| "grad_norm": 0.15003663301467896, |
| "learning_rate": 1.8170255172695572e-05, |
| "loss": 0.608570396900177, |
| "step": 322 |
| }, |
| { |
| "epoch": 0.44246575342465755, |
| "grad_norm": 0.16264384984970093, |
| "learning_rate": 1.815744236940113e-05, |
| "loss": 0.6284328699111938, |
| "step": 323 |
| }, |
| { |
| "epoch": 0.4438356164383562, |
| "grad_norm": 0.15702727437019348, |
| "learning_rate": 1.814458941226755e-05, |
| "loss": 0.5362198352813721, |
| "step": 324 |
| }, |
| { |
| "epoch": 0.4452054794520548, |
| "grad_norm": 0.1596728265285492, |
| "learning_rate": 1.813169636456167e-05, |
| "loss": 0.575636088848114, |
| "step": 325 |
| }, |
| { |
| "epoch": 0.4465753424657534, |
| "grad_norm": 0.1574542075395584, |
| "learning_rate": 1.8118763289747666e-05, |
| "loss": 0.6510027647018433, |
| "step": 326 |
| }, |
| { |
| "epoch": 0.44794520547945205, |
| "grad_norm": 0.14724481105804443, |
| "learning_rate": 1.810579025148674e-05, |
| "loss": 0.5525646209716797, |
| "step": 327 |
| }, |
| { |
| "epoch": 0.44931506849315067, |
| "grad_norm": 0.1698918640613556, |
| "learning_rate": 1.8092777313636813e-05, |
| "loss": 0.660180926322937, |
| "step": 328 |
| }, |
| { |
| "epoch": 0.4506849315068493, |
| "grad_norm": 0.15697503089904785, |
| "learning_rate": 1.8079724540252204e-05, |
| "loss": 0.5749319791793823, |
| "step": 329 |
| }, |
| { |
| "epoch": 0.4520547945205479, |
| "grad_norm": 0.1613071709871292, |
| "learning_rate": 1.8066631995583318e-05, |
| "loss": 0.5470437407493591, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.4534246575342466, |
| "grad_norm": 0.14156115055084229, |
| "learning_rate": 1.8053499744076323e-05, |
| "loss": 0.5292378664016724, |
| "step": 331 |
| }, |
| { |
| "epoch": 0.4547945205479452, |
| "grad_norm": 0.14653272926807404, |
| "learning_rate": 1.8040327850372847e-05, |
| "loss": 0.6091462969779968, |
| "step": 332 |
| }, |
| { |
| "epoch": 0.45616438356164385, |
| "grad_norm": 0.16075585782527924, |
| "learning_rate": 1.8027116379309637e-05, |
| "loss": 0.6253776550292969, |
| "step": 333 |
| }, |
| { |
| "epoch": 0.4575342465753425, |
| "grad_norm": 0.1504659652709961, |
| "learning_rate": 1.801386539591827e-05, |
| "loss": 0.5656317472457886, |
| "step": 334 |
| }, |
| { |
| "epoch": 0.4589041095890411, |
| "grad_norm": 0.14729438722133636, |
| "learning_rate": 1.8000574965424813e-05, |
| "loss": 0.5766185522079468, |
| "step": 335 |
| }, |
| { |
| "epoch": 0.4602739726027397, |
| "grad_norm": 0.1585109382867813, |
| "learning_rate": 1.7987245153249496e-05, |
| "loss": 0.556631326675415, |
| "step": 336 |
| }, |
| { |
| "epoch": 0.46164383561643835, |
| "grad_norm": 0.15586094558238983, |
| "learning_rate": 1.7973876025006407e-05, |
| "loss": 0.5819780826568604, |
| "step": 337 |
| }, |
| { |
| "epoch": 0.46301369863013697, |
| "grad_norm": 0.14767439663410187, |
| "learning_rate": 1.796046764650316e-05, |
| "loss": 0.5321399569511414, |
| "step": 338 |
| }, |
| { |
| "epoch": 0.4643835616438356, |
| "grad_norm": 0.15002456307411194, |
| "learning_rate": 1.7947020083740575e-05, |
| "loss": 0.5469136834144592, |
| "step": 339 |
| }, |
| { |
| "epoch": 0.4657534246575342, |
| "grad_norm": 0.14220520853996277, |
| "learning_rate": 1.7933533402912354e-05, |
| "loss": 0.6022108793258667, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.4671232876712329, |
| "grad_norm": 0.1343364119529724, |
| "learning_rate": 1.7920007670404738e-05, |
| "loss": 0.5860722064971924, |
| "step": 341 |
| }, |
| { |
| "epoch": 0.4684931506849315, |
| "grad_norm": 0.1453264057636261, |
| "learning_rate": 1.7906442952796212e-05, |
| "loss": 0.5470801591873169, |
| "step": 342 |
| }, |
| { |
| "epoch": 0.46986301369863015, |
| "grad_norm": 0.15289293229579926, |
| "learning_rate": 1.7892839316857146e-05, |
| "loss": 0.5834886431694031, |
| "step": 343 |
| }, |
| { |
| "epoch": 0.4712328767123288, |
| "grad_norm": 0.15057221055030823, |
| "learning_rate": 1.787919682954949e-05, |
| "loss": 0.5459625720977783, |
| "step": 344 |
| }, |
| { |
| "epoch": 0.4726027397260274, |
| "grad_norm": 0.14852501451969147, |
| "learning_rate": 1.786551555802643e-05, |
| "loss": 0.57718825340271, |
| "step": 345 |
| }, |
| { |
| "epoch": 0.473972602739726, |
| "grad_norm": 0.14916345477104187, |
| "learning_rate": 1.785179556963205e-05, |
| "loss": 0.5912124514579773, |
| "step": 346 |
| }, |
| { |
| "epoch": 0.47534246575342465, |
| "grad_norm": 0.14343911409378052, |
| "learning_rate": 1.7838036931901033e-05, |
| "loss": 0.5384149551391602, |
| "step": 347 |
| }, |
| { |
| "epoch": 0.4767123287671233, |
| "grad_norm": 0.13747356832027435, |
| "learning_rate": 1.7824239712558303e-05, |
| "loss": 0.5556282997131348, |
| "step": 348 |
| }, |
| { |
| "epoch": 0.4780821917808219, |
| "grad_norm": 0.153511181473732, |
| "learning_rate": 1.781040397951868e-05, |
| "loss": 0.5881044864654541, |
| "step": 349 |
| }, |
| { |
| "epoch": 0.4794520547945205, |
| "grad_norm": 0.1565730720758438, |
| "learning_rate": 1.7796529800886583e-05, |
| "loss": 0.564147412776947, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.4808219178082192, |
| "grad_norm": 0.14074577391147614, |
| "learning_rate": 1.778261724495566e-05, |
| "loss": 0.5963798761367798, |
| "step": 351 |
| }, |
| { |
| "epoch": 0.4821917808219178, |
| "grad_norm": 0.1508810669183731, |
| "learning_rate": 1.7768666380208474e-05, |
| "loss": 0.6377789378166199, |
| "step": 352 |
| }, |
| { |
| "epoch": 0.48356164383561645, |
| "grad_norm": 0.14624693989753723, |
| "learning_rate": 1.775467727531615e-05, |
| "loss": 0.6010425090789795, |
| "step": 353 |
| }, |
| { |
| "epoch": 0.4849315068493151, |
| "grad_norm": 0.1480599194765091, |
| "learning_rate": 1.774064999913805e-05, |
| "loss": 0.5669881701469421, |
| "step": 354 |
| }, |
| { |
| "epoch": 0.4863013698630137, |
| "grad_norm": 0.1533871442079544, |
| "learning_rate": 1.772658462072143e-05, |
| "loss": 0.6225383877754211, |
| "step": 355 |
| }, |
| { |
| "epoch": 0.4876712328767123, |
| "grad_norm": 0.16357164084911346, |
| "learning_rate": 1.7712481209301094e-05, |
| "loss": 0.6383495926856995, |
| "step": 356 |
| }, |
| { |
| "epoch": 0.48904109589041095, |
| "grad_norm": 0.136616513133049, |
| "learning_rate": 1.7698339834299064e-05, |
| "loss": 0.5601040124893188, |
| "step": 357 |
| }, |
| { |
| "epoch": 0.4904109589041096, |
| "grad_norm": 0.15099939703941345, |
| "learning_rate": 1.7684160565324222e-05, |
| "loss": 0.5624288320541382, |
| "step": 358 |
| }, |
| { |
| "epoch": 0.4917808219178082, |
| "grad_norm": 0.14297816157341003, |
| "learning_rate": 1.766994347217199e-05, |
| "loss": 0.6051282286643982, |
| "step": 359 |
| }, |
| { |
| "epoch": 0.4931506849315068, |
| "grad_norm": 0.13573159277439117, |
| "learning_rate": 1.765568862482397e-05, |
| "loss": 0.5469596982002258, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.4945205479452055, |
| "grad_norm": 0.1435568928718567, |
| "learning_rate": 1.764139609344759e-05, |
| "loss": 0.5686632394790649, |
| "step": 361 |
| }, |
| { |
| "epoch": 0.4958904109589041, |
| "grad_norm": 0.1436147540807724, |
| "learning_rate": 1.7627065948395795e-05, |
| "loss": 0.5006036758422852, |
| "step": 362 |
| }, |
| { |
| "epoch": 0.49726027397260275, |
| "grad_norm": 0.16107958555221558, |
| "learning_rate": 1.7612698260206668e-05, |
| "loss": 0.6271241903305054, |
| "step": 363 |
| }, |
| { |
| "epoch": 0.4986301369863014, |
| "grad_norm": 0.15104009211063385, |
| "learning_rate": 1.7598293099603087e-05, |
| "loss": 0.5952401161193848, |
| "step": 364 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 0.1506115049123764, |
| "learning_rate": 1.7583850537492386e-05, |
| "loss": 0.567657470703125, |
| "step": 365 |
| }, |
| { |
| "epoch": 0.5013698630136987, |
| "grad_norm": 0.16260883212089539, |
| "learning_rate": 1.7569370644966007e-05, |
| "loss": 0.6197588443756104, |
| "step": 366 |
| }, |
| { |
| "epoch": 0.5027397260273972, |
| "grad_norm": 0.16213645040988922, |
| "learning_rate": 1.7554853493299142e-05, |
| "loss": 0.6336584687232971, |
| "step": 367 |
| }, |
| { |
| "epoch": 0.5041095890410959, |
| "grad_norm": 0.15891368687152863, |
| "learning_rate": 1.7540299153950386e-05, |
| "loss": 0.6455602645874023, |
| "step": 368 |
| }, |
| { |
| "epoch": 0.5054794520547945, |
| "grad_norm": 0.14739622175693512, |
| "learning_rate": 1.7525707698561383e-05, |
| "loss": 0.5473576188087463, |
| "step": 369 |
| }, |
| { |
| "epoch": 0.5068493150684932, |
| "grad_norm": 0.1491318643093109, |
| "learning_rate": 1.7511079198956487e-05, |
| "loss": 0.5691012144088745, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.5082191780821917, |
| "grad_norm": 0.15580914914608002, |
| "learning_rate": 1.7496413727142375e-05, |
| "loss": 0.5861622095108032, |
| "step": 371 |
| }, |
| { |
| "epoch": 0.5095890410958904, |
| "grad_norm": 0.1470382958650589, |
| "learning_rate": 1.7481711355307735e-05, |
| "loss": 0.6198167204856873, |
| "step": 372 |
| }, |
| { |
| "epoch": 0.510958904109589, |
| "grad_norm": 0.1570439487695694, |
| "learning_rate": 1.746697215582288e-05, |
| "loss": 0.5717829465866089, |
| "step": 373 |
| }, |
| { |
| "epoch": 0.5123287671232877, |
| "grad_norm": 0.16358670592308044, |
| "learning_rate": 1.74521962012394e-05, |
| "loss": 0.5932368040084839, |
| "step": 374 |
| }, |
| { |
| "epoch": 0.5136986301369864, |
| "grad_norm": 0.15532813966274261, |
| "learning_rate": 1.7437383564289816e-05, |
| "loss": 0.5695762038230896, |
| "step": 375 |
| }, |
| { |
| "epoch": 0.5150684931506849, |
| "grad_norm": 0.15465544164180756, |
| "learning_rate": 1.7422534317887204e-05, |
| "loss": 0.6023073196411133, |
| "step": 376 |
| }, |
| { |
| "epoch": 0.5164383561643836, |
| "grad_norm": 0.1464887410402298, |
| "learning_rate": 1.740764853512485e-05, |
| "loss": 0.5693724155426025, |
| "step": 377 |
| }, |
| { |
| "epoch": 0.5178082191780822, |
| "grad_norm": 0.1357395201921463, |
| "learning_rate": 1.739272628927588e-05, |
| "loss": 0.536882221698761, |
| "step": 378 |
| }, |
| { |
| "epoch": 0.5191780821917809, |
| "grad_norm": 0.15610602498054504, |
| "learning_rate": 1.7377767653792915e-05, |
| "loss": 0.6062382459640503, |
| "step": 379 |
| }, |
| { |
| "epoch": 0.5205479452054794, |
| "grad_norm": 0.1343219131231308, |
| "learning_rate": 1.7362772702307677e-05, |
| "loss": 0.5632308125495911, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.5219178082191781, |
| "grad_norm": 0.15014639496803284, |
| "learning_rate": 1.7347741508630673e-05, |
| "loss": 0.5424991250038147, |
| "step": 381 |
| }, |
| { |
| "epoch": 0.5232876712328767, |
| "grad_norm": 0.13980846107006073, |
| "learning_rate": 1.7332674146750796e-05, |
| "loss": 0.5513417720794678, |
| "step": 382 |
| }, |
| { |
| "epoch": 0.5246575342465754, |
| "grad_norm": 0.1392579823732376, |
| "learning_rate": 1.731757069083497e-05, |
| "loss": 0.5692585110664368, |
| "step": 383 |
| }, |
| { |
| "epoch": 0.5260273972602739, |
| "grad_norm": 0.1480334848165512, |
| "learning_rate": 1.7302431215227782e-05, |
| "loss": 0.540658712387085, |
| "step": 384 |
| }, |
| { |
| "epoch": 0.5273972602739726, |
| "grad_norm": 0.15066419541835785, |
| "learning_rate": 1.728725579445114e-05, |
| "loss": 0.5327310562133789, |
| "step": 385 |
| }, |
| { |
| "epoch": 0.5287671232876713, |
| "grad_norm": 0.14655138552188873, |
| "learning_rate": 1.727204450320387e-05, |
| "loss": 0.5699806213378906, |
| "step": 386 |
| }, |
| { |
| "epoch": 0.5301369863013699, |
| "grad_norm": 0.13703569769859314, |
| "learning_rate": 1.725679741636136e-05, |
| "loss": 0.5863059759140015, |
| "step": 387 |
| }, |
| { |
| "epoch": 0.5315068493150685, |
| "grad_norm": 0.1514001339673996, |
| "learning_rate": 1.7241514608975224e-05, |
| "loss": 0.5537671446800232, |
| "step": 388 |
| }, |
| { |
| "epoch": 0.5328767123287671, |
| "grad_norm": 0.14395487308502197, |
| "learning_rate": 1.7226196156272873e-05, |
| "loss": 0.60512775182724, |
| "step": 389 |
| }, |
| { |
| "epoch": 0.5342465753424658, |
| "grad_norm": 0.143971249461174, |
| "learning_rate": 1.7210842133657197e-05, |
| "loss": 0.5473227500915527, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.5356164383561643, |
| "grad_norm": 0.15576298534870148, |
| "learning_rate": 1.719545261670617e-05, |
| "loss": 0.601518452167511, |
| "step": 391 |
| }, |
| { |
| "epoch": 0.536986301369863, |
| "grad_norm": 0.14324787259101868, |
| "learning_rate": 1.718002768117248e-05, |
| "loss": 0.5695725679397583, |
| "step": 392 |
| }, |
| { |
| "epoch": 0.5383561643835616, |
| "grad_norm": 0.14859525859355927, |
| "learning_rate": 1.7164567402983153e-05, |
| "loss": 0.6340662240982056, |
| "step": 393 |
| }, |
| { |
| "epoch": 0.5397260273972603, |
| "grad_norm": 0.13690751791000366, |
| "learning_rate": 1.7149071858239195e-05, |
| "loss": 0.5283052325248718, |
| "step": 394 |
| }, |
| { |
| "epoch": 0.541095890410959, |
| "grad_norm": 0.1423366665840149, |
| "learning_rate": 1.7133541123215196e-05, |
| "loss": 0.5996649265289307, |
| "step": 395 |
| }, |
| { |
| "epoch": 0.5424657534246575, |
| "grad_norm": 0.15085336565971375, |
| "learning_rate": 1.7117975274358975e-05, |
| "loss": 0.5998474955558777, |
| "step": 396 |
| }, |
| { |
| "epoch": 0.5438356164383562, |
| "grad_norm": 0.15080514550209045, |
| "learning_rate": 1.7102374388291182e-05, |
| "loss": 0.5708898901939392, |
| "step": 397 |
| }, |
| { |
| "epoch": 0.5452054794520548, |
| "grad_norm": 0.131844162940979, |
| "learning_rate": 1.7086738541804947e-05, |
| "loss": 0.5706642866134644, |
| "step": 398 |
| }, |
| { |
| "epoch": 0.5465753424657535, |
| "grad_norm": 0.1624789983034134, |
| "learning_rate": 1.7071067811865477e-05, |
| "loss": 0.5648869872093201, |
| "step": 399 |
| }, |
| { |
| "epoch": 0.547945205479452, |
| "grad_norm": 0.14977680146694183, |
| "learning_rate": 1.7055362275609687e-05, |
| "loss": 0.5466816425323486, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.5493150684931507, |
| "grad_norm": 0.12936653196811676, |
| "learning_rate": 1.7039622010345832e-05, |
| "loss": 0.5807684659957886, |
| "step": 401 |
| }, |
| { |
| "epoch": 0.5506849315068493, |
| "grad_norm": 0.15499675273895264, |
| "learning_rate": 1.70238470935531e-05, |
| "loss": 0.5646220445632935, |
| "step": 402 |
| }, |
| { |
| "epoch": 0.552054794520548, |
| "grad_norm": 0.15363413095474243, |
| "learning_rate": 1.700803760288126e-05, |
| "loss": 0.5537654161453247, |
| "step": 403 |
| }, |
| { |
| "epoch": 0.5534246575342465, |
| "grad_norm": 0.14746566116809845, |
| "learning_rate": 1.699219361615026e-05, |
| "loss": 0.5865470170974731, |
| "step": 404 |
| }, |
| { |
| "epoch": 0.5547945205479452, |
| "grad_norm": 0.14045830070972443, |
| "learning_rate": 1.6976315211349848e-05, |
| "loss": 0.5434695482254028, |
| "step": 405 |
| }, |
| { |
| "epoch": 0.5561643835616439, |
| "grad_norm": 0.15868021547794342, |
| "learning_rate": 1.6960402466639195e-05, |
| "loss": 0.5476789474487305, |
| "step": 406 |
| }, |
| { |
| "epoch": 0.5575342465753425, |
| "grad_norm": 0.1462065726518631, |
| "learning_rate": 1.6944455460346503e-05, |
| "loss": 0.5196582078933716, |
| "step": 407 |
| }, |
| { |
| "epoch": 0.5589041095890411, |
| "grad_norm": 0.14001627266407013, |
| "learning_rate": 1.692847427096862e-05, |
| "loss": 0.6024141311645508, |
| "step": 408 |
| }, |
| { |
| "epoch": 0.5602739726027397, |
| "grad_norm": 0.15260235965251923, |
| "learning_rate": 1.6912458977170655e-05, |
| "loss": 0.6341221332550049, |
| "step": 409 |
| }, |
| { |
| "epoch": 0.5616438356164384, |
| "grad_norm": 0.14107351005077362, |
| "learning_rate": 1.6896409657785598e-05, |
| "loss": 0.5811542272567749, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.563013698630137, |
| "grad_norm": 0.1302739977836609, |
| "learning_rate": 1.6880326391813917e-05, |
| "loss": 0.544140100479126, |
| "step": 411 |
| }, |
| { |
| "epoch": 0.5643835616438356, |
| "grad_norm": 0.1420375555753708, |
| "learning_rate": 1.6864209258423177e-05, |
| "loss": 0.534217119216919, |
| "step": 412 |
| }, |
| { |
| "epoch": 0.5657534246575342, |
| "grad_norm": 0.14836066961288452, |
| "learning_rate": 1.6848058336947657e-05, |
| "loss": 0.6192389726638794, |
| "step": 413 |
| }, |
| { |
| "epoch": 0.5671232876712329, |
| "grad_norm": 0.16043499112129211, |
| "learning_rate": 1.683187370688795e-05, |
| "loss": 0.5258642435073853, |
| "step": 414 |
| }, |
| { |
| "epoch": 0.5684931506849316, |
| "grad_norm": 0.14773382246494293, |
| "learning_rate": 1.6815655447910574e-05, |
| "loss": 0.5696762800216675, |
| "step": 415 |
| }, |
| { |
| "epoch": 0.5698630136986301, |
| "grad_norm": 0.14542289078235626, |
| "learning_rate": 1.6799403639847582e-05, |
| "loss": 0.5968167185783386, |
| "step": 416 |
| }, |
| { |
| "epoch": 0.5712328767123288, |
| "grad_norm": 0.14496225118637085, |
| "learning_rate": 1.6783118362696162e-05, |
| "loss": 0.5987216830253601, |
| "step": 417 |
| }, |
| { |
| "epoch": 0.5726027397260274, |
| "grad_norm": 0.14567093551158905, |
| "learning_rate": 1.6766799696618257e-05, |
| "loss": 0.5913962125778198, |
| "step": 418 |
| }, |
| { |
| "epoch": 0.5739726027397261, |
| "grad_norm": 0.15489841997623444, |
| "learning_rate": 1.6750447721940157e-05, |
| "loss": 0.6150340437889099, |
| "step": 419 |
| }, |
| { |
| "epoch": 0.5753424657534246, |
| "grad_norm": 0.13718822598457336, |
| "learning_rate": 1.6734062519152113e-05, |
| "loss": 0.5184439420700073, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.5767123287671233, |
| "grad_norm": 0.14923328161239624, |
| "learning_rate": 1.671764416890793e-05, |
| "loss": 0.6138299703598022, |
| "step": 421 |
| }, |
| { |
| "epoch": 0.5780821917808219, |
| "grad_norm": 0.16161896288394928, |
| "learning_rate": 1.670119275202458e-05, |
| "loss": 0.6450883150100708, |
| "step": 422 |
| }, |
| { |
| "epoch": 0.5794520547945206, |
| "grad_norm": 0.16076239943504333, |
| "learning_rate": 1.6684708349481808e-05, |
| "loss": 0.6587648391723633, |
| "step": 423 |
| }, |
| { |
| "epoch": 0.5808219178082191, |
| "grad_norm": 0.1475391983985901, |
| "learning_rate": 1.666819104242171e-05, |
| "loss": 0.5829423069953918, |
| "step": 424 |
| }, |
| { |
| "epoch": 0.5821917808219178, |
| "grad_norm": 0.159859299659729, |
| "learning_rate": 1.6651640912148362e-05, |
| "loss": 0.5809226632118225, |
| "step": 425 |
| }, |
| { |
| "epoch": 0.5835616438356165, |
| "grad_norm": 0.1477399319410324, |
| "learning_rate": 1.6635058040127408e-05, |
| "loss": 0.6071959733963013, |
| "step": 426 |
| }, |
| { |
| "epoch": 0.584931506849315, |
| "grad_norm": 0.1518445909023285, |
| "learning_rate": 1.661844250798565e-05, |
| "loss": 0.5572406649589539, |
| "step": 427 |
| }, |
| { |
| "epoch": 0.5863013698630137, |
| "grad_norm": 0.14316509664058685, |
| "learning_rate": 1.6601794397510666e-05, |
| "loss": 0.5702495574951172, |
| "step": 428 |
| }, |
| { |
| "epoch": 0.5876712328767123, |
| "grad_norm": 0.13820317387580872, |
| "learning_rate": 1.658511379065039e-05, |
| "loss": 0.6022301912307739, |
| "step": 429 |
| }, |
| { |
| "epoch": 0.589041095890411, |
| "grad_norm": 0.1447012573480606, |
| "learning_rate": 1.6568400769512708e-05, |
| "loss": 0.5637190341949463, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.5904109589041096, |
| "grad_norm": 0.15339450538158417, |
| "learning_rate": 1.6551655416365072e-05, |
| "loss": 0.5606421232223511, |
| "step": 431 |
| }, |
| { |
| "epoch": 0.5917808219178082, |
| "grad_norm": 0.1346173882484436, |
| "learning_rate": 1.653487781363408e-05, |
| "loss": 0.5061419606208801, |
| "step": 432 |
| }, |
| { |
| "epoch": 0.5931506849315068, |
| "grad_norm": 0.14965689182281494, |
| "learning_rate": 1.6518068043905075e-05, |
| "loss": 0.5600637197494507, |
| "step": 433 |
| }, |
| { |
| "epoch": 0.5945205479452055, |
| "grad_norm": 0.13996529579162598, |
| "learning_rate": 1.650122618992173e-05, |
| "loss": 0.5642286539077759, |
| "step": 434 |
| }, |
| { |
| "epoch": 0.5958904109589042, |
| "grad_norm": 0.14598211646080017, |
| "learning_rate": 1.6484352334585654e-05, |
| "loss": 0.5623951554298401, |
| "step": 435 |
| }, |
| { |
| "epoch": 0.5972602739726027, |
| "grad_norm": 0.15535297989845276, |
| "learning_rate": 1.6467446560955982e-05, |
| "loss": 0.5812850594520569, |
| "step": 436 |
| }, |
| { |
| "epoch": 0.5986301369863014, |
| "grad_norm": 0.15179552137851715, |
| "learning_rate": 1.6450508952248957e-05, |
| "loss": 0.5285508632659912, |
| "step": 437 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 0.13990969955921173, |
| "learning_rate": 1.6433539591837527e-05, |
| "loss": 0.4808741807937622, |
| "step": 438 |
| }, |
| { |
| "epoch": 0.6013698630136987, |
| "grad_norm": 0.13985474407672882, |
| "learning_rate": 1.641653856325093e-05, |
| "loss": 0.526069164276123, |
| "step": 439 |
| }, |
| { |
| "epoch": 0.6027397260273972, |
| "grad_norm": 0.14668938517570496, |
| "learning_rate": 1.639950595017429e-05, |
| "loss": 0.55939781665802, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.6041095890410959, |
| "grad_norm": 0.1409137099981308, |
| "learning_rate": 1.6382441836448203e-05, |
| "loss": 0.5505657196044922, |
| "step": 441 |
| }, |
| { |
| "epoch": 0.6054794520547945, |
| "grad_norm": 0.13390517234802246, |
| "learning_rate": 1.6365346306068315e-05, |
| "loss": 0.5604054927825928, |
| "step": 442 |
| }, |
| { |
| "epoch": 0.6068493150684932, |
| "grad_norm": 0.1515313684940338, |
| "learning_rate": 1.6348219443184927e-05, |
| "loss": 0.600440263748169, |
| "step": 443 |
| }, |
| { |
| "epoch": 0.6082191780821918, |
| "grad_norm": 0.15308818221092224, |
| "learning_rate": 1.633106133210255e-05, |
| "loss": 0.5832364559173584, |
| "step": 444 |
| }, |
| { |
| "epoch": 0.6095890410958904, |
| "grad_norm": 0.162045419216156, |
| "learning_rate": 1.6313872057279536e-05, |
| "loss": 0.577210009098053, |
| "step": 445 |
| }, |
| { |
| "epoch": 0.6109589041095891, |
| "grad_norm": 0.14119122922420502, |
| "learning_rate": 1.629665170332762e-05, |
| "loss": 0.5397899746894836, |
| "step": 446 |
| }, |
| { |
| "epoch": 0.6123287671232877, |
| "grad_norm": 0.13274981081485748, |
| "learning_rate": 1.627940035501152e-05, |
| "loss": 0.4862290024757385, |
| "step": 447 |
| }, |
| { |
| "epoch": 0.6136986301369863, |
| "grad_norm": 0.14096492528915405, |
| "learning_rate": 1.6262118097248524e-05, |
| "loss": 0.5487799048423767, |
| "step": 448 |
| }, |
| { |
| "epoch": 0.6150684931506849, |
| "grad_norm": 0.12473436444997787, |
| "learning_rate": 1.624480501510806e-05, |
| "loss": 0.505416989326477, |
| "step": 449 |
| }, |
| { |
| "epoch": 0.6164383561643836, |
| "grad_norm": 0.16270937025547028, |
| "learning_rate": 1.62274611938113e-05, |
| "loss": 0.5941034555435181, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.6178082191780822, |
| "grad_norm": 0.1519913524389267, |
| "learning_rate": 1.62100867187307e-05, |
| "loss": 0.589063286781311, |
| "step": 451 |
| }, |
| { |
| "epoch": 0.6191780821917808, |
| "grad_norm": 0.1484452784061432, |
| "learning_rate": 1.619268167538963e-05, |
| "loss": 0.6294279098510742, |
| "step": 452 |
| }, |
| { |
| "epoch": 0.6205479452054794, |
| "grad_norm": 0.1418556571006775, |
| "learning_rate": 1.617524614946192e-05, |
| "loss": 0.6004430055618286, |
| "step": 453 |
| }, |
| { |
| "epoch": 0.6219178082191781, |
| "grad_norm": 0.14398352801799774, |
| "learning_rate": 1.6157780226771437e-05, |
| "loss": 0.5689352750778198, |
| "step": 454 |
| }, |
| { |
| "epoch": 0.6232876712328768, |
| "grad_norm": 0.14114904403686523, |
| "learning_rate": 1.614028399329168e-05, |
| "loss": 0.571104884147644, |
| "step": 455 |
| }, |
| { |
| "epoch": 0.6246575342465753, |
| "grad_norm": 0.14283505082130432, |
| "learning_rate": 1.6122757535145346e-05, |
| "loss": 0.5134957432746887, |
| "step": 456 |
| }, |
| { |
| "epoch": 0.626027397260274, |
| "grad_norm": 0.14088678359985352, |
| "learning_rate": 1.6105200938603917e-05, |
| "loss": 0.6189490556716919, |
| "step": 457 |
| }, |
| { |
| "epoch": 0.6273972602739726, |
| "grad_norm": 0.1482560932636261, |
| "learning_rate": 1.608761429008721e-05, |
| "loss": 0.5793185234069824, |
| "step": 458 |
| }, |
| { |
| "epoch": 0.6287671232876713, |
| "grad_norm": 0.16769099235534668, |
| "learning_rate": 1.606999767616298e-05, |
| "loss": 0.5795351266860962, |
| "step": 459 |
| }, |
| { |
| "epoch": 0.6301369863013698, |
| "grad_norm": 0.14694984257221222, |
| "learning_rate": 1.6052351183546478e-05, |
| "loss": 0.6406443119049072, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.6315068493150685, |
| "grad_norm": 0.1542738825082779, |
| "learning_rate": 1.603467489910004e-05, |
| "loss": 0.5569589138031006, |
| "step": 461 |
| }, |
| { |
| "epoch": 0.6328767123287671, |
| "grad_norm": 0.1484406739473343, |
| "learning_rate": 1.6016968909832632e-05, |
| "loss": 0.563373863697052, |
| "step": 462 |
| }, |
| { |
| "epoch": 0.6342465753424658, |
| "grad_norm": 0.14980265498161316, |
| "learning_rate": 1.5999233302899444e-05, |
| "loss": 0.5926274657249451, |
| "step": 463 |
| }, |
| { |
| "epoch": 0.6356164383561644, |
| "grad_norm": 0.14588281512260437, |
| "learning_rate": 1.5981468165601462e-05, |
| "loss": 0.5282426476478577, |
| "step": 464 |
| }, |
| { |
| "epoch": 0.636986301369863, |
| "grad_norm": 0.14488136768341064, |
| "learning_rate": 1.5963673585385016e-05, |
| "loss": 0.5637092590332031, |
| "step": 465 |
| }, |
| { |
| "epoch": 0.6383561643835617, |
| "grad_norm": 0.14770545065402985, |
| "learning_rate": 1.594584964984138e-05, |
| "loss": 0.5751156806945801, |
| "step": 466 |
| }, |
| { |
| "epoch": 0.6397260273972603, |
| "grad_norm": 0.14717961847782135, |
| "learning_rate": 1.5927996446706308e-05, |
| "loss": 0.5032989382743835, |
| "step": 467 |
| }, |
| { |
| "epoch": 0.6410958904109589, |
| "grad_norm": 0.1413588970899582, |
| "learning_rate": 1.591011406385964e-05, |
| "loss": 0.5489969253540039, |
| "step": 468 |
| }, |
| { |
| "epoch": 0.6424657534246575, |
| "grad_norm": 0.13199076056480408, |
| "learning_rate": 1.5892202589324835e-05, |
| "loss": 0.5251445770263672, |
| "step": 469 |
| }, |
| { |
| "epoch": 0.6438356164383562, |
| "grad_norm": 0.14698363840579987, |
| "learning_rate": 1.587426211126856e-05, |
| "loss": 0.5794821977615356, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.6452054794520548, |
| "grad_norm": 0.139966681599617, |
| "learning_rate": 1.5856292718000235e-05, |
| "loss": 0.5483118891716003, |
| "step": 471 |
| }, |
| { |
| "epoch": 0.6465753424657534, |
| "grad_norm": 0.1384710967540741, |
| "learning_rate": 1.5838294497971622e-05, |
| "loss": 0.5625190734863281, |
| "step": 472 |
| }, |
| { |
| "epoch": 0.647945205479452, |
| "grad_norm": 0.15267488360404968, |
| "learning_rate": 1.582026753977638e-05, |
| "loss": 0.5484758615493774, |
| "step": 473 |
| }, |
| { |
| "epoch": 0.6493150684931507, |
| "grad_norm": 0.15189437568187714, |
| "learning_rate": 1.5802211932149614e-05, |
| "loss": 0.5427678823471069, |
| "step": 474 |
| }, |
| { |
| "epoch": 0.6506849315068494, |
| "grad_norm": 0.1514596790075302, |
| "learning_rate": 1.5784127763967473e-05, |
| "loss": 0.5608749389648438, |
| "step": 475 |
| }, |
| { |
| "epoch": 0.6520547945205479, |
| "grad_norm": 0.13448850810527802, |
| "learning_rate": 1.5766015124246664e-05, |
| "loss": 0.551884114742279, |
| "step": 476 |
| }, |
| { |
| "epoch": 0.6534246575342466, |
| "grad_norm": 0.13851968944072723, |
| "learning_rate": 1.5747874102144073e-05, |
| "loss": 0.5595521330833435, |
| "step": 477 |
| }, |
| { |
| "epoch": 0.6547945205479452, |
| "grad_norm": 0.14666830003261566, |
| "learning_rate": 1.5729704786956262e-05, |
| "loss": 0.5839216113090515, |
| "step": 478 |
| }, |
| { |
| "epoch": 0.6561643835616439, |
| "grad_norm": 0.15627364814281464, |
| "learning_rate": 1.5711507268119087e-05, |
| "loss": 0.5988858938217163, |
| "step": 479 |
| }, |
| { |
| "epoch": 0.6575342465753424, |
| "grad_norm": 0.1463092565536499, |
| "learning_rate": 1.5693281635207214e-05, |
| "loss": 0.537287175655365, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.6589041095890411, |
| "grad_norm": 0.1374531239271164, |
| "learning_rate": 1.567502797793372e-05, |
| "loss": 0.5598975419998169, |
| "step": 481 |
| }, |
| { |
| "epoch": 0.6602739726027397, |
| "grad_norm": 0.12984918057918549, |
| "learning_rate": 1.5656746386149596e-05, |
| "loss": 0.5133352279663086, |
| "step": 482 |
| }, |
| { |
| "epoch": 0.6616438356164384, |
| "grad_norm": 0.15310728549957275, |
| "learning_rate": 1.563843694984336e-05, |
| "loss": 0.570267915725708, |
| "step": 483 |
| }, |
| { |
| "epoch": 0.663013698630137, |
| "grad_norm": 0.16105115413665771, |
| "learning_rate": 1.5620099759140587e-05, |
| "loss": 0.6069197654724121, |
| "step": 484 |
| }, |
| { |
| "epoch": 0.6643835616438356, |
| "grad_norm": 0.14937542378902435, |
| "learning_rate": 1.560173490430346e-05, |
| "loss": 0.582807719707489, |
| "step": 485 |
| }, |
| { |
| "epoch": 0.6657534246575343, |
| "grad_norm": 0.14819355309009552, |
| "learning_rate": 1.558334247573035e-05, |
| "loss": 0.4967902898788452, |
| "step": 486 |
| }, |
| { |
| "epoch": 0.6671232876712329, |
| "grad_norm": 0.13898441195487976, |
| "learning_rate": 1.5564922563955337e-05, |
| "loss": 0.5023531317710876, |
| "step": 487 |
| }, |
| { |
| "epoch": 0.6684931506849315, |
| "grad_norm": 0.1410035490989685, |
| "learning_rate": 1.5546475259647795e-05, |
| "loss": 0.5132713317871094, |
| "step": 488 |
| }, |
| { |
| "epoch": 0.6698630136986301, |
| "grad_norm": 0.1309722661972046, |
| "learning_rate": 1.5528000653611935e-05, |
| "loss": 0.5644882321357727, |
| "step": 489 |
| }, |
| { |
| "epoch": 0.6712328767123288, |
| "grad_norm": 0.13525459170341492, |
| "learning_rate": 1.550949883678635e-05, |
| "loss": 0.5111340284347534, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.6726027397260274, |
| "grad_norm": 0.14471714198589325, |
| "learning_rate": 1.549096990024358e-05, |
| "loss": 0.5402161478996277, |
| "step": 491 |
| }, |
| { |
| "epoch": 0.673972602739726, |
| "grad_norm": 0.1380838304758072, |
| "learning_rate": 1.5472413935189656e-05, |
| "loss": 0.57719486951828, |
| "step": 492 |
| }, |
| { |
| "epoch": 0.6753424657534246, |
| "grad_norm": 0.1449180692434311, |
| "learning_rate": 1.5453831032963648e-05, |
| "loss": 0.4582573175430298, |
| "step": 493 |
| }, |
| { |
| "epoch": 0.6767123287671233, |
| "grad_norm": 0.16058871150016785, |
| "learning_rate": 1.543522128503723e-05, |
| "loss": 0.6209670305252075, |
| "step": 494 |
| }, |
| { |
| "epoch": 0.678082191780822, |
| "grad_norm": 0.1415194571018219, |
| "learning_rate": 1.541658478301421e-05, |
| "loss": 0.542889416217804, |
| "step": 495 |
| }, |
| { |
| "epoch": 0.6794520547945205, |
| "grad_norm": 0.13594785332679749, |
| "learning_rate": 1.53979216186301e-05, |
| "loss": 0.5576387047767639, |
| "step": 496 |
| }, |
| { |
| "epoch": 0.6808219178082192, |
| "grad_norm": 0.16646577417850494, |
| "learning_rate": 1.537923188375164e-05, |
| "loss": 0.6171765327453613, |
| "step": 497 |
| }, |
| { |
| "epoch": 0.6821917808219178, |
| "grad_norm": 0.14226126670837402, |
| "learning_rate": 1.5360515670376373e-05, |
| "loss": 0.5574626922607422, |
| "step": 498 |
| }, |
| { |
| "epoch": 0.6835616438356165, |
| "grad_norm": 0.14714594185352325, |
| "learning_rate": 1.5341773070632172e-05, |
| "loss": 0.5930618643760681, |
| "step": 499 |
| }, |
| { |
| "epoch": 0.684931506849315, |
| "grad_norm": 0.12718486785888672, |
| "learning_rate": 1.5323004176776796e-05, |
| "loss": 0.49652647972106934, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.6863013698630137, |
| "grad_norm": 0.13479647040367126, |
| "learning_rate": 1.5304209081197425e-05, |
| "loss": 0.5470659732818604, |
| "step": 501 |
| }, |
| { |
| "epoch": 0.6876712328767123, |
| "grad_norm": 0.1462414562702179, |
| "learning_rate": 1.5285387876410224e-05, |
| "loss": 0.558161735534668, |
| "step": 502 |
| }, |
| { |
| "epoch": 0.689041095890411, |
| "grad_norm": 0.1436636745929718, |
| "learning_rate": 1.5266540655059872e-05, |
| "loss": 0.5366897583007812, |
| "step": 503 |
| }, |
| { |
| "epoch": 0.6904109589041096, |
| "grad_norm": 0.15740245580673218, |
| "learning_rate": 1.5247667509919104e-05, |
| "loss": 0.5611869096755981, |
| "step": 504 |
| }, |
| { |
| "epoch": 0.6917808219178082, |
| "grad_norm": 0.1479470580816269, |
| "learning_rate": 1.5228768533888278e-05, |
| "loss": 0.5563034415245056, |
| "step": 505 |
| }, |
| { |
| "epoch": 0.6931506849315069, |
| "grad_norm": 0.14391250908374786, |
| "learning_rate": 1.520984381999488e-05, |
| "loss": 0.5359901189804077, |
| "step": 506 |
| }, |
| { |
| "epoch": 0.6945205479452055, |
| "grad_norm": 0.14507880806922913, |
| "learning_rate": 1.5190893461393108e-05, |
| "loss": 0.5985116958618164, |
| "step": 507 |
| }, |
| { |
| "epoch": 0.6958904109589041, |
| "grad_norm": 0.12985731661319733, |
| "learning_rate": 1.5171917551363376e-05, |
| "loss": 0.5191558003425598, |
| "step": 508 |
| }, |
| { |
| "epoch": 0.6972602739726027, |
| "grad_norm": 0.13191670179367065, |
| "learning_rate": 1.5152916183311881e-05, |
| "loss": 0.5371098518371582, |
| "step": 509 |
| }, |
| { |
| "epoch": 0.6986301369863014, |
| "grad_norm": 0.15381883084774017, |
| "learning_rate": 1.5133889450770122e-05, |
| "loss": 0.582601010799408, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 0.13812492787837982, |
| "learning_rate": 1.5114837447394469e-05, |
| "loss": 0.5940638780593872, |
| "step": 511 |
| }, |
| { |
| "epoch": 0.7013698630136986, |
| "grad_norm": 0.14924225211143494, |
| "learning_rate": 1.5095760266965668e-05, |
| "loss": 0.5940001010894775, |
| "step": 512 |
| }, |
| { |
| "epoch": 0.7027397260273973, |
| "grad_norm": 0.14933045208454132, |
| "learning_rate": 1.50766580033884e-05, |
| "loss": 0.62128746509552, |
| "step": 513 |
| }, |
| { |
| "epoch": 0.7041095890410959, |
| "grad_norm": 0.15632203221321106, |
| "learning_rate": 1.5057530750690822e-05, |
| "loss": 0.5551106929779053, |
| "step": 514 |
| }, |
| { |
| "epoch": 0.7054794520547946, |
| "grad_norm": 0.13439548015594482, |
| "learning_rate": 1.5038378603024085e-05, |
| "loss": 0.5119856595993042, |
| "step": 515 |
| }, |
| { |
| "epoch": 0.7068493150684931, |
| "grad_norm": 0.14251737296581268, |
| "learning_rate": 1.5019201654661886e-05, |
| "loss": 0.5376251935958862, |
| "step": 516 |
| }, |
| { |
| "epoch": 0.7082191780821918, |
| "grad_norm": 0.1485617607831955, |
| "learning_rate": 1.5000000000000002e-05, |
| "loss": 0.5784671306610107, |
| "step": 517 |
| }, |
| { |
| "epoch": 0.7095890410958904, |
| "grad_norm": 0.1372535526752472, |
| "learning_rate": 1.4980773733555823e-05, |
| "loss": 0.558871865272522, |
| "step": 518 |
| }, |
| { |
| "epoch": 0.7109589041095891, |
| "grad_norm": 0.1411508321762085, |
| "learning_rate": 1.4961522949967887e-05, |
| "loss": 0.5023566484451294, |
| "step": 519 |
| }, |
| { |
| "epoch": 0.7123287671232876, |
| "grad_norm": 0.15227437019348145, |
| "learning_rate": 1.4942247743995407e-05, |
| "loss": 0.5967291593551636, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.7136986301369863, |
| "grad_norm": 0.15094850957393646, |
| "learning_rate": 1.4922948210517822e-05, |
| "loss": 0.6140634417533875, |
| "step": 521 |
| }, |
| { |
| "epoch": 0.7150684931506849, |
| "grad_norm": 0.1562165468931198, |
| "learning_rate": 1.4903624444534317e-05, |
| "loss": 0.5756810307502747, |
| "step": 522 |
| }, |
| { |
| "epoch": 0.7164383561643836, |
| "grad_norm": 0.14749285578727722, |
| "learning_rate": 1.4884276541163351e-05, |
| "loss": 0.5795880556106567, |
| "step": 523 |
| }, |
| { |
| "epoch": 0.7178082191780822, |
| "grad_norm": 0.13962800800800323, |
| "learning_rate": 1.4864904595642206e-05, |
| "loss": 0.5142415761947632, |
| "step": 524 |
| }, |
| { |
| "epoch": 0.7191780821917808, |
| "grad_norm": 0.14828866720199585, |
| "learning_rate": 1.4845508703326504e-05, |
| "loss": 0.5461621284484863, |
| "step": 525 |
| }, |
| { |
| "epoch": 0.7205479452054795, |
| "grad_norm": 0.14395621418952942, |
| "learning_rate": 1.4826088959689734e-05, |
| "loss": 0.6380258202552795, |
| "step": 526 |
| }, |
| { |
| "epoch": 0.7219178082191781, |
| "grad_norm": 0.15022049844264984, |
| "learning_rate": 1.4806645460322804e-05, |
| "loss": 0.5415664315223694, |
| "step": 527 |
| }, |
| { |
| "epoch": 0.7232876712328767, |
| "grad_norm": 0.14218366146087646, |
| "learning_rate": 1.4787178300933543e-05, |
| "loss": 0.5103275775909424, |
| "step": 528 |
| }, |
| { |
| "epoch": 0.7246575342465753, |
| "grad_norm": 0.15063804388046265, |
| "learning_rate": 1.4767687577346253e-05, |
| "loss": 0.5823582410812378, |
| "step": 529 |
| }, |
| { |
| "epoch": 0.726027397260274, |
| "grad_norm": 0.14951996505260468, |
| "learning_rate": 1.4748173385501222e-05, |
| "loss": 0.5916295051574707, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.7273972602739726, |
| "grad_norm": 0.15501154959201813, |
| "learning_rate": 1.4728635821454255e-05, |
| "loss": 0.5518443584442139, |
| "step": 531 |
| }, |
| { |
| "epoch": 0.7287671232876712, |
| "grad_norm": 0.15150362253189087, |
| "learning_rate": 1.470907498137621e-05, |
| "loss": 0.5295286178588867, |
| "step": 532 |
| }, |
| { |
| "epoch": 0.7301369863013699, |
| "grad_norm": 0.14389854669570923, |
| "learning_rate": 1.4689490961552513e-05, |
| "loss": 0.573415994644165, |
| "step": 533 |
| }, |
| { |
| "epoch": 0.7315068493150685, |
| "grad_norm": 0.14579284191131592, |
| "learning_rate": 1.4669883858382689e-05, |
| "loss": 0.5175173282623291, |
| "step": 534 |
| }, |
| { |
| "epoch": 0.7328767123287672, |
| "grad_norm": 0.16025300323963165, |
| "learning_rate": 1.4650253768379896e-05, |
| "loss": 0.5780712366104126, |
| "step": 535 |
| }, |
| { |
| "epoch": 0.7342465753424657, |
| "grad_norm": 0.15502531826496124, |
| "learning_rate": 1.4630600788170429e-05, |
| "loss": 0.5766080617904663, |
| "step": 536 |
| }, |
| { |
| "epoch": 0.7356164383561644, |
| "grad_norm": 0.1452580839395523, |
| "learning_rate": 1.461092501449326e-05, |
| "loss": 0.5627033710479736, |
| "step": 537 |
| }, |
| { |
| "epoch": 0.736986301369863, |
| "grad_norm": 0.14218607544898987, |
| "learning_rate": 1.4591226544199564e-05, |
| "loss": 0.5479629635810852, |
| "step": 538 |
| }, |
| { |
| "epoch": 0.7383561643835617, |
| "grad_norm": 0.14063885807991028, |
| "learning_rate": 1.4571505474252234e-05, |
| "loss": 0.5578610301017761, |
| "step": 539 |
| }, |
| { |
| "epoch": 0.7397260273972602, |
| "grad_norm": 0.14620015025138855, |
| "learning_rate": 1.4551761901725402e-05, |
| "loss": 0.5858629941940308, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.7410958904109589, |
| "grad_norm": 0.14063887298107147, |
| "learning_rate": 1.4531995923803974e-05, |
| "loss": 0.5905371904373169, |
| "step": 541 |
| }, |
| { |
| "epoch": 0.7424657534246575, |
| "grad_norm": 0.13075634837150574, |
| "learning_rate": 1.4512207637783138e-05, |
| "loss": 0.5407640337944031, |
| "step": 542 |
| }, |
| { |
| "epoch": 0.7438356164383562, |
| "grad_norm": 0.13585825264453888, |
| "learning_rate": 1.4492397141067888e-05, |
| "loss": 0.5683429837226868, |
| "step": 543 |
| }, |
| { |
| "epoch": 0.7452054794520548, |
| "grad_norm": 0.14631445705890656, |
| "learning_rate": 1.4472564531172558e-05, |
| "loss": 0.5532336235046387, |
| "step": 544 |
| }, |
| { |
| "epoch": 0.7465753424657534, |
| "grad_norm": 0.15100950002670288, |
| "learning_rate": 1.4452709905720314e-05, |
| "loss": 0.5505513548851013, |
| "step": 545 |
| }, |
| { |
| "epoch": 0.7479452054794521, |
| "grad_norm": 0.15109765529632568, |
| "learning_rate": 1.4432833362442708e-05, |
| "loss": 0.5818567276000977, |
| "step": 546 |
| }, |
| { |
| "epoch": 0.7493150684931507, |
| "grad_norm": 0.15869656205177307, |
| "learning_rate": 1.4412934999179169e-05, |
| "loss": 0.591871976852417, |
| "step": 547 |
| }, |
| { |
| "epoch": 0.7506849315068493, |
| "grad_norm": 0.13581599295139313, |
| "learning_rate": 1.4393014913876528e-05, |
| "loss": 0.5127702355384827, |
| "step": 548 |
| }, |
| { |
| "epoch": 0.7520547945205479, |
| "grad_norm": 0.1417117863893509, |
| "learning_rate": 1.4373073204588556e-05, |
| "loss": 0.5655680894851685, |
| "step": 549 |
| }, |
| { |
| "epoch": 0.7534246575342466, |
| "grad_norm": 0.15534058213233948, |
| "learning_rate": 1.4353109969475447e-05, |
| "loss": 0.577724814414978, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.7547945205479452, |
| "grad_norm": 0.1513068974018097, |
| "learning_rate": 1.4333125306803362e-05, |
| "loss": 0.5496415495872498, |
| "step": 551 |
| }, |
| { |
| "epoch": 0.7561643835616438, |
| "grad_norm": 0.14230354130268097, |
| "learning_rate": 1.4313119314943933e-05, |
| "loss": 0.525494396686554, |
| "step": 552 |
| }, |
| { |
| "epoch": 0.7575342465753425, |
| "grad_norm": 0.13738034665584564, |
| "learning_rate": 1.4293092092373786e-05, |
| "loss": 0.519819974899292, |
| "step": 553 |
| }, |
| { |
| "epoch": 0.7589041095890411, |
| "grad_norm": 0.13675081729888916, |
| "learning_rate": 1.4273043737674048e-05, |
| "loss": 0.5584299564361572, |
| "step": 554 |
| }, |
| { |
| "epoch": 0.7602739726027398, |
| "grad_norm": 0.1386847048997879, |
| "learning_rate": 1.4252974349529871e-05, |
| "loss": 0.5083411335945129, |
| "step": 555 |
| }, |
| { |
| "epoch": 0.7616438356164383, |
| "grad_norm": 0.14538908004760742, |
| "learning_rate": 1.4232884026729927e-05, |
| "loss": 0.6105762720108032, |
| "step": 556 |
| }, |
| { |
| "epoch": 0.763013698630137, |
| "grad_norm": 0.15406113862991333, |
| "learning_rate": 1.4212772868165957e-05, |
| "loss": 0.5772764086723328, |
| "step": 557 |
| }, |
| { |
| "epoch": 0.7643835616438356, |
| "grad_norm": 0.16195538640022278, |
| "learning_rate": 1.419264097283225e-05, |
| "loss": 0.6081218719482422, |
| "step": 558 |
| }, |
| { |
| "epoch": 0.7657534246575343, |
| "grad_norm": 0.12385565787553787, |
| "learning_rate": 1.4172488439825167e-05, |
| "loss": 0.4937037229537964, |
| "step": 559 |
| }, |
| { |
| "epoch": 0.7671232876712328, |
| "grad_norm": 0.15183141827583313, |
| "learning_rate": 1.4152315368342661e-05, |
| "loss": 0.5616321563720703, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.7684931506849315, |
| "grad_norm": 0.13611982762813568, |
| "learning_rate": 1.4132121857683782e-05, |
| "loss": 0.5686037540435791, |
| "step": 561 |
| }, |
| { |
| "epoch": 0.7698630136986301, |
| "grad_norm": 0.1663551926612854, |
| "learning_rate": 1.4111908007248188e-05, |
| "loss": 0.6417747735977173, |
| "step": 562 |
| }, |
| { |
| "epoch": 0.7712328767123288, |
| "grad_norm": 0.14242985844612122, |
| "learning_rate": 1.4091673916535655e-05, |
| "loss": 0.5676991939544678, |
| "step": 563 |
| }, |
| { |
| "epoch": 0.7726027397260274, |
| "grad_norm": 0.14829294383525848, |
| "learning_rate": 1.4071419685145587e-05, |
| "loss": 0.5915441513061523, |
| "step": 564 |
| }, |
| { |
| "epoch": 0.773972602739726, |
| "grad_norm": 0.15141542255878448, |
| "learning_rate": 1.4051145412776536e-05, |
| "loss": 0.5690219402313232, |
| "step": 565 |
| }, |
| { |
| "epoch": 0.7753424657534247, |
| "grad_norm": 0.13884322345256805, |
| "learning_rate": 1.4030851199225697e-05, |
| "loss": 0.5482669472694397, |
| "step": 566 |
| }, |
| { |
| "epoch": 0.7767123287671233, |
| "grad_norm": 0.141120046377182, |
| "learning_rate": 1.4010537144388416e-05, |
| "loss": 0.5446934103965759, |
| "step": 567 |
| }, |
| { |
| "epoch": 0.7780821917808219, |
| "grad_norm": 0.14071466028690338, |
| "learning_rate": 1.3990203348257722e-05, |
| "loss": 0.5528297424316406, |
| "step": 568 |
| }, |
| { |
| "epoch": 0.7794520547945205, |
| "grad_norm": 0.1462251991033554, |
| "learning_rate": 1.3969849910923803e-05, |
| "loss": 0.5360151529312134, |
| "step": 569 |
| }, |
| { |
| "epoch": 0.7808219178082192, |
| "grad_norm": 0.14809444546699524, |
| "learning_rate": 1.3949476932573531e-05, |
| "loss": 0.5697877407073975, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.7821917808219178, |
| "grad_norm": 0.1515805721282959, |
| "learning_rate": 1.3929084513489972e-05, |
| "loss": 0.5751916170120239, |
| "step": 571 |
| }, |
| { |
| "epoch": 0.7835616438356164, |
| "grad_norm": 0.14923812448978424, |
| "learning_rate": 1.3908672754051877e-05, |
| "loss": 0.6014054417610168, |
| "step": 572 |
| }, |
| { |
| "epoch": 0.7849315068493151, |
| "grad_norm": 0.15840941667556763, |
| "learning_rate": 1.388824175473321e-05, |
| "loss": 0.5876986980438232, |
| "step": 573 |
| }, |
| { |
| "epoch": 0.7863013698630137, |
| "grad_norm": 0.14389535784721375, |
| "learning_rate": 1.386779161610262e-05, |
| "loss": 0.5680856704711914, |
| "step": 574 |
| }, |
| { |
| "epoch": 0.7876712328767124, |
| "grad_norm": 0.1493615210056305, |
| "learning_rate": 1.3847322438822988e-05, |
| "loss": 0.5676318407058716, |
| "step": 575 |
| }, |
| { |
| "epoch": 0.7890410958904109, |
| "grad_norm": 0.1369982659816742, |
| "learning_rate": 1.3826834323650899e-05, |
| "loss": 0.5286301970481873, |
| "step": 576 |
| }, |
| { |
| "epoch": 0.7904109589041096, |
| "grad_norm": 0.15035495162010193, |
| "learning_rate": 1.3806327371436159e-05, |
| "loss": 0.5285563468933105, |
| "step": 577 |
| }, |
| { |
| "epoch": 0.7917808219178082, |
| "grad_norm": 0.14841550588607788, |
| "learning_rate": 1.3785801683121296e-05, |
| "loss": 0.520169734954834, |
| "step": 578 |
| }, |
| { |
| "epoch": 0.7931506849315069, |
| "grad_norm": 0.14321400225162506, |
| "learning_rate": 1.3765257359741065e-05, |
| "loss": 0.5244216918945312, |
| "step": 579 |
| }, |
| { |
| "epoch": 0.7945205479452054, |
| "grad_norm": 0.15067681670188904, |
| "learning_rate": 1.3744694502421949e-05, |
| "loss": 0.6115273237228394, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.7958904109589041, |
| "grad_norm": 0.14685063064098358, |
| "learning_rate": 1.372411321238166e-05, |
| "loss": 0.5616559982299805, |
| "step": 581 |
| }, |
| { |
| "epoch": 0.7972602739726027, |
| "grad_norm": 0.14456450939178467, |
| "learning_rate": 1.3703513590928647e-05, |
| "loss": 0.5625962018966675, |
| "step": 582 |
| }, |
| { |
| "epoch": 0.7986301369863014, |
| "grad_norm": 0.14497993886470795, |
| "learning_rate": 1.3682895739461588e-05, |
| "loss": 0.5844519138336182, |
| "step": 583 |
| }, |
| { |
| "epoch": 0.8, |
| "grad_norm": 0.1386929750442505, |
| "learning_rate": 1.3662259759468896e-05, |
| "loss": 0.5730550289154053, |
| "step": 584 |
| }, |
| { |
| "epoch": 0.8013698630136986, |
| "grad_norm": 0.13944153487682343, |
| "learning_rate": 1.3641605752528225e-05, |
| "loss": 0.5775356888771057, |
| "step": 585 |
| }, |
| { |
| "epoch": 0.8027397260273973, |
| "grad_norm": 0.14761903882026672, |
| "learning_rate": 1.3620933820305953e-05, |
| "loss": 0.5440607666969299, |
| "step": 586 |
| }, |
| { |
| "epoch": 0.8041095890410959, |
| "grad_norm": 0.14507032930850983, |
| "learning_rate": 1.3600244064556702e-05, |
| "loss": 0.5188732147216797, |
| "step": 587 |
| }, |
| { |
| "epoch": 0.8054794520547945, |
| "grad_norm": 0.14819754660129547, |
| "learning_rate": 1.3579536587122828e-05, |
| "loss": 0.5256346464157104, |
| "step": 588 |
| }, |
| { |
| "epoch": 0.8068493150684931, |
| "grad_norm": 0.14310747385025024, |
| "learning_rate": 1.3558811489933909e-05, |
| "loss": 0.5244719386100769, |
| "step": 589 |
| }, |
| { |
| "epoch": 0.8082191780821918, |
| "grad_norm": 0.1424933671951294, |
| "learning_rate": 1.3538068875006272e-05, |
| "loss": 0.520290732383728, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.8095890410958904, |
| "grad_norm": 0.13971343636512756, |
| "learning_rate": 1.351730884444245e-05, |
| "loss": 0.5435692071914673, |
| "step": 591 |
| }, |
| { |
| "epoch": 0.810958904109589, |
| "grad_norm": 0.13619816303253174, |
| "learning_rate": 1.3496531500430723e-05, |
| "loss": 0.5121521949768066, |
| "step": 592 |
| }, |
| { |
| "epoch": 0.8123287671232877, |
| "grad_norm": 0.14922301471233368, |
| "learning_rate": 1.3475736945244575e-05, |
| "loss": 0.5281805396080017, |
| "step": 593 |
| }, |
| { |
| "epoch": 0.8136986301369863, |
| "grad_norm": 0.14446088671684265, |
| "learning_rate": 1.3454925281242225e-05, |
| "loss": 0.6063831448554993, |
| "step": 594 |
| }, |
| { |
| "epoch": 0.815068493150685, |
| "grad_norm": 0.14300888776779175, |
| "learning_rate": 1.3434096610866106e-05, |
| "loss": 0.5407198071479797, |
| "step": 595 |
| }, |
| { |
| "epoch": 0.8164383561643835, |
| "grad_norm": 0.13160032033920288, |
| "learning_rate": 1.3413251036642349e-05, |
| "loss": 0.5404701232910156, |
| "step": 596 |
| }, |
| { |
| "epoch": 0.8178082191780822, |
| "grad_norm": 0.13810713589191437, |
| "learning_rate": 1.3392388661180303e-05, |
| "loss": 0.5198618769645691, |
| "step": 597 |
| }, |
| { |
| "epoch": 0.8191780821917808, |
| "grad_norm": 0.14353394508361816, |
| "learning_rate": 1.3371509587172023e-05, |
| "loss": 0.513703465461731, |
| "step": 598 |
| }, |
| { |
| "epoch": 0.8205479452054795, |
| "grad_norm": 0.1333569884300232, |
| "learning_rate": 1.3350613917391749e-05, |
| "loss": 0.5600924491882324, |
| "step": 599 |
| }, |
| { |
| "epoch": 0.821917808219178, |
| "grad_norm": 0.15609651803970337, |
| "learning_rate": 1.3329701754695412e-05, |
| "loss": 0.6079143285751343, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.8232876712328767, |
| "grad_norm": 0.13941015303134918, |
| "learning_rate": 1.330877320202014e-05, |
| "loss": 0.5294625759124756, |
| "step": 601 |
| }, |
| { |
| "epoch": 0.8246575342465754, |
| "grad_norm": 0.14244301617145538, |
| "learning_rate": 1.3287828362383724e-05, |
| "loss": 0.6567379236221313, |
| "step": 602 |
| }, |
| { |
| "epoch": 0.826027397260274, |
| "grad_norm": 0.1582559496164322, |
| "learning_rate": 1.3266867338884131e-05, |
| "loss": 0.5663045644760132, |
| "step": 603 |
| }, |
| { |
| "epoch": 0.8273972602739726, |
| "grad_norm": 0.16126839816570282, |
| "learning_rate": 1.3245890234698993e-05, |
| "loss": 0.5470207333564758, |
| "step": 604 |
| }, |
| { |
| "epoch": 0.8287671232876712, |
| "grad_norm": 0.14516150951385498, |
| "learning_rate": 1.322489715308509e-05, |
| "loss": 0.5473780035972595, |
| "step": 605 |
| }, |
| { |
| "epoch": 0.8301369863013699, |
| "grad_norm": 0.13455289602279663, |
| "learning_rate": 1.3203888197377857e-05, |
| "loss": 0.5864403247833252, |
| "step": 606 |
| }, |
| { |
| "epoch": 0.8315068493150685, |
| "grad_norm": 0.1354503482580185, |
| "learning_rate": 1.318286347099086e-05, |
| "loss": 0.5317245721817017, |
| "step": 607 |
| }, |
| { |
| "epoch": 0.8328767123287671, |
| "grad_norm": 0.14837303757667542, |
| "learning_rate": 1.3161823077415299e-05, |
| "loss": 0.5762374401092529, |
| "step": 608 |
| }, |
| { |
| "epoch": 0.8342465753424657, |
| "grad_norm": 0.14379873871803284, |
| "learning_rate": 1.314076712021949e-05, |
| "loss": 0.5885000228881836, |
| "step": 609 |
| }, |
| { |
| "epoch": 0.8356164383561644, |
| "grad_norm": 0.1361761838197708, |
| "learning_rate": 1.3119695703048358e-05, |
| "loss": 0.43967384099960327, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.836986301369863, |
| "grad_norm": 0.13545174896717072, |
| "learning_rate": 1.3098608929622934e-05, |
| "loss": 0.4924185276031494, |
| "step": 611 |
| }, |
| { |
| "epoch": 0.8383561643835616, |
| "grad_norm": 0.13373355567455292, |
| "learning_rate": 1.3077506903739829e-05, |
| "loss": 0.536264181137085, |
| "step": 612 |
| }, |
| { |
| "epoch": 0.8397260273972603, |
| "grad_norm": 0.15098173916339874, |
| "learning_rate": 1.305638972927074e-05, |
| "loss": 0.6109551787376404, |
| "step": 613 |
| }, |
| { |
| "epoch": 0.8410958904109589, |
| "grad_norm": 0.13542239367961884, |
| "learning_rate": 1.3035257510161925e-05, |
| "loss": 0.4766671657562256, |
| "step": 614 |
| }, |
| { |
| "epoch": 0.8424657534246576, |
| "grad_norm": 0.1498875766992569, |
| "learning_rate": 1.30141103504337e-05, |
| "loss": 0.598709225654602, |
| "step": 615 |
| }, |
| { |
| "epoch": 0.8438356164383561, |
| "grad_norm": 0.14445774257183075, |
| "learning_rate": 1.2992948354179919e-05, |
| "loss": 0.5338215827941895, |
| "step": 616 |
| }, |
| { |
| "epoch": 0.8452054794520548, |
| "grad_norm": 0.1474190205335617, |
| "learning_rate": 1.297177162556748e-05, |
| "loss": 0.518726110458374, |
| "step": 617 |
| }, |
| { |
| "epoch": 0.8465753424657534, |
| "grad_norm": 0.14172446727752686, |
| "learning_rate": 1.2950580268835784e-05, |
| "loss": 0.5487723350524902, |
| "step": 618 |
| }, |
| { |
| "epoch": 0.8479452054794521, |
| "grad_norm": 0.14646317064762115, |
| "learning_rate": 1.2929374388296241e-05, |
| "loss": 0.545096218585968, |
| "step": 619 |
| }, |
| { |
| "epoch": 0.8493150684931506, |
| "grad_norm": 0.14491736888885498, |
| "learning_rate": 1.2908154088331757e-05, |
| "loss": 0.5572469830513, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.8506849315068493, |
| "grad_norm": 0.14330042898654938, |
| "learning_rate": 1.2886919473396212e-05, |
| "loss": 0.5331091284751892, |
| "step": 621 |
| }, |
| { |
| "epoch": 0.852054794520548, |
| "grad_norm": 0.13608761131763458, |
| "learning_rate": 1.2865670648013951e-05, |
| "loss": 0.5101725459098816, |
| "step": 622 |
| }, |
| { |
| "epoch": 0.8534246575342466, |
| "grad_norm": 0.15225724875926971, |
| "learning_rate": 1.2844407716779266e-05, |
| "loss": 0.5518755912780762, |
| "step": 623 |
| }, |
| { |
| "epoch": 0.8547945205479452, |
| "grad_norm": 0.14294537901878357, |
| "learning_rate": 1.2823130784355882e-05, |
| "loss": 0.48980948328971863, |
| "step": 624 |
| }, |
| { |
| "epoch": 0.8561643835616438, |
| "grad_norm": 0.13224340975284576, |
| "learning_rate": 1.2801839955476444e-05, |
| "loss": 0.4973132610321045, |
| "step": 625 |
| }, |
| { |
| "epoch": 0.8575342465753425, |
| "grad_norm": 0.1523551344871521, |
| "learning_rate": 1.2780535334942011e-05, |
| "loss": 0.5488629341125488, |
| "step": 626 |
| }, |
| { |
| "epoch": 0.8589041095890411, |
| "grad_norm": 0.12789522111415863, |
| "learning_rate": 1.2759217027621507e-05, |
| "loss": 0.5876277685165405, |
| "step": 627 |
| }, |
| { |
| "epoch": 0.8602739726027397, |
| "grad_norm": 0.12671145796775818, |
| "learning_rate": 1.2737885138451246e-05, |
| "loss": 0.5252135992050171, |
| "step": 628 |
| }, |
| { |
| "epoch": 0.8616438356164383, |
| "grad_norm": 0.13611386716365814, |
| "learning_rate": 1.2716539772434389e-05, |
| "loss": 0.5474650859832764, |
| "step": 629 |
| }, |
| { |
| "epoch": 0.863013698630137, |
| "grad_norm": 0.13836732506752014, |
| "learning_rate": 1.2695181034640435e-05, |
| "loss": 0.5324945449829102, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.8643835616438356, |
| "grad_norm": 0.13409800827503204, |
| "learning_rate": 1.267380903020471e-05, |
| "loss": 0.5111215710639954, |
| "step": 631 |
| }, |
| { |
| "epoch": 0.8657534246575342, |
| "grad_norm": 0.14573852717876434, |
| "learning_rate": 1.2652423864327833e-05, |
| "loss": 0.551156759262085, |
| "step": 632 |
| }, |
| { |
| "epoch": 0.8671232876712329, |
| "grad_norm": 0.1373865008354187, |
| "learning_rate": 1.2631025642275212e-05, |
| "loss": 0.5151498317718506, |
| "step": 633 |
| }, |
| { |
| "epoch": 0.8684931506849315, |
| "grad_norm": 0.15578457713127136, |
| "learning_rate": 1.2609614469376532e-05, |
| "loss": 0.5745099782943726, |
| "step": 634 |
| }, |
| { |
| "epoch": 0.8698630136986302, |
| "grad_norm": 0.14487750828266144, |
| "learning_rate": 1.2588190451025209e-05, |
| "loss": 0.591609001159668, |
| "step": 635 |
| }, |
| { |
| "epoch": 0.8712328767123287, |
| "grad_norm": 0.1382559835910797, |
| "learning_rate": 1.2566753692677902e-05, |
| "loss": 0.5301614999771118, |
| "step": 636 |
| }, |
| { |
| "epoch": 0.8726027397260274, |
| "grad_norm": 0.1299545019865036, |
| "learning_rate": 1.2545304299853977e-05, |
| "loss": 0.4942835569381714, |
| "step": 637 |
| }, |
| { |
| "epoch": 0.873972602739726, |
| "grad_norm": 0.13769906759262085, |
| "learning_rate": 1.2523842378134991e-05, |
| "loss": 0.5325908660888672, |
| "step": 638 |
| }, |
| { |
| "epoch": 0.8753424657534247, |
| "grad_norm": 0.13713912665843964, |
| "learning_rate": 1.2502368033164176e-05, |
| "loss": 0.5291322469711304, |
| "step": 639 |
| }, |
| { |
| "epoch": 0.8767123287671232, |
| "grad_norm": 0.14469754695892334, |
| "learning_rate": 1.2480881370645906e-05, |
| "loss": 0.5346277952194214, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.8780821917808219, |
| "grad_norm": 0.1554187834262848, |
| "learning_rate": 1.2459382496345199e-05, |
| "loss": 0.5714985728263855, |
| "step": 641 |
| }, |
| { |
| "epoch": 0.8794520547945206, |
| "grad_norm": 0.14312691986560822, |
| "learning_rate": 1.2437871516087174e-05, |
| "loss": 0.543634831905365, |
| "step": 642 |
| }, |
| { |
| "epoch": 0.8808219178082192, |
| "grad_norm": 0.14826460182666779, |
| "learning_rate": 1.2416348535756543e-05, |
| "loss": 0.5458000898361206, |
| "step": 643 |
| }, |
| { |
| "epoch": 0.8821917808219178, |
| "grad_norm": 0.144753098487854, |
| "learning_rate": 1.2394813661297093e-05, |
| "loss": 0.5427224636077881, |
| "step": 644 |
| }, |
| { |
| "epoch": 0.8835616438356164, |
| "grad_norm": 0.17040959000587463, |
| "learning_rate": 1.2373266998711152e-05, |
| "loss": 0.6165363192558289, |
| "step": 645 |
| }, |
| { |
| "epoch": 0.8849315068493151, |
| "grad_norm": 0.1435997039079666, |
| "learning_rate": 1.2351708654059065e-05, |
| "loss": 0.49909958243370056, |
| "step": 646 |
| }, |
| { |
| "epoch": 0.8863013698630137, |
| "grad_norm": 0.139425128698349, |
| "learning_rate": 1.2330138733458693e-05, |
| "loss": 0.5313612222671509, |
| "step": 647 |
| }, |
| { |
| "epoch": 0.8876712328767123, |
| "grad_norm": 0.13428698480129242, |
| "learning_rate": 1.2308557343084881e-05, |
| "loss": 0.5440371632575989, |
| "step": 648 |
| }, |
| { |
| "epoch": 0.8890410958904109, |
| "grad_norm": 0.14464199542999268, |
| "learning_rate": 1.2286964589168917e-05, |
| "loss": 0.6058000326156616, |
| "step": 649 |
| }, |
| { |
| "epoch": 0.8904109589041096, |
| "grad_norm": 0.13464415073394775, |
| "learning_rate": 1.2265360577998038e-05, |
| "loss": 0.5244266986846924, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.8917808219178082, |
| "grad_norm": 0.17547836899757385, |
| "learning_rate": 1.2243745415914882e-05, |
| "loss": 0.5788463354110718, |
| "step": 651 |
| }, |
| { |
| "epoch": 0.8931506849315068, |
| "grad_norm": 0.1391308307647705, |
| "learning_rate": 1.2222119209316984e-05, |
| "loss": 0.5580483078956604, |
| "step": 652 |
| }, |
| { |
| "epoch": 0.8945205479452055, |
| "grad_norm": 0.15701870620250702, |
| "learning_rate": 1.220048206465625e-05, |
| "loss": 0.6042839288711548, |
| "step": 653 |
| }, |
| { |
| "epoch": 0.8958904109589041, |
| "grad_norm": 0.12679646909236908, |
| "learning_rate": 1.2178834088438404e-05, |
| "loss": 0.5429613590240479, |
| "step": 654 |
| }, |
| { |
| "epoch": 0.8972602739726028, |
| "grad_norm": 0.13499225676059723, |
| "learning_rate": 1.2157175387222516e-05, |
| "loss": 0.576964795589447, |
| "step": 655 |
| }, |
| { |
| "epoch": 0.8986301369863013, |
| "grad_norm": 0.12962238490581512, |
| "learning_rate": 1.2135506067620421e-05, |
| "loss": 0.4955563247203827, |
| "step": 656 |
| }, |
| { |
| "epoch": 0.9, |
| "grad_norm": 0.14396265149116516, |
| "learning_rate": 1.2113826236296245e-05, |
| "loss": 0.5154756903648376, |
| "step": 657 |
| }, |
| { |
| "epoch": 0.9013698630136986, |
| "grad_norm": 0.1490243673324585, |
| "learning_rate": 1.209213599996584e-05, |
| "loss": 0.6035890579223633, |
| "step": 658 |
| }, |
| { |
| "epoch": 0.9027397260273973, |
| "grad_norm": 0.15239585936069489, |
| "learning_rate": 1.2070435465396283e-05, |
| "loss": 0.587848424911499, |
| "step": 659 |
| }, |
| { |
| "epoch": 0.9041095890410958, |
| "grad_norm": 0.1464146375656128, |
| "learning_rate": 1.2048724739405337e-05, |
| "loss": 0.6095236539840698, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.9054794520547945, |
| "grad_norm": 0.12767134606838226, |
| "learning_rate": 1.2027003928860936e-05, |
| "loss": 0.4720427691936493, |
| "step": 661 |
| }, |
| { |
| "epoch": 0.9068493150684932, |
| "grad_norm": 0.14553502202033997, |
| "learning_rate": 1.2005273140680656e-05, |
| "loss": 0.5657269358634949, |
| "step": 662 |
| }, |
| { |
| "epoch": 0.9082191780821918, |
| "grad_norm": 0.13808585703372955, |
| "learning_rate": 1.1983532481831179e-05, |
| "loss": 0.4915253818035126, |
| "step": 663 |
| }, |
| { |
| "epoch": 0.9095890410958904, |
| "grad_norm": 0.14350081980228424, |
| "learning_rate": 1.196178205932778e-05, |
| "loss": 0.5666084289550781, |
| "step": 664 |
| }, |
| { |
| "epoch": 0.910958904109589, |
| "grad_norm": 0.142891526222229, |
| "learning_rate": 1.1940021980233784e-05, |
| "loss": 0.5144902467727661, |
| "step": 665 |
| }, |
| { |
| "epoch": 0.9123287671232877, |
| "grad_norm": 0.13920342922210693, |
| "learning_rate": 1.1918252351660066e-05, |
| "loss": 0.5250864028930664, |
| "step": 666 |
| }, |
| { |
| "epoch": 0.9136986301369863, |
| "grad_norm": 0.13702407479286194, |
| "learning_rate": 1.1896473280764498e-05, |
| "loss": 0.49932771921157837, |
| "step": 667 |
| }, |
| { |
| "epoch": 0.915068493150685, |
| "grad_norm": 0.15072178840637207, |
| "learning_rate": 1.187468487475142e-05, |
| "loss": 0.5834764242172241, |
| "step": 668 |
| }, |
| { |
| "epoch": 0.9164383561643835, |
| "grad_norm": 0.1453569233417511, |
| "learning_rate": 1.1852887240871145e-05, |
| "loss": 0.5249761343002319, |
| "step": 669 |
| }, |
| { |
| "epoch": 0.9178082191780822, |
| "grad_norm": 0.1490030437707901, |
| "learning_rate": 1.1831080486419388e-05, |
| "loss": 0.5667267441749573, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.9191780821917809, |
| "grad_norm": 0.1355256885290146, |
| "learning_rate": 1.1809264718736775e-05, |
| "loss": 0.5361207723617554, |
| "step": 671 |
| }, |
| { |
| "epoch": 0.9205479452054794, |
| "grad_norm": 0.1491296887397766, |
| "learning_rate": 1.1787440045208287e-05, |
| "loss": 0.5815398693084717, |
| "step": 672 |
| }, |
| { |
| "epoch": 0.9219178082191781, |
| "grad_norm": 0.1443261355161667, |
| "learning_rate": 1.1765606573262745e-05, |
| "loss": 0.5183050036430359, |
| "step": 673 |
| }, |
| { |
| "epoch": 0.9232876712328767, |
| "grad_norm": 0.13231635093688965, |
| "learning_rate": 1.1743764410372283e-05, |
| "loss": 0.570467472076416, |
| "step": 674 |
| }, |
| { |
| "epoch": 0.9246575342465754, |
| "grad_norm": 0.1384153813123703, |
| "learning_rate": 1.1721913664051814e-05, |
| "loss": 0.544106125831604, |
| "step": 675 |
| }, |
| { |
| "epoch": 0.9260273972602739, |
| "grad_norm": 0.15208759903907776, |
| "learning_rate": 1.1700054441858497e-05, |
| "loss": 0.5341042876243591, |
| "step": 676 |
| }, |
| { |
| "epoch": 0.9273972602739726, |
| "grad_norm": 0.14940430223941803, |
| "learning_rate": 1.1678186851391218e-05, |
| "loss": 0.5699517726898193, |
| "step": 677 |
| }, |
| { |
| "epoch": 0.9287671232876712, |
| "grad_norm": 0.14947940409183502, |
| "learning_rate": 1.165631100029005e-05, |
| "loss": 0.5162645578384399, |
| "step": 678 |
| }, |
| { |
| "epoch": 0.9301369863013699, |
| "grad_norm": 0.12951557338237762, |
| "learning_rate": 1.1634426996235732e-05, |
| "loss": 0.5086703300476074, |
| "step": 679 |
| }, |
| { |
| "epoch": 0.9315068493150684, |
| "grad_norm": 0.14504235982894897, |
| "learning_rate": 1.1612534946949134e-05, |
| "loss": 0.475946307182312, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.9328767123287671, |
| "grad_norm": 0.13910368084907532, |
| "learning_rate": 1.1590634960190722e-05, |
| "loss": 0.5487220883369446, |
| "step": 681 |
| }, |
| { |
| "epoch": 0.9342465753424658, |
| "grad_norm": 0.15137788653373718, |
| "learning_rate": 1.1568727143760042e-05, |
| "loss": 0.5802314281463623, |
| "step": 682 |
| }, |
| { |
| "epoch": 0.9356164383561644, |
| "grad_norm": 0.13175715506076813, |
| "learning_rate": 1.154681160549517e-05, |
| "loss": 0.5751426219940186, |
| "step": 683 |
| }, |
| { |
| "epoch": 0.936986301369863, |
| "grad_norm": 0.1453649252653122, |
| "learning_rate": 1.15248884532722e-05, |
| "loss": 0.563701868057251, |
| "step": 684 |
| }, |
| { |
| "epoch": 0.9383561643835616, |
| "grad_norm": 0.14549468457698822, |
| "learning_rate": 1.1502957795004706e-05, |
| "loss": 0.5319613218307495, |
| "step": 685 |
| }, |
| { |
| "epoch": 0.9397260273972603, |
| "grad_norm": 0.14660926163196564, |
| "learning_rate": 1.1481019738643202e-05, |
| "loss": 0.5583406686782837, |
| "step": 686 |
| }, |
| { |
| "epoch": 0.9410958904109589, |
| "grad_norm": 0.15349538624286652, |
| "learning_rate": 1.1459074392174619e-05, |
| "loss": 0.5592145919799805, |
| "step": 687 |
| }, |
| { |
| "epoch": 0.9424657534246575, |
| "grad_norm": 0.15075471997261047, |
| "learning_rate": 1.1437121863621776e-05, |
| "loss": 0.5834563374519348, |
| "step": 688 |
| }, |
| { |
| "epoch": 0.9438356164383561, |
| "grad_norm": 0.13851697742938995, |
| "learning_rate": 1.1415162261042849e-05, |
| "loss": 0.5394259691238403, |
| "step": 689 |
| }, |
| { |
| "epoch": 0.9452054794520548, |
| "grad_norm": 0.13821455836296082, |
| "learning_rate": 1.1393195692530823e-05, |
| "loss": 0.5597106218338013, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.9465753424657535, |
| "grad_norm": 0.13941477239131927, |
| "learning_rate": 1.1371222266212983e-05, |
| "loss": 0.5378660559654236, |
| "step": 691 |
| }, |
| { |
| "epoch": 0.947945205479452, |
| "grad_norm": 0.15957188606262207, |
| "learning_rate": 1.134924209025036e-05, |
| "loss": 0.559799075126648, |
| "step": 692 |
| }, |
| { |
| "epoch": 0.9493150684931507, |
| "grad_norm": 0.14969097077846527, |
| "learning_rate": 1.1327255272837221e-05, |
| "loss": 0.5599546432495117, |
| "step": 693 |
| }, |
| { |
| "epoch": 0.9506849315068493, |
| "grad_norm": 0.1421581506729126, |
| "learning_rate": 1.130526192220052e-05, |
| "loss": 0.5460138320922852, |
| "step": 694 |
| }, |
| { |
| "epoch": 0.952054794520548, |
| "grad_norm": 0.1384434700012207, |
| "learning_rate": 1.128326214659936e-05, |
| "loss": 0.5014693140983582, |
| "step": 695 |
| }, |
| { |
| "epoch": 0.9534246575342465, |
| "grad_norm": 0.13422176241874695, |
| "learning_rate": 1.1261256054324488e-05, |
| "loss": 0.4789910912513733, |
| "step": 696 |
| }, |
| { |
| "epoch": 0.9547945205479452, |
| "grad_norm": 0.15614454448223114, |
| "learning_rate": 1.1239243753697728e-05, |
| "loss": 0.5928708910942078, |
| "step": 697 |
| }, |
| { |
| "epoch": 0.9561643835616438, |
| "grad_norm": 0.13170309364795685, |
| "learning_rate": 1.1217225353071473e-05, |
| "loss": 0.5444527268409729, |
| "step": 698 |
| }, |
| { |
| "epoch": 0.9575342465753425, |
| "grad_norm": 0.143415629863739, |
| "learning_rate": 1.1195200960828138e-05, |
| "loss": 0.5303205847740173, |
| "step": 699 |
| }, |
| { |
| "epoch": 0.958904109589041, |
| "grad_norm": 0.14177711308002472, |
| "learning_rate": 1.1173170685379635e-05, |
| "loss": 0.5031203627586365, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.9602739726027397, |
| "grad_norm": 0.15743711590766907, |
| "learning_rate": 1.115113463516683e-05, |
| "loss": 0.5337619781494141, |
| "step": 701 |
| }, |
| { |
| "epoch": 0.9616438356164384, |
| "grad_norm": 0.14667122066020966, |
| "learning_rate": 1.1129092918659019e-05, |
| "loss": 0.48960891366004944, |
| "step": 702 |
| }, |
| { |
| "epoch": 0.963013698630137, |
| "grad_norm": 0.1391826868057251, |
| "learning_rate": 1.1107045644353388e-05, |
| "loss": 0.5426533222198486, |
| "step": 703 |
| }, |
| { |
| "epoch": 0.9643835616438357, |
| "grad_norm": 0.15035362541675568, |
| "learning_rate": 1.1084992920774478e-05, |
| "loss": 0.4937519431114197, |
| "step": 704 |
| }, |
| { |
| "epoch": 0.9657534246575342, |
| "grad_norm": 0.14533023536205292, |
| "learning_rate": 1.1062934856473655e-05, |
| "loss": 0.5189172029495239, |
| "step": 705 |
| }, |
| { |
| "epoch": 0.9671232876712329, |
| "grad_norm": 0.12609876692295074, |
| "learning_rate": 1.1040871560028576e-05, |
| "loss": 0.5009540915489197, |
| "step": 706 |
| }, |
| { |
| "epoch": 0.9684931506849315, |
| "grad_norm": 0.1392073929309845, |
| "learning_rate": 1.1018803140042651e-05, |
| "loss": 0.5657528638839722, |
| "step": 707 |
| }, |
| { |
| "epoch": 0.9698630136986301, |
| "grad_norm": 0.1347883641719818, |
| "learning_rate": 1.099672970514451e-05, |
| "loss": 0.5511807799339294, |
| "step": 708 |
| }, |
| { |
| "epoch": 0.9712328767123287, |
| "grad_norm": 0.15112189948558807, |
| "learning_rate": 1.0974651363987465e-05, |
| "loss": 0.5117864608764648, |
| "step": 709 |
| }, |
| { |
| "epoch": 0.9726027397260274, |
| "grad_norm": 0.1492203027009964, |
| "learning_rate": 1.0952568225248983e-05, |
| "loss": 0.5602498054504395, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.9739726027397261, |
| "grad_norm": 0.13084228336811066, |
| "learning_rate": 1.0930480397630146e-05, |
| "loss": 0.503504753112793, |
| "step": 711 |
| }, |
| { |
| "epoch": 0.9753424657534246, |
| "grad_norm": 0.12569855153560638, |
| "learning_rate": 1.0908387989855114e-05, |
| "loss": 0.49362748861312866, |
| "step": 712 |
| }, |
| { |
| "epoch": 0.9767123287671233, |
| "grad_norm": 0.14552345871925354, |
| "learning_rate": 1.0886291110670592e-05, |
| "loss": 0.5039536952972412, |
| "step": 713 |
| }, |
| { |
| "epoch": 0.9780821917808219, |
| "grad_norm": 0.13342419266700745, |
| "learning_rate": 1.0864189868845296e-05, |
| "loss": 0.5050915479660034, |
| "step": 714 |
| }, |
| { |
| "epoch": 0.9794520547945206, |
| "grad_norm": 0.15216471254825592, |
| "learning_rate": 1.0842084373169417e-05, |
| "loss": 0.5598911046981812, |
| "step": 715 |
| }, |
| { |
| "epoch": 0.9808219178082191, |
| "grad_norm": 0.12561655044555664, |
| "learning_rate": 1.0819974732454086e-05, |
| "loss": 0.47096988558769226, |
| "step": 716 |
| }, |
| { |
| "epoch": 0.9821917808219178, |
| "grad_norm": 0.1414027214050293, |
| "learning_rate": 1.0797861055530832e-05, |
| "loss": 0.5470199584960938, |
| "step": 717 |
| }, |
| { |
| "epoch": 0.9835616438356164, |
| "grad_norm": 0.14046591520309448, |
| "learning_rate": 1.077574345125106e-05, |
| "loss": 0.5058327913284302, |
| "step": 718 |
| }, |
| { |
| "epoch": 0.9849315068493151, |
| "grad_norm": 0.13157160580158234, |
| "learning_rate": 1.0753622028485498e-05, |
| "loss": 0.4962088465690613, |
| "step": 719 |
| }, |
| { |
| "epoch": 0.9863013698630136, |
| "grad_norm": 0.1477247178554535, |
| "learning_rate": 1.0731496896123676e-05, |
| "loss": 0.611939549446106, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.9876712328767123, |
| "grad_norm": 0.1309177726507187, |
| "learning_rate": 1.0709368163073385e-05, |
| "loss": 0.5082958936691284, |
| "step": 721 |
| }, |
| { |
| "epoch": 0.989041095890411, |
| "grad_norm": 0.13591881096363068, |
| "learning_rate": 1.0687235938260134e-05, |
| "loss": 0.5050320625305176, |
| "step": 722 |
| }, |
| { |
| "epoch": 0.9904109589041096, |
| "grad_norm": 0.1385071724653244, |
| "learning_rate": 1.0665100330626625e-05, |
| "loss": 0.5245853066444397, |
| "step": 723 |
| }, |
| { |
| "epoch": 0.9917808219178083, |
| "grad_norm": 0.14319604635238647, |
| "learning_rate": 1.0642961449132203e-05, |
| "loss": 0.47970306873321533, |
| "step": 724 |
| }, |
| { |
| "epoch": 0.9931506849315068, |
| "grad_norm": 0.131264328956604, |
| "learning_rate": 1.062081940275234e-05, |
| "loss": 0.4639028310775757, |
| "step": 725 |
| }, |
| { |
| "epoch": 0.9945205479452055, |
| "grad_norm": 0.14266684651374817, |
| "learning_rate": 1.0598674300478085e-05, |
| "loss": 0.521947979927063, |
| "step": 726 |
| }, |
| { |
| "epoch": 0.9958904109589041, |
| "grad_norm": 0.13719575107097626, |
| "learning_rate": 1.0576526251315515e-05, |
| "loss": 0.5097373723983765, |
| "step": 727 |
| }, |
| { |
| "epoch": 0.9972602739726028, |
| "grad_norm": 0.13589054346084595, |
| "learning_rate": 1.055437536428523e-05, |
| "loss": 0.5200362205505371, |
| "step": 728 |
| }, |
| { |
| "epoch": 0.9986301369863013, |
| "grad_norm": 0.14577971398830414, |
| "learning_rate": 1.0532221748421786e-05, |
| "loss": 0.5406281352043152, |
| "step": 729 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 0.1317002773284912, |
| "learning_rate": 1.0510065512773184e-05, |
| "loss": 0.4858514964580536, |
| "step": 730 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 1460, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 2, |
| "save_steps": 100, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 7.658595503088599e+17, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
